fs/xfs/xfs_fsops.c

   1 /*
   2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
   3  * All Rights Reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it would be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program; if not, write the Free Software Foundation,
  16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  17  */
  18 #include "xfs.h"
  19 #include "xfs_fs.h"
  20 #include "xfs_shared.h"
  21 #include "xfs_format.h"
  22 #include "xfs_log_format.h"
  23 #include "xfs_trans_resv.h"
  24 #include "xfs_sb.h"
  25 #include "xfs_mount.h"
  26 #include "xfs_defer.h"
  27 #include "xfs_da_format.h"
  28 #include "xfs_da_btree.h"
  29 #include "xfs_inode.h"
  30 #include "xfs_trans.h"
  31 #include "xfs_inode_item.h"
  32 #include "xfs_error.h"
  33 #include "xfs_btree.h"
  34 #include "xfs_alloc_btree.h"
  35 #include "xfs_alloc.h"
  36 #include "xfs_rmap_btree.h"
  37 #include "xfs_ialloc.h"
  38 #include "xfs_fsops.h"
  39 #include "xfs_itable.h"
  40 #include "xfs_trans_space.h"
  41 #include "xfs_rtalloc.h"
  42 #include "xfs_trace.h"
  43 #include "xfs_log.h"
  44 #include "xfs_filestream.h"
  45 #include "xfs_rmap.h"
  46 #include "xfs_ag_resv.h"
  47
  48 /*
  49  * File system operations
  50  */
  51
  52 int
  53 xfs_fs_geometry(
  54         xfs_mount_t             *mp,
  55         xfs_fsop_geom_t         *geo,
  56         int                     new_version)
  57 {
  58
  59         memset(geo, 0, sizeof(*geo));
  60
  61         geo->blocksize = mp->m_sb.sb_blocksize;
  62         geo->rtextsize = mp->m_sb.sb_rextsize;
  63         geo->agblocks = mp->m_sb.sb_agblocks;
  64         geo->agcount = mp->m_sb.sb_agcount;
  65         geo->logblocks = mp->m_sb.sb_logblocks;
  66         geo->sectsize = mp->m_sb.sb_sectsize;
  67         geo->inodesize = mp->m_sb.sb_inodesize;
  68         geo->imaxpct = mp->m_sb.sb_imax_pct;
  69         geo->datablocks = mp->m_sb.sb_dblocks;
  70         geo->rtblocks = mp->m_sb.sb_rblocks;
  71         geo->rtextents = mp->m_sb.sb_rextents;
  72         geo->logstart = mp->m_sb.sb_logstart;
  73         ASSERT(sizeof(geo->uuid)==sizeof(mp->m_sb.sb_uuid));
  74         memcpy(geo->uuid, &mp->m_sb.sb_uuid, sizeof(mp->m_sb.sb_uuid));
  75         if (new_version >= 2) {
  76                 geo->sunit = mp->m_sb.sb_unit;
  77                 geo->swidth = mp->m_sb.sb_width;
  78         }
  79         if (new_version >= 3) {
  80                 geo->version = XFS_FSOP_GEOM_VERSION;
  81                 geo->flags = XFS_FSOP_GEOM_FLAGS_NLINK |
  82                              XFS_FSOP_GEOM_FLAGS_DIRV2 |
  83                         (xfs_sb_version_hasattr(&mp->m_sb) ?
  84                                 XFS_FSOP_GEOM_FLAGS_ATTR : 0) |
  85                         (xfs_sb_version_hasquota(&mp->m_sb) ?
  86                                 XFS_FSOP_GEOM_FLAGS_QUOTA : 0) |
  87                         (xfs_sb_version_hasalign(&mp->m_sb) ?
  88                                 XFS_FSOP_GEOM_FLAGS_IALIGN : 0) |
  89                         (xfs_sb_version_hasdalign(&mp->m_sb) ?
  90                                 XFS_FSOP_GEOM_FLAGS_DALIGN : 0) |
  91                         (xfs_sb_version_hasextflgbit(&mp->m_sb) ?
  92                                 XFS_FSOP_GEOM_FLAGS_EXTFLG : 0) |
  93                         (xfs_sb_version_hassector(&mp->m_sb) ?
  94                                 XFS_FSOP_GEOM_FLAGS_SECTOR : 0) |
  95                         (xfs_sb_version_hasasciici(&mp->m_sb) ?
  96                                 XFS_FSOP_GEOM_FLAGS_DIRV2CI : 0) |
  97                         (xfs_sb_version_haslazysbcount(&mp->m_sb) ?
  98                                 XFS_FSOP_GEOM_FLAGS_LAZYSB : 0) |
  99                         (xfs_sb_version_hasattr2(&mp->m_sb) ?
 100                                 XFS_FSOP_GEOM_FLAGS_ATTR2 : 0) |
 101                         (xfs_sb_version_hasprojid32bit(&mp->m_sb) ?
 102                                 XFS_FSOP_GEOM_FLAGS_PROJID32 : 0) |
 103                         (xfs_sb_version_hascrc(&mp->m_sb) ?
 104                                 XFS_FSOP_GEOM_FLAGS_V5SB : 0) |
 105                         (xfs_sb_version_hasftype(&mp->m_sb) ?
 106                                 XFS_FSOP_GEOM_FLAGS_FTYPE : 0) |
 107                         (xfs_sb_version_hasfinobt(&mp->m_sb) ?
 108                                 XFS_FSOP_GEOM_FLAGS_FINOBT : 0) |
 109                         (xfs_sb_version_hassparseinodes(&mp->m_sb) ?
 110                                 XFS_FSOP_GEOM_FLAGS_SPINODES : 0) |
 111                         (xfs_sb_version_hasrmapbt(&mp->m_sb) ?
 112                                 XFS_FSOP_GEOM_FLAGS_RMAPBT : 0) |
 113                         (xfs_sb_version_hasreflink(&mp->m_sb) ?
 114                                 XFS_FSOP_GEOM_FLAGS_REFLINK : 0);
 115                 geo->logsectsize = xfs_sb_version_hassector(&mp->m_sb) ?
 116                                 mp->m_sb.sb_logsectsize : BBSIZE;
 117                 geo->rtsectsize = mp->m_sb.sb_blocksize;
 118                 geo->dirblocksize = mp->m_dir_geo->blksize;
 119         }
 120         if (new_version >= 4) {
 121                 geo->flags |=
 122                         (xfs_sb_version_haslogv2(&mp->m_sb) ?
 123                                 XFS_FSOP_GEOM_FLAGS_LOGV2 : 0);
 124                 geo->logsunit = mp->m_sb.sb_logsunit;
 125         }
 126         return 0;
 127 }
 128
 129 static struct xfs_buf *
 130 xfs_growfs_get_hdr_buf(
 131         struct xfs_mount        *mp,
 132         xfs_daddr_t             blkno,
 133         size_t                  numblks,
 134         int                     flags,
 135         const struct xfs_buf_ops *ops)
 136 {
 137         struct xfs_buf          *bp;
 138
 139         bp = xfs_buf_get_uncached(mp->m_ddev_targp, numblks, flags);
 140         if (!bp)
 141                 return NULL;
 142
 143         xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
 144         bp->b_bn = blkno;
 145         bp->b_maps[0].bm_bn = blkno;
 146         bp->b_ops = ops;
 147
 148         return bp;
 149 }
 150
 151 static int
 152 xfs_growfs_data_private(
 153         xfs_mount_t             *mp,            /* mount point for filesystem */
 154         xfs_growfs_data_t       *in)            /* growfs data input struct */
 155 {
 156         xfs_agf_t               *agf;
 157         struct xfs_agfl         *agfl;
 158         xfs_agi_t               *agi;
 159         xfs_agnumber_t          agno;
 160         xfs_extlen_t            agsize;
 161         xfs_extlen_t            tmpsize;
 162         xfs_alloc_rec_t         *arec;
 163         xfs_buf_t               *bp;
 164         int                     bucket;
 165         int                     dpct;
 166         int                     error, saved_error = 0;
 167         xfs_agnumber_t          nagcount;
 168         xfs_agnumber_t          nagimax = 0;
 169         xfs_rfsblock_t          nb, nb_mod;
 170         xfs_rfsblock_t          new;
 171         xfs_rfsblock_t          nfree;
 172         xfs_agnumber_t          oagcount;
 173         int                     pct;
 174         xfs_trans_t             *tp;
 175
 176         nb = in->newblocks;
 177         pct = in->imaxpct;
 178         if (nb < mp->m_sb.sb_dblocks || pct < 0 || pct > 100)
 179                 return -EINVAL;
 180         if ((error = xfs_sb_validate_fsb_count(&mp->m_sb, nb)))
 181                 return error;
 182         dpct = pct - mp->m_sb.sb_imax_pct;
 183         error = xfs_buf_read_uncached(mp->m_ddev_targp,
 184                                 XFS_FSB_TO_BB(mp, nb) - XFS_FSS_TO_BB(mp, 1),
 185                                 XFS_FSS_TO_BB(mp, 1), 0, &bp, NULL);
 186         if (error)
 187                 return error;
 188         xfs_buf_relse(bp);
 189
 190         new = nb;       /* use new as a temporary here */
 191         nb_mod = do_div(new, mp->m_sb.sb_agblocks);
 192         nagcount = new + (nb_mod != 0);
 193         if (nb_mod && nb_mod < XFS_MIN_AG_BLOCKS) {
 194                 nagcount--;
 195                 nb = (xfs_rfsblock_t)nagcount * mp->m_sb.sb_agblocks;
 196                 if (nb < mp->m_sb.sb_dblocks)
 197                         return -EINVAL;
 198         }
 199         new = nb - mp->m_sb.sb_dblocks;
 200         oagcount = mp->m_sb.sb_agcount;
 201
 202         /* allocate the new per-ag structures */
 203         if (nagcount > oagcount) {
 204                 error = xfs_initialize_perag(mp, nagcount, &nagimax);
 205                 if (error)
 206                         return error;
 207         }
 208
 209         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_growdata,
 210                         XFS_GROWFS_SPACE_RES(mp), 0, XFS_TRANS_RESERVE, &tp);
 211         if (error)
 212                 return error;
 213
 214         /*
 215          * Write new AG headers to disk. Non-transactional, but written
 216          * synchronously so they are completed prior to the growfs transaction
 217          * being logged.
 218          */
 219         nfree = 0;
 220         for (agno = nagcount - 1; agno >= oagcount; agno--, new -= agsize) {
 221                 __be32  *agfl_bno;
 222
 223                 /*
 224                  * AG freespace header block
 225                  */
 226                 bp = xfs_growfs_get_hdr_buf(mp,
 227                                 XFS_AG_DADDR(mp, agno, XFS_AGF_DADDR(mp)),
 228                                 XFS_FSS_TO_BB(mp, 1), 0,
 229                                 &xfs_agf_buf_ops);
 230                 if (!bp) {
 231                         error = -ENOMEM;
 232                         goto error0;
 233                 }
 234
 235                 agf = XFS_BUF_TO_AGF(bp);
 236                 agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC);
 237                 agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION);
 238                 agf->agf_seqno = cpu_to_be32(agno);
 239                 if (agno == nagcount - 1)
 240                         agsize =
 241                                 nb -
 242                                 (agno * (xfs_rfsblock_t)mp->m_sb.sb_agblocks);
 243                 else
 244                         agsize = mp->m_sb.sb_agblocks;
 245                 agf->agf_length = cpu_to_be32(agsize);
 246                 agf->agf_roots[XFS_BTNUM_BNOi] = cpu_to_be32(XFS_BNO_BLOCK(mp));
 247                 agf->agf_roots[XFS_BTNUM_CNTi] = cpu_to_be32(XFS_CNT_BLOCK(mp));
 248                 agf->agf_levels[XFS_BTNUM_BNOi] = cpu_to_be32(1);
 249                 agf->agf_levels[XFS_BTNUM_CNTi] = cpu_to_be32(1);
 250                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
 251                         agf->agf_roots[XFS_BTNUM_RMAPi] =
 252                                                 cpu_to_be32(XFS_RMAP_BLOCK(mp));
 253                         agf->agf_levels[XFS_BTNUM_RMAPi] = cpu_to_be32(1);
 254                         agf->agf_rmap_blocks = cpu_to_be32(1);
 255                 }
 256
 257                 agf->agf_flfirst = cpu_to_be32(1);
 258                 agf->agf_fllast = 0;
 259                 agf->agf_flcount = 0;
 260                 tmpsize = agsize - mp->m_ag_prealloc_blocks;
 261                 agf->agf_freeblks = cpu_to_be32(tmpsize);
 262                 agf->agf_longest = cpu_to_be32(tmpsize);
 263                 if (xfs_sb_version_hascrc(&mp->m_sb))
 264                         uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid);
 265                 if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 266                         agf->agf_refcount_root = cpu_to_be32(
 267                                         xfs_refc_block(mp));
 268                         agf->agf_refcount_level = cpu_to_be32(1);
 269                         agf->agf_refcount_blocks = cpu_to_be32(1);
 270                 }
 271
 272                 error = xfs_bwrite(bp);
 273                 xfs_buf_relse(bp);
 274                 if (error)
 275                         goto error0;
 276
 277                 /*
 278                  * AG freelist header block
 279                  */
 280                 bp = xfs_growfs_get_hdr_buf(mp,
 281                                 XFS_AG_DADDR(mp, agno, XFS_AGFL_DADDR(mp)),
 282                                 XFS_FSS_TO_BB(mp, 1), 0,
 283                                 &xfs_agfl_buf_ops);
 284                 if (!bp) {
 285                         error = -ENOMEM;
 286                         goto error0;
 287                 }
 288
 289                 agfl = XFS_BUF_TO_AGFL(bp);
 290                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
 291                         agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC);
 292                         agfl->agfl_seqno = cpu_to_be32(agno);
 293                         uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid);
 294                 }
 295
 296                 agfl_bno = XFS_BUF_TO_AGFL_BNO(mp, bp);
 297                 for (bucket = 0; bucket < XFS_AGFL_SIZE(mp); bucket++)
 298                         agfl_bno[bucket] = cpu_to_be32(NULLAGBLOCK);
 299
 300                 error = xfs_bwrite(bp);
 301                 xfs_buf_relse(bp);
 302                 if (error)
 303                         goto error0;
 304
 305                 /*
 306                  * AG inode header block
 307                  */
 308                 bp = xfs_growfs_get_hdr_buf(mp,
 309                                 XFS_AG_DADDR(mp, agno, XFS_AGI_DADDR(mp)),
 310                                 XFS_FSS_TO_BB(mp, 1), 0,
 311                                 &xfs_agi_buf_ops);
 312                 if (!bp) {
 313                         error = -ENOMEM;
 314                         goto error0;
 315                 }
 316
 317                 agi = XFS_BUF_TO_AGI(bp);
 318                 agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC);
 319                 agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION);
 320                 agi->agi_seqno = cpu_to_be32(agno);
 321                 agi->agi_length = cpu_to_be32(agsize);
 322                 agi->agi_count = 0;
 323                 agi->agi_root = cpu_to_be32(XFS_IBT_BLOCK(mp));
 324                 agi->agi_level = cpu_to_be32(1);
 325                 agi->agi_freecount = 0;
 326                 agi->agi_newino = cpu_to_be32(NULLAGINO);
 327                 agi->agi_dirino = cpu_to_be32(NULLAGINO);
 328                 if (xfs_sb_version_hascrc(&mp->m_sb))
 329                         uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid);
 330                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
 331                         agi->agi_free_root = cpu_to_be32(XFS_FIBT_BLOCK(mp));
 332                         agi->agi_free_level = cpu_to_be32(1);
 333                 }
 334                 for (bucket = 0; bucket < XFS_AGI_UNLINKED_BUCKETS; bucket++)
 335                         agi->agi_unlinked[bucket] = cpu_to_be32(NULLAGINO);
 336
 337                 error = xfs_bwrite(bp);
 338                 xfs_buf_relse(bp);
 339                 if (error)
 340                         goto error0;
 341
 342                 /*
 343                  * BNO btree root block
 344                  */
 345                 bp = xfs_growfs_get_hdr_buf(mp,
 346                                 XFS_AGB_TO_DADDR(mp, agno, XFS_BNO_BLOCK(mp)),
 347                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 348                                 &xfs_allocbt_buf_ops);
 349
 350                 if (!bp) {
 351                         error = -ENOMEM;
 352                         goto error0;
 353                 }
 354
 355                 if (xfs_sb_version_hascrc(&mp->m_sb))
 356                         xfs_btree_init_block(mp, bp, XFS_ABTB_CRC_MAGIC, 0, 1,
 357                                                 agno, XFS_BTREE_CRC_BLOCKS);
 358                 else
 359                         xfs_btree_init_block(mp, bp, XFS_ABTB_MAGIC, 0, 1,
 360                                                 agno, 0);
 361
 362                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
 363                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
 364                 arec->ar_blockcount = cpu_to_be32(
 365                         agsize - be32_to_cpu(arec->ar_startblock));
 366
 367                 error = xfs_bwrite(bp);
 368                 xfs_buf_relse(bp);
 369                 if (error)
 370                         goto error0;
 371
 372                 /*
 373                  * CNT btree root block
 374                  */
 375                 bp = xfs_growfs_get_hdr_buf(mp,
 376                                 XFS_AGB_TO_DADDR(mp, agno, XFS_CNT_BLOCK(mp)),
 377                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 378                                 &xfs_allocbt_buf_ops);
 379                 if (!bp) {
 380                         error = -ENOMEM;
 381                         goto error0;
 382                 }
 383
 384                 if (xfs_sb_version_hascrc(&mp->m_sb))
 385                         xfs_btree_init_block(mp, bp, XFS_ABTC_CRC_MAGIC, 0, 1,
 386                                                 agno, XFS_BTREE_CRC_BLOCKS);
 387                 else
 388                         xfs_btree_init_block(mp, bp, XFS_ABTC_MAGIC, 0, 1,
 389                                                 agno, 0);
 390
 391                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
 392                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
 393                 arec->ar_blockcount = cpu_to_be32(
 394                         agsize - be32_to_cpu(arec->ar_startblock));
 395                 nfree += be32_to_cpu(arec->ar_blockcount);
 396
 397                 error = xfs_bwrite(bp);
 398                 xfs_buf_relse(bp);
 399                 if (error)
 400                         goto error0;
 401
 402                 /* RMAP btree root block */
 403                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
 404                         struct xfs_rmap_rec     *rrec;
 405                         struct xfs_btree_block  *block;
 406
 407                         bp = xfs_growfs_get_hdr_buf(mp,
 408                                 XFS_AGB_TO_DADDR(mp, agno, XFS_RMAP_BLOCK(mp)),
 409                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 410                                 &xfs_rmapbt_buf_ops);
 411                         if (!bp) {
 412                                 error = -ENOMEM;
 413                                 goto error0;
 414                         }
 415
 416                         xfs_btree_init_block(mp, bp, XFS_RMAP_CRC_MAGIC, 0, 0,
 417                                                 agno, XFS_BTREE_CRC_BLOCKS);
 418                         block = XFS_BUF_TO_BLOCK(bp);
 419
 420
 421                         /*
 422                          * mark the AG header regions as static metadata The BNO
 423                          * btree block is the first block after the headers, so
 424                          * it's location defines the size of region the static
 425                          * metadata consumes.
 426                          *
 427                          * Note: unlike mkfs, we never have to account for log
 428                          * space when growing the data regions
 429                          */
 430                         rrec = XFS_RMAP_REC_ADDR(block, 1);
 431                         rrec->rm_startblock = 0;
 432                         rrec->rm_blockcount = cpu_to_be32(XFS_BNO_BLOCK(mp));
 433                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_FS);
 434                         rrec->rm_offset = 0;
 435                         be16_add_cpu(&block->bb_numrecs, 1);
 436
 437                         /* account freespace btree root blocks */
 438                         rrec = XFS_RMAP_REC_ADDR(block, 2);
 439                         rrec->rm_startblock = cpu_to_be32(XFS_BNO_BLOCK(mp));
 440                         rrec->rm_blockcount = cpu_to_be32(2);
 441                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
 442                         rrec->rm_offset = 0;
 443                         be16_add_cpu(&block->bb_numrecs, 1);
 444
 445                         /* account inode btree root blocks */
 446                         rrec = XFS_RMAP_REC_ADDR(block, 3);
 447                         rrec->rm_startblock = cpu_to_be32(XFS_IBT_BLOCK(mp));
 448                         rrec->rm_blockcount = cpu_to_be32(XFS_RMAP_BLOCK(mp) -
 449                                                         XFS_IBT_BLOCK(mp));
 450                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_INOBT);
 451                         rrec->rm_offset = 0;
 452                         be16_add_cpu(&block->bb_numrecs, 1);
 453
 454                         /* account for rmap btree root */
 455                         rrec = XFS_RMAP_REC_ADDR(block, 4);
 456                         rrec->rm_startblock = cpu_to_be32(XFS_RMAP_BLOCK(mp));
 457                         rrec->rm_blockcount = cpu_to_be32(1);
 458                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
 459                         rrec->rm_offset = 0;
 460                         be16_add_cpu(&block->bb_numrecs, 1);
 461
 462                         /* account for refc btree root */
 463                         if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 464                                 rrec = XFS_RMAP_REC_ADDR(block, 5);
 465                                 rrec->rm_startblock = cpu_to_be32(
 466                                                 xfs_refc_block(mp));
 467                                 rrec->rm_blockcount = cpu_to_be32(1);
 468                                 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_REFC);
 469                                 rrec->rm_offset = 0;
 470                                 be16_add_cpu(&block->bb_numrecs, 1);
 471                         }
 472
 473                         error = xfs_bwrite(bp);
 474                         xfs_buf_relse(bp);
 475                         if (error)
 476                                 goto error0;
 477                 }
 478
 479                 /*
 480                  * INO btree root block
 481                  */
 482                 bp = xfs_growfs_get_hdr_buf(mp,
 483                                 XFS_AGB_TO_DADDR(mp, agno, XFS_IBT_BLOCK(mp)),
 484                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 485                                 &xfs_inobt_buf_ops);
 486                 if (!bp) {
 487                         error = -ENOMEM;
 488                         goto error0;
 489                 }
 490
 491                 if (xfs_sb_version_hascrc(&mp->m_sb))
 492                         xfs_btree_init_block(mp, bp, XFS_IBT_CRC_MAGIC, 0, 0,
 493                                                 agno, XFS_BTREE_CRC_BLOCKS);
 494                 else
 495                         xfs_btree_init_block(mp, bp, XFS_IBT_MAGIC, 0, 0,
 496                                                 agno, 0);
 497
 498                 error = xfs_bwrite(bp);
 499                 xfs_buf_relse(bp);
 500                 if (error)
 501                         goto error0;
 502
 503                 /*
 504                  * FINO btree root block
 505                  */
 506                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
 507                         bp = xfs_growfs_get_hdr_buf(mp,
 508                                 XFS_AGB_TO_DADDR(mp, agno, XFS_FIBT_BLOCK(mp)),
 509                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 510                                 &xfs_inobt_buf_ops);
 511                         if (!bp) {
 512                                 error = -ENOMEM;
 513                                 goto error0;
 514                         }
 515
 516                         if (xfs_sb_version_hascrc(&mp->m_sb))
 517                                 xfs_btree_init_block(mp, bp, XFS_FIBT_CRC_MAGIC,
 518                                                      0, 0, agno,
 519                                                      XFS_BTREE_CRC_BLOCKS);
 520                         else
 521                                 xfs_btree_init_block(mp, bp, XFS_FIBT_MAGIC, 0,
 522                                                      0, agno, 0);
 523
 524                         error = xfs_bwrite(bp);
 525                         xfs_buf_relse(bp);
 526                         if (error)
 527                                 goto error0;
 528                 }
 529
 530                 /*
 531                  * refcount btree root block
 532                  */
 533                 if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 534                         bp = xfs_growfs_get_hdr_buf(mp,
 535                                 XFS_AGB_TO_DADDR(mp, agno, xfs_refc_block(mp)),
 536                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 537                                 &xfs_refcountbt_buf_ops);
 538                         if (!bp) {
 539                                 error = -ENOMEM;
 540                                 goto error0;
 541                         }
 542
 543                         xfs_btree_init_block(mp, bp, XFS_REFC_CRC_MAGIC,
 544                                              0, 0, agno,
 545                                              XFS_BTREE_CRC_BLOCKS);
 546
 547                         error = xfs_bwrite(bp);
 548                         xfs_buf_relse(bp);
 549                         if (error)
 550                                 goto error0;
 551                 }
 552         }
 553         xfs_trans_agblocks_delta(tp, nfree);
 554         /*
 555          * There are new blocks in the old last a.g.
 556          */
 557         if (new) {
 558                 struct xfs_owner_info   oinfo;
 559
 560                 /*
 561                  * Change the agi length.
 562                  */
 563                 error = xfs_ialloc_read_agi(mp, tp, agno, &bp);
 564                 if (error) {
 565                         goto error0;
 566                 }
 567                 ASSERT(bp);
 568                 agi = XFS_BUF_TO_AGI(bp);
 569                 be32_add_cpu(&agi->agi_length, new);
 570                 ASSERT(nagcount == oagcount ||
 571                        be32_to_cpu(agi->agi_length) == mp->m_sb.sb_agblocks);
 572                 xfs_ialloc_log_agi(tp, bp, XFS_AGI_LENGTH);
 573                 /*
 574                  * Change agf length.
 575                  */
 576                 error = xfs_alloc_read_agf(mp, tp, agno, 0, &bp);
 577                 if (error) {
 578                         goto error0;
 579                 }
 580                 ASSERT(bp);
 581                 agf = XFS_BUF_TO_AGF(bp);
 582                 be32_add_cpu(&agf->agf_length, new);
 583                 ASSERT(be32_to_cpu(agf->agf_length) ==
 584                        be32_to_cpu(agi->agi_length));
 585
 586                 xfs_alloc_log_agf(tp, bp, XFS_AGF_LENGTH);
 587
 588                 /*
 589                  * Free the new space.
 590                  *
 591                  * XFS_RMAP_OWN_NULL is used here to tell the rmap btree that
 592                  * this doesn't actually exist in the rmap btree.
 593                  */
 594                 xfs_rmap_ag_owner(&oinfo, XFS_RMAP_OWN_NULL);
 595                 error = xfs_free_extent(tp,
 596                                 XFS_AGB_TO_FSB(mp, agno,
 597                                         be32_to_cpu(agf->agf_length) - new),
 598                                 new, &oinfo, XFS_AG_RESV_NONE);
 599                 if (error)
 600                         goto error0;
 601         }
 602
 603         /*
 604          * Update changed superblock fields transactionally. These are not
 605          * seen by the rest of the world until the transaction commit applies
 606          * them atomically to the superblock.
 607          */
 608         if (nagcount > oagcount)
 609                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_AGCOUNT, nagcount - oagcount);
 610         if (nb > mp->m_sb.sb_dblocks)
 611                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_DBLOCKS,
 612                                  nb - mp->m_sb.sb_dblocks);
 613         if (nfree)
 614                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_FDBLOCKS, nfree);
 615         if (dpct)
 616                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_IMAXPCT, dpct);
 617         xfs_trans_set_sync(tp);
 618         error = xfs_trans_commit(tp);
 619         if (error)
 620                 return error;
 621
 622         /* New allocation groups fully initialized, so update mount struct */
 623         if (nagimax)
 624                 mp->m_maxagi = nagimax;
 625         if (mp->m_sb.sb_imax_pct) {
 626                 __uint64_t icount = mp->m_sb.sb_dblocks * mp->m_sb.sb_imax_pct;
 627                 do_div(icount, 100);
 628                 mp->m_maxicount = icount << mp->m_sb.sb_inopblog;
 629         } else
 630                 mp->m_maxicount = 0;
 631         xfs_set_low_space_thresholds(mp);
 632         mp->m_alloc_set_aside = xfs_alloc_set_aside(mp);
 633
 634         /*
 635          * If we expanded the last AG, free the per-AG reservation
 636          * so we can reinitialize it with the new size.
 637          */
 638         if (new) {
 639                 struct xfs_perag        *pag;
 640
 641                 pag = xfs_perag_get(mp, agno);
 642                 error = xfs_ag_resv_free(pag);
 643                 xfs_perag_put(pag);
 644                 if (error)
 645                         goto out;
 646         }
 647
 648         /* Reserve AG metadata blocks. */
 649         error = xfs_fs_reserve_ag_blocks(mp);
 650         if (error && error != -ENOSPC)
 651                 goto out;
 652
 653         /* update secondary superblocks. */
 654         for (agno = 1; agno < nagcount; agno++) {
 655                 error = 0;
 656                 /*
 657                  * new secondary superblocks need to be zeroed, not read from
 658                  * disk as the contents of the new area we are growing into is
 659                  * completely unknown.
 660                  */
 661                 if (agno < oagcount) {
 662                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
 663                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
 664                                   XFS_FSS_TO_BB(mp, 1), 0, &bp,
 665                                   &xfs_sb_buf_ops);
 666                 } else {
 667                         bp = xfs_trans_get_buf(NULL, mp->m_ddev_targp,
 668                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
 669                                   XFS_FSS_TO_BB(mp, 1), 0);
 670                         if (bp) {
 671                                 bp->b_ops = &xfs_sb_buf_ops;
 672                                 xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
 673                         } else
 674                                 error = -ENOMEM;
 675                 }
 676
 677                 /*
 678                  * If we get an error reading or writing alternate superblocks,
 679                  * continue.  xfs_repair chooses the "best" superblock based
 680                  * on most matches; if we break early, we'll leave more
 681                  * superblocks un-updated than updated, and xfs_repair may
 682                  * pick them over the properly-updated primary.
 683                  */
 684                 if (error) {
 685                         xfs_warn(mp,
 686                 "error %d reading secondary superblock for ag %d",
 687                                 error, agno);
 688                         saved_error = error;
 689                         continue;
 690                 }
 691                 xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb);
 692
 693                 error = xfs_bwrite(bp);
 694                 xfs_buf_relse(bp);
 695                 if (error) {
 696                         xfs_warn(mp,
 697                 "write error %d updating secondary superblock for ag %d",
 698                                 error, agno);
 699                         saved_error = error;
 700                         continue;
 701                 }
 702         }
 703
 704  out:
 705         return saved_error ? saved_error : error;
 706
 707  error0:
 708         xfs_trans_cancel(tp);
 709         return error;
 710 }
 711
 712 static int
 713 xfs_growfs_log_private(
 714         xfs_mount_t             *mp,    /* mount point for filesystem */
 715         xfs_growfs_log_t        *in)    /* growfs log input struct */
 716 {
 717         xfs_extlen_t            nb;
 718
 719         nb = in->newblocks;
 720         if (nb < XFS_MIN_LOG_BLOCKS || nb < XFS_B_TO_FSB(mp, XFS_MIN_LOG_BYTES))
 721                 return -EINVAL;
 722         if (nb == mp->m_sb.sb_logblocks &&
 723             in->isint == (mp->m_sb.sb_logstart != 0))
 724                 return -EINVAL;
 725         /*
 726          * Moving the log is hard, need new interfaces to sync
 727          * the log first, hold off all activity while moving it.
 728          * Can have shorter or longer log in the same space,
 729          * or transform internal to external log or vice versa.
 730          */
 731         return -ENOSYS;
 732 }
 733
 734 /*
 735  * protected versions of growfs function acquire and release locks on the mount
 736  * point - exported through ioctls: XFS_IOC_FSGROWFSDATA, XFS_IOC_FSGROWFSLOG,
 737  * XFS_IOC_FSGROWFSRT
 738  */
 739
 740
 741 int
 742 xfs_growfs_data(
 743         xfs_mount_t             *mp,
 744         xfs_growfs_data_t       *in)
 745 {
 746         int error;
 747
 748         if (!capable(CAP_SYS_ADMIN))
 749                 return -EPERM;
 750         if (!mutex_trylock(&mp->m_growlock))
 751                 return -EWOULDBLOCK;
 752         error = xfs_growfs_data_private(mp, in);
 753         /*
 754          * Increment the generation unconditionally, the error could be from
 755          * updating the secondary superblocks, in which case the new size
 756          * is live already.
 757          */
 758         mp->m_generation++;
 759         mutex_unlock(&mp->m_growlock);
 760         return error;
 761 }
 762
 763 int
 764 xfs_growfs_log(
 765         xfs_mount_t             *mp,
 766         xfs_growfs_log_t        *in)
 767 {
 768         int error;
 769
 770         if (!capable(CAP_SYS_ADMIN))
 771                 return -EPERM;
 772         if (!mutex_trylock(&mp->m_growlock))
 773                 return -EWOULDBLOCK;
 774         error = xfs_growfs_log_private(mp, in);
 775         mutex_unlock(&mp->m_growlock);
 776         return error;
 777 }
 778
 779 /*
 780  * exported through ioctl XFS_IOC_FSCOUNTS
 781  */
 782
 783 int
 784 xfs_fs_counts(
 785         xfs_mount_t             *mp,
 786         xfs_fsop_counts_t       *cnt)
 787 {
 788         cnt->allocino = percpu_counter_read_positive(&mp->m_icount);
 789         cnt->freeino = percpu_counter_read_positive(&mp->m_ifree);
 790         cnt->freedata = percpu_counter_read_positive(&mp->m_fdblocks) -
 791                                                 mp->m_alloc_set_aside;
 792
 793         spin_lock(&mp->m_sb_lock);
 794         cnt->freertx = mp->m_sb.sb_frextents;
 795         spin_unlock(&mp->m_sb_lock);
 796         return 0;
 797 }
 798
 799 /*
 800  * exported through ioctl XFS_IOC_SET_RESBLKS & XFS_IOC_GET_RESBLKS
 801  *
 802  * xfs_reserve_blocks is called to set m_resblks
 803  * in the in-core mount table. The number of unused reserved blocks
 804  * is kept in m_resblks_avail.
 805  *
 806  * Reserve the requested number of blocks if available. Otherwise return
 807  * as many as possible to satisfy the request. The actual number
 808  * reserved are returned in outval
 809  *
 810  * A null inval pointer indicates that only the current reserved blocks
 811  * available  should  be returned no settings are changed.
 812  */
 813
 814 int
 815 xfs_reserve_blocks(
 816         xfs_mount_t             *mp,
 817         __uint64_t              *inval,
 818         xfs_fsop_resblks_t      *outval)
 819 {
 820         __int64_t               lcounter, delta;
 821         __int64_t               fdblks_delta = 0;
 822         __uint64_t              request;
 823         __int64_t               free;
 824         int                     error = 0;
 825
 826         /* If inval is null, report current values and return */
 827         if (inval == (__uint64_t *)NULL) {
 828                 if (!outval)
 829                         return -EINVAL;
 830                 outval->resblks = mp->m_resblks;
 831                 outval->resblks_avail = mp->m_resblks_avail;
 832                 return 0;
 833         }
 834
 835         request = *inval;
 836
 837         /*
 838          * With per-cpu counters, this becomes an interesting problem. we need
 839          * to work out if we are freeing or allocation blocks first, then we can
 840          * do the modification as necessary.
 841          *
 842          * We do this under the m_sb_lock so that if we are near ENOSPC, we will
 843          * hold out any changes while we work out what to do. This means that
 844          * the amount of free space can change while we do this, so we need to
 845          * retry if we end up trying to reserve more space than is available.
 846          */
 847         spin_lock(&mp->m_sb_lock);
 848
 849         /*
 850          * If our previous reservation was larger than the current value,
 851          * then move any unused blocks back to the free pool. Modify the resblks
 852          * counters directly since we shouldn't have any problems unreserving
 853          * space.
 854          */
 855         if (mp->m_resblks > request) {
 856                 lcounter = mp->m_resblks_avail - request;
 857                 if (lcounter  > 0) {            /* release unused blocks */
 858                         fdblks_delta = lcounter;
 859                         mp->m_resblks_avail -= lcounter;
 860                 }
 861                 mp->m_resblks = request;
 862                 if (fdblks_delta) {
 863                         spin_unlock(&mp->m_sb_lock);
 864                         error = xfs_mod_fdblocks(mp, fdblks_delta, 0);
 865                         spin_lock(&mp->m_sb_lock);
 866                 }
 867
 868                 goto out;
 869         }
 870
 871         /*
 872          * If the request is larger than the current reservation, reserve the
 873          * blocks before we update the reserve counters. Sample m_fdblocks and
 874          * perform a partial reservation if the request exceeds free space.
 875          */
 876         error = -ENOSPC;
 877         do {
 878                 free = percpu_counter_sum(&mp->m_fdblocks) -
 879                                                 mp->m_alloc_set_aside;
 880                 if (!free)
 881                         break;
 882
 883                 delta = request - mp->m_resblks;
 884                 lcounter = free - delta;
 885                 if (lcounter < 0)
 886                         /* We can't satisfy the request, just get what we can */
 887                         fdblks_delta = free;
 888                 else
 889                         fdblks_delta = delta;
 890
 891                 /*
 892                  * We'll either succeed in getting space from the free block
 893                  * count or we'll get an ENOSPC. If we get a ENOSPC, it means
 894                  * things changed while we were calculating fdblks_delta and so
 895                  * we should try again to see if there is anything left to
 896                  * reserve.
 897                  *
 898                  * Don't set the reserved flag here - we don't want to reserve
 899                  * the extra reserve blocks from the reserve.....
 900                  */
 901                 spin_unlock(&mp->m_sb_lock);
 902                 error = xfs_mod_fdblocks(mp, -fdblks_delta, 0);
 903                 spin_lock(&mp->m_sb_lock);
 904         } while (error == -ENOSPC);
 905
 906         /*
 907          * Update the reserve counters if blocks have been successfully
 908          * allocated.
 909          */
 910         if (!error && fdblks_delta) {
 911                 mp->m_resblks += fdblks_delta;
 912                 mp->m_resblks_avail += fdblks_delta;
 913         }
 914
 915 out:
 916         if (outval) {
 917                 outval->resblks = mp->m_resblks;
 918                 outval->resblks_avail = mp->m_resblks_avail;
 919         }
 920
 921         spin_unlock(&mp->m_sb_lock);
 922         return error;
 923 }
 924
 925 int
 926 xfs_fs_goingdown(
 927         xfs_mount_t     *mp,
 928         __uint32_t      inflags)
 929 {
 930         switch (inflags) {
 931         case XFS_FSOP_GOING_FLAGS_DEFAULT: {
 932                 struct super_block *sb = freeze_bdev(mp->m_super->s_bdev);
 933
 934                 if (sb && !IS_ERR(sb)) {
 935                         xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
 936                         thaw_bdev(sb->s_bdev, sb);
 937                 }
 938
 939                 break;
 940         }
 941         case XFS_FSOP_GOING_FLAGS_LOGFLUSH:
 942                 xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
 943                 break;
 944         case XFS_FSOP_GOING_FLAGS_NOLOGFLUSH:
 945                 xfs_force_shutdown(mp,
 946                                 SHUTDOWN_FORCE_UMOUNT | SHUTDOWN_LOG_IO_ERROR);
 947                 break;
 948         default:
 949                 return -EINVAL;
 950         }
 951
 952         return 0;
 953 }
 954
 955 /*
 956  * Force a shutdown of the filesystem instantly while keeping the filesystem
 957  * consistent. We don't do an unmount here; just shutdown the shop, make sure
 958  * that absolutely nothing persistent happens to this filesystem after this
 959  * point.
 960  */
 961 void
 962 xfs_do_force_shutdown(
 963         xfs_mount_t     *mp,
 964         int             flags,
 965         char            *fname,
 966         int             lnnum)
 967 {
 968         int             logerror;
 969
 970         logerror = flags & SHUTDOWN_LOG_IO_ERROR;
 971
 972         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
 973                 xfs_notice(mp,
 974         "%s(0x%x) called from line %d of file %s.  Return address = 0x%p",
 975                         __func__, flags, lnnum, fname, __return_address);
 976         }
 977         /*
 978          * No need to duplicate efforts.
 979          */
 980         if (XFS_FORCED_SHUTDOWN(mp) && !logerror)
 981                 return;
 982
 983         /*
 984          * This flags XFS_MOUNT_FS_SHUTDOWN, makes sure that we don't
 985          * queue up anybody new on the log reservations, and wakes up
 986          * everybody who's sleeping on log reservations to tell them
 987          * the bad news.
 988          */
 989         if (xfs_log_force_umount(mp, logerror))
 990                 return;
 991
 992         if (flags & SHUTDOWN_CORRUPT_INCORE) {
 993                 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_CORRUPT,
 994     "Corruption of in-memory data detected.  Shutting down filesystem");
 995                 if (XFS_ERRLEVEL_HIGH <= xfs_error_level)
 996                         xfs_stack_trace();
 997         } else if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
 998                 if (logerror) {
 999                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_LOGERROR,
1000                 "Log I/O Error Detected.  Shutting down filesystem");
1001                 } else if (flags & SHUTDOWN_DEVICE_REQ) {
1002                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
1003                 "All device paths lost.  Shutting down filesystem");
1004                 } else if (!(flags & SHUTDOWN_REMOTE_REQ)) {
1005                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
1006                 "I/O Error Detected. Shutting down filesystem");
1007                 }
1008         }
1009         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
1010                 xfs_alert(mp,
1011         "Please umount the filesystem and rectify the problem(s)");
1012         }
1013 }
1014
1015 /*
1016  * Reserve free space for per-AG metadata.
1017  */
1018 int
1019 xfs_fs_reserve_ag_blocks(
1020         struct xfs_mount        *mp)
1021 {
1022         xfs_agnumber_t          agno;
1023         struct xfs_perag        *pag;
1024         int                     error = 0;
1025         int                     err2;
1026
1027         for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) {
1028                 pag = xfs_perag_get(mp, agno);
1029                 err2 = xfs_ag_resv_init(pag);
1030                 xfs_perag_put(pag);
1031                 if (err2 && !error)
1032                         error = err2;
1033         }
1034
1035         if (error && error != -ENOSPC) {
1036                 xfs_warn(mp,
1037         "Error %d reserving per-AG metadata reserve pool.", error);
1038                 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
1039         }
1040
1041         return error;
1042 }
1043
1044 /*
1045  * Free space reserved for per-AG metadata.
1046  */
1047 int
1048 xfs_fs_unreserve_ag_blocks(
1049         struct xfs_mount        *mp)
1050 {
1051         xfs_agnumber_t          agno;
1052         struct xfs_perag        *pag;
1053         int                     error = 0;
1054         int                     err2;
1055
1056         for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) {
1057                 pag = xfs_perag_get(mp, agno);
1058                 err2 = xfs_ag_resv_free(pag);
1059                 xfs_perag_put(pag);
1060                 if (err2 && !error)
1061                         error = err2;
1062         }
1063
1064         if (error)
1065                 xfs_warn(mp,
1066         "Error %d freeing per-AG metadata reserve pool.", error);
1067
1068         return error;
1069 }