2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * Copyright (c) 2013 Red Hat, Inc.
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License as
8 * published by the Free Software Foundation.
10 * This program is distributed in the hope that it would be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "xfs_shared.h"
22 #include "xfs_format.h"
23 #include "xfs_log_format.h"
24 #include "xfs_trans_resv.h"
27 #include "xfs_mount.h"
28 #include "xfs_da_format.h"
29 #include "xfs_da_btree.h"
30 #include "xfs_inode.h"
31 #include "xfs_trans.h"
32 #include "xfs_inode_item.h"
33 #include "xfs_bmap_btree.h"
35 #include "xfs_attr_sf.h"
36 #include "xfs_attr_remote.h"
38 #include "xfs_attr_leaf.h"
39 #include "xfs_error.h"
40 #include "xfs_trace.h"
41 #include "xfs_buf_item.h"
42 #include "xfs_cksum.h"
50 * Routines to implement leaf blocks of attributes as Btrees of hashed names.
53 /*========================================================================
54 * Function prototypes for the kernel.
55 *========================================================================*/
58 * Routines used for growing the Btree.
60 STATIC int xfs_attr3_leaf_create(struct xfs_da_args *args,
61 xfs_dablk_t which_block, struct xfs_buf **bpp);
62 STATIC int xfs_attr3_leaf_add_work(struct xfs_buf *leaf_buffer,
63 struct xfs_attr3_icleaf_hdr *ichdr,
64 struct xfs_da_args *args, int freemap_index);
65 STATIC void xfs_attr3_leaf_compact(struct xfs_da_args *args,
66 struct xfs_attr3_icleaf_hdr *ichdr,
67 struct xfs_buf *leaf_buffer);
68 STATIC void xfs_attr3_leaf_rebalance(xfs_da_state_t *state,
69 xfs_da_state_blk_t *blk1,
70 xfs_da_state_blk_t *blk2);
71 STATIC int xfs_attr3_leaf_figure_balance(xfs_da_state_t *state,
72 xfs_da_state_blk_t *leaf_blk_1,
73 struct xfs_attr3_icleaf_hdr *ichdr1,
74 xfs_da_state_blk_t *leaf_blk_2,
75 struct xfs_attr3_icleaf_hdr *ichdr2,
76 int *number_entries_in_blk1,
77 int *number_usedbytes_in_blk1);
82 STATIC void xfs_attr3_leaf_moveents(struct xfs_da_args *args,
83 struct xfs_attr_leafblock *src_leaf,
84 struct xfs_attr3_icleaf_hdr *src_ichdr, int src_start,
85 struct xfs_attr_leafblock *dst_leaf,
86 struct xfs_attr3_icleaf_hdr *dst_ichdr, int dst_start,
88 STATIC int xfs_attr_leaf_entsize(xfs_attr_leafblock_t *leaf, int index);
91 * attr3 block 'firstused' conversion helpers.
93 * firstused refers to the offset of the first used byte of the nameval region
94 * of an attr leaf block. The region starts at the tail of the block and expands
95 * backwards towards the middle. As such, firstused is initialized to the block
96 * size for an empty leaf block and is reduced from there.
98 * The attr3 block size is pegged to the fsb size and the maximum fsb is 64k.
99 * The in-core firstused field is 32-bit and thus supports the maximum fsb size.
100 * The on-disk field is only 16-bit, however, and overflows at 64k. Since this
101 * only occurs at exactly 64k, we use zero as a magic on-disk value to represent
102 * the attr block size. The following helpers manage the conversion between the
103 * in-core and on-disk formats.
107 xfs_attr3_leaf_firstused_from_disk(
108 struct xfs_da_geometry *geo,
109 struct xfs_attr3_icleaf_hdr *to,
110 struct xfs_attr_leafblock *from)
112 struct xfs_attr3_leaf_hdr *hdr3;
114 if (from->hdr.info.magic == cpu_to_be16(XFS_ATTR3_LEAF_MAGIC)) {
115 hdr3 = (struct xfs_attr3_leaf_hdr *) from;
116 to->firstused = be16_to_cpu(hdr3->firstused);
118 to->firstused = be16_to_cpu(from->hdr.firstused);
122 * Convert from the magic fsb size value to actual blocksize. This
123 * should only occur for empty blocks when the block size overflows
126 if (to->firstused == XFS_ATTR3_LEAF_NULLOFF) {
127 ASSERT(!to->count && !to->usedbytes);
128 ASSERT(geo->blksize > USHRT_MAX);
129 to->firstused = geo->blksize;
134 xfs_attr3_leaf_firstused_to_disk(
135 struct xfs_da_geometry *geo,
136 struct xfs_attr_leafblock *to,
137 struct xfs_attr3_icleaf_hdr *from)
139 struct xfs_attr3_leaf_hdr *hdr3;
142 /* magic value should only be seen on disk */
143 ASSERT(from->firstused != XFS_ATTR3_LEAF_NULLOFF);
146 * Scale down the 32-bit in-core firstused value to the 16-bit on-disk
147 * value. This only overflows at the max supported value of 64k. Use the
148 * magic on-disk value to represent block size in this case.
150 firstused = from->firstused;
151 if (firstused > USHRT_MAX) {
152 ASSERT(from->firstused == geo->blksize);
153 firstused = XFS_ATTR3_LEAF_NULLOFF;
156 if (from->magic == XFS_ATTR3_LEAF_MAGIC) {
157 hdr3 = (struct xfs_attr3_leaf_hdr *) to;
158 hdr3->firstused = cpu_to_be16(firstused);
160 to->hdr.firstused = cpu_to_be16(firstused);
165 xfs_attr3_leaf_hdr_from_disk(
166 struct xfs_da_geometry *geo,
167 struct xfs_attr3_icleaf_hdr *to,
168 struct xfs_attr_leafblock *from)
172 ASSERT(from->hdr.info.magic == cpu_to_be16(XFS_ATTR_LEAF_MAGIC) ||
173 from->hdr.info.magic == cpu_to_be16(XFS_ATTR3_LEAF_MAGIC));
175 if (from->hdr.info.magic == cpu_to_be16(XFS_ATTR3_LEAF_MAGIC)) {
176 struct xfs_attr3_leaf_hdr *hdr3 = (struct xfs_attr3_leaf_hdr *)from;
178 to->forw = be32_to_cpu(hdr3->info.hdr.forw);
179 to->back = be32_to_cpu(hdr3->info.hdr.back);
180 to->magic = be16_to_cpu(hdr3->info.hdr.magic);
181 to->count = be16_to_cpu(hdr3->count);
182 to->usedbytes = be16_to_cpu(hdr3->usedbytes);
183 xfs_attr3_leaf_firstused_from_disk(geo, to, from);
184 to->holes = hdr3->holes;
186 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
187 to->freemap[i].base = be16_to_cpu(hdr3->freemap[i].base);
188 to->freemap[i].size = be16_to_cpu(hdr3->freemap[i].size);
192 to->forw = be32_to_cpu(from->hdr.info.forw);
193 to->back = be32_to_cpu(from->hdr.info.back);
194 to->magic = be16_to_cpu(from->hdr.info.magic);
195 to->count = be16_to_cpu(from->hdr.count);
196 to->usedbytes = be16_to_cpu(from->hdr.usedbytes);
197 xfs_attr3_leaf_firstused_from_disk(geo, to, from);
198 to->holes = from->hdr.holes;
200 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
201 to->freemap[i].base = be16_to_cpu(from->hdr.freemap[i].base);
202 to->freemap[i].size = be16_to_cpu(from->hdr.freemap[i].size);
207 xfs_attr3_leaf_hdr_to_disk(
208 struct xfs_da_geometry *geo,
209 struct xfs_attr_leafblock *to,
210 struct xfs_attr3_icleaf_hdr *from)
214 ASSERT(from->magic == XFS_ATTR_LEAF_MAGIC ||
215 from->magic == XFS_ATTR3_LEAF_MAGIC);
217 if (from->magic == XFS_ATTR3_LEAF_MAGIC) {
218 struct xfs_attr3_leaf_hdr *hdr3 = (struct xfs_attr3_leaf_hdr *)to;
220 hdr3->info.hdr.forw = cpu_to_be32(from->forw);
221 hdr3->info.hdr.back = cpu_to_be32(from->back);
222 hdr3->info.hdr.magic = cpu_to_be16(from->magic);
223 hdr3->count = cpu_to_be16(from->count);
224 hdr3->usedbytes = cpu_to_be16(from->usedbytes);
225 xfs_attr3_leaf_firstused_to_disk(geo, to, from);
226 hdr3->holes = from->holes;
229 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
230 hdr3->freemap[i].base = cpu_to_be16(from->freemap[i].base);
231 hdr3->freemap[i].size = cpu_to_be16(from->freemap[i].size);
235 to->hdr.info.forw = cpu_to_be32(from->forw);
236 to->hdr.info.back = cpu_to_be32(from->back);
237 to->hdr.info.magic = cpu_to_be16(from->magic);
238 to->hdr.count = cpu_to_be16(from->count);
239 to->hdr.usedbytes = cpu_to_be16(from->usedbytes);
240 xfs_attr3_leaf_firstused_to_disk(geo, to, from);
241 to->hdr.holes = from->holes;
244 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
245 to->hdr.freemap[i].base = cpu_to_be16(from->freemap[i].base);
246 to->hdr.freemap[i].size = cpu_to_be16(from->freemap[i].size);
251 xfs_attr3_leaf_verify(
254 struct xfs_mount *mp = bp->b_target->bt_mount;
255 struct xfs_attr_leafblock *leaf = bp->b_addr;
256 struct xfs_perag *pag = bp->b_pag;
257 struct xfs_attr3_icleaf_hdr ichdr;
259 xfs_attr3_leaf_hdr_from_disk(mp->m_attr_geo, &ichdr, leaf);
261 if (xfs_sb_version_hascrc(&mp->m_sb)) {
262 struct xfs_da3_node_hdr *hdr3 = bp->b_addr;
264 if (ichdr.magic != XFS_ATTR3_LEAF_MAGIC)
267 if (!uuid_equal(&hdr3->info.uuid, &mp->m_sb.sb_meta_uuid))
269 if (be64_to_cpu(hdr3->info.blkno) != bp->b_bn)
271 if (!xfs_log_check_lsn(mp, be64_to_cpu(hdr3->info.lsn)))
274 if (ichdr.magic != XFS_ATTR_LEAF_MAGIC)
278 * In recovery there is a transient state where count == 0 is valid
279 * because we may have transitioned an empty shortform attr to a leaf
280 * if the attr didn't fit in shortform.
282 if (pag && pag->pagf_init && ichdr.count == 0)
285 /* XXX: need to range check rest of attr header values */
286 /* XXX: hash order check? */
292 xfs_attr3_leaf_write_verify(
295 struct xfs_mount *mp = bp->b_target->bt_mount;
296 struct xfs_buf_log_item *bip = bp->b_fspriv;
297 struct xfs_attr3_leaf_hdr *hdr3 = bp->b_addr;
299 if (!xfs_attr3_leaf_verify(bp)) {
300 xfs_buf_ioerror(bp, -EFSCORRUPTED);
301 xfs_verifier_error(bp);
305 if (!xfs_sb_version_hascrc(&mp->m_sb))
309 hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn);
311 xfs_buf_update_cksum(bp, XFS_ATTR3_LEAF_CRC_OFF);
315 * leaf/node format detection on trees is sketchy, so a node read can be done on
316 * leaf level blocks when detection identifies the tree as a node format tree
317 * incorrectly. In this case, we need to swap the verifier to match the correct
318 * format of the block being read.
321 xfs_attr3_leaf_read_verify(
324 struct xfs_mount *mp = bp->b_target->bt_mount;
326 if (xfs_sb_version_hascrc(&mp->m_sb) &&
327 !xfs_buf_verify_cksum(bp, XFS_ATTR3_LEAF_CRC_OFF))
328 xfs_buf_ioerror(bp, -EFSBADCRC);
329 else if (!xfs_attr3_leaf_verify(bp))
330 xfs_buf_ioerror(bp, -EFSCORRUPTED);
333 xfs_verifier_error(bp);
336 const struct xfs_buf_ops xfs_attr3_leaf_buf_ops = {
337 .name = "xfs_attr3_leaf",
338 .verify_read = xfs_attr3_leaf_read_verify,
339 .verify_write = xfs_attr3_leaf_write_verify,
344 struct xfs_trans *tp,
345 struct xfs_inode *dp,
347 xfs_daddr_t mappedbno,
348 struct xfs_buf **bpp)
352 err = xfs_da_read_buf(tp, dp, bno, mappedbno, bpp,
353 XFS_ATTR_FORK, &xfs_attr3_leaf_buf_ops);
354 if (!err && tp && *bpp)
355 xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_ATTR_LEAF_BUF);
359 /*========================================================================
360 * Namespace helper routines
361 *========================================================================*/
364 * If namespace bits don't match return 0.
365 * If all match then return 1.
368 xfs_attr_namesp_match(int arg_flags, int ondisk_flags)
370 return XFS_ATTR_NSP_ONDISK(ondisk_flags) == XFS_ATTR_NSP_ARGS_TO_ONDISK(arg_flags);
374 /*========================================================================
375 * External routines when attribute fork size < XFS_LITINO(mp).
376 *========================================================================*/
379 * Query whether the requested number of additional bytes of extended
380 * attribute space will be able to fit inline.
382 * Returns zero if not, else the di_forkoff fork offset to be used in the
383 * literal area for attribute data once the new bytes have been added.
385 * di_forkoff must be 8 byte aligned, hence is stored as a >>3 value;
386 * special case for dev/uuid inodes, they have fixed size data forks.
389 xfs_attr_shortform_bytesfit(xfs_inode_t *dp, int bytes)
392 int minforkoff; /* lower limit on valid forkoff locations */
393 int maxforkoff; /* upper limit on valid forkoff locations */
395 xfs_mount_t *mp = dp->i_mount;
398 offset = (XFS_LITINO(mp, dp->i_d.di_version) - bytes) >> 3;
400 switch (dp->i_d.di_format) {
401 case XFS_DINODE_FMT_DEV:
402 minforkoff = roundup(sizeof(xfs_dev_t), 8) >> 3;
403 return (offset >= minforkoff) ? minforkoff : 0;
404 case XFS_DINODE_FMT_UUID:
405 minforkoff = roundup(sizeof(uuid_t), 8) >> 3;
406 return (offset >= minforkoff) ? minforkoff : 0;
410 * If the requested numbers of bytes is smaller or equal to the
411 * current attribute fork size we can always proceed.
413 * Note that if_bytes in the data fork might actually be larger than
414 * the current data fork size is due to delalloc extents. In that
415 * case either the extent count will go down when they are converted
416 * to real extents, or the delalloc conversion will take care of the
417 * literal area rebalancing.
419 if (bytes <= XFS_IFORK_ASIZE(dp))
420 return dp->i_d.di_forkoff;
423 * For attr2 we can try to move the forkoff if there is space in the
424 * literal area, but for the old format we are done if there is no
425 * space in the fixed attribute fork.
427 if (!(mp->m_flags & XFS_MOUNT_ATTR2))
430 dsize = dp->i_df.if_bytes;
432 switch (dp->i_d.di_format) {
433 case XFS_DINODE_FMT_EXTENTS:
435 * If there is no attr fork and the data fork is extents,
436 * determine if creating the default attr fork will result
437 * in the extents form migrating to btree. If so, the
438 * minimum offset only needs to be the space required for
441 if (!dp->i_d.di_forkoff && dp->i_df.if_bytes >
442 xfs_default_attroffset(dp))
443 dsize = XFS_BMDR_SPACE_CALC(MINDBTPTRS);
445 case XFS_DINODE_FMT_BTREE:
447 * If we have a data btree then keep forkoff if we have one,
448 * otherwise we are adding a new attr, so then we set
449 * minforkoff to where the btree root can finish so we have
450 * plenty of room for attrs
452 if (dp->i_d.di_forkoff) {
453 if (offset < dp->i_d.di_forkoff)
455 return dp->i_d.di_forkoff;
457 dsize = XFS_BMAP_BROOT_SPACE(mp, dp->i_df.if_broot);
462 * A data fork btree root must have space for at least
463 * MINDBTPTRS key/ptr pairs if the data fork is small or empty.
465 minforkoff = MAX(dsize, XFS_BMDR_SPACE_CALC(MINDBTPTRS));
466 minforkoff = roundup(minforkoff, 8) >> 3;
468 /* attr fork btree root can have at least this many key/ptr pairs */
469 maxforkoff = XFS_LITINO(mp, dp->i_d.di_version) -
470 XFS_BMDR_SPACE_CALC(MINABTPTRS);
471 maxforkoff = maxforkoff >> 3; /* rounded down */
473 if (offset >= maxforkoff)
475 if (offset >= minforkoff)
481 * Switch on the ATTR2 superblock bit (implies also FEATURES2)
484 xfs_sbversion_add_attr2(xfs_mount_t *mp, xfs_trans_t *tp)
486 if ((mp->m_flags & XFS_MOUNT_ATTR2) &&
487 !(xfs_sb_version_hasattr2(&mp->m_sb))) {
488 spin_lock(&mp->m_sb_lock);
489 if (!xfs_sb_version_hasattr2(&mp->m_sb)) {
490 xfs_sb_version_addattr2(&mp->m_sb);
491 spin_unlock(&mp->m_sb_lock);
494 spin_unlock(&mp->m_sb_lock);
499 * Create the initial contents of a shortform attribute list.
502 xfs_attr_shortform_create(xfs_da_args_t *args)
504 xfs_attr_sf_hdr_t *hdr;
508 trace_xfs_attr_sf_create(args);
514 ASSERT(ifp->if_bytes == 0);
515 if (dp->i_d.di_aformat == XFS_DINODE_FMT_EXTENTS) {
516 ifp->if_flags &= ~XFS_IFEXTENTS; /* just in case */
517 dp->i_d.di_aformat = XFS_DINODE_FMT_LOCAL;
518 ifp->if_flags |= XFS_IFINLINE;
520 ASSERT(ifp->if_flags & XFS_IFINLINE);
522 xfs_idata_realloc(dp, sizeof(*hdr), XFS_ATTR_FORK);
523 hdr = (struct xfs_attr_sf_hdr *)ifp->if_u1.if_data;
524 memset(hdr, 0, sizeof(*hdr));
525 hdr->totsize = cpu_to_be16(sizeof(*hdr));
526 xfs_trans_log_inode(args->trans, dp, XFS_ILOG_CORE | XFS_ILOG_ADATA);
530 * Add a name/value pair to the shortform attribute list.
531 * Overflow from the inode has already been checked for.
534 xfs_attr_shortform_add(xfs_da_args_t *args, int forkoff)
536 xfs_attr_shortform_t *sf;
537 xfs_attr_sf_entry_t *sfe;
543 trace_xfs_attr_sf_add(args);
547 dp->i_d.di_forkoff = forkoff;
550 ASSERT(ifp->if_flags & XFS_IFINLINE);
551 sf = (xfs_attr_shortform_t *)ifp->if_u1.if_data;
553 for (i = 0; i < sf->hdr.count; sfe = XFS_ATTR_SF_NEXTENTRY(sfe), i++) {
555 if (sfe->namelen != args->namelen)
557 if (memcmp(args->name, sfe->nameval, args->namelen) != 0)
559 if (!xfs_attr_namesp_match(args->flags, sfe->flags))
565 offset = (char *)sfe - (char *)sf;
566 size = XFS_ATTR_SF_ENTSIZE_BYNAME(args->namelen, args->valuelen);
567 xfs_idata_realloc(dp, size, XFS_ATTR_FORK);
568 sf = (xfs_attr_shortform_t *)ifp->if_u1.if_data;
569 sfe = (xfs_attr_sf_entry_t *)((char *)sf + offset);
571 sfe->namelen = args->namelen;
572 sfe->valuelen = args->valuelen;
573 sfe->flags = XFS_ATTR_NSP_ARGS_TO_ONDISK(args->flags);
574 memcpy(sfe->nameval, args->name, args->namelen);
575 memcpy(&sfe->nameval[args->namelen], args->value, args->valuelen);
577 be16_add_cpu(&sf->hdr.totsize, size);
578 xfs_trans_log_inode(args->trans, dp, XFS_ILOG_CORE | XFS_ILOG_ADATA);
580 xfs_sbversion_add_attr2(mp, args->trans);
584 * After the last attribute is removed revert to original inode format,
585 * making all literal area available to the data fork once more.
588 xfs_attr_fork_remove(
589 struct xfs_inode *ip,
590 struct xfs_trans *tp)
592 xfs_idestroy_fork(ip, XFS_ATTR_FORK);
593 ip->i_d.di_forkoff = 0;
594 ip->i_d.di_aformat = XFS_DINODE_FMT_EXTENTS;
596 ASSERT(ip->i_d.di_anextents == 0);
597 ASSERT(ip->i_afp == NULL);
599 xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
603 * Remove an attribute from the shortform attribute list structure.
606 xfs_attr_shortform_remove(xfs_da_args_t *args)
608 xfs_attr_shortform_t *sf;
609 xfs_attr_sf_entry_t *sfe;
610 int base, size=0, end, totsize, i;
614 trace_xfs_attr_sf_remove(args);
618 base = sizeof(xfs_attr_sf_hdr_t);
619 sf = (xfs_attr_shortform_t *)dp->i_afp->if_u1.if_data;
622 for (i = 0; i < end; sfe = XFS_ATTR_SF_NEXTENTRY(sfe),
624 size = XFS_ATTR_SF_ENTSIZE(sfe);
625 if (sfe->namelen != args->namelen)
627 if (memcmp(sfe->nameval, args->name, args->namelen) != 0)
629 if (!xfs_attr_namesp_match(args->flags, sfe->flags))
637 * Fix up the attribute fork data, covering the hole
640 totsize = be16_to_cpu(sf->hdr.totsize);
642 memmove(&((char *)sf)[base], &((char *)sf)[end], totsize - end);
644 be16_add_cpu(&sf->hdr.totsize, -size);
647 * Fix up the start offset of the attribute fork
650 if (totsize == sizeof(xfs_attr_sf_hdr_t) &&
651 (mp->m_flags & XFS_MOUNT_ATTR2) &&
652 (dp->i_d.di_format != XFS_DINODE_FMT_BTREE) &&
653 !(args->op_flags & XFS_DA_OP_ADDNAME)) {
654 xfs_attr_fork_remove(dp, args->trans);
656 xfs_idata_realloc(dp, -size, XFS_ATTR_FORK);
657 dp->i_d.di_forkoff = xfs_attr_shortform_bytesfit(dp, totsize);
658 ASSERT(dp->i_d.di_forkoff);
659 ASSERT(totsize > sizeof(xfs_attr_sf_hdr_t) ||
660 (args->op_flags & XFS_DA_OP_ADDNAME) ||
661 !(mp->m_flags & XFS_MOUNT_ATTR2) ||
662 dp->i_d.di_format == XFS_DINODE_FMT_BTREE);
663 xfs_trans_log_inode(args->trans, dp,
664 XFS_ILOG_CORE | XFS_ILOG_ADATA);
667 xfs_sbversion_add_attr2(mp, args->trans);
673 * Look up a name in a shortform attribute list structure.
677 xfs_attr_shortform_lookup(xfs_da_args_t *args)
679 xfs_attr_shortform_t *sf;
680 xfs_attr_sf_entry_t *sfe;
684 trace_xfs_attr_sf_lookup(args);
686 ifp = args->dp->i_afp;
687 ASSERT(ifp->if_flags & XFS_IFINLINE);
688 sf = (xfs_attr_shortform_t *)ifp->if_u1.if_data;
690 for (i = 0; i < sf->hdr.count;
691 sfe = XFS_ATTR_SF_NEXTENTRY(sfe), i++) {
692 if (sfe->namelen != args->namelen)
694 if (memcmp(args->name, sfe->nameval, args->namelen) != 0)
696 if (!xfs_attr_namesp_match(args->flags, sfe->flags))
704 * Look up a name in a shortform attribute list structure.
708 xfs_attr_shortform_getvalue(xfs_da_args_t *args)
710 xfs_attr_shortform_t *sf;
711 xfs_attr_sf_entry_t *sfe;
714 ASSERT(args->dp->i_afp->if_flags == XFS_IFINLINE);
715 sf = (xfs_attr_shortform_t *)args->dp->i_afp->if_u1.if_data;
717 for (i = 0; i < sf->hdr.count;
718 sfe = XFS_ATTR_SF_NEXTENTRY(sfe), i++) {
719 if (sfe->namelen != args->namelen)
721 if (memcmp(args->name, sfe->nameval, args->namelen) != 0)
723 if (!xfs_attr_namesp_match(args->flags, sfe->flags))
725 if (args->flags & ATTR_KERNOVAL) {
726 args->valuelen = sfe->valuelen;
729 if (args->valuelen < sfe->valuelen) {
730 args->valuelen = sfe->valuelen;
733 args->valuelen = sfe->valuelen;
734 memcpy(args->value, &sfe->nameval[args->namelen],
742 * Convert from using the shortform to the leaf.
745 xfs_attr_shortform_to_leaf(xfs_da_args_t *args)
748 xfs_attr_shortform_t *sf;
749 xfs_attr_sf_entry_t *sfe;
757 trace_xfs_attr_sf_to_leaf(args);
761 sf = (xfs_attr_shortform_t *)ifp->if_u1.if_data;
762 size = be16_to_cpu(sf->hdr.totsize);
763 tmpbuffer = kmem_alloc(size, KM_SLEEP);
764 ASSERT(tmpbuffer != NULL);
765 memcpy(tmpbuffer, ifp->if_u1.if_data, size);
766 sf = (xfs_attr_shortform_t *)tmpbuffer;
768 xfs_idata_realloc(dp, -size, XFS_ATTR_FORK);
769 xfs_bmap_local_to_extents_empty(dp, XFS_ATTR_FORK);
772 error = xfs_da_grow_inode(args, &blkno);
775 * If we hit an IO error middle of the transaction inside
776 * grow_inode(), we may have inconsistent data. Bail out.
780 xfs_idata_realloc(dp, size, XFS_ATTR_FORK); /* try to put */
781 memcpy(ifp->if_u1.if_data, tmpbuffer, size); /* it back */
786 error = xfs_attr3_leaf_create(args, blkno, &bp);
788 /* xfs_attr3_leaf_create may not have instantiated a block */
789 if (bp && (xfs_da_shrink_inode(args, 0, bp) != 0))
791 xfs_idata_realloc(dp, size, XFS_ATTR_FORK); /* try to put */
792 memcpy(ifp->if_u1.if_data, tmpbuffer, size); /* it back */
796 memset((char *)&nargs, 0, sizeof(nargs));
798 nargs.geo = args->geo;
799 nargs.firstblock = args->firstblock;
800 nargs.dfops = args->dfops;
801 nargs.total = args->total;
802 nargs.whichfork = XFS_ATTR_FORK;
803 nargs.trans = args->trans;
804 nargs.op_flags = XFS_DA_OP_OKNOENT;
807 for (i = 0; i < sf->hdr.count; i++) {
808 nargs.name = sfe->nameval;
809 nargs.namelen = sfe->namelen;
810 nargs.value = &sfe->nameval[nargs.namelen];
811 nargs.valuelen = sfe->valuelen;
812 nargs.hashval = xfs_da_hashname(sfe->nameval,
814 nargs.flags = XFS_ATTR_NSP_ONDISK_TO_ARGS(sfe->flags);
815 error = xfs_attr3_leaf_lookup_int(bp, &nargs); /* set a->index */
816 ASSERT(error == -ENOATTR);
817 error = xfs_attr3_leaf_add(bp, &nargs);
818 ASSERT(error != -ENOSPC);
821 sfe = XFS_ATTR_SF_NEXTENTRY(sfe);
826 kmem_free(tmpbuffer);
831 * Check a leaf attribute block to see if all the entries would fit into
832 * a shortform attribute list.
835 xfs_attr_shortform_allfit(
837 struct xfs_inode *dp)
839 struct xfs_attr_leafblock *leaf;
840 struct xfs_attr_leaf_entry *entry;
841 xfs_attr_leaf_name_local_t *name_loc;
842 struct xfs_attr3_icleaf_hdr leafhdr;
845 struct xfs_mount *mp = bp->b_target->bt_mount;
848 xfs_attr3_leaf_hdr_from_disk(mp->m_attr_geo, &leafhdr, leaf);
849 entry = xfs_attr3_leaf_entryp(leaf);
851 bytes = sizeof(struct xfs_attr_sf_hdr);
852 for (i = 0; i < leafhdr.count; entry++, i++) {
853 if (entry->flags & XFS_ATTR_INCOMPLETE)
854 continue; /* don't copy partial entries */
855 if (!(entry->flags & XFS_ATTR_LOCAL))
857 name_loc = xfs_attr3_leaf_name_local(leaf, i);
858 if (name_loc->namelen >= XFS_ATTR_SF_ENTSIZE_MAX)
860 if (be16_to_cpu(name_loc->valuelen) >= XFS_ATTR_SF_ENTSIZE_MAX)
862 bytes += sizeof(struct xfs_attr_sf_entry) - 1
864 + be16_to_cpu(name_loc->valuelen);
866 if ((dp->i_mount->m_flags & XFS_MOUNT_ATTR2) &&
867 (dp->i_d.di_format != XFS_DINODE_FMT_BTREE) &&
868 (bytes == sizeof(struct xfs_attr_sf_hdr)))
870 return xfs_attr_shortform_bytesfit(dp, bytes);
874 * Convert a leaf attribute list to shortform attribute list
877 xfs_attr3_leaf_to_shortform(
879 struct xfs_da_args *args,
882 struct xfs_attr_leafblock *leaf;
883 struct xfs_attr3_icleaf_hdr ichdr;
884 struct xfs_attr_leaf_entry *entry;
885 struct xfs_attr_leaf_name_local *name_loc;
886 struct xfs_da_args nargs;
887 struct xfs_inode *dp = args->dp;
892 trace_xfs_attr_leaf_to_sf(args);
894 tmpbuffer = kmem_alloc(args->geo->blksize, KM_SLEEP);
898 memcpy(tmpbuffer, bp->b_addr, args->geo->blksize);
900 leaf = (xfs_attr_leafblock_t *)tmpbuffer;
901 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
902 entry = xfs_attr3_leaf_entryp(leaf);
904 /* XXX (dgc): buffer is about to be marked stale - why zero it? */
905 memset(bp->b_addr, 0, args->geo->blksize);
908 * Clean out the prior contents of the attribute list.
910 error = xfs_da_shrink_inode(args, 0, bp);
915 ASSERT(dp->i_mount->m_flags & XFS_MOUNT_ATTR2);
916 ASSERT(dp->i_d.di_format != XFS_DINODE_FMT_BTREE);
917 xfs_attr_fork_remove(dp, args->trans);
921 xfs_attr_shortform_create(args);
924 * Copy the attributes
926 memset((char *)&nargs, 0, sizeof(nargs));
927 nargs.geo = args->geo;
929 nargs.firstblock = args->firstblock;
930 nargs.dfops = args->dfops;
931 nargs.total = args->total;
932 nargs.whichfork = XFS_ATTR_FORK;
933 nargs.trans = args->trans;
934 nargs.op_flags = XFS_DA_OP_OKNOENT;
936 for (i = 0; i < ichdr.count; entry++, i++) {
937 if (entry->flags & XFS_ATTR_INCOMPLETE)
938 continue; /* don't copy partial entries */
941 ASSERT(entry->flags & XFS_ATTR_LOCAL);
942 name_loc = xfs_attr3_leaf_name_local(leaf, i);
943 nargs.name = name_loc->nameval;
944 nargs.namelen = name_loc->namelen;
945 nargs.value = &name_loc->nameval[nargs.namelen];
946 nargs.valuelen = be16_to_cpu(name_loc->valuelen);
947 nargs.hashval = be32_to_cpu(entry->hashval);
948 nargs.flags = XFS_ATTR_NSP_ONDISK_TO_ARGS(entry->flags);
949 xfs_attr_shortform_add(&nargs, forkoff);
954 kmem_free(tmpbuffer);
959 * Convert from using a single leaf to a root node and a leaf.
962 xfs_attr3_leaf_to_node(
963 struct xfs_da_args *args)
965 struct xfs_attr_leafblock *leaf;
966 struct xfs_attr3_icleaf_hdr icleafhdr;
967 struct xfs_attr_leaf_entry *entries;
968 struct xfs_da_node_entry *btree;
969 struct xfs_da3_icnode_hdr icnodehdr;
970 struct xfs_da_intnode *node;
971 struct xfs_inode *dp = args->dp;
972 struct xfs_mount *mp = dp->i_mount;
973 struct xfs_buf *bp1 = NULL;
974 struct xfs_buf *bp2 = NULL;
978 trace_xfs_attr_leaf_to_node(args);
980 error = xfs_da_grow_inode(args, &blkno);
983 error = xfs_attr3_leaf_read(args->trans, dp, 0, -1, &bp1);
987 error = xfs_da_get_buf(args->trans, dp, blkno, -1, &bp2, XFS_ATTR_FORK);
991 /* copy leaf to new buffer, update identifiers */
992 xfs_trans_buf_set_type(args->trans, bp2, XFS_BLFT_ATTR_LEAF_BUF);
993 bp2->b_ops = bp1->b_ops;
994 memcpy(bp2->b_addr, bp1->b_addr, args->geo->blksize);
995 if (xfs_sb_version_hascrc(&mp->m_sb)) {
996 struct xfs_da3_blkinfo *hdr3 = bp2->b_addr;
997 hdr3->blkno = cpu_to_be64(bp2->b_bn);
999 xfs_trans_log_buf(args->trans, bp2, 0, args->geo->blksize - 1);
1002 * Set up the new root node.
1004 error = xfs_da3_node_create(args, 0, 1, &bp1, XFS_ATTR_FORK);
1008 dp->d_ops->node_hdr_from_disk(&icnodehdr, node);
1009 btree = dp->d_ops->node_tree_p(node);
1012 xfs_attr3_leaf_hdr_from_disk(args->geo, &icleafhdr, leaf);
1013 entries = xfs_attr3_leaf_entryp(leaf);
1015 /* both on-disk, don't endian-flip twice */
1016 btree[0].hashval = entries[icleafhdr.count - 1].hashval;
1017 btree[0].before = cpu_to_be32(blkno);
1018 icnodehdr.count = 1;
1019 dp->d_ops->node_hdr_to_disk(node, &icnodehdr);
1020 xfs_trans_log_buf(args->trans, bp1, 0, args->geo->blksize - 1);
1026 /*========================================================================
1027 * Routines used for growing the Btree.
1028 *========================================================================*/
1031 * Create the initial contents of a leaf attribute list
1032 * or a leaf in a node attribute list.
1035 xfs_attr3_leaf_create(
1036 struct xfs_da_args *args,
1038 struct xfs_buf **bpp)
1040 struct xfs_attr_leafblock *leaf;
1041 struct xfs_attr3_icleaf_hdr ichdr;
1042 struct xfs_inode *dp = args->dp;
1043 struct xfs_mount *mp = dp->i_mount;
1047 trace_xfs_attr_leaf_create(args);
1049 error = xfs_da_get_buf(args->trans, args->dp, blkno, -1, &bp,
1053 bp->b_ops = &xfs_attr3_leaf_buf_ops;
1054 xfs_trans_buf_set_type(args->trans, bp, XFS_BLFT_ATTR_LEAF_BUF);
1056 memset(leaf, 0, args->geo->blksize);
1058 memset(&ichdr, 0, sizeof(ichdr));
1059 ichdr.firstused = args->geo->blksize;
1061 if (xfs_sb_version_hascrc(&mp->m_sb)) {
1062 struct xfs_da3_blkinfo *hdr3 = bp->b_addr;
1064 ichdr.magic = XFS_ATTR3_LEAF_MAGIC;
1066 hdr3->blkno = cpu_to_be64(bp->b_bn);
1067 hdr3->owner = cpu_to_be64(dp->i_ino);
1068 uuid_copy(&hdr3->uuid, &mp->m_sb.sb_meta_uuid);
1070 ichdr.freemap[0].base = sizeof(struct xfs_attr3_leaf_hdr);
1072 ichdr.magic = XFS_ATTR_LEAF_MAGIC;
1073 ichdr.freemap[0].base = sizeof(struct xfs_attr_leaf_hdr);
1075 ichdr.freemap[0].size = ichdr.firstused - ichdr.freemap[0].base;
1077 xfs_attr3_leaf_hdr_to_disk(args->geo, leaf, &ichdr);
1078 xfs_trans_log_buf(args->trans, bp, 0, args->geo->blksize - 1);
1085 * Split the leaf node, rebalance, then add the new entry.
1088 xfs_attr3_leaf_split(
1089 struct xfs_da_state *state,
1090 struct xfs_da_state_blk *oldblk,
1091 struct xfs_da_state_blk *newblk)
1096 trace_xfs_attr_leaf_split(state->args);
1099 * Allocate space for a new leaf node.
1101 ASSERT(oldblk->magic == XFS_ATTR_LEAF_MAGIC);
1102 error = xfs_da_grow_inode(state->args, &blkno);
1105 error = xfs_attr3_leaf_create(state->args, blkno, &newblk->bp);
1108 newblk->blkno = blkno;
1109 newblk->magic = XFS_ATTR_LEAF_MAGIC;
1112 * Rebalance the entries across the two leaves.
1113 * NOTE: rebalance() currently depends on the 2nd block being empty.
1115 xfs_attr3_leaf_rebalance(state, oldblk, newblk);
1116 error = xfs_da3_blk_link(state, oldblk, newblk);
1121 * Save info on "old" attribute for "atomic rename" ops, leaf_add()
1122 * modifies the index/blkno/rmtblk/rmtblkcnt fields to show the
1123 * "new" attrs info. Will need the "old" info to remove it later.
1125 * Insert the "new" entry in the correct block.
1127 if (state->inleaf) {
1128 trace_xfs_attr_leaf_add_old(state->args);
1129 error = xfs_attr3_leaf_add(oldblk->bp, state->args);
1131 trace_xfs_attr_leaf_add_new(state->args);
1132 error = xfs_attr3_leaf_add(newblk->bp, state->args);
1136 * Update last hashval in each block since we added the name.
1138 oldblk->hashval = xfs_attr_leaf_lasthash(oldblk->bp, NULL);
1139 newblk->hashval = xfs_attr_leaf_lasthash(newblk->bp, NULL);
1144 * Add a name to the leaf attribute list structure.
1149 struct xfs_da_args *args)
1151 struct xfs_attr_leafblock *leaf;
1152 struct xfs_attr3_icleaf_hdr ichdr;
1159 trace_xfs_attr_leaf_add(args);
1162 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
1163 ASSERT(args->index >= 0 && args->index <= ichdr.count);
1164 entsize = xfs_attr_leaf_newentsize(args, NULL);
1167 * Search through freemap for first-fit on new name length.
1168 * (may need to figure in size of entry struct too)
1170 tablesize = (ichdr.count + 1) * sizeof(xfs_attr_leaf_entry_t)
1171 + xfs_attr3_leaf_hdr_size(leaf);
1172 for (sum = 0, i = XFS_ATTR_LEAF_MAPSIZE - 1; i >= 0; i--) {
1173 if (tablesize > ichdr.firstused) {
1174 sum += ichdr.freemap[i].size;
1177 if (!ichdr.freemap[i].size)
1178 continue; /* no space in this map */
1180 if (ichdr.freemap[i].base < ichdr.firstused)
1181 tmp += sizeof(xfs_attr_leaf_entry_t);
1182 if (ichdr.freemap[i].size >= tmp) {
1183 tmp = xfs_attr3_leaf_add_work(bp, &ichdr, args, i);
1186 sum += ichdr.freemap[i].size;
1190 * If there are no holes in the address space of the block,
1191 * and we don't have enough freespace, then compaction will do us
1192 * no good and we should just give up.
1194 if (!ichdr.holes && sum < entsize)
1198 * Compact the entries to coalesce free space.
1199 * This may change the hdr->count via dropping INCOMPLETE entries.
1201 xfs_attr3_leaf_compact(args, &ichdr, bp);
1204 * After compaction, the block is guaranteed to have only one
1205 * free region, in freemap[0]. If it is not big enough, give up.
1207 if (ichdr.freemap[0].size < (entsize + sizeof(xfs_attr_leaf_entry_t))) {
1212 tmp = xfs_attr3_leaf_add_work(bp, &ichdr, args, 0);
1215 xfs_attr3_leaf_hdr_to_disk(args->geo, leaf, &ichdr);
1216 xfs_trans_log_buf(args->trans, bp,
1217 XFS_DA_LOGRANGE(leaf, &leaf->hdr,
1218 xfs_attr3_leaf_hdr_size(leaf)));
1223 * Add a name to a leaf attribute list structure.
1226 xfs_attr3_leaf_add_work(
1228 struct xfs_attr3_icleaf_hdr *ichdr,
1229 struct xfs_da_args *args,
1232 struct xfs_attr_leafblock *leaf;
1233 struct xfs_attr_leaf_entry *entry;
1234 struct xfs_attr_leaf_name_local *name_loc;
1235 struct xfs_attr_leaf_name_remote *name_rmt;
1236 struct xfs_mount *mp;
1240 trace_xfs_attr_leaf_add_work(args);
1243 ASSERT(mapindex >= 0 && mapindex < XFS_ATTR_LEAF_MAPSIZE);
1244 ASSERT(args->index >= 0 && args->index <= ichdr->count);
1247 * Force open some space in the entry array and fill it in.
1249 entry = &xfs_attr3_leaf_entryp(leaf)[args->index];
1250 if (args->index < ichdr->count) {
1251 tmp = ichdr->count - args->index;
1252 tmp *= sizeof(xfs_attr_leaf_entry_t);
1253 memmove(entry + 1, entry, tmp);
1254 xfs_trans_log_buf(args->trans, bp,
1255 XFS_DA_LOGRANGE(leaf, entry, tmp + sizeof(*entry)));
1260 * Allocate space for the new string (at the end of the run).
1262 mp = args->trans->t_mountp;
1263 ASSERT(ichdr->freemap[mapindex].base < args->geo->blksize);
1264 ASSERT((ichdr->freemap[mapindex].base & 0x3) == 0);
1265 ASSERT(ichdr->freemap[mapindex].size >=
1266 xfs_attr_leaf_newentsize(args, NULL));
1267 ASSERT(ichdr->freemap[mapindex].size < args->geo->blksize);
1268 ASSERT((ichdr->freemap[mapindex].size & 0x3) == 0);
1270 ichdr->freemap[mapindex].size -= xfs_attr_leaf_newentsize(args, &tmp);
1272 entry->nameidx = cpu_to_be16(ichdr->freemap[mapindex].base +
1273 ichdr->freemap[mapindex].size);
1274 entry->hashval = cpu_to_be32(args->hashval);
1275 entry->flags = tmp ? XFS_ATTR_LOCAL : 0;
1276 entry->flags |= XFS_ATTR_NSP_ARGS_TO_ONDISK(args->flags);
1277 if (args->op_flags & XFS_DA_OP_RENAME) {
1278 entry->flags |= XFS_ATTR_INCOMPLETE;
1279 if ((args->blkno2 == args->blkno) &&
1280 (args->index2 <= args->index)) {
1284 xfs_trans_log_buf(args->trans, bp,
1285 XFS_DA_LOGRANGE(leaf, entry, sizeof(*entry)));
1286 ASSERT((args->index == 0) ||
1287 (be32_to_cpu(entry->hashval) >= be32_to_cpu((entry-1)->hashval)));
1288 ASSERT((args->index == ichdr->count - 1) ||
1289 (be32_to_cpu(entry->hashval) <= be32_to_cpu((entry+1)->hashval)));
1292 * For "remote" attribute values, simply note that we need to
1293 * allocate space for the "remote" value. We can't actually
1294 * allocate the extents in this transaction, and we can't decide
1295 * which blocks they should be as we might allocate more blocks
1296 * as part of this transaction (a split operation for example).
1298 if (entry->flags & XFS_ATTR_LOCAL) {
1299 name_loc = xfs_attr3_leaf_name_local(leaf, args->index);
1300 name_loc->namelen = args->namelen;
1301 name_loc->valuelen = cpu_to_be16(args->valuelen);
1302 memcpy((char *)name_loc->nameval, args->name, args->namelen);
1303 memcpy((char *)&name_loc->nameval[args->namelen], args->value,
1304 be16_to_cpu(name_loc->valuelen));
1306 name_rmt = xfs_attr3_leaf_name_remote(leaf, args->index);
1307 name_rmt->namelen = args->namelen;
1308 memcpy((char *)name_rmt->name, args->name, args->namelen);
1309 entry->flags |= XFS_ATTR_INCOMPLETE;
1311 name_rmt->valuelen = 0;
1312 name_rmt->valueblk = 0;
1314 args->rmtblkcnt = xfs_attr3_rmt_blocks(mp, args->valuelen);
1315 args->rmtvaluelen = args->valuelen;
1317 xfs_trans_log_buf(args->trans, bp,
1318 XFS_DA_LOGRANGE(leaf, xfs_attr3_leaf_name(leaf, args->index),
1319 xfs_attr_leaf_entsize(leaf, args->index)));
1322 * Update the control info for this leaf node
1324 if (be16_to_cpu(entry->nameidx) < ichdr->firstused)
1325 ichdr->firstused = be16_to_cpu(entry->nameidx);
1327 ASSERT(ichdr->firstused >= ichdr->count * sizeof(xfs_attr_leaf_entry_t)
1328 + xfs_attr3_leaf_hdr_size(leaf));
1329 tmp = (ichdr->count - 1) * sizeof(xfs_attr_leaf_entry_t)
1330 + xfs_attr3_leaf_hdr_size(leaf);
1332 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
1333 if (ichdr->freemap[i].base == tmp) {
1334 ichdr->freemap[i].base += sizeof(xfs_attr_leaf_entry_t);
1335 ichdr->freemap[i].size -=
1336 min_t(uint16_t, ichdr->freemap[i].size,
1337 sizeof(xfs_attr_leaf_entry_t));
1340 ichdr->usedbytes += xfs_attr_leaf_entsize(leaf, args->index);
1345 * Garbage collect a leaf attribute list block by copying it to a new buffer.
1348 xfs_attr3_leaf_compact(
1349 struct xfs_da_args *args,
1350 struct xfs_attr3_icleaf_hdr *ichdr_dst,
1353 struct xfs_attr_leafblock *leaf_src;
1354 struct xfs_attr_leafblock *leaf_dst;
1355 struct xfs_attr3_icleaf_hdr ichdr_src;
1356 struct xfs_trans *trans = args->trans;
1359 trace_xfs_attr_leaf_compact(args);
1361 tmpbuffer = kmem_alloc(args->geo->blksize, KM_SLEEP);
1362 memcpy(tmpbuffer, bp->b_addr, args->geo->blksize);
1363 memset(bp->b_addr, 0, args->geo->blksize);
1364 leaf_src = (xfs_attr_leafblock_t *)tmpbuffer;
1365 leaf_dst = bp->b_addr;
1368 * Copy the on-disk header back into the destination buffer to ensure
1369 * all the information in the header that is not part of the incore
1370 * header structure is preserved.
1372 memcpy(bp->b_addr, tmpbuffer, xfs_attr3_leaf_hdr_size(leaf_src));
1374 /* Initialise the incore headers */
1375 ichdr_src = *ichdr_dst; /* struct copy */
1376 ichdr_dst->firstused = args->geo->blksize;
1377 ichdr_dst->usedbytes = 0;
1378 ichdr_dst->count = 0;
1379 ichdr_dst->holes = 0;
1380 ichdr_dst->freemap[0].base = xfs_attr3_leaf_hdr_size(leaf_src);
1381 ichdr_dst->freemap[0].size = ichdr_dst->firstused -
1382 ichdr_dst->freemap[0].base;
1384 /* write the header back to initialise the underlying buffer */
1385 xfs_attr3_leaf_hdr_to_disk(args->geo, leaf_dst, ichdr_dst);
1388 * Copy all entry's in the same (sorted) order,
1389 * but allocate name/value pairs packed and in sequence.
1391 xfs_attr3_leaf_moveents(args, leaf_src, &ichdr_src, 0,
1392 leaf_dst, ichdr_dst, 0, ichdr_src.count);
1394 * this logs the entire buffer, but the caller must write the header
1395 * back to the buffer when it is finished modifying it.
1397 xfs_trans_log_buf(trans, bp, 0, args->geo->blksize - 1);
1399 kmem_free(tmpbuffer);
1403 * Compare two leaf blocks "order".
1404 * Return 0 unless leaf2 should go before leaf1.
1407 xfs_attr3_leaf_order(
1408 struct xfs_buf *leaf1_bp,
1409 struct xfs_attr3_icleaf_hdr *leaf1hdr,
1410 struct xfs_buf *leaf2_bp,
1411 struct xfs_attr3_icleaf_hdr *leaf2hdr)
1413 struct xfs_attr_leaf_entry *entries1;
1414 struct xfs_attr_leaf_entry *entries2;
1416 entries1 = xfs_attr3_leaf_entryp(leaf1_bp->b_addr);
1417 entries2 = xfs_attr3_leaf_entryp(leaf2_bp->b_addr);
1418 if (leaf1hdr->count > 0 && leaf2hdr->count > 0 &&
1419 ((be32_to_cpu(entries2[0].hashval) <
1420 be32_to_cpu(entries1[0].hashval)) ||
1421 (be32_to_cpu(entries2[leaf2hdr->count - 1].hashval) <
1422 be32_to_cpu(entries1[leaf1hdr->count - 1].hashval)))) {
1429 xfs_attr_leaf_order(
1430 struct xfs_buf *leaf1_bp,
1431 struct xfs_buf *leaf2_bp)
1433 struct xfs_attr3_icleaf_hdr ichdr1;
1434 struct xfs_attr3_icleaf_hdr ichdr2;
1435 struct xfs_mount *mp = leaf1_bp->b_target->bt_mount;
1437 xfs_attr3_leaf_hdr_from_disk(mp->m_attr_geo, &ichdr1, leaf1_bp->b_addr);
1438 xfs_attr3_leaf_hdr_from_disk(mp->m_attr_geo, &ichdr2, leaf2_bp->b_addr);
1439 return xfs_attr3_leaf_order(leaf1_bp, &ichdr1, leaf2_bp, &ichdr2);
1443 * Redistribute the attribute list entries between two leaf nodes,
1444 * taking into account the size of the new entry.
1446 * NOTE: if new block is empty, then it will get the upper half of the
1447 * old block. At present, all (one) callers pass in an empty second block.
1449 * This code adjusts the args->index/blkno and args->index2/blkno2 fields
1450 * to match what it is doing in splitting the attribute leaf block. Those
1451 * values are used in "atomic rename" operations on attributes. Note that
1452 * the "new" and "old" values can end up in different blocks.
1455 xfs_attr3_leaf_rebalance(
1456 struct xfs_da_state *state,
1457 struct xfs_da_state_blk *blk1,
1458 struct xfs_da_state_blk *blk2)
1460 struct xfs_da_args *args;
1461 struct xfs_attr_leafblock *leaf1;
1462 struct xfs_attr_leafblock *leaf2;
1463 struct xfs_attr3_icleaf_hdr ichdr1;
1464 struct xfs_attr3_icleaf_hdr ichdr2;
1465 struct xfs_attr_leaf_entry *entries1;
1466 struct xfs_attr_leaf_entry *entries2;
1474 * Set up environment.
1476 ASSERT(blk1->magic == XFS_ATTR_LEAF_MAGIC);
1477 ASSERT(blk2->magic == XFS_ATTR_LEAF_MAGIC);
1478 leaf1 = blk1->bp->b_addr;
1479 leaf2 = blk2->bp->b_addr;
1480 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &ichdr1, leaf1);
1481 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &ichdr2, leaf2);
1482 ASSERT(ichdr2.count == 0);
1485 trace_xfs_attr_leaf_rebalance(args);
1488 * Check ordering of blocks, reverse if it makes things simpler.
1490 * NOTE: Given that all (current) callers pass in an empty
1491 * second block, this code should never set "swap".
1494 if (xfs_attr3_leaf_order(blk1->bp, &ichdr1, blk2->bp, &ichdr2)) {
1495 struct xfs_da_state_blk *tmp_blk;
1496 struct xfs_attr3_icleaf_hdr tmp_ichdr;
1502 /* struct copies to swap them rather than reconverting */
1507 leaf1 = blk1->bp->b_addr;
1508 leaf2 = blk2->bp->b_addr;
1513 * Examine entries until we reduce the absolute difference in
1514 * byte usage between the two blocks to a minimum. Then get
1515 * the direction to copy and the number of elements to move.
1517 * "inleaf" is true if the new entry should be inserted into blk1.
1518 * If "swap" is also true, then reverse the sense of "inleaf".
1520 state->inleaf = xfs_attr3_leaf_figure_balance(state, blk1, &ichdr1,
1524 state->inleaf = !state->inleaf;
1527 * Move any entries required from leaf to leaf:
1529 if (count < ichdr1.count) {
1531 * Figure the total bytes to be added to the destination leaf.
1533 /* number entries being moved */
1534 count = ichdr1.count - count;
1535 space = ichdr1.usedbytes - totallen;
1536 space += count * sizeof(xfs_attr_leaf_entry_t);
1539 * leaf2 is the destination, compact it if it looks tight.
1541 max = ichdr2.firstused - xfs_attr3_leaf_hdr_size(leaf1);
1542 max -= ichdr2.count * sizeof(xfs_attr_leaf_entry_t);
1544 xfs_attr3_leaf_compact(args, &ichdr2, blk2->bp);
1547 * Move high entries from leaf1 to low end of leaf2.
1549 xfs_attr3_leaf_moveents(args, leaf1, &ichdr1,
1550 ichdr1.count - count, leaf2, &ichdr2, 0, count);
1552 } else if (count > ichdr1.count) {
1554 * I assert that since all callers pass in an empty
1555 * second buffer, this code should never execute.
1560 * Figure the total bytes to be added to the destination leaf.
1562 /* number entries being moved */
1563 count -= ichdr1.count;
1564 space = totallen - ichdr1.usedbytes;
1565 space += count * sizeof(xfs_attr_leaf_entry_t);
1568 * leaf1 is the destination, compact it if it looks tight.
1570 max = ichdr1.firstused - xfs_attr3_leaf_hdr_size(leaf1);
1571 max -= ichdr1.count * sizeof(xfs_attr_leaf_entry_t);
1573 xfs_attr3_leaf_compact(args, &ichdr1, blk1->bp);
1576 * Move low entries from leaf2 to high end of leaf1.
1578 xfs_attr3_leaf_moveents(args, leaf2, &ichdr2, 0, leaf1, &ichdr1,
1579 ichdr1.count, count);
1582 xfs_attr3_leaf_hdr_to_disk(state->args->geo, leaf1, &ichdr1);
1583 xfs_attr3_leaf_hdr_to_disk(state->args->geo, leaf2, &ichdr2);
1584 xfs_trans_log_buf(args->trans, blk1->bp, 0, args->geo->blksize - 1);
1585 xfs_trans_log_buf(args->trans, blk2->bp, 0, args->geo->blksize - 1);
1588 * Copy out last hashval in each block for B-tree code.
1590 entries1 = xfs_attr3_leaf_entryp(leaf1);
1591 entries2 = xfs_attr3_leaf_entryp(leaf2);
1592 blk1->hashval = be32_to_cpu(entries1[ichdr1.count - 1].hashval);
1593 blk2->hashval = be32_to_cpu(entries2[ichdr2.count - 1].hashval);
1596 * Adjust the expected index for insertion.
1597 * NOTE: this code depends on the (current) situation that the
1598 * second block was originally empty.
1600 * If the insertion point moved to the 2nd block, we must adjust
1601 * the index. We must also track the entry just following the
1602 * new entry for use in an "atomic rename" operation, that entry
1603 * is always the "old" entry and the "new" entry is what we are
1604 * inserting. The index/blkno fields refer to the "old" entry,
1605 * while the index2/blkno2 fields refer to the "new" entry.
1607 if (blk1->index > ichdr1.count) {
1608 ASSERT(state->inleaf == 0);
1609 blk2->index = blk1->index - ichdr1.count;
1610 args->index = args->index2 = blk2->index;
1611 args->blkno = args->blkno2 = blk2->blkno;
1612 } else if (blk1->index == ichdr1.count) {
1613 if (state->inleaf) {
1614 args->index = blk1->index;
1615 args->blkno = blk1->blkno;
1617 args->blkno2 = blk2->blkno;
1620 * On a double leaf split, the original attr location
1621 * is already stored in blkno2/index2, so don't
1622 * overwrite it overwise we corrupt the tree.
1624 blk2->index = blk1->index - ichdr1.count;
1625 args->index = blk2->index;
1626 args->blkno = blk2->blkno;
1627 if (!state->extravalid) {
1629 * set the new attr location to match the old
1630 * one and let the higher level split code
1631 * decide where in the leaf to place it.
1633 args->index2 = blk2->index;
1634 args->blkno2 = blk2->blkno;
1638 ASSERT(state->inleaf == 1);
1639 args->index = args->index2 = blk1->index;
1640 args->blkno = args->blkno2 = blk1->blkno;
1645 * Examine entries until we reduce the absolute difference in
1646 * byte usage between the two blocks to a minimum.
1647 * GROT: Is this really necessary? With other than a 512 byte blocksize,
1648 * GROT: there will always be enough room in either block for a new entry.
1649 * GROT: Do a double-split for this case?
1652 xfs_attr3_leaf_figure_balance(
1653 struct xfs_da_state *state,
1654 struct xfs_da_state_blk *blk1,
1655 struct xfs_attr3_icleaf_hdr *ichdr1,
1656 struct xfs_da_state_blk *blk2,
1657 struct xfs_attr3_icleaf_hdr *ichdr2,
1661 struct xfs_attr_leafblock *leaf1 = blk1->bp->b_addr;
1662 struct xfs_attr_leafblock *leaf2 = blk2->bp->b_addr;
1663 struct xfs_attr_leaf_entry *entry;
1674 * Examine entries until we reduce the absolute difference in
1675 * byte usage between the two blocks to a minimum.
1677 max = ichdr1->count + ichdr2->count;
1678 half = (max + 1) * sizeof(*entry);
1679 half += ichdr1->usedbytes + ichdr2->usedbytes +
1680 xfs_attr_leaf_newentsize(state->args, NULL);
1682 lastdelta = state->args->geo->blksize;
1683 entry = xfs_attr3_leaf_entryp(leaf1);
1684 for (count = index = 0; count < max; entry++, index++, count++) {
1686 #define XFS_ATTR_ABS(A) (((A) < 0) ? -(A) : (A))
1688 * The new entry is in the first block, account for it.
1690 if (count == blk1->index) {
1691 tmp = totallen + sizeof(*entry) +
1692 xfs_attr_leaf_newentsize(state->args, NULL);
1693 if (XFS_ATTR_ABS(half - tmp) > lastdelta)
1695 lastdelta = XFS_ATTR_ABS(half - tmp);
1701 * Wrap around into the second block if necessary.
1703 if (count == ichdr1->count) {
1705 entry = xfs_attr3_leaf_entryp(leaf1);
1710 * Figure out if next leaf entry would be too much.
1712 tmp = totallen + sizeof(*entry) + xfs_attr_leaf_entsize(leaf1,
1714 if (XFS_ATTR_ABS(half - tmp) > lastdelta)
1716 lastdelta = XFS_ATTR_ABS(half - tmp);
1722 * Calculate the number of usedbytes that will end up in lower block.
1723 * If new entry not in lower block, fix up the count.
1725 totallen -= count * sizeof(*entry);
1727 totallen -= sizeof(*entry) +
1728 xfs_attr_leaf_newentsize(state->args, NULL);
1732 *usedbytesarg = totallen;
1736 /*========================================================================
1737 * Routines used for shrinking the Btree.
1738 *========================================================================*/
1741 * Check a leaf block and its neighbors to see if the block should be
1742 * collapsed into one or the other neighbor. Always keep the block
1743 * with the smaller block number.
1744 * If the current block is over 50% full, don't try to join it, return 0.
1745 * If the block is empty, fill in the state structure and return 2.
1746 * If it can be collapsed, fill in the state structure and return 1.
1747 * If nothing can be done, return 0.
1749 * GROT: allow for INCOMPLETE entries in calculation.
1752 xfs_attr3_leaf_toosmall(
1753 struct xfs_da_state *state,
1756 struct xfs_attr_leafblock *leaf;
1757 struct xfs_da_state_blk *blk;
1758 struct xfs_attr3_icleaf_hdr ichdr;
1767 trace_xfs_attr_leaf_toosmall(state->args);
1770 * Check for the degenerate case of the block being over 50% full.
1771 * If so, it's not worth even looking to see if we might be able
1772 * to coalesce with a sibling.
1774 blk = &state->path.blk[ state->path.active-1 ];
1775 leaf = blk->bp->b_addr;
1776 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &ichdr, leaf);
1777 bytes = xfs_attr3_leaf_hdr_size(leaf) +
1778 ichdr.count * sizeof(xfs_attr_leaf_entry_t) +
1780 if (bytes > (state->args->geo->blksize >> 1)) {
1781 *action = 0; /* blk over 50%, don't try to join */
1786 * Check for the degenerate case of the block being empty.
1787 * If the block is empty, we'll simply delete it, no need to
1788 * coalesce it with a sibling block. We choose (arbitrarily)
1789 * to merge with the forward block unless it is NULL.
1791 if (ichdr.count == 0) {
1793 * Make altpath point to the block we want to keep and
1794 * path point to the block we want to drop (this one).
1796 forward = (ichdr.forw != 0);
1797 memcpy(&state->altpath, &state->path, sizeof(state->path));
1798 error = xfs_da3_path_shift(state, &state->altpath, forward,
1811 * Examine each sibling block to see if we can coalesce with
1812 * at least 25% free space to spare. We need to figure out
1813 * whether to merge with the forward or the backward block.
1814 * We prefer coalescing with the lower numbered sibling so as
1815 * to shrink an attribute list over time.
1817 /* start with smaller blk num */
1818 forward = ichdr.forw < ichdr.back;
1819 for (i = 0; i < 2; forward = !forward, i++) {
1820 struct xfs_attr3_icleaf_hdr ichdr2;
1827 error = xfs_attr3_leaf_read(state->args->trans, state->args->dp,
1832 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &ichdr2, bp->b_addr);
1834 bytes = state->args->geo->blksize -
1835 (state->args->geo->blksize >> 2) -
1836 ichdr.usedbytes - ichdr2.usedbytes -
1837 ((ichdr.count + ichdr2.count) *
1838 sizeof(xfs_attr_leaf_entry_t)) -
1839 xfs_attr3_leaf_hdr_size(leaf);
1841 xfs_trans_brelse(state->args->trans, bp);
1843 break; /* fits with at least 25% to spare */
1851 * Make altpath point to the block we want to keep (the lower
1852 * numbered block) and path point to the block we want to drop.
1854 memcpy(&state->altpath, &state->path, sizeof(state->path));
1855 if (blkno < blk->blkno) {
1856 error = xfs_da3_path_shift(state, &state->altpath, forward,
1859 error = xfs_da3_path_shift(state, &state->path, forward,
1873 * Remove a name from the leaf attribute list structure.
1875 * Return 1 if leaf is less than 37% full, 0 if >= 37% full.
1876 * If two leaves are 37% full, when combined they will leave 25% free.
1879 xfs_attr3_leaf_remove(
1881 struct xfs_da_args *args)
1883 struct xfs_attr_leafblock *leaf;
1884 struct xfs_attr3_icleaf_hdr ichdr;
1885 struct xfs_attr_leaf_entry *entry;
1894 trace_xfs_attr_leaf_remove(args);
1897 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
1899 ASSERT(ichdr.count > 0 && ichdr.count < args->geo->blksize / 8);
1900 ASSERT(args->index >= 0 && args->index < ichdr.count);
1901 ASSERT(ichdr.firstused >= ichdr.count * sizeof(*entry) +
1902 xfs_attr3_leaf_hdr_size(leaf));
1904 entry = &xfs_attr3_leaf_entryp(leaf)[args->index];
1906 ASSERT(be16_to_cpu(entry->nameidx) >= ichdr.firstused);
1907 ASSERT(be16_to_cpu(entry->nameidx) < args->geo->blksize);
1910 * Scan through free region table:
1911 * check for adjacency of free'd entry with an existing one,
1912 * find smallest free region in case we need to replace it,
1913 * adjust any map that borders the entry table,
1915 tablesize = ichdr.count * sizeof(xfs_attr_leaf_entry_t)
1916 + xfs_attr3_leaf_hdr_size(leaf);
1917 tmp = ichdr.freemap[0].size;
1918 before = after = -1;
1919 smallest = XFS_ATTR_LEAF_MAPSIZE - 1;
1920 entsize = xfs_attr_leaf_entsize(leaf, args->index);
1921 for (i = 0; i < XFS_ATTR_LEAF_MAPSIZE; i++) {
1922 ASSERT(ichdr.freemap[i].base < args->geo->blksize);
1923 ASSERT(ichdr.freemap[i].size < args->geo->blksize);
1924 if (ichdr.freemap[i].base == tablesize) {
1925 ichdr.freemap[i].base -= sizeof(xfs_attr_leaf_entry_t);
1926 ichdr.freemap[i].size += sizeof(xfs_attr_leaf_entry_t);
1929 if (ichdr.freemap[i].base + ichdr.freemap[i].size ==
1930 be16_to_cpu(entry->nameidx)) {
1932 } else if (ichdr.freemap[i].base ==
1933 (be16_to_cpu(entry->nameidx) + entsize)) {
1935 } else if (ichdr.freemap[i].size < tmp) {
1936 tmp = ichdr.freemap[i].size;
1942 * Coalesce adjacent freemap regions,
1943 * or replace the smallest region.
1945 if ((before >= 0) || (after >= 0)) {
1946 if ((before >= 0) && (after >= 0)) {
1947 ichdr.freemap[before].size += entsize;
1948 ichdr.freemap[before].size += ichdr.freemap[after].size;
1949 ichdr.freemap[after].base = 0;
1950 ichdr.freemap[after].size = 0;
1951 } else if (before >= 0) {
1952 ichdr.freemap[before].size += entsize;
1954 ichdr.freemap[after].base = be16_to_cpu(entry->nameidx);
1955 ichdr.freemap[after].size += entsize;
1959 * Replace smallest region (if it is smaller than free'd entry)
1961 if (ichdr.freemap[smallest].size < entsize) {
1962 ichdr.freemap[smallest].base = be16_to_cpu(entry->nameidx);
1963 ichdr.freemap[smallest].size = entsize;
1968 * Did we remove the first entry?
1970 if (be16_to_cpu(entry->nameidx) == ichdr.firstused)
1976 * Compress the remaining entries and zero out the removed stuff.
1978 memset(xfs_attr3_leaf_name(leaf, args->index), 0, entsize);
1979 ichdr.usedbytes -= entsize;
1980 xfs_trans_log_buf(args->trans, bp,
1981 XFS_DA_LOGRANGE(leaf, xfs_attr3_leaf_name(leaf, args->index),
1984 tmp = (ichdr.count - args->index) * sizeof(xfs_attr_leaf_entry_t);
1985 memmove(entry, entry + 1, tmp);
1987 xfs_trans_log_buf(args->trans, bp,
1988 XFS_DA_LOGRANGE(leaf, entry, tmp + sizeof(xfs_attr_leaf_entry_t)));
1990 entry = &xfs_attr3_leaf_entryp(leaf)[ichdr.count];
1991 memset(entry, 0, sizeof(xfs_attr_leaf_entry_t));
1994 * If we removed the first entry, re-find the first used byte
1995 * in the name area. Note that if the entry was the "firstused",
1996 * then we don't have a "hole" in our block resulting from
1997 * removing the name.
2000 tmp = args->geo->blksize;
2001 entry = xfs_attr3_leaf_entryp(leaf);
2002 for (i = ichdr.count - 1; i >= 0; entry++, i--) {
2003 ASSERT(be16_to_cpu(entry->nameidx) >= ichdr.firstused);
2004 ASSERT(be16_to_cpu(entry->nameidx) < args->geo->blksize);
2006 if (be16_to_cpu(entry->nameidx) < tmp)
2007 tmp = be16_to_cpu(entry->nameidx);
2009 ichdr.firstused = tmp;
2010 ASSERT(ichdr.firstused != 0);
2012 ichdr.holes = 1; /* mark as needing compaction */
2014 xfs_attr3_leaf_hdr_to_disk(args->geo, leaf, &ichdr);
2015 xfs_trans_log_buf(args->trans, bp,
2016 XFS_DA_LOGRANGE(leaf, &leaf->hdr,
2017 xfs_attr3_leaf_hdr_size(leaf)));
2020 * Check if leaf is less than 50% full, caller may want to
2021 * "join" the leaf with a sibling if so.
2023 tmp = ichdr.usedbytes + xfs_attr3_leaf_hdr_size(leaf) +
2024 ichdr.count * sizeof(xfs_attr_leaf_entry_t);
2026 return tmp < args->geo->magicpct; /* leaf is < 37% full */
2030 * Move all the attribute list entries from drop_leaf into save_leaf.
2033 xfs_attr3_leaf_unbalance(
2034 struct xfs_da_state *state,
2035 struct xfs_da_state_blk *drop_blk,
2036 struct xfs_da_state_blk *save_blk)
2038 struct xfs_attr_leafblock *drop_leaf = drop_blk->bp->b_addr;
2039 struct xfs_attr_leafblock *save_leaf = save_blk->bp->b_addr;
2040 struct xfs_attr3_icleaf_hdr drophdr;
2041 struct xfs_attr3_icleaf_hdr savehdr;
2042 struct xfs_attr_leaf_entry *entry;
2044 trace_xfs_attr_leaf_unbalance(state->args);
2046 drop_leaf = drop_blk->bp->b_addr;
2047 save_leaf = save_blk->bp->b_addr;
2048 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &drophdr, drop_leaf);
2049 xfs_attr3_leaf_hdr_from_disk(state->args->geo, &savehdr, save_leaf);
2050 entry = xfs_attr3_leaf_entryp(drop_leaf);
2053 * Save last hashval from dying block for later Btree fixup.
2055 drop_blk->hashval = be32_to_cpu(entry[drophdr.count - 1].hashval);
2058 * Check if we need a temp buffer, or can we do it in place.
2059 * Note that we don't check "leaf" for holes because we will
2060 * always be dropping it, toosmall() decided that for us already.
2062 if (savehdr.holes == 0) {
2064 * dest leaf has no holes, so we add there. May need
2065 * to make some room in the entry array.
2067 if (xfs_attr3_leaf_order(save_blk->bp, &savehdr,
2068 drop_blk->bp, &drophdr)) {
2069 xfs_attr3_leaf_moveents(state->args,
2070 drop_leaf, &drophdr, 0,
2071 save_leaf, &savehdr, 0,
2074 xfs_attr3_leaf_moveents(state->args,
2075 drop_leaf, &drophdr, 0,
2076 save_leaf, &savehdr,
2077 savehdr.count, drophdr.count);
2081 * Destination has holes, so we make a temporary copy
2082 * of the leaf and add them both to that.
2084 struct xfs_attr_leafblock *tmp_leaf;
2085 struct xfs_attr3_icleaf_hdr tmphdr;
2087 tmp_leaf = kmem_zalloc(state->args->geo->blksize, KM_SLEEP);
2090 * Copy the header into the temp leaf so that all the stuff
2091 * not in the incore header is present and gets copied back in
2092 * once we've moved all the entries.
2094 memcpy(tmp_leaf, save_leaf, xfs_attr3_leaf_hdr_size(save_leaf));
2096 memset(&tmphdr, 0, sizeof(tmphdr));
2097 tmphdr.magic = savehdr.magic;
2098 tmphdr.forw = savehdr.forw;
2099 tmphdr.back = savehdr.back;
2100 tmphdr.firstused = state->args->geo->blksize;
2102 /* write the header to the temp buffer to initialise it */
2103 xfs_attr3_leaf_hdr_to_disk(state->args->geo, tmp_leaf, &tmphdr);
2105 if (xfs_attr3_leaf_order(save_blk->bp, &savehdr,
2106 drop_blk->bp, &drophdr)) {
2107 xfs_attr3_leaf_moveents(state->args,
2108 drop_leaf, &drophdr, 0,
2109 tmp_leaf, &tmphdr, 0,
2111 xfs_attr3_leaf_moveents(state->args,
2112 save_leaf, &savehdr, 0,
2113 tmp_leaf, &tmphdr, tmphdr.count,
2116 xfs_attr3_leaf_moveents(state->args,
2117 save_leaf, &savehdr, 0,
2118 tmp_leaf, &tmphdr, 0,
2120 xfs_attr3_leaf_moveents(state->args,
2121 drop_leaf, &drophdr, 0,
2122 tmp_leaf, &tmphdr, tmphdr.count,
2125 memcpy(save_leaf, tmp_leaf, state->args->geo->blksize);
2126 savehdr = tmphdr; /* struct copy */
2127 kmem_free(tmp_leaf);
2130 xfs_attr3_leaf_hdr_to_disk(state->args->geo, save_leaf, &savehdr);
2131 xfs_trans_log_buf(state->args->trans, save_blk->bp, 0,
2132 state->args->geo->blksize - 1);
2135 * Copy out last hashval in each block for B-tree code.
2137 entry = xfs_attr3_leaf_entryp(save_leaf);
2138 save_blk->hashval = be32_to_cpu(entry[savehdr.count - 1].hashval);
2141 /*========================================================================
2142 * Routines used for finding things in the Btree.
2143 *========================================================================*/
2146 * Look up a name in a leaf attribute list structure.
2147 * This is the internal routine, it uses the caller's buffer.
2149 * Note that duplicate keys are allowed, but only check within the
2150 * current leaf node. The Btree code must check in adjacent leaf nodes.
2152 * Return in args->index the index into the entry[] array of either
2153 * the found entry, or where the entry should have been (insert before
2156 * Don't change the args->value unless we find the attribute.
2159 xfs_attr3_leaf_lookup_int(
2161 struct xfs_da_args *args)
2163 struct xfs_attr_leafblock *leaf;
2164 struct xfs_attr3_icleaf_hdr ichdr;
2165 struct xfs_attr_leaf_entry *entry;
2166 struct xfs_attr_leaf_entry *entries;
2167 struct xfs_attr_leaf_name_local *name_loc;
2168 struct xfs_attr_leaf_name_remote *name_rmt;
2169 xfs_dahash_t hashval;
2173 trace_xfs_attr_leaf_lookup(args);
2176 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
2177 entries = xfs_attr3_leaf_entryp(leaf);
2178 ASSERT(ichdr.count < args->geo->blksize / 8);
2181 * Binary search. (note: small blocks will skip this loop)
2183 hashval = args->hashval;
2184 probe = span = ichdr.count / 2;
2185 for (entry = &entries[probe]; span > 4; entry = &entries[probe]) {
2187 if (be32_to_cpu(entry->hashval) < hashval)
2189 else if (be32_to_cpu(entry->hashval) > hashval)
2194 ASSERT(probe >= 0 && (!ichdr.count || probe < ichdr.count));
2195 ASSERT(span <= 4 || be32_to_cpu(entry->hashval) == hashval);
2198 * Since we may have duplicate hashval's, find the first matching
2199 * hashval in the leaf.
2201 while (probe > 0 && be32_to_cpu(entry->hashval) >= hashval) {
2205 while (probe < ichdr.count &&
2206 be32_to_cpu(entry->hashval) < hashval) {
2210 if (probe == ichdr.count || be32_to_cpu(entry->hashval) != hashval) {
2211 args->index = probe;
2216 * Duplicate keys may be present, so search all of them for a match.
2218 for (; probe < ichdr.count && (be32_to_cpu(entry->hashval) == hashval);
2221 * GROT: Add code to remove incomplete entries.
2224 * If we are looking for INCOMPLETE entries, show only those.
2225 * If we are looking for complete entries, show only those.
2227 if ((args->flags & XFS_ATTR_INCOMPLETE) !=
2228 (entry->flags & XFS_ATTR_INCOMPLETE)) {
2231 if (entry->flags & XFS_ATTR_LOCAL) {
2232 name_loc = xfs_attr3_leaf_name_local(leaf, probe);
2233 if (name_loc->namelen != args->namelen)
2235 if (memcmp(args->name, name_loc->nameval,
2236 args->namelen) != 0)
2238 if (!xfs_attr_namesp_match(args->flags, entry->flags))
2240 args->index = probe;
2243 name_rmt = xfs_attr3_leaf_name_remote(leaf, probe);
2244 if (name_rmt->namelen != args->namelen)
2246 if (memcmp(args->name, name_rmt->name,
2247 args->namelen) != 0)
2249 if (!xfs_attr_namesp_match(args->flags, entry->flags))
2251 args->index = probe;
2252 args->rmtvaluelen = be32_to_cpu(name_rmt->valuelen);
2253 args->rmtblkno = be32_to_cpu(name_rmt->valueblk);
2254 args->rmtblkcnt = xfs_attr3_rmt_blocks(
2260 args->index = probe;
2265 * Get the value associated with an attribute name from a leaf attribute
2269 xfs_attr3_leaf_getvalue(
2271 struct xfs_da_args *args)
2273 struct xfs_attr_leafblock *leaf;
2274 struct xfs_attr3_icleaf_hdr ichdr;
2275 struct xfs_attr_leaf_entry *entry;
2276 struct xfs_attr_leaf_name_local *name_loc;
2277 struct xfs_attr_leaf_name_remote *name_rmt;
2281 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
2282 ASSERT(ichdr.count < args->geo->blksize / 8);
2283 ASSERT(args->index < ichdr.count);
2285 entry = &xfs_attr3_leaf_entryp(leaf)[args->index];
2286 if (entry->flags & XFS_ATTR_LOCAL) {
2287 name_loc = xfs_attr3_leaf_name_local(leaf, args->index);
2288 ASSERT(name_loc->namelen == args->namelen);
2289 ASSERT(memcmp(args->name, name_loc->nameval, args->namelen) == 0);
2290 valuelen = be16_to_cpu(name_loc->valuelen);
2291 if (args->flags & ATTR_KERNOVAL) {
2292 args->valuelen = valuelen;
2295 if (args->valuelen < valuelen) {
2296 args->valuelen = valuelen;
2299 args->valuelen = valuelen;
2300 memcpy(args->value, &name_loc->nameval[args->namelen], valuelen);
2302 name_rmt = xfs_attr3_leaf_name_remote(leaf, args->index);
2303 ASSERT(name_rmt->namelen == args->namelen);
2304 ASSERT(memcmp(args->name, name_rmt->name, args->namelen) == 0);
2305 args->rmtvaluelen = be32_to_cpu(name_rmt->valuelen);
2306 args->rmtblkno = be32_to_cpu(name_rmt->valueblk);
2307 args->rmtblkcnt = xfs_attr3_rmt_blocks(args->dp->i_mount,
2309 if (args->flags & ATTR_KERNOVAL) {
2310 args->valuelen = args->rmtvaluelen;
2313 if (args->valuelen < args->rmtvaluelen) {
2314 args->valuelen = args->rmtvaluelen;
2317 args->valuelen = args->rmtvaluelen;
2322 /*========================================================================
2324 *========================================================================*/
2327 * Move the indicated entries from one leaf to another.
2328 * NOTE: this routine modifies both source and destination leaves.
2332 xfs_attr3_leaf_moveents(
2333 struct xfs_da_args *args,
2334 struct xfs_attr_leafblock *leaf_s,
2335 struct xfs_attr3_icleaf_hdr *ichdr_s,
2337 struct xfs_attr_leafblock *leaf_d,
2338 struct xfs_attr3_icleaf_hdr *ichdr_d,
2342 struct xfs_attr_leaf_entry *entry_s;
2343 struct xfs_attr_leaf_entry *entry_d;
2349 * Check for nothing to do.
2355 * Set up environment.
2357 ASSERT(ichdr_s->magic == XFS_ATTR_LEAF_MAGIC ||
2358 ichdr_s->magic == XFS_ATTR3_LEAF_MAGIC);
2359 ASSERT(ichdr_s->magic == ichdr_d->magic);
2360 ASSERT(ichdr_s->count > 0 && ichdr_s->count < args->geo->blksize / 8);
2361 ASSERT(ichdr_s->firstused >= (ichdr_s->count * sizeof(*entry_s))
2362 + xfs_attr3_leaf_hdr_size(leaf_s));
2363 ASSERT(ichdr_d->count < args->geo->blksize / 8);
2364 ASSERT(ichdr_d->firstused >= (ichdr_d->count * sizeof(*entry_d))
2365 + xfs_attr3_leaf_hdr_size(leaf_d));
2367 ASSERT(start_s < ichdr_s->count);
2368 ASSERT(start_d <= ichdr_d->count);
2369 ASSERT(count <= ichdr_s->count);
2373 * Move the entries in the destination leaf up to make a hole?
2375 if (start_d < ichdr_d->count) {
2376 tmp = ichdr_d->count - start_d;
2377 tmp *= sizeof(xfs_attr_leaf_entry_t);
2378 entry_s = &xfs_attr3_leaf_entryp(leaf_d)[start_d];
2379 entry_d = &xfs_attr3_leaf_entryp(leaf_d)[start_d + count];
2380 memmove(entry_d, entry_s, tmp);
2384 * Copy all entry's in the same (sorted) order,
2385 * but allocate attribute info packed and in sequence.
2387 entry_s = &xfs_attr3_leaf_entryp(leaf_s)[start_s];
2388 entry_d = &xfs_attr3_leaf_entryp(leaf_d)[start_d];
2390 for (i = 0; i < count; entry_s++, entry_d++, desti++, i++) {
2391 ASSERT(be16_to_cpu(entry_s->nameidx) >= ichdr_s->firstused);
2392 tmp = xfs_attr_leaf_entsize(leaf_s, start_s + i);
2395 * Code to drop INCOMPLETE entries. Difficult to use as we
2396 * may also need to change the insertion index. Code turned
2397 * off for 6.2, should be revisited later.
2399 if (entry_s->flags & XFS_ATTR_INCOMPLETE) { /* skip partials? */
2400 memset(xfs_attr3_leaf_name(leaf_s, start_s + i), 0, tmp);
2401 ichdr_s->usedbytes -= tmp;
2402 ichdr_s->count -= 1;
2403 entry_d--; /* to compensate for ++ in loop hdr */
2405 if ((start_s + i) < offset)
2406 result++; /* insertion index adjustment */
2409 ichdr_d->firstused -= tmp;
2410 /* both on-disk, don't endian flip twice */
2411 entry_d->hashval = entry_s->hashval;
2412 entry_d->nameidx = cpu_to_be16(ichdr_d->firstused);
2413 entry_d->flags = entry_s->flags;
2414 ASSERT(be16_to_cpu(entry_d->nameidx) + tmp
2415 <= args->geo->blksize);
2416 memmove(xfs_attr3_leaf_name(leaf_d, desti),
2417 xfs_attr3_leaf_name(leaf_s, start_s + i), tmp);
2418 ASSERT(be16_to_cpu(entry_s->nameidx) + tmp
2419 <= args->geo->blksize);
2420 memset(xfs_attr3_leaf_name(leaf_s, start_s + i), 0, tmp);
2421 ichdr_s->usedbytes -= tmp;
2422 ichdr_d->usedbytes += tmp;
2423 ichdr_s->count -= 1;
2424 ichdr_d->count += 1;
2425 tmp = ichdr_d->count * sizeof(xfs_attr_leaf_entry_t)
2426 + xfs_attr3_leaf_hdr_size(leaf_d);
2427 ASSERT(ichdr_d->firstused >= tmp);
2434 * Zero out the entries we just copied.
2436 if (start_s == ichdr_s->count) {
2437 tmp = count * sizeof(xfs_attr_leaf_entry_t);
2438 entry_s = &xfs_attr3_leaf_entryp(leaf_s)[start_s];
2439 ASSERT(((char *)entry_s + tmp) <=
2440 ((char *)leaf_s + args->geo->blksize));
2441 memset(entry_s, 0, tmp);
2444 * Move the remaining entries down to fill the hole,
2445 * then zero the entries at the top.
2447 tmp = (ichdr_s->count - count) * sizeof(xfs_attr_leaf_entry_t);
2448 entry_s = &xfs_attr3_leaf_entryp(leaf_s)[start_s + count];
2449 entry_d = &xfs_attr3_leaf_entryp(leaf_s)[start_s];
2450 memmove(entry_d, entry_s, tmp);
2452 tmp = count * sizeof(xfs_attr_leaf_entry_t);
2453 entry_s = &xfs_attr3_leaf_entryp(leaf_s)[ichdr_s->count];
2454 ASSERT(((char *)entry_s + tmp) <=
2455 ((char *)leaf_s + args->geo->blksize));
2456 memset(entry_s, 0, tmp);
2460 * Fill in the freemap information
2462 ichdr_d->freemap[0].base = xfs_attr3_leaf_hdr_size(leaf_d);
2463 ichdr_d->freemap[0].base += ichdr_d->count * sizeof(xfs_attr_leaf_entry_t);
2464 ichdr_d->freemap[0].size = ichdr_d->firstused - ichdr_d->freemap[0].base;
2465 ichdr_d->freemap[1].base = 0;
2466 ichdr_d->freemap[2].base = 0;
2467 ichdr_d->freemap[1].size = 0;
2468 ichdr_d->freemap[2].size = 0;
2469 ichdr_s->holes = 1; /* leaf may not be compact */
2473 * Pick up the last hashvalue from a leaf block.
2476 xfs_attr_leaf_lasthash(
2480 struct xfs_attr3_icleaf_hdr ichdr;
2481 struct xfs_attr_leaf_entry *entries;
2482 struct xfs_mount *mp = bp->b_target->bt_mount;
2484 xfs_attr3_leaf_hdr_from_disk(mp->m_attr_geo, &ichdr, bp->b_addr);
2485 entries = xfs_attr3_leaf_entryp(bp->b_addr);
2487 *count = ichdr.count;
2490 return be32_to_cpu(entries[ichdr.count - 1].hashval);
2494 * Calculate the number of bytes used to store the indicated attribute
2495 * (whether local or remote only calculate bytes in this block).
2498 xfs_attr_leaf_entsize(xfs_attr_leafblock_t *leaf, int index)
2500 struct xfs_attr_leaf_entry *entries;
2501 xfs_attr_leaf_name_local_t *name_loc;
2502 xfs_attr_leaf_name_remote_t *name_rmt;
2505 entries = xfs_attr3_leaf_entryp(leaf);
2506 if (entries[index].flags & XFS_ATTR_LOCAL) {
2507 name_loc = xfs_attr3_leaf_name_local(leaf, index);
2508 size = xfs_attr_leaf_entsize_local(name_loc->namelen,
2509 be16_to_cpu(name_loc->valuelen));
2511 name_rmt = xfs_attr3_leaf_name_remote(leaf, index);
2512 size = xfs_attr_leaf_entsize_remote(name_rmt->namelen);
2518 * Calculate the number of bytes that would be required to store the new
2519 * attribute (whether local or remote only calculate bytes in this block).
2520 * This routine decides as a side effect whether the attribute will be
2521 * a "local" or a "remote" attribute.
2524 xfs_attr_leaf_newentsize(
2525 struct xfs_da_args *args,
2530 size = xfs_attr_leaf_entsize_local(args->namelen, args->valuelen);
2531 if (size < xfs_attr_leaf_entsize_local_max(args->geo->blksize)) {
2538 return xfs_attr_leaf_entsize_remote(args->namelen);
2542 /*========================================================================
2543 * Manage the INCOMPLETE flag in a leaf entry
2544 *========================================================================*/
2547 * Clear the INCOMPLETE flag on an entry in a leaf block.
2550 xfs_attr3_leaf_clearflag(
2551 struct xfs_da_args *args)
2553 struct xfs_attr_leafblock *leaf;
2554 struct xfs_attr_leaf_entry *entry;
2555 struct xfs_attr_leaf_name_remote *name_rmt;
2559 struct xfs_attr3_icleaf_hdr ichdr;
2560 xfs_attr_leaf_name_local_t *name_loc;
2565 trace_xfs_attr_leaf_clearflag(args);
2567 * Set up the operation.
2569 error = xfs_attr3_leaf_read(args->trans, args->dp, args->blkno, -1, &bp);
2574 entry = &xfs_attr3_leaf_entryp(leaf)[args->index];
2575 ASSERT(entry->flags & XFS_ATTR_INCOMPLETE);
2578 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
2579 ASSERT(args->index < ichdr.count);
2580 ASSERT(args->index >= 0);
2582 if (entry->flags & XFS_ATTR_LOCAL) {
2583 name_loc = xfs_attr3_leaf_name_local(leaf, args->index);
2584 namelen = name_loc->namelen;
2585 name = (char *)name_loc->nameval;
2587 name_rmt = xfs_attr3_leaf_name_remote(leaf, args->index);
2588 namelen = name_rmt->namelen;
2589 name = (char *)name_rmt->name;
2591 ASSERT(be32_to_cpu(entry->hashval) == args->hashval);
2592 ASSERT(namelen == args->namelen);
2593 ASSERT(memcmp(name, args->name, namelen) == 0);
2596 entry->flags &= ~XFS_ATTR_INCOMPLETE;
2597 xfs_trans_log_buf(args->trans, bp,
2598 XFS_DA_LOGRANGE(leaf, entry, sizeof(*entry)));
2600 if (args->rmtblkno) {
2601 ASSERT((entry->flags & XFS_ATTR_LOCAL) == 0);
2602 name_rmt = xfs_attr3_leaf_name_remote(leaf, args->index);
2603 name_rmt->valueblk = cpu_to_be32(args->rmtblkno);
2604 name_rmt->valuelen = cpu_to_be32(args->rmtvaluelen);
2605 xfs_trans_log_buf(args->trans, bp,
2606 XFS_DA_LOGRANGE(leaf, name_rmt, sizeof(*name_rmt)));
2610 * Commit the flag value change and start the next trans in series.
2612 return xfs_trans_roll(&args->trans, args->dp);
2616 * Set the INCOMPLETE flag on an entry in a leaf block.
2619 xfs_attr3_leaf_setflag(
2620 struct xfs_da_args *args)
2622 struct xfs_attr_leafblock *leaf;
2623 struct xfs_attr_leaf_entry *entry;
2624 struct xfs_attr_leaf_name_remote *name_rmt;
2628 struct xfs_attr3_icleaf_hdr ichdr;
2631 trace_xfs_attr_leaf_setflag(args);
2634 * Set up the operation.
2636 error = xfs_attr3_leaf_read(args->trans, args->dp, args->blkno, -1, &bp);
2642 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr, leaf);
2643 ASSERT(args->index < ichdr.count);
2644 ASSERT(args->index >= 0);
2646 entry = &xfs_attr3_leaf_entryp(leaf)[args->index];
2648 ASSERT((entry->flags & XFS_ATTR_INCOMPLETE) == 0);
2649 entry->flags |= XFS_ATTR_INCOMPLETE;
2650 xfs_trans_log_buf(args->trans, bp,
2651 XFS_DA_LOGRANGE(leaf, entry, sizeof(*entry)));
2652 if ((entry->flags & XFS_ATTR_LOCAL) == 0) {
2653 name_rmt = xfs_attr3_leaf_name_remote(leaf, args->index);
2654 name_rmt->valueblk = 0;
2655 name_rmt->valuelen = 0;
2656 xfs_trans_log_buf(args->trans, bp,
2657 XFS_DA_LOGRANGE(leaf, name_rmt, sizeof(*name_rmt)));
2661 * Commit the flag value change and start the next trans in series.
2663 return xfs_trans_roll(&args->trans, args->dp);
2667 * In a single transaction, clear the INCOMPLETE flag on the leaf entry
2668 * given by args->blkno/index and set the INCOMPLETE flag on the leaf
2669 * entry given by args->blkno2/index2.
2671 * Note that they could be in different blocks, or in the same block.
2674 xfs_attr3_leaf_flipflags(
2675 struct xfs_da_args *args)
2677 struct xfs_attr_leafblock *leaf1;
2678 struct xfs_attr_leafblock *leaf2;
2679 struct xfs_attr_leaf_entry *entry1;
2680 struct xfs_attr_leaf_entry *entry2;
2681 struct xfs_attr_leaf_name_remote *name_rmt;
2682 struct xfs_buf *bp1;
2683 struct xfs_buf *bp2;
2686 struct xfs_attr3_icleaf_hdr ichdr1;
2687 struct xfs_attr3_icleaf_hdr ichdr2;
2688 xfs_attr_leaf_name_local_t *name_loc;
2689 int namelen1, namelen2;
2690 char *name1, *name2;
2693 trace_xfs_attr_leaf_flipflags(args);
2696 * Read the block containing the "old" attr
2698 error = xfs_attr3_leaf_read(args->trans, args->dp, args->blkno, -1, &bp1);
2703 * Read the block containing the "new" attr, if it is different
2705 if (args->blkno2 != args->blkno) {
2706 error = xfs_attr3_leaf_read(args->trans, args->dp, args->blkno2,
2714 leaf1 = bp1->b_addr;
2715 entry1 = &xfs_attr3_leaf_entryp(leaf1)[args->index];
2717 leaf2 = bp2->b_addr;
2718 entry2 = &xfs_attr3_leaf_entryp(leaf2)[args->index2];
2721 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr1, leaf1);
2722 ASSERT(args->index < ichdr1.count);
2723 ASSERT(args->index >= 0);
2725 xfs_attr3_leaf_hdr_from_disk(args->geo, &ichdr2, leaf2);
2726 ASSERT(args->index2 < ichdr2.count);
2727 ASSERT(args->index2 >= 0);
2729 if (entry1->flags & XFS_ATTR_LOCAL) {
2730 name_loc = xfs_attr3_leaf_name_local(leaf1, args->index);
2731 namelen1 = name_loc->namelen;
2732 name1 = (char *)name_loc->nameval;
2734 name_rmt = xfs_attr3_leaf_name_remote(leaf1, args->index);
2735 namelen1 = name_rmt->namelen;
2736 name1 = (char *)name_rmt->name;
2738 if (entry2->flags & XFS_ATTR_LOCAL) {
2739 name_loc = xfs_attr3_leaf_name_local(leaf2, args->index2);
2740 namelen2 = name_loc->namelen;
2741 name2 = (char *)name_loc->nameval;
2743 name_rmt = xfs_attr3_leaf_name_remote(leaf2, args->index2);
2744 namelen2 = name_rmt->namelen;
2745 name2 = (char *)name_rmt->name;
2747 ASSERT(be32_to_cpu(entry1->hashval) == be32_to_cpu(entry2->hashval));
2748 ASSERT(namelen1 == namelen2);
2749 ASSERT(memcmp(name1, name2, namelen1) == 0);
2752 ASSERT(entry1->flags & XFS_ATTR_INCOMPLETE);
2753 ASSERT((entry2->flags & XFS_ATTR_INCOMPLETE) == 0);
2755 entry1->flags &= ~XFS_ATTR_INCOMPLETE;
2756 xfs_trans_log_buf(args->trans, bp1,
2757 XFS_DA_LOGRANGE(leaf1, entry1, sizeof(*entry1)));
2758 if (args->rmtblkno) {
2759 ASSERT((entry1->flags & XFS_ATTR_LOCAL) == 0);
2760 name_rmt = xfs_attr3_leaf_name_remote(leaf1, args->index);
2761 name_rmt->valueblk = cpu_to_be32(args->rmtblkno);
2762 name_rmt->valuelen = cpu_to_be32(args->rmtvaluelen);
2763 xfs_trans_log_buf(args->trans, bp1,
2764 XFS_DA_LOGRANGE(leaf1, name_rmt, sizeof(*name_rmt)));
2767 entry2->flags |= XFS_ATTR_INCOMPLETE;
2768 xfs_trans_log_buf(args->trans, bp2,
2769 XFS_DA_LOGRANGE(leaf2, entry2, sizeof(*entry2)));
2770 if ((entry2->flags & XFS_ATTR_LOCAL) == 0) {
2771 name_rmt = xfs_attr3_leaf_name_remote(leaf2, args->index2);
2772 name_rmt->valueblk = 0;
2773 name_rmt->valuelen = 0;
2774 xfs_trans_log_buf(args->trans, bp2,
2775 XFS_DA_LOGRANGE(leaf2, name_rmt, sizeof(*name_rmt)));
2779 * Commit the flag value change and start the next trans in series.
2781 error = xfs_trans_roll(&args->trans, args->dp);