2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 #include "xfs_types.h"
22 #include "xfs_trans.h"
25 #include "xfs_mount.h"
26 #include "xfs_da_btree.h"
27 #include "xfs_bmap_btree.h"
28 #include "xfs_dinode.h"
29 #include "xfs_inode.h"
31 #include "xfs_dir2_format.h"
32 #include "xfs_dir2_priv.h"
33 #include "xfs_error.h"
34 #include "xfs_trace.h"
37 * Function declarations.
39 static void xfs_dir2_free_log_header(xfs_trans_t
*tp
, xfs_dabuf_t
*bp
);
40 static int xfs_dir2_leafn_add(xfs_dabuf_t
*bp
, xfs_da_args_t
*args
, int index
);
42 static void xfs_dir2_leafn_check(xfs_inode_t
*dp
, xfs_dabuf_t
*bp
);
44 #define xfs_dir2_leafn_check(dp, bp)
46 static void xfs_dir2_leafn_moveents(xfs_da_args_t
*args
, xfs_dabuf_t
*bp_s
,
47 int start_s
, xfs_dabuf_t
*bp_d
, int start_d
,
49 static void xfs_dir2_leafn_rebalance(xfs_da_state_t
*state
,
50 xfs_da_state_blk_t
*blk1
,
51 xfs_da_state_blk_t
*blk2
);
52 static int xfs_dir2_leafn_remove(xfs_da_args_t
*args
, xfs_dabuf_t
*bp
,
53 int index
, xfs_da_state_blk_t
*dblk
,
55 static int xfs_dir2_node_addname_int(xfs_da_args_t
*args
,
56 xfs_da_state_blk_t
*fblk
);
59 * Log entries from a freespace block.
62 xfs_dir2_free_log_bests(
63 xfs_trans_t
*tp
, /* transaction pointer */
64 xfs_dabuf_t
*bp
, /* freespace buffer */
65 int first
, /* first entry to log */
66 int last
) /* last entry to log */
68 xfs_dir2_free_t
*free
; /* freespace structure */
71 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
72 xfs_da_log_buf(tp
, bp
,
73 (uint
)((char *)&free
->bests
[first
] - (char *)free
),
74 (uint
)((char *)&free
->bests
[last
] - (char *)free
+
75 sizeof(free
->bests
[0]) - 1));
79 * Log header from a freespace block.
82 xfs_dir2_free_log_header(
83 xfs_trans_t
*tp
, /* transaction pointer */
84 xfs_dabuf_t
*bp
) /* freespace buffer */
86 xfs_dir2_free_t
*free
; /* freespace structure */
89 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
90 xfs_da_log_buf(tp
, bp
, (uint
)((char *)&free
->hdr
- (char *)free
),
91 (uint
)(sizeof(xfs_dir2_free_hdr_t
) - 1));
95 * Convert a leaf-format directory to a node-format directory.
96 * We need to change the magic number of the leaf block, and copy
97 * the freespace table out of the leaf block into its own block.
100 xfs_dir2_leaf_to_node(
101 xfs_da_args_t
*args
, /* operation arguments */
102 xfs_dabuf_t
*lbp
) /* leaf buffer */
104 xfs_inode_t
*dp
; /* incore directory inode */
105 int error
; /* error return value */
106 xfs_dabuf_t
*fbp
; /* freespace buffer */
107 xfs_dir2_db_t fdb
; /* freespace block number */
108 xfs_dir2_free_t
*free
; /* freespace structure */
109 __be16
*from
; /* pointer to freespace entry */
110 int i
; /* leaf freespace index */
111 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
112 xfs_dir2_leaf_tail_t
*ltp
; /* leaf tail structure */
113 xfs_mount_t
*mp
; /* filesystem mount point */
114 int n
; /* count of live freespc ents */
115 xfs_dir2_data_off_t off
; /* freespace entry value */
116 __be16
*to
; /* pointer to freespace entry */
117 xfs_trans_t
*tp
; /* transaction pointer */
119 trace_xfs_dir2_leaf_to_node(args
);
125 * Add a freespace block to the directory.
127 if ((error
= xfs_dir2_grow_inode(args
, XFS_DIR2_FREE_SPACE
, &fdb
))) {
130 ASSERT(fdb
== XFS_DIR2_FREE_FIRSTDB(mp
));
132 * Get the buffer for the new freespace block.
134 if ((error
= xfs_da_get_buf(tp
, dp
, xfs_dir2_db_to_da(mp
, fdb
), -1, &fbp
,
141 ltp
= xfs_dir2_leaf_tail_p(mp
, leaf
);
143 * Initialize the freespace block header.
145 free
->hdr
.magic
= cpu_to_be32(XFS_DIR2_FREE_MAGIC
);
146 free
->hdr
.firstdb
= 0;
147 ASSERT(be32_to_cpu(ltp
->bestcount
) <= (uint
)dp
->i_d
.di_size
/ mp
->m_dirblksize
);
148 free
->hdr
.nvalid
= ltp
->bestcount
;
150 * Copy freespace entries from the leaf block to the new block.
151 * Count active entries.
153 for (i
= n
= 0, from
= xfs_dir2_leaf_bests_p(ltp
), to
= free
->bests
;
154 i
< be32_to_cpu(ltp
->bestcount
); i
++, from
++, to
++) {
155 if ((off
= be16_to_cpu(*from
)) != NULLDATAOFF
)
157 *to
= cpu_to_be16(off
);
159 free
->hdr
.nused
= cpu_to_be32(n
);
160 leaf
->hdr
.info
.magic
= cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
);
164 xfs_dir2_leaf_log_header(tp
, lbp
);
165 xfs_dir2_free_log_header(tp
, fbp
);
166 xfs_dir2_free_log_bests(tp
, fbp
, 0, be32_to_cpu(free
->hdr
.nvalid
) - 1);
167 xfs_da_buf_done(fbp
);
168 xfs_dir2_leafn_check(dp
, lbp
);
173 * Add a leaf entry to a leaf block in a node-form directory.
174 * The other work necessary is done from the caller.
176 static int /* error */
178 xfs_dabuf_t
*bp
, /* leaf buffer */
179 xfs_da_args_t
*args
, /* operation arguments */
180 int index
) /* insertion pt for new entry */
182 int compact
; /* compacting stale leaves */
183 xfs_inode_t
*dp
; /* incore directory inode */
184 int highstale
; /* next stale entry */
185 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
186 xfs_dir2_leaf_entry_t
*lep
; /* leaf entry */
187 int lfloghigh
; /* high leaf entry logging */
188 int lfloglow
; /* low leaf entry logging */
189 int lowstale
; /* previous stale entry */
190 xfs_mount_t
*mp
; /* filesystem mount point */
191 xfs_trans_t
*tp
; /* transaction pointer */
193 trace_xfs_dir2_leafn_add(args
, index
);
201 * Quick check just to make sure we are not going to index
202 * into other peoples memory
205 return XFS_ERROR(EFSCORRUPTED
);
208 * If there are already the maximum number of leaf entries in
209 * the block, if there are no stale entries it won't fit.
210 * Caller will do a split. If there are stale entries we'll do
214 if (be16_to_cpu(leaf
->hdr
.count
) == xfs_dir2_max_leaf_ents(mp
)) {
215 if (!leaf
->hdr
.stale
)
216 return XFS_ERROR(ENOSPC
);
217 compact
= be16_to_cpu(leaf
->hdr
.stale
) > 1;
220 ASSERT(index
== 0 || be32_to_cpu(leaf
->ents
[index
- 1].hashval
) <= args
->hashval
);
221 ASSERT(index
== be16_to_cpu(leaf
->hdr
.count
) ||
222 be32_to_cpu(leaf
->ents
[index
].hashval
) >= args
->hashval
);
224 if (args
->op_flags
& XFS_DA_OP_JUSTCHECK
)
228 * Compact out all but one stale leaf entry. Leaves behind
229 * the entry closest to index.
232 xfs_dir2_leaf_compact_x1(bp
, &index
, &lowstale
, &highstale
,
233 &lfloglow
, &lfloghigh
);
236 * Set impossible logging indices for this case.
238 else if (leaf
->hdr
.stale
) {
239 lfloglow
= be16_to_cpu(leaf
->hdr
.count
);
244 * Insert the new entry, log everything.
246 lep
= xfs_dir2_leaf_find_entry(leaf
, index
, compact
, lowstale
,
247 highstale
, &lfloglow
, &lfloghigh
);
249 lep
->hashval
= cpu_to_be32(args
->hashval
);
250 lep
->address
= cpu_to_be32(xfs_dir2_db_off_to_dataptr(mp
,
251 args
->blkno
, args
->index
));
252 xfs_dir2_leaf_log_header(tp
, bp
);
253 xfs_dir2_leaf_log_ents(tp
, bp
, lfloglow
, lfloghigh
);
254 xfs_dir2_leafn_check(dp
, bp
);
260 * Check internal consistency of a leafn block.
263 xfs_dir2_leafn_check(
264 xfs_inode_t
*dp
, /* incore directory inode */
265 xfs_dabuf_t
*bp
) /* leaf buffer */
267 int i
; /* leaf index */
268 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
269 xfs_mount_t
*mp
; /* filesystem mount point */
270 int stale
; /* count of stale leaves */
274 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
275 ASSERT(be16_to_cpu(leaf
->hdr
.count
) <= xfs_dir2_max_leaf_ents(mp
));
276 for (i
= stale
= 0; i
< be16_to_cpu(leaf
->hdr
.count
); i
++) {
277 if (i
+ 1 < be16_to_cpu(leaf
->hdr
.count
)) {
278 ASSERT(be32_to_cpu(leaf
->ents
[i
].hashval
) <=
279 be32_to_cpu(leaf
->ents
[i
+ 1].hashval
));
281 if (leaf
->ents
[i
].address
== cpu_to_be32(XFS_DIR2_NULL_DATAPTR
))
284 ASSERT(be16_to_cpu(leaf
->hdr
.stale
) == stale
);
289 * Return the last hash value in the leaf.
290 * Stale entries are ok.
292 xfs_dahash_t
/* hash value */
293 xfs_dir2_leafn_lasthash(
294 xfs_dabuf_t
*bp
, /* leaf buffer */
295 int *count
) /* count of entries in leaf */
297 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
300 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
302 *count
= be16_to_cpu(leaf
->hdr
.count
);
303 if (!leaf
->hdr
.count
)
305 return be32_to_cpu(leaf
->ents
[be16_to_cpu(leaf
->hdr
.count
) - 1].hashval
);
309 * Look up a leaf entry for space to add a name in a node-format leaf block.
310 * The extrablk in state is a freespace block.
313 xfs_dir2_leafn_lookup_for_addname(
314 xfs_dabuf_t
*bp
, /* leaf buffer */
315 xfs_da_args_t
*args
, /* operation arguments */
316 int *indexp
, /* out: leaf entry index */
317 xfs_da_state_t
*state
) /* state to fill in */
319 xfs_dabuf_t
*curbp
= NULL
; /* current data/free buffer */
320 xfs_dir2_db_t curdb
= -1; /* current data block number */
321 xfs_dir2_db_t curfdb
= -1; /* current free block number */
322 xfs_inode_t
*dp
; /* incore directory inode */
323 int error
; /* error return value */
324 int fi
; /* free entry index */
325 xfs_dir2_free_t
*free
= NULL
; /* free block structure */
326 int index
; /* leaf entry index */
327 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
328 int length
; /* length of new data entry */
329 xfs_dir2_leaf_entry_t
*lep
; /* leaf entry */
330 xfs_mount_t
*mp
; /* filesystem mount point */
331 xfs_dir2_db_t newdb
; /* new data block number */
332 xfs_dir2_db_t newfdb
; /* new free block number */
333 xfs_trans_t
*tp
; /* transaction pointer */
339 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
341 ASSERT(be16_to_cpu(leaf
->hdr
.count
) > 0);
343 xfs_dir2_leafn_check(dp
, bp
);
345 * Look up the hash value in the leaf entries.
347 index
= xfs_dir2_leaf_search_hash(args
, bp
);
349 * Do we have a buffer coming in?
351 if (state
->extravalid
) {
352 /* If so, it's a free block buffer, get the block number. */
353 curbp
= state
->extrablk
.bp
;
354 curfdb
= state
->extrablk
.blkno
;
356 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
358 length
= xfs_dir2_data_entsize(args
->namelen
);
360 * Loop over leaf entries with the right hash value.
362 for (lep
= &leaf
->ents
[index
]; index
< be16_to_cpu(leaf
->hdr
.count
) &&
363 be32_to_cpu(lep
->hashval
) == args
->hashval
;
366 * Skip stale leaf entries.
368 if (be32_to_cpu(lep
->address
) == XFS_DIR2_NULL_DATAPTR
)
371 * Pull the data block number from the entry.
373 newdb
= xfs_dir2_dataptr_to_db(mp
, be32_to_cpu(lep
->address
));
375 * For addname, we're looking for a place to put the new entry.
376 * We want to use a data block with an entry of equal
377 * hash value to ours if there is one with room.
379 * If this block isn't the data block we already have
380 * in hand, take a look at it.
382 if (newdb
!= curdb
) {
385 * Convert the data block to the free block
386 * holding its freespace information.
388 newfdb
= xfs_dir2_db_to_fdb(mp
, newdb
);
390 * If it's not the one we have in hand, read it in.
392 if (newfdb
!= curfdb
) {
394 * If we had one before, drop it.
397 xfs_da_brelse(tp
, curbp
);
399 * Read the free block.
401 error
= xfs_da_read_buf(tp
, dp
,
402 xfs_dir2_db_to_da(mp
, newfdb
),
403 -1, &curbp
, XFS_DATA_FORK
);
407 ASSERT(be32_to_cpu(free
->hdr
.magic
) ==
408 XFS_DIR2_FREE_MAGIC
);
409 ASSERT((be32_to_cpu(free
->hdr
.firstdb
) %
410 xfs_dir2_free_max_bests(mp
)) == 0);
411 ASSERT(be32_to_cpu(free
->hdr
.firstdb
) <= curdb
);
412 ASSERT(curdb
< be32_to_cpu(free
->hdr
.firstdb
) +
413 be32_to_cpu(free
->hdr
.nvalid
));
416 * Get the index for our entry.
418 fi
= xfs_dir2_db_to_fdindex(mp
, curdb
);
420 * If it has room, return it.
422 if (unlikely(free
->bests
[fi
] ==
423 cpu_to_be16(NULLDATAOFF
))) {
424 XFS_ERROR_REPORT("xfs_dir2_leafn_lookup_int",
425 XFS_ERRLEVEL_LOW
, mp
);
426 if (curfdb
!= newfdb
)
427 xfs_da_brelse(tp
, curbp
);
428 return XFS_ERROR(EFSCORRUPTED
);
431 if (be16_to_cpu(free
->bests
[fi
]) >= length
)
435 /* Didn't find any space */
438 ASSERT(args
->op_flags
& XFS_DA_OP_OKNOENT
);
440 /* Giving back a free block. */
441 state
->extravalid
= 1;
442 state
->extrablk
.bp
= curbp
;
443 state
->extrablk
.index
= fi
;
444 state
->extrablk
.blkno
= curfdb
;
445 state
->extrablk
.magic
= XFS_DIR2_FREE_MAGIC
;
447 state
->extravalid
= 0;
450 * Return the index, that will be the insertion point.
453 return XFS_ERROR(ENOENT
);
457 * Look up a leaf entry in a node-format leaf block.
458 * The extrablk in state a data block.
461 xfs_dir2_leafn_lookup_for_entry(
462 xfs_dabuf_t
*bp
, /* leaf buffer */
463 xfs_da_args_t
*args
, /* operation arguments */
464 int *indexp
, /* out: leaf entry index */
465 xfs_da_state_t
*state
) /* state to fill in */
467 xfs_dabuf_t
*curbp
= NULL
; /* current data/free buffer */
468 xfs_dir2_db_t curdb
= -1; /* current data block number */
469 xfs_dir2_data_entry_t
*dep
; /* data block entry */
470 xfs_inode_t
*dp
; /* incore directory inode */
471 int error
; /* error return value */
472 int index
; /* leaf entry index */
473 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
474 xfs_dir2_leaf_entry_t
*lep
; /* leaf entry */
475 xfs_mount_t
*mp
; /* filesystem mount point */
476 xfs_dir2_db_t newdb
; /* new data block number */
477 xfs_trans_t
*tp
; /* transaction pointer */
478 enum xfs_dacmp cmp
; /* comparison result */
484 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
486 ASSERT(be16_to_cpu(leaf
->hdr
.count
) > 0);
488 xfs_dir2_leafn_check(dp
, bp
);
490 * Look up the hash value in the leaf entries.
492 index
= xfs_dir2_leaf_search_hash(args
, bp
);
494 * Do we have a buffer coming in?
496 if (state
->extravalid
) {
497 curbp
= state
->extrablk
.bp
;
498 curdb
= state
->extrablk
.blkno
;
501 * Loop over leaf entries with the right hash value.
503 for (lep
= &leaf
->ents
[index
]; index
< be16_to_cpu(leaf
->hdr
.count
) &&
504 be32_to_cpu(lep
->hashval
) == args
->hashval
;
507 * Skip stale leaf entries.
509 if (be32_to_cpu(lep
->address
) == XFS_DIR2_NULL_DATAPTR
)
512 * Pull the data block number from the entry.
514 newdb
= xfs_dir2_dataptr_to_db(mp
, be32_to_cpu(lep
->address
));
516 * Not adding a new entry, so we really want to find
517 * the name given to us.
519 * If it's a different data block, go get it.
521 if (newdb
!= curdb
) {
523 * If we had a block before that we aren't saving
524 * for a CI name, drop it
526 if (curbp
&& (args
->cmpresult
== XFS_CMP_DIFFERENT
||
527 curdb
!= state
->extrablk
.blkno
))
528 xfs_da_brelse(tp
, curbp
);
530 * If needing the block that is saved with a CI match,
531 * use it otherwise read in the new data block.
533 if (args
->cmpresult
!= XFS_CMP_DIFFERENT
&&
534 newdb
== state
->extrablk
.blkno
) {
535 ASSERT(state
->extravalid
);
536 curbp
= state
->extrablk
.bp
;
538 error
= xfs_da_read_buf(tp
, dp
,
539 xfs_dir2_db_to_da(mp
, newdb
),
540 -1, &curbp
, XFS_DATA_FORK
);
544 xfs_dir2_data_check(dp
, curbp
);
548 * Point to the data entry.
550 dep
= (xfs_dir2_data_entry_t
*)((char *)curbp
->data
+
551 xfs_dir2_dataptr_to_off(mp
, be32_to_cpu(lep
->address
)));
553 * Compare the entry and if it's an exact match, return
554 * EEXIST immediately. If it's the first case-insensitive
555 * match, store the block & inode number and continue looking.
557 cmp
= mp
->m_dirnameops
->compname(args
, dep
->name
, dep
->namelen
);
558 if (cmp
!= XFS_CMP_DIFFERENT
&& cmp
!= args
->cmpresult
) {
559 /* If there is a CI match block, drop it */
560 if (args
->cmpresult
!= XFS_CMP_DIFFERENT
&&
561 curdb
!= state
->extrablk
.blkno
)
562 xfs_da_brelse(tp
, state
->extrablk
.bp
);
563 args
->cmpresult
= cmp
;
564 args
->inumber
= be64_to_cpu(dep
->inumber
);
566 state
->extravalid
= 1;
567 state
->extrablk
.bp
= curbp
;
568 state
->extrablk
.blkno
= curdb
;
569 state
->extrablk
.index
= (int)((char *)dep
-
570 (char *)curbp
->data
);
571 state
->extrablk
.magic
= XFS_DIR2_DATA_MAGIC
;
572 if (cmp
== XFS_CMP_EXACT
)
573 return XFS_ERROR(EEXIST
);
576 ASSERT(index
== be16_to_cpu(leaf
->hdr
.count
) ||
577 (args
->op_flags
& XFS_DA_OP_OKNOENT
));
579 if (args
->cmpresult
== XFS_CMP_DIFFERENT
) {
580 /* Giving back last used data block. */
581 state
->extravalid
= 1;
582 state
->extrablk
.bp
= curbp
;
583 state
->extrablk
.index
= -1;
584 state
->extrablk
.blkno
= curdb
;
585 state
->extrablk
.magic
= XFS_DIR2_DATA_MAGIC
;
587 /* If the curbp is not the CI match block, drop it */
588 if (state
->extrablk
.bp
!= curbp
)
589 xfs_da_brelse(tp
, curbp
);
592 state
->extravalid
= 0;
595 return XFS_ERROR(ENOENT
);
599 * Look up a leaf entry in a node-format leaf block.
600 * If this is an addname then the extrablk in state is a freespace block,
601 * otherwise it's a data block.
604 xfs_dir2_leafn_lookup_int(
605 xfs_dabuf_t
*bp
, /* leaf buffer */
606 xfs_da_args_t
*args
, /* operation arguments */
607 int *indexp
, /* out: leaf entry index */
608 xfs_da_state_t
*state
) /* state to fill in */
610 if (args
->op_flags
& XFS_DA_OP_ADDNAME
)
611 return xfs_dir2_leafn_lookup_for_addname(bp
, args
, indexp
,
613 return xfs_dir2_leafn_lookup_for_entry(bp
, args
, indexp
, state
);
617 * Move count leaf entries from source to destination leaf.
618 * Log entries and headers. Stale entries are preserved.
621 xfs_dir2_leafn_moveents(
622 xfs_da_args_t
*args
, /* operation arguments */
623 xfs_dabuf_t
*bp_s
, /* source leaf buffer */
624 int start_s
, /* source leaf index */
625 xfs_dabuf_t
*bp_d
, /* destination leaf buffer */
626 int start_d
, /* destination leaf index */
627 int count
) /* count of leaves to copy */
629 xfs_dir2_leaf_t
*leaf_d
; /* destination leaf structure */
630 xfs_dir2_leaf_t
*leaf_s
; /* source leaf structure */
631 int stale
; /* count stale leaves copied */
632 xfs_trans_t
*tp
; /* transaction pointer */
634 trace_xfs_dir2_leafn_moveents(args
, start_s
, start_d
, count
);
637 * Silently return if nothing to do.
646 * If the destination index is not the end of the current
647 * destination leaf entries, open up a hole in the destination
648 * to hold the new entries.
650 if (start_d
< be16_to_cpu(leaf_d
->hdr
.count
)) {
651 memmove(&leaf_d
->ents
[start_d
+ count
], &leaf_d
->ents
[start_d
],
652 (be16_to_cpu(leaf_d
->hdr
.count
) - start_d
) *
653 sizeof(xfs_dir2_leaf_entry_t
));
654 xfs_dir2_leaf_log_ents(tp
, bp_d
, start_d
+ count
,
655 count
+ be16_to_cpu(leaf_d
->hdr
.count
) - 1);
658 * If the source has stale leaves, count the ones in the copy range
659 * so we can update the header correctly.
661 if (leaf_s
->hdr
.stale
) {
662 int i
; /* temp leaf index */
664 for (i
= start_s
, stale
= 0; i
< start_s
+ count
; i
++) {
665 if (leaf_s
->ents
[i
].address
==
666 cpu_to_be32(XFS_DIR2_NULL_DATAPTR
))
672 * Copy the leaf entries from source to destination.
674 memcpy(&leaf_d
->ents
[start_d
], &leaf_s
->ents
[start_s
],
675 count
* sizeof(xfs_dir2_leaf_entry_t
));
676 xfs_dir2_leaf_log_ents(tp
, bp_d
, start_d
, start_d
+ count
- 1);
678 * If there are source entries after the ones we copied,
679 * delete the ones we copied by sliding the next ones down.
681 if (start_s
+ count
< be16_to_cpu(leaf_s
->hdr
.count
)) {
682 memmove(&leaf_s
->ents
[start_s
], &leaf_s
->ents
[start_s
+ count
],
683 count
* sizeof(xfs_dir2_leaf_entry_t
));
684 xfs_dir2_leaf_log_ents(tp
, bp_s
, start_s
, start_s
+ count
- 1);
687 * Update the headers and log them.
689 be16_add_cpu(&leaf_s
->hdr
.count
, -(count
));
690 be16_add_cpu(&leaf_s
->hdr
.stale
, -(stale
));
691 be16_add_cpu(&leaf_d
->hdr
.count
, count
);
692 be16_add_cpu(&leaf_d
->hdr
.stale
, stale
);
693 xfs_dir2_leaf_log_header(tp
, bp_s
);
694 xfs_dir2_leaf_log_header(tp
, bp_d
);
695 xfs_dir2_leafn_check(args
->dp
, bp_s
);
696 xfs_dir2_leafn_check(args
->dp
, bp_d
);
700 * Determine the sort order of two leaf blocks.
701 * Returns 1 if both are valid and leaf2 should be before leaf1, else 0.
704 xfs_dir2_leafn_order(
705 xfs_dabuf_t
*leaf1_bp
, /* leaf1 buffer */
706 xfs_dabuf_t
*leaf2_bp
) /* leaf2 buffer */
708 xfs_dir2_leaf_t
*leaf1
; /* leaf1 structure */
709 xfs_dir2_leaf_t
*leaf2
; /* leaf2 structure */
711 leaf1
= leaf1_bp
->data
;
712 leaf2
= leaf2_bp
->data
;
713 ASSERT(leaf1
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
714 ASSERT(leaf2
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
715 if (be16_to_cpu(leaf1
->hdr
.count
) > 0 &&
716 be16_to_cpu(leaf2
->hdr
.count
) > 0 &&
717 (be32_to_cpu(leaf2
->ents
[0].hashval
) < be32_to_cpu(leaf1
->ents
[0].hashval
) ||
718 be32_to_cpu(leaf2
->ents
[be16_to_cpu(leaf2
->hdr
.count
) - 1].hashval
) <
719 be32_to_cpu(leaf1
->ents
[be16_to_cpu(leaf1
->hdr
.count
) - 1].hashval
)))
725 * Rebalance leaf entries between two leaf blocks.
726 * This is actually only called when the second block is new,
727 * though the code deals with the general case.
728 * A new entry will be inserted in one of the blocks, and that
729 * entry is taken into account when balancing.
732 xfs_dir2_leafn_rebalance(
733 xfs_da_state_t
*state
, /* btree cursor */
734 xfs_da_state_blk_t
*blk1
, /* first btree block */
735 xfs_da_state_blk_t
*blk2
) /* second btree block */
737 xfs_da_args_t
*args
; /* operation arguments */
738 int count
; /* count (& direction) leaves */
739 int isleft
; /* new goes in left leaf */
740 xfs_dir2_leaf_t
*leaf1
; /* first leaf structure */
741 xfs_dir2_leaf_t
*leaf2
; /* second leaf structure */
742 int mid
; /* midpoint leaf index */
744 int oldstale
; /* old count of stale leaves */
746 int oldsum
; /* old total leaf count */
747 int swap
; /* swapped leaf blocks */
751 * If the block order is wrong, swap the arguments.
753 if ((swap
= xfs_dir2_leafn_order(blk1
->bp
, blk2
->bp
))) {
754 xfs_da_state_blk_t
*tmp
; /* temp for block swap */
760 leaf1
= blk1
->bp
->data
;
761 leaf2
= blk2
->bp
->data
;
762 oldsum
= be16_to_cpu(leaf1
->hdr
.count
) + be16_to_cpu(leaf2
->hdr
.count
);
764 oldstale
= be16_to_cpu(leaf1
->hdr
.stale
) + be16_to_cpu(leaf2
->hdr
.stale
);
768 * If the old leaf count was odd then the new one will be even,
769 * so we need to divide the new count evenly.
772 xfs_dahash_t midhash
; /* middle entry hash value */
774 if (mid
>= be16_to_cpu(leaf1
->hdr
.count
))
775 midhash
= be32_to_cpu(leaf2
->ents
[mid
- be16_to_cpu(leaf1
->hdr
.count
)].hashval
);
777 midhash
= be32_to_cpu(leaf1
->ents
[mid
].hashval
);
778 isleft
= args
->hashval
<= midhash
;
781 * If the old count is even then the new count is odd, so there's
782 * no preferred side for the new entry.
788 * Calculate moved entry count. Positive means left-to-right,
789 * negative means right-to-left. Then move the entries.
791 count
= be16_to_cpu(leaf1
->hdr
.count
) - mid
+ (isleft
== 0);
793 xfs_dir2_leafn_moveents(args
, blk1
->bp
,
794 be16_to_cpu(leaf1
->hdr
.count
) - count
, blk2
->bp
, 0, count
);
796 xfs_dir2_leafn_moveents(args
, blk2
->bp
, 0, blk1
->bp
,
797 be16_to_cpu(leaf1
->hdr
.count
), count
);
798 ASSERT(be16_to_cpu(leaf1
->hdr
.count
) + be16_to_cpu(leaf2
->hdr
.count
) == oldsum
);
799 ASSERT(be16_to_cpu(leaf1
->hdr
.stale
) + be16_to_cpu(leaf2
->hdr
.stale
) == oldstale
);
801 * Mark whether we're inserting into the old or new leaf.
803 if (be16_to_cpu(leaf1
->hdr
.count
) < be16_to_cpu(leaf2
->hdr
.count
))
804 state
->inleaf
= swap
;
805 else if (be16_to_cpu(leaf1
->hdr
.count
) > be16_to_cpu(leaf2
->hdr
.count
))
806 state
->inleaf
= !swap
;
809 swap
^ (blk1
->index
<= be16_to_cpu(leaf1
->hdr
.count
));
811 * Adjust the expected index for insertion.
814 blk2
->index
= blk1
->index
- be16_to_cpu(leaf1
->hdr
.count
);
817 * Finally sanity check just to make sure we are not returning a
820 if(blk2
->index
< 0) {
823 xfs_alert(args
->dp
->i_mount
,
824 "%s: picked the wrong leaf? reverting original leaf: blk1->index %d\n",
825 __func__
, blk1
->index
);
830 * Remove an entry from a node directory.
831 * This removes the leaf entry and the data entry,
832 * and updates the free block if necessary.
834 static int /* error */
835 xfs_dir2_leafn_remove(
836 xfs_da_args_t
*args
, /* operation arguments */
837 xfs_dabuf_t
*bp
, /* leaf buffer */
838 int index
, /* leaf entry index */
839 xfs_da_state_blk_t
*dblk
, /* data block */
840 int *rval
) /* resulting block needs join */
842 xfs_dir2_data_hdr_t
*hdr
; /* data block header */
843 xfs_dir2_db_t db
; /* data block number */
844 xfs_dabuf_t
*dbp
; /* data block buffer */
845 xfs_dir2_data_entry_t
*dep
; /* data block entry */
846 xfs_inode_t
*dp
; /* incore directory inode */
847 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
848 xfs_dir2_leaf_entry_t
*lep
; /* leaf entry */
849 int longest
; /* longest data free entry */
850 int off
; /* data block entry offset */
851 xfs_mount_t
*mp
; /* filesystem mount point */
852 int needlog
; /* need to log data header */
853 int needscan
; /* need to rescan data frees */
854 xfs_trans_t
*tp
; /* transaction pointer */
856 trace_xfs_dir2_leafn_remove(args
, index
);
862 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
864 * Point to the entry we're removing.
866 lep
= &leaf
->ents
[index
];
868 * Extract the data block and offset from the entry.
870 db
= xfs_dir2_dataptr_to_db(mp
, be32_to_cpu(lep
->address
));
871 ASSERT(dblk
->blkno
== db
);
872 off
= xfs_dir2_dataptr_to_off(mp
, be32_to_cpu(lep
->address
));
873 ASSERT(dblk
->index
== off
);
875 * Kill the leaf entry by marking it stale.
876 * Log the leaf block changes.
878 be16_add_cpu(&leaf
->hdr
.stale
, 1);
879 xfs_dir2_leaf_log_header(tp
, bp
);
880 lep
->address
= cpu_to_be32(XFS_DIR2_NULL_DATAPTR
);
881 xfs_dir2_leaf_log_ents(tp
, bp
, index
, index
);
883 * Make the data entry free. Keep track of the longest freespace
884 * in the data block in case it changes.
888 dep
= (xfs_dir2_data_entry_t
*)((char *)hdr
+ off
);
889 longest
= be16_to_cpu(hdr
->bestfree
[0].length
);
890 needlog
= needscan
= 0;
891 xfs_dir2_data_make_free(tp
, dbp
, off
,
892 xfs_dir2_data_entsize(dep
->namelen
), &needlog
, &needscan
);
894 * Rescan the data block freespaces for bestfree.
895 * Log the data block header if needed.
898 xfs_dir2_data_freescan(mp
, hdr
, &needlog
);
900 xfs_dir2_data_log_header(tp
, dbp
);
901 xfs_dir2_data_check(dp
, dbp
);
903 * If the longest data block freespace changes, need to update
904 * the corresponding freeblock entry.
906 if (longest
< be16_to_cpu(hdr
->bestfree
[0].length
)) {
907 int error
; /* error return value */
908 xfs_dabuf_t
*fbp
; /* freeblock buffer */
909 xfs_dir2_db_t fdb
; /* freeblock block number */
910 int findex
; /* index in freeblock entries */
911 xfs_dir2_free_t
*free
; /* freeblock structure */
912 int logfree
; /* need to log free entry */
915 * Convert the data block number to a free block,
916 * read in the free block.
918 fdb
= xfs_dir2_db_to_fdb(mp
, db
);
919 if ((error
= xfs_da_read_buf(tp
, dp
, xfs_dir2_db_to_da(mp
, fdb
),
920 -1, &fbp
, XFS_DATA_FORK
))) {
924 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
925 ASSERT(be32_to_cpu(free
->hdr
.firstdb
) ==
926 xfs_dir2_free_max_bests(mp
) *
927 (fdb
- XFS_DIR2_FREE_FIRSTDB(mp
)));
929 * Calculate which entry we need to fix.
931 findex
= xfs_dir2_db_to_fdindex(mp
, db
);
932 longest
= be16_to_cpu(hdr
->bestfree
[0].length
);
934 * If the data block is now empty we can get rid of it
937 if (longest
== mp
->m_dirblksize
- (uint
)sizeof(*hdr
)) {
939 * Try to punch out the data block.
941 error
= xfs_dir2_shrink_inode(args
, db
, dbp
);
947 * We can get ENOSPC if there's no space reservation.
948 * In this case just drop the buffer and some one else
949 * will eventually get rid of the empty block.
951 else if (error
== ENOSPC
&& args
->total
== 0)
952 xfs_da_buf_done(dbp
);
957 * If we got rid of the data block, we can eliminate that entry
962 * One less used entry in the free table.
964 be32_add_cpu(&free
->hdr
.nused
, -1);
965 xfs_dir2_free_log_header(tp
, fbp
);
967 * If this was the last entry in the table, we can
968 * trim the table size back. There might be other
969 * entries at the end referring to non-existent
970 * data blocks, get those too.
972 if (findex
== be32_to_cpu(free
->hdr
.nvalid
) - 1) {
973 int i
; /* free entry index */
977 free
->bests
[i
] == cpu_to_be16(NULLDATAOFF
);
980 free
->hdr
.nvalid
= cpu_to_be32(i
+ 1);
984 * Not the last entry, just punch it out.
987 free
->bests
[findex
] = cpu_to_be16(NULLDATAOFF
);
991 * If there are no useful entries left in the block,
992 * get rid of the block if we can.
994 if (!free
->hdr
.nused
) {
995 error
= xfs_dir2_shrink_inode(args
, fdb
, fbp
);
999 } else if (error
!= ENOSPC
|| args
->total
!= 0)
1002 * It's possible to get ENOSPC if there is no
1003 * space reservation. In this case some one
1004 * else will eventually get rid of this block.
1009 * Data block is not empty, just set the free entry to
1013 free
->bests
[findex
] = cpu_to_be16(longest
);
1017 * Log the free entry that changed, unless we got rid of it.
1020 xfs_dir2_free_log_bests(tp
, fbp
, findex
, findex
);
1022 * Drop the buffer if we still have it.
1025 xfs_da_buf_done(fbp
);
1027 xfs_dir2_leafn_check(dp
, bp
);
1029 * Return indication of whether this leaf block is empty enough
1030 * to justify trying to join it with a neighbor.
1033 ((uint
)sizeof(leaf
->hdr
) +
1034 (uint
)sizeof(leaf
->ents
[0]) *
1035 (be16_to_cpu(leaf
->hdr
.count
) - be16_to_cpu(leaf
->hdr
.stale
))) <
1041 * Split the leaf entries in the old block into old and new blocks.
1044 xfs_dir2_leafn_split(
1045 xfs_da_state_t
*state
, /* btree cursor */
1046 xfs_da_state_blk_t
*oldblk
, /* original block */
1047 xfs_da_state_blk_t
*newblk
) /* newly created block */
1049 xfs_da_args_t
*args
; /* operation arguments */
1050 xfs_dablk_t blkno
; /* new leaf block number */
1051 int error
; /* error return value */
1052 xfs_mount_t
*mp
; /* filesystem mount point */
1055 * Allocate space for a new leaf node.
1058 mp
= args
->dp
->i_mount
;
1059 ASSERT(args
!= NULL
);
1060 ASSERT(oldblk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1061 error
= xfs_da_grow_inode(args
, &blkno
);
1066 * Initialize the new leaf block.
1068 error
= xfs_dir2_leaf_init(args
, xfs_dir2_da_to_db(mp
, blkno
),
1069 &newblk
->bp
, XFS_DIR2_LEAFN_MAGIC
);
1073 newblk
->blkno
= blkno
;
1074 newblk
->magic
= XFS_DIR2_LEAFN_MAGIC
;
1076 * Rebalance the entries across the two leaves, link the new
1077 * block into the leaves.
1079 xfs_dir2_leafn_rebalance(state
, oldblk
, newblk
);
1080 error
= xfs_da_blk_link(state
, oldblk
, newblk
);
1085 * Insert the new entry in the correct block.
1088 error
= xfs_dir2_leafn_add(oldblk
->bp
, args
, oldblk
->index
);
1090 error
= xfs_dir2_leafn_add(newblk
->bp
, args
, newblk
->index
);
1092 * Update last hashval in each block since we added the name.
1094 oldblk
->hashval
= xfs_dir2_leafn_lasthash(oldblk
->bp
, NULL
);
1095 newblk
->hashval
= xfs_dir2_leafn_lasthash(newblk
->bp
, NULL
);
1096 xfs_dir2_leafn_check(args
->dp
, oldblk
->bp
);
1097 xfs_dir2_leafn_check(args
->dp
, newblk
->bp
);
1102 * Check a leaf block and its neighbors to see if the block should be
1103 * collapsed into one or the other neighbor. Always keep the block
1104 * with the smaller block number.
1105 * If the current block is over 50% full, don't try to join it, return 0.
1106 * If the block is empty, fill in the state structure and return 2.
1107 * If it can be collapsed, fill in the state structure and return 1.
1108 * If nothing can be done, return 0.
1111 xfs_dir2_leafn_toosmall(
1112 xfs_da_state_t
*state
, /* btree cursor */
1113 int *action
) /* resulting action to take */
1115 xfs_da_state_blk_t
*blk
; /* leaf block */
1116 xfs_dablk_t blkno
; /* leaf block number */
1117 xfs_dabuf_t
*bp
; /* leaf buffer */
1118 int bytes
; /* bytes in use */
1119 int count
; /* leaf live entry count */
1120 int error
; /* error return value */
1121 int forward
; /* sibling block direction */
1122 int i
; /* sibling counter */
1123 xfs_da_blkinfo_t
*info
; /* leaf block header */
1124 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
1125 int rval
; /* result from path_shift */
1128 * Check for the degenerate case of the block being over 50% full.
1129 * If so, it's not worth even looking to see if we might be able
1130 * to coalesce with a sibling.
1132 blk
= &state
->path
.blk
[state
->path
.active
- 1];
1133 info
= blk
->bp
->data
;
1134 ASSERT(info
->magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
1135 leaf
= (xfs_dir2_leaf_t
*)info
;
1136 count
= be16_to_cpu(leaf
->hdr
.count
) - be16_to_cpu(leaf
->hdr
.stale
);
1137 bytes
= (uint
)sizeof(leaf
->hdr
) + count
* (uint
)sizeof(leaf
->ents
[0]);
1138 if (bytes
> (state
->blocksize
>> 1)) {
1140 * Blk over 50%, don't try to join.
1146 * Check for the degenerate case of the block being empty.
1147 * If the block is empty, we'll simply delete it, no need to
1148 * coalesce it with a sibling block. We choose (arbitrarily)
1149 * to merge with the forward block unless it is NULL.
1153 * Make altpath point to the block we want to keep and
1154 * path point to the block we want to drop (this one).
1156 forward
= (info
->forw
!= 0);
1157 memcpy(&state
->altpath
, &state
->path
, sizeof(state
->path
));
1158 error
= xfs_da_path_shift(state
, &state
->altpath
, forward
, 0,
1162 *action
= rval
? 2 : 0;
1166 * Examine each sibling block to see if we can coalesce with
1167 * at least 25% free space to spare. We need to figure out
1168 * whether to merge with the forward or the backward block.
1169 * We prefer coalescing with the lower numbered sibling so as
1170 * to shrink a directory over time.
1172 forward
= be32_to_cpu(info
->forw
) < be32_to_cpu(info
->back
);
1173 for (i
= 0, bp
= NULL
; i
< 2; forward
= !forward
, i
++) {
1174 blkno
= forward
? be32_to_cpu(info
->forw
) : be32_to_cpu(info
->back
);
1178 * Read the sibling leaf block.
1181 xfs_da_read_buf(state
->args
->trans
, state
->args
->dp
, blkno
,
1182 -1, &bp
, XFS_DATA_FORK
))) {
1187 * Count bytes in the two blocks combined.
1189 leaf
= (xfs_dir2_leaf_t
*)info
;
1190 count
= be16_to_cpu(leaf
->hdr
.count
) - be16_to_cpu(leaf
->hdr
.stale
);
1191 bytes
= state
->blocksize
- (state
->blocksize
>> 2);
1193 ASSERT(leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
1194 count
+= be16_to_cpu(leaf
->hdr
.count
) - be16_to_cpu(leaf
->hdr
.stale
);
1195 bytes
-= count
* (uint
)sizeof(leaf
->ents
[0]);
1197 * Fits with at least 25% to spare.
1201 xfs_da_brelse(state
->args
->trans
, bp
);
1204 * Didn't like either block, give up.
1211 * Done with the sibling leaf block here, drop the dabuf
1212 * so path_shift can get it.
1214 xfs_da_buf_done(bp
);
1216 * Make altpath point to the block we want to keep (the lower
1217 * numbered block) and path point to the block we want to drop.
1219 memcpy(&state
->altpath
, &state
->path
, sizeof(state
->path
));
1220 if (blkno
< blk
->blkno
)
1221 error
= xfs_da_path_shift(state
, &state
->altpath
, forward
, 0,
1224 error
= xfs_da_path_shift(state
, &state
->path
, forward
, 0,
1229 *action
= rval
? 0 : 1;
1234 * Move all the leaf entries from drop_blk to save_blk.
1235 * This is done as part of a join operation.
1238 xfs_dir2_leafn_unbalance(
1239 xfs_da_state_t
*state
, /* cursor */
1240 xfs_da_state_blk_t
*drop_blk
, /* dead block */
1241 xfs_da_state_blk_t
*save_blk
) /* surviving block */
1243 xfs_da_args_t
*args
; /* operation arguments */
1244 xfs_dir2_leaf_t
*drop_leaf
; /* dead leaf structure */
1245 xfs_dir2_leaf_t
*save_leaf
; /* surviving leaf structure */
1248 ASSERT(drop_blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1249 ASSERT(save_blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1250 drop_leaf
= drop_blk
->bp
->data
;
1251 save_leaf
= save_blk
->bp
->data
;
1252 ASSERT(drop_leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
1253 ASSERT(save_leaf
->hdr
.info
.magic
== cpu_to_be16(XFS_DIR2_LEAFN_MAGIC
));
1255 * If there are any stale leaf entries, take this opportunity
1258 if (drop_leaf
->hdr
.stale
)
1259 xfs_dir2_leaf_compact(args
, drop_blk
->bp
);
1260 if (save_leaf
->hdr
.stale
)
1261 xfs_dir2_leaf_compact(args
, save_blk
->bp
);
1263 * Move the entries from drop to the appropriate end of save.
1265 drop_blk
->hashval
= be32_to_cpu(drop_leaf
->ents
[be16_to_cpu(drop_leaf
->hdr
.count
) - 1].hashval
);
1266 if (xfs_dir2_leafn_order(save_blk
->bp
, drop_blk
->bp
))
1267 xfs_dir2_leafn_moveents(args
, drop_blk
->bp
, 0, save_blk
->bp
, 0,
1268 be16_to_cpu(drop_leaf
->hdr
.count
));
1270 xfs_dir2_leafn_moveents(args
, drop_blk
->bp
, 0, save_blk
->bp
,
1271 be16_to_cpu(save_leaf
->hdr
.count
), be16_to_cpu(drop_leaf
->hdr
.count
));
1272 save_blk
->hashval
= be32_to_cpu(save_leaf
->ents
[be16_to_cpu(save_leaf
->hdr
.count
) - 1].hashval
);
1273 xfs_dir2_leafn_check(args
->dp
, save_blk
->bp
);
1277 * Top-level node form directory addname routine.
1280 xfs_dir2_node_addname(
1281 xfs_da_args_t
*args
) /* operation arguments */
1283 xfs_da_state_blk_t
*blk
; /* leaf block for insert */
1284 int error
; /* error return value */
1285 int rval
; /* sub-return value */
1286 xfs_da_state_t
*state
; /* btree cursor */
1288 trace_xfs_dir2_node_addname(args
);
1291 * Allocate and initialize the state (btree cursor).
1293 state
= xfs_da_state_alloc();
1295 state
->mp
= args
->dp
->i_mount
;
1296 state
->blocksize
= state
->mp
->m_dirblksize
;
1297 state
->node_ents
= state
->mp
->m_dir_node_ents
;
1299 * Look up the name. We're not supposed to find it, but
1300 * this gives us the insertion point.
1302 error
= xfs_da_node_lookup_int(state
, &rval
);
1305 if (rval
!= ENOENT
) {
1309 * Add the data entry to a data block.
1310 * Extravalid is set to a freeblock found by lookup.
1312 rval
= xfs_dir2_node_addname_int(args
,
1313 state
->extravalid
? &state
->extrablk
: NULL
);
1317 blk
= &state
->path
.blk
[state
->path
.active
- 1];
1318 ASSERT(blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1320 * Add the new leaf entry.
1322 rval
= xfs_dir2_leafn_add(blk
->bp
, args
, blk
->index
);
1325 * It worked, fix the hash values up the btree.
1327 if (!(args
->op_flags
& XFS_DA_OP_JUSTCHECK
))
1328 xfs_da_fixhashpath(state
, &state
->path
);
1331 * It didn't work, we need to split the leaf block.
1333 if (args
->total
== 0) {
1334 ASSERT(rval
== ENOSPC
);
1338 * Split the leaf block and insert the new entry.
1340 rval
= xfs_da_split(state
);
1343 xfs_da_state_free(state
);
1348 * Add the data entry for a node-format directory name addition.
1349 * The leaf entry is added in xfs_dir2_leafn_add.
1350 * We may enter with a freespace block that the lookup found.
1352 static int /* error */
1353 xfs_dir2_node_addname_int(
1354 xfs_da_args_t
*args
, /* operation arguments */
1355 xfs_da_state_blk_t
*fblk
) /* optional freespace block */
1357 xfs_dir2_data_hdr_t
*hdr
; /* data block header */
1358 xfs_dir2_db_t dbno
; /* data block number */
1359 xfs_dabuf_t
*dbp
; /* data block buffer */
1360 xfs_dir2_data_entry_t
*dep
; /* data entry pointer */
1361 xfs_inode_t
*dp
; /* incore directory inode */
1362 xfs_dir2_data_unused_t
*dup
; /* data unused entry pointer */
1363 int error
; /* error return value */
1364 xfs_dir2_db_t fbno
; /* freespace block number */
1365 xfs_dabuf_t
*fbp
; /* freespace buffer */
1366 int findex
; /* freespace entry index */
1367 xfs_dir2_free_t
*free
=NULL
; /* freespace block structure */
1368 xfs_dir2_db_t ifbno
; /* initial freespace block no */
1369 xfs_dir2_db_t lastfbno
=0; /* highest freespace block no */
1370 int length
; /* length of the new entry */
1371 int logfree
; /* need to log free entry */
1372 xfs_mount_t
*mp
; /* filesystem mount point */
1373 int needlog
; /* need to log data header */
1374 int needscan
; /* need to rescan data frees */
1375 __be16
*tagp
; /* data entry tag pointer */
1376 xfs_trans_t
*tp
; /* transaction pointer */
1381 length
= xfs_dir2_data_entsize(args
->namelen
);
1383 * If we came in with a freespace block that means that lookup
1384 * found an entry with our hash value. This is the freespace
1385 * block for that data entry.
1390 * Remember initial freespace block number.
1392 ifbno
= fblk
->blkno
;
1394 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
1395 findex
= fblk
->index
;
1397 * This means the free entry showed that the data block had
1398 * space for our entry, so we remembered it.
1399 * Use that data block.
1402 ASSERT(findex
< be32_to_cpu(free
->hdr
.nvalid
));
1403 ASSERT(be16_to_cpu(free
->bests
[findex
]) != NULLDATAOFF
);
1404 ASSERT(be16_to_cpu(free
->bests
[findex
]) >= length
);
1405 dbno
= be32_to_cpu(free
->hdr
.firstdb
) + findex
;
1408 * The data block looked at didn't have enough room.
1409 * We'll start at the beginning of the freespace entries.
1417 * Didn't come in with a freespace block, so don't have a data block.
1425 * If we don't have a data block yet, we're going to scan the
1426 * freespace blocks looking for one. Figure out what the
1427 * highest freespace block number is.
1430 xfs_fileoff_t fo
; /* freespace block number */
1432 if ((error
= xfs_bmap_last_offset(tp
, dp
, &fo
, XFS_DATA_FORK
)))
1434 lastfbno
= xfs_dir2_da_to_db(mp
, (xfs_dablk_t
)fo
);
1438 * While we haven't identified a data block, search the freeblock
1439 * data for a good data block. If we find a null freeblock entry,
1440 * indicating a hole in the data blocks, remember that.
1442 while (dbno
== -1) {
1444 * If we don't have a freeblock in hand, get the next one.
1448 * Happens the first time through unless lookup gave
1449 * us a freespace block to start with.
1452 fbno
= XFS_DIR2_FREE_FIRSTDB(mp
);
1454 * If it's ifbno we already looked at it.
1459 * If it's off the end we're done.
1461 if (fbno
>= lastfbno
)
1464 * Read the block. There can be holes in the
1465 * freespace blocks, so this might not succeed.
1466 * This should be really rare, so there's no reason
1469 if ((error
= xfs_da_read_buf(tp
, dp
,
1470 xfs_dir2_db_to_da(mp
, fbno
), -2, &fbp
,
1474 if (unlikely(fbp
== NULL
)) {
1478 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
1482 * Look at the current free entry. Is it good enough?
1484 if (be16_to_cpu(free
->bests
[findex
]) != NULLDATAOFF
&&
1485 be16_to_cpu(free
->bests
[findex
]) >= length
)
1486 dbno
= be32_to_cpu(free
->hdr
.firstdb
) + findex
;
1489 * Are we done with the freeblock?
1491 if (++findex
== be32_to_cpu(free
->hdr
.nvalid
)) {
1495 xfs_da_brelse(tp
, fbp
);
1497 if (fblk
&& fblk
->bp
)
1503 * If we don't have a data block, we need to allocate one and make
1504 * the freespace entries refer to it.
1506 if (unlikely(dbno
== -1)) {
1508 * Not allowed to allocate, return failure.
1510 if ((args
->op_flags
& XFS_DA_OP_JUSTCHECK
) ||
1513 * Drop the freespace buffer unless it came from our
1516 if ((fblk
== NULL
|| fblk
->bp
== NULL
) && fbp
!= NULL
)
1517 xfs_da_buf_done(fbp
);
1518 return XFS_ERROR(ENOSPC
);
1521 * Allocate and initialize the new data block.
1523 if (unlikely((error
= xfs_dir2_grow_inode(args
,
1524 XFS_DIR2_DATA_SPACE
,
1526 (error
= xfs_dir2_data_init(args
, dbno
, &dbp
)))) {
1528 * Drop the freespace buffer unless it came from our
1531 if ((fblk
== NULL
|| fblk
->bp
== NULL
) && fbp
!= NULL
)
1532 xfs_da_buf_done(fbp
);
1536 * If (somehow) we have a freespace block, get rid of it.
1539 xfs_da_brelse(tp
, fbp
);
1540 if (fblk
&& fblk
->bp
)
1544 * Get the freespace block corresponding to the data block
1545 * that was just allocated.
1547 fbno
= xfs_dir2_db_to_fdb(mp
, dbno
);
1548 if (unlikely(error
= xfs_da_read_buf(tp
, dp
,
1549 xfs_dir2_db_to_da(mp
, fbno
), -2, &fbp
,
1551 xfs_da_buf_done(dbp
);
1555 * If there wasn't a freespace block, the read will
1556 * return a NULL fbp. Allocate and initialize a new one.
1559 if ((error
= xfs_dir2_grow_inode(args
, XFS_DIR2_FREE_SPACE
,
1564 if (unlikely(xfs_dir2_db_to_fdb(mp
, dbno
) != fbno
)) {
1566 "%s: dir ino %llu needed freesp block %lld for\n"
1567 " data block %lld, got %lld ifbno %llu lastfbno %d",
1568 __func__
, (unsigned long long)dp
->i_ino
,
1569 (long long)xfs_dir2_db_to_fdb(mp
, dbno
),
1570 (long long)dbno
, (long long)fbno
,
1571 (unsigned long long)ifbno
, lastfbno
);
1574 " fblk 0x%p blkno %llu index %d magic 0x%x",
1576 (unsigned long long)fblk
->blkno
,
1580 xfs_alert(mp
, " ... fblk is NULL");
1582 XFS_ERROR_REPORT("xfs_dir2_node_addname_int",
1583 XFS_ERRLEVEL_LOW
, mp
);
1584 return XFS_ERROR(EFSCORRUPTED
);
1588 * Get a buffer for the new block.
1590 if ((error
= xfs_da_get_buf(tp
, dp
,
1591 xfs_dir2_db_to_da(mp
, fbno
),
1592 -1, &fbp
, XFS_DATA_FORK
))) {
1595 ASSERT(fbp
!= NULL
);
1598 * Initialize the new block to be empty, and remember
1599 * its first slot as our empty slot.
1602 free
->hdr
.magic
= cpu_to_be32(XFS_DIR2_FREE_MAGIC
);
1603 free
->hdr
.firstdb
= cpu_to_be32(
1604 (fbno
- XFS_DIR2_FREE_FIRSTDB(mp
)) *
1605 xfs_dir2_free_max_bests(mp
));
1606 free
->hdr
.nvalid
= 0;
1607 free
->hdr
.nused
= 0;
1610 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
1614 * Set the freespace block index from the data block number.
1616 findex
= xfs_dir2_db_to_fdindex(mp
, dbno
);
1618 * If it's after the end of the current entries in the
1619 * freespace block, extend that table.
1621 if (findex
>= be32_to_cpu(free
->hdr
.nvalid
)) {
1622 ASSERT(findex
< xfs_dir2_free_max_bests(mp
));
1623 free
->hdr
.nvalid
= cpu_to_be32(findex
+ 1);
1625 * Tag new entry so nused will go up.
1627 free
->bests
[findex
] = cpu_to_be16(NULLDATAOFF
);
1630 * If this entry was for an empty data block
1631 * (this should always be true) then update the header.
1633 if (free
->bests
[findex
] == cpu_to_be16(NULLDATAOFF
)) {
1634 be32_add_cpu(&free
->hdr
.nused
, 1);
1635 xfs_dir2_free_log_header(tp
, fbp
);
1638 * Update the real value in the table.
1639 * We haven't allocated the data entry yet so this will
1643 free
->bests
[findex
] = hdr
->bestfree
[0].length
;
1647 * We had a data block so we don't have to make a new one.
1651 * If just checking, we succeeded.
1653 if (args
->op_flags
& XFS_DA_OP_JUSTCHECK
) {
1654 if ((fblk
== NULL
|| fblk
->bp
== NULL
) && fbp
!= NULL
)
1655 xfs_da_buf_done(fbp
);
1659 * Read the data block in.
1662 error
= xfs_da_read_buf(tp
, dp
, xfs_dir2_db_to_da(mp
, dbno
),
1663 -1, &dbp
, XFS_DATA_FORK
))) {
1664 if ((fblk
== NULL
|| fblk
->bp
== NULL
) && fbp
!= NULL
)
1665 xfs_da_buf_done(fbp
);
1671 ASSERT(be16_to_cpu(hdr
->bestfree
[0].length
) >= length
);
1673 * Point to the existing unused space.
1675 dup
= (xfs_dir2_data_unused_t
*)
1676 ((char *)hdr
+ be16_to_cpu(hdr
->bestfree
[0].offset
));
1677 needscan
= needlog
= 0;
1679 * Mark the first part of the unused space, inuse for us.
1681 xfs_dir2_data_use_free(tp
, dbp
, dup
,
1682 (xfs_dir2_data_aoff_t
)((char *)dup
- (char *)hdr
), length
,
1683 &needlog
, &needscan
);
1685 * Fill in the new entry and log it.
1687 dep
= (xfs_dir2_data_entry_t
*)dup
;
1688 dep
->inumber
= cpu_to_be64(args
->inumber
);
1689 dep
->namelen
= args
->namelen
;
1690 memcpy(dep
->name
, args
->name
, dep
->namelen
);
1691 tagp
= xfs_dir2_data_entry_tag_p(dep
);
1692 *tagp
= cpu_to_be16((char *)dep
- (char *)hdr
);
1693 xfs_dir2_data_log_entry(tp
, dbp
, dep
);
1695 * Rescan the block for bestfree if needed.
1698 xfs_dir2_data_freescan(mp
, hdr
, &needlog
);
1700 * Log the data block header if needed.
1703 xfs_dir2_data_log_header(tp
, dbp
);
1705 * If the freespace entry is now wrong, update it.
1707 if (be16_to_cpu(free
->bests
[findex
]) != be16_to_cpu(hdr
->bestfree
[0].length
)) {
1708 free
->bests
[findex
] = hdr
->bestfree
[0].length
;
1712 * Log the freespace entry if needed.
1715 xfs_dir2_free_log_bests(tp
, fbp
, findex
, findex
);
1717 * If the caller didn't hand us the freespace block, drop it.
1719 if ((fblk
== NULL
|| fblk
->bp
== NULL
) && fbp
!= NULL
)
1720 xfs_da_buf_done(fbp
);
1722 * Return the data block and offset in args, then drop the data block.
1724 args
->blkno
= (xfs_dablk_t
)dbno
;
1725 args
->index
= be16_to_cpu(*tagp
);
1726 xfs_da_buf_done(dbp
);
1731 * Lookup an entry in a node-format directory.
1732 * All the real work happens in xfs_da_node_lookup_int.
1733 * The only real output is the inode number of the entry.
1736 xfs_dir2_node_lookup(
1737 xfs_da_args_t
*args
) /* operation arguments */
1739 int error
; /* error return value */
1740 int i
; /* btree level */
1741 int rval
; /* operation return value */
1742 xfs_da_state_t
*state
; /* btree cursor */
1744 trace_xfs_dir2_node_lookup(args
);
1747 * Allocate and initialize the btree cursor.
1749 state
= xfs_da_state_alloc();
1751 state
->mp
= args
->dp
->i_mount
;
1752 state
->blocksize
= state
->mp
->m_dirblksize
;
1753 state
->node_ents
= state
->mp
->m_dir_node_ents
;
1755 * Fill in the path to the entry in the cursor.
1757 error
= xfs_da_node_lookup_int(state
, &rval
);
1760 else if (rval
== ENOENT
&& args
->cmpresult
== XFS_CMP_CASE
) {
1761 /* If a CI match, dup the actual name and return EEXIST */
1762 xfs_dir2_data_entry_t
*dep
;
1764 dep
= (xfs_dir2_data_entry_t
*)((char *)state
->extrablk
.bp
->
1765 data
+ state
->extrablk
.index
);
1766 rval
= xfs_dir_cilookup_result(args
, dep
->name
, dep
->namelen
);
1769 * Release the btree blocks and leaf block.
1771 for (i
= 0; i
< state
->path
.active
; i
++) {
1772 xfs_da_brelse(args
->trans
, state
->path
.blk
[i
].bp
);
1773 state
->path
.blk
[i
].bp
= NULL
;
1776 * Release the data block if we have it.
1778 if (state
->extravalid
&& state
->extrablk
.bp
) {
1779 xfs_da_brelse(args
->trans
, state
->extrablk
.bp
);
1780 state
->extrablk
.bp
= NULL
;
1782 xfs_da_state_free(state
);
1787 * Remove an entry from a node-format directory.
1790 xfs_dir2_node_removename(
1791 xfs_da_args_t
*args
) /* operation arguments */
1793 xfs_da_state_blk_t
*blk
; /* leaf block */
1794 int error
; /* error return value */
1795 int rval
; /* operation return value */
1796 xfs_da_state_t
*state
; /* btree cursor */
1798 trace_xfs_dir2_node_removename(args
);
1801 * Allocate and initialize the btree cursor.
1803 state
= xfs_da_state_alloc();
1805 state
->mp
= args
->dp
->i_mount
;
1806 state
->blocksize
= state
->mp
->m_dirblksize
;
1807 state
->node_ents
= state
->mp
->m_dir_node_ents
;
1809 * Look up the entry we're deleting, set up the cursor.
1811 error
= xfs_da_node_lookup_int(state
, &rval
);
1815 * Didn't find it, upper layer screwed up.
1817 if (rval
!= EEXIST
) {
1818 xfs_da_state_free(state
);
1821 blk
= &state
->path
.blk
[state
->path
.active
- 1];
1822 ASSERT(blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1823 ASSERT(state
->extravalid
);
1825 * Remove the leaf and data entries.
1826 * Extrablk refers to the data block.
1828 error
= xfs_dir2_leafn_remove(args
, blk
->bp
, blk
->index
,
1829 &state
->extrablk
, &rval
);
1833 * Fix the hash values up the btree.
1835 xfs_da_fixhashpath(state
, &state
->path
);
1837 * If we need to join leaf blocks, do it.
1839 if (rval
&& state
->path
.active
> 1)
1840 error
= xfs_da_join(state
);
1842 * If no errors so far, try conversion to leaf format.
1845 error
= xfs_dir2_node_to_leaf(state
);
1846 xfs_da_state_free(state
);
1851 * Replace an entry's inode number in a node-format directory.
1854 xfs_dir2_node_replace(
1855 xfs_da_args_t
*args
) /* operation arguments */
1857 xfs_da_state_blk_t
*blk
; /* leaf block */
1858 xfs_dir2_data_hdr_t
*hdr
; /* data block header */
1859 xfs_dir2_data_entry_t
*dep
; /* data entry changed */
1860 int error
; /* error return value */
1861 int i
; /* btree level */
1862 xfs_ino_t inum
; /* new inode number */
1863 xfs_dir2_leaf_t
*leaf
; /* leaf structure */
1864 xfs_dir2_leaf_entry_t
*lep
; /* leaf entry being changed */
1865 int rval
; /* internal return value */
1866 xfs_da_state_t
*state
; /* btree cursor */
1868 trace_xfs_dir2_node_replace(args
);
1871 * Allocate and initialize the btree cursor.
1873 state
= xfs_da_state_alloc();
1875 state
->mp
= args
->dp
->i_mount
;
1876 state
->blocksize
= state
->mp
->m_dirblksize
;
1877 state
->node_ents
= state
->mp
->m_dir_node_ents
;
1878 inum
= args
->inumber
;
1880 * Lookup the entry to change in the btree.
1882 error
= xfs_da_node_lookup_int(state
, &rval
);
1887 * It should be found, since the vnodeops layer has looked it up
1888 * and locked it. But paranoia is good.
1890 if (rval
== EEXIST
) {
1892 * Find the leaf entry.
1894 blk
= &state
->path
.blk
[state
->path
.active
- 1];
1895 ASSERT(blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1896 leaf
= blk
->bp
->data
;
1897 lep
= &leaf
->ents
[blk
->index
];
1898 ASSERT(state
->extravalid
);
1900 * Point to the data entry.
1902 hdr
= state
->extrablk
.bp
->data
;
1903 ASSERT(hdr
->magic
== cpu_to_be32(XFS_DIR2_DATA_MAGIC
));
1904 dep
= (xfs_dir2_data_entry_t
*)
1906 xfs_dir2_dataptr_to_off(state
->mp
, be32_to_cpu(lep
->address
)));
1907 ASSERT(inum
!= be64_to_cpu(dep
->inumber
));
1909 * Fill in the new inode number and log the entry.
1911 dep
->inumber
= cpu_to_be64(inum
);
1912 xfs_dir2_data_log_entry(args
->trans
, state
->extrablk
.bp
, dep
);
1916 * Didn't find it, and we're holding a data block. Drop it.
1918 else if (state
->extravalid
) {
1919 xfs_da_brelse(args
->trans
, state
->extrablk
.bp
);
1920 state
->extrablk
.bp
= NULL
;
1923 * Release all the buffers in the cursor.
1925 for (i
= 0; i
< state
->path
.active
; i
++) {
1926 xfs_da_brelse(args
->trans
, state
->path
.blk
[i
].bp
);
1927 state
->path
.blk
[i
].bp
= NULL
;
1929 xfs_da_state_free(state
);
1934 * Trim off a trailing empty freespace block.
1935 * Return (in rvalp) 1 if we did it, 0 if not.
1938 xfs_dir2_node_trim_free(
1939 xfs_da_args_t
*args
, /* operation arguments */
1940 xfs_fileoff_t fo
, /* free block number */
1941 int *rvalp
) /* out: did something */
1943 xfs_dabuf_t
*bp
; /* freespace buffer */
1944 xfs_inode_t
*dp
; /* incore directory inode */
1945 int error
; /* error return code */
1946 xfs_dir2_free_t
*free
; /* freespace structure */
1947 xfs_mount_t
*mp
; /* filesystem mount point */
1948 xfs_trans_t
*tp
; /* transaction pointer */
1954 * Read the freespace block.
1956 if (unlikely(error
= xfs_da_read_buf(tp
, dp
, (xfs_dablk_t
)fo
, -2, &bp
,
1962 * There can be holes in freespace. If fo is a hole, there's
1969 ASSERT(free
->hdr
.magic
== cpu_to_be32(XFS_DIR2_FREE_MAGIC
));
1971 * If there are used entries, there's nothing to do.
1973 if (be32_to_cpu(free
->hdr
.nused
) > 0) {
1974 xfs_da_brelse(tp
, bp
);
1979 * Blow the block away.
1982 xfs_dir2_shrink_inode(args
, xfs_dir2_da_to_db(mp
, (xfs_dablk_t
)fo
),
1985 * Can't fail with ENOSPC since that only happens with no
1986 * space reservation, when breaking up an extent into two
1987 * pieces. This is the last block of an extent.
1989 ASSERT(error
!= ENOSPC
);
1990 xfs_da_brelse(tp
, bp
);
1994 * Return that we succeeded.