]>
git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - fs/xfs/xfs_bmap_btree.c
2 * Copyright (c) 2000-2003 Silicon Graphics, Inc. All Rights Reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of version 2 of the GNU General Public License as
6 * published by the Free Software Foundation.
8 * This program is distributed in the hope that it would be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
12 * Further, this software is distributed without any warranty that it is
13 * free of the rightful claim of any third person regarding infringement
14 * or the like. Any license provided herein, whether implied or
15 * otherwise, applies only to this software file. Patent licenses, if
16 * any, provided herein do not apply to combinations of this program with
17 * other software, or any other product whatsoever.
19 * You should have received a copy of the GNU General Public License along
20 * with this program; if not, write the Free Software Foundation, Inc., 59
21 * Temple Place - Suite 330, Boston MA 02111-1307, USA.
23 * Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
24 * Mountain View, CA 94043, or:
28 * For further information regarding this notice, see:
30 * http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
34 #include "xfs_types.h"
38 #include "xfs_trans.h"
43 #include "xfs_dmapi.h"
44 #include "xfs_mount.h"
45 #include "xfs_bmap_btree.h"
46 #include "xfs_alloc_btree.h"
47 #include "xfs_ialloc_btree.h"
48 #include "xfs_dir_sf.h"
49 #include "xfs_dir2_sf.h"
50 #include "xfs_attr_sf.h"
51 #include "xfs_dinode.h"
52 #include "xfs_inode.h"
53 #include "xfs_inode_item.h"
54 #include "xfs_alloc.h"
55 #include "xfs_btree.h"
56 #include "xfs_ialloc.h"
57 #include "xfs_itable.h"
59 #include "xfs_error.h"
60 #include "xfs_quota.h"
62 #if defined(XFS_BMBT_TRACE)
63 ktrace_t
*xfs_bmbt_trace_buf
;
67 * Prototypes for internal btree functions.
71 STATIC
int xfs_bmbt_killroot(xfs_btree_cur_t
*);
72 STATIC
void xfs_bmbt_log_keys(xfs_btree_cur_t
*, xfs_buf_t
*, int, int);
73 STATIC
void xfs_bmbt_log_ptrs(xfs_btree_cur_t
*, xfs_buf_t
*, int, int);
74 STATIC
int xfs_bmbt_lshift(xfs_btree_cur_t
*, int, int *);
75 STATIC
int xfs_bmbt_rshift(xfs_btree_cur_t
*, int, int *);
76 STATIC
int xfs_bmbt_split(xfs_btree_cur_t
*, int, xfs_fsblock_t
*,
77 xfs_bmbt_key_t
*, xfs_btree_cur_t
**, int *);
78 STATIC
int xfs_bmbt_updkey(xfs_btree_cur_t
*, xfs_bmbt_key_t
*, int);
81 #if defined(XFS_BMBT_TRACE)
83 static char ARGS
[] = "args";
84 static char ENTRY
[] = "entry";
85 static char ERROR
[] = "error";
87 static char EXIT
[] = "exit";
90 * Add a trace buffer entry for the arguments given to the routine,
115 ip
= cur
->bc_private
.b
.ip
;
116 whichfork
= cur
->bc_private
.b
.whichfork
;
117 ktrace_enter(xfs_bmbt_trace_buf
,
118 (void *)((__psint_t
)type
| (whichfork
<< 8) | (line
<< 16)),
119 (void *)func
, (void *)s
, (void *)ip
, (void *)cur
,
120 (void *)a0
, (void *)a1
, (void *)a2
, (void *)a3
,
121 (void *)a4
, (void *)a5
, (void *)a6
, (void *)a7
,
122 (void *)a8
, (void *)a9
, (void *)a10
);
123 ASSERT(ip
->i_btrace
);
124 ktrace_enter(ip
->i_btrace
,
125 (void *)((__psint_t
)type
| (whichfork
<< 8) | (line
<< 16)),
126 (void *)func
, (void *)s
, (void *)ip
, (void *)cur
,
127 (void *)a0
, (void *)a1
, (void *)a2
, (void *)a3
,
128 (void *)a4
, (void *)a5
, (void *)a6
, (void *)a7
,
129 (void *)a8
, (void *)a9
, (void *)a10
);
132 * Add a trace buffer entry for arguments, for a buffer & 1 integer arg.
135 xfs_bmbt_trace_argbi(
137 xfs_btree_cur_t
*cur
,
142 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGBI
, line
,
143 (__psunsigned_t
)b
, i
, 0, 0,
149 * Add a trace buffer entry for arguments, for a buffer & 2 integer args.
152 xfs_bmbt_trace_argbii(
154 xfs_btree_cur_t
*cur
,
160 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGBII
, line
,
161 (__psunsigned_t
)b
, i0
, i1
, 0,
167 * Add a trace buffer entry for arguments, for 3 block-length args
168 * and an integer arg.
171 xfs_bmbt_trace_argfffi(
173 xfs_btree_cur_t
*cur
,
180 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGFFFI
, line
,
181 o
>> 32, (int)o
, b
>> 32, (int)b
,
182 i
>> 32, (int)i
, (int)j
, 0,
187 * Add a trace buffer entry for arguments, for one integer arg.
192 xfs_btree_cur_t
*cur
,
196 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGI
, line
,
203 * Add a trace buffer entry for arguments, for int, fsblock, key.
206 xfs_bmbt_trace_argifk(
208 xfs_btree_cur_t
*cur
,
218 o
= INT_GET(k
->br_startoff
, ARCH_CONVERT
);
219 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGIFK
, line
,
220 i
, d
>> 32, (int)d
, o
>> 32,
226 * Add a trace buffer entry for arguments, for int, fsblock, rec.
229 xfs_bmbt_trace_argifr(
231 xfs_btree_cur_t
*cur
,
244 xfs_bmbt_disk_get_all(r
, &s
);
245 o
= (xfs_dfiloff_t
)s
.br_startoff
;
246 b
= (xfs_dfsbno_t
)s
.br_startblock
;
248 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGIFR
, line
,
249 i
, d
>> 32, (int)d
, o
>> 32,
250 (int)o
, b
>> 32, (int)b
, c
>> 32,
255 * Add a trace buffer entry for arguments, for int, key.
258 xfs_bmbt_trace_argik(
260 xfs_btree_cur_t
*cur
,
267 o
= INT_GET(k
->br_startoff
, ARCH_CONVERT
);
268 xfs_bmbt_trace_enter(func
, cur
, ARGS
, XFS_BMBT_KTRACE_ARGIFK
, line
,
269 i
, o
>> 32, (int)o
, 0,
275 * Add a trace buffer entry for the cursor/operation.
278 xfs_bmbt_trace_cursor(
280 xfs_btree_cur_t
*cur
,
286 xfs_bmbt_set_all(&r
, &cur
->bc_rec
.b
);
287 xfs_bmbt_trace_enter(func
, cur
, s
, XFS_BMBT_KTRACE_CUR
, line
,
288 (cur
->bc_nlevels
<< 24) | (cur
->bc_private
.b
.flags
<< 16) |
289 cur
->bc_private
.b
.allocated
,
290 INT_GET(r
.l0
, ARCH_CONVERT
) >> 32, (int)INT_GET(r
.l0
, ARCH_CONVERT
), INT_GET(r
.l1
, ARCH_CONVERT
) >> 32, (int)INT_GET(r
.l1
, ARCH_CONVERT
),
291 (unsigned long)cur
->bc_bufs
[0], (unsigned long)cur
->bc_bufs
[1],
292 (unsigned long)cur
->bc_bufs
[2], (unsigned long)cur
->bc_bufs
[3],
293 (cur
->bc_ptrs
[0] << 16) | cur
->bc_ptrs
[1],
294 (cur
->bc_ptrs
[2] << 16) | cur
->bc_ptrs
[3]);
297 #define XFS_BMBT_TRACE_ARGBI(c,b,i) \
298 xfs_bmbt_trace_argbi(fname, c, b, i, __LINE__)
299 #define XFS_BMBT_TRACE_ARGBII(c,b,i,j) \
300 xfs_bmbt_trace_argbii(fname, c, b, i, j, __LINE__)
301 #define XFS_BMBT_TRACE_ARGFFFI(c,o,b,i,j) \
302 xfs_bmbt_trace_argfffi(fname, c, o, b, i, j, __LINE__)
303 #define XFS_BMBT_TRACE_ARGI(c,i) \
304 xfs_bmbt_trace_argi(fname, c, i, __LINE__)
305 #define XFS_BMBT_TRACE_ARGIFK(c,i,f,k) \
306 xfs_bmbt_trace_argifk(fname, c, i, f, k, __LINE__)
307 #define XFS_BMBT_TRACE_ARGIFR(c,i,f,r) \
308 xfs_bmbt_trace_argifr(fname, c, i, f, r, __LINE__)
309 #define XFS_BMBT_TRACE_ARGIK(c,i,k) \
310 xfs_bmbt_trace_argik(fname, c, i, k, __LINE__)
311 #define XFS_BMBT_TRACE_CURSOR(c,s) \
312 xfs_bmbt_trace_cursor(fname, c, s, __LINE__)
314 #define XFS_BMBT_TRACE_ARGBI(c,b,i)
315 #define XFS_BMBT_TRACE_ARGBII(c,b,i,j)
316 #define XFS_BMBT_TRACE_ARGFFFI(c,o,b,i,j)
317 #define XFS_BMBT_TRACE_ARGI(c,i)
318 #define XFS_BMBT_TRACE_ARGIFK(c,i,f,k)
319 #define XFS_BMBT_TRACE_ARGIFR(c,i,f,r)
320 #define XFS_BMBT_TRACE_ARGIK(c,i,k)
321 #define XFS_BMBT_TRACE_CURSOR(c,s)
322 #endif /* XFS_BMBT_TRACE */
326 * Internal functions.
330 * Delete record pointed to by cur/level.
332 STATIC
int /* error */
334 xfs_btree_cur_t
*cur
,
336 int *stat
) /* success/failure */
338 xfs_bmbt_block_t
*block
; /* bmap btree block */
339 xfs_fsblock_t bno
; /* fs-relative block number */
340 xfs_buf_t
*bp
; /* buffer for block */
341 int error
; /* error return value */
342 #ifdef XFS_BMBT_TRACE
343 static char fname
[] = "xfs_bmbt_delrec";
345 int i
; /* loop counter */
346 int j
; /* temp state */
347 xfs_bmbt_key_t key
; /* bmap btree key */
348 xfs_bmbt_key_t
*kp
=NULL
; /* pointer to bmap btree key */
349 xfs_fsblock_t lbno
; /* left sibling block number */
350 xfs_buf_t
*lbp
; /* left buffer pointer */
351 xfs_bmbt_block_t
*left
; /* left btree block */
352 xfs_bmbt_key_t
*lkp
; /* left btree key */
353 xfs_bmbt_ptr_t
*lpp
; /* left address pointer */
354 int lrecs
=0; /* left record count */
355 xfs_bmbt_rec_t
*lrp
; /* left record pointer */
356 xfs_mount_t
*mp
; /* file system mount point */
357 xfs_bmbt_ptr_t
*pp
; /* pointer to bmap block addr */
358 int ptr
; /* key/record index */
359 xfs_fsblock_t rbno
; /* right sibling block number */
360 xfs_buf_t
*rbp
; /* right buffer pointer */
361 xfs_bmbt_block_t
*right
; /* right btree block */
362 xfs_bmbt_key_t
*rkp
; /* right btree key */
363 xfs_bmbt_rec_t
*rp
; /* pointer to bmap btree rec */
364 xfs_bmbt_ptr_t
*rpp
; /* right address pointer */
365 xfs_bmbt_block_t
*rrblock
; /* right-right btree block */
366 xfs_buf_t
*rrbp
; /* right-right buffer pointer */
367 int rrecs
=0; /* right record count */
368 xfs_bmbt_rec_t
*rrp
; /* right record pointer */
369 xfs_btree_cur_t
*tcur
; /* temporary btree cursor */
370 int numrecs
; /* temporary numrec count */
371 int numlrecs
, numrrecs
;
373 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
374 XFS_BMBT_TRACE_ARGI(cur
, level
);
375 ptr
= cur
->bc_ptrs
[level
];
376 tcur
= (xfs_btree_cur_t
*)0;
378 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
382 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
383 numrecs
= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
);
385 if ((error
= xfs_btree_check_lblock(cur
, block
, level
, bp
))) {
386 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
391 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
395 XFS_STATS_INC(xs_bmbt_delrec
);
397 kp
= XFS_BMAP_KEY_IADDR(block
, 1, cur
);
398 pp
= XFS_BMAP_PTR_IADDR(block
, 1, cur
);
400 for (i
= ptr
; i
< numrecs
; i
++) {
401 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(pp
[i
], ARCH_CONVERT
), level
))) {
402 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
408 memmove(&kp
[ptr
- 1], &kp
[ptr
],
409 (numrecs
- ptr
) * sizeof(*kp
));
410 memmove(&pp
[ptr
- 1], &pp
[ptr
], /* INT_: direct copy */
411 (numrecs
- ptr
) * sizeof(*pp
));
412 xfs_bmbt_log_ptrs(cur
, bp
, ptr
, numrecs
- 1);
413 xfs_bmbt_log_keys(cur
, bp
, ptr
, numrecs
- 1);
416 rp
= XFS_BMAP_REC_IADDR(block
, 1, cur
);
418 memmove(&rp
[ptr
- 1], &rp
[ptr
],
419 (numrecs
- ptr
) * sizeof(*rp
));
420 xfs_bmbt_log_recs(cur
, bp
, ptr
, numrecs
- 1);
423 INT_SET(key
.br_startoff
, ARCH_CONVERT
, xfs_bmbt_disk_get_startoff(rp
));
428 INT_SET(block
->bb_numrecs
, ARCH_CONVERT
, numrecs
);
429 xfs_bmbt_log_block(cur
, bp
, XFS_BB_NUMRECS
);
431 * We're at the root level.
432 * First, shrink the root block in-memory.
433 * Try to get rid of the next level down.
434 * If we can't then there's nothing left to do.
436 if (level
== cur
->bc_nlevels
- 1) {
437 xfs_iroot_realloc(cur
->bc_private
.b
.ip
, -1,
438 cur
->bc_private
.b
.whichfork
);
439 if ((error
= xfs_bmbt_killroot(cur
))) {
440 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
443 if (level
> 0 && (error
= xfs_bmbt_decrement(cur
, level
, &j
))) {
444 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
447 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
451 if (ptr
== 1 && (error
= xfs_bmbt_updkey(cur
, kp
, level
+ 1))) {
452 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
455 if (numrecs
>= XFS_BMAP_BLOCK_IMINRECS(level
, cur
)) {
456 if (level
> 0 && (error
= xfs_bmbt_decrement(cur
, level
, &j
))) {
457 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
460 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
464 rbno
= INT_GET(block
->bb_rightsib
, ARCH_CONVERT
);
465 lbno
= INT_GET(block
->bb_leftsib
, ARCH_CONVERT
);
467 * One child of root, need to get a chance to copy its contents
468 * into the root and delete it. Can't go up to next level,
469 * there's nothing to delete there.
471 if (lbno
== NULLFSBLOCK
&& rbno
== NULLFSBLOCK
&&
472 level
== cur
->bc_nlevels
- 2) {
473 if ((error
= xfs_bmbt_killroot(cur
))) {
474 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
477 if (level
> 0 && (error
= xfs_bmbt_decrement(cur
, level
, &i
))) {
478 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
481 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
485 ASSERT(rbno
!= NULLFSBLOCK
|| lbno
!= NULLFSBLOCK
);
486 if ((error
= xfs_btree_dup_cursor(cur
, &tcur
))) {
487 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
491 if (rbno
!= NULLFSBLOCK
) {
492 i
= xfs_btree_lastrec(tcur
, level
);
493 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
494 if ((error
= xfs_bmbt_increment(tcur
, level
, &i
))) {
495 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
498 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
499 i
= xfs_btree_lastrec(tcur
, level
);
500 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
501 rbp
= tcur
->bc_bufs
[level
];
502 right
= XFS_BUF_TO_BMBT_BLOCK(rbp
);
504 if ((error
= xfs_btree_check_lblock(cur
, right
, level
, rbp
))) {
505 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
509 bno
= INT_GET(right
->bb_leftsib
, ARCH_CONVERT
);
510 if (INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) - 1 >=
511 XFS_BMAP_BLOCK_IMINRECS(level
, cur
)) {
512 if ((error
= xfs_bmbt_lshift(tcur
, level
, &i
))) {
513 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
517 ASSERT(INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) >=
518 XFS_BMAP_BLOCK_IMINRECS(level
, tcur
));
519 xfs_btree_del_cursor(tcur
, XFS_BTREE_NOERROR
);
522 if ((error
= xfs_bmbt_decrement(cur
,
524 XFS_BMBT_TRACE_CURSOR(cur
,
529 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
534 rrecs
= INT_GET(right
->bb_numrecs
, ARCH_CONVERT
);
535 if (lbno
!= NULLFSBLOCK
) {
536 i
= xfs_btree_firstrec(tcur
, level
);
537 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
538 if ((error
= xfs_bmbt_decrement(tcur
, level
, &i
))) {
539 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
542 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
545 if (lbno
!= NULLFSBLOCK
) {
546 i
= xfs_btree_firstrec(tcur
, level
);
547 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
549 * decrement to last in block
551 if ((error
= xfs_bmbt_decrement(tcur
, level
, &i
))) {
552 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
555 i
= xfs_btree_firstrec(tcur
, level
);
556 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
557 lbp
= tcur
->bc_bufs
[level
];
558 left
= XFS_BUF_TO_BMBT_BLOCK(lbp
);
560 if ((error
= xfs_btree_check_lblock(cur
, left
, level
, lbp
))) {
561 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
565 bno
= INT_GET(left
->bb_rightsib
, ARCH_CONVERT
);
566 if (INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) - 1 >=
567 XFS_BMAP_BLOCK_IMINRECS(level
, cur
)) {
568 if ((error
= xfs_bmbt_rshift(tcur
, level
, &i
))) {
569 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
573 ASSERT(INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) >=
574 XFS_BMAP_BLOCK_IMINRECS(level
, tcur
));
575 xfs_btree_del_cursor(tcur
, XFS_BTREE_NOERROR
);
579 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
584 lrecs
= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
);
586 xfs_btree_del_cursor(tcur
, XFS_BTREE_NOERROR
);
589 ASSERT(bno
!= NULLFSBLOCK
);
590 if (lbno
!= NULLFSBLOCK
&&
591 lrecs
+ INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) <= XFS_BMAP_BLOCK_IMAXRECS(level
, cur
)) {
595 if ((error
= xfs_btree_read_bufl(mp
, cur
->bc_tp
, lbno
, 0, &lbp
,
596 XFS_BMAP_BTREE_REF
))) {
597 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
600 left
= XFS_BUF_TO_BMBT_BLOCK(lbp
);
601 if ((error
= xfs_btree_check_lblock(cur
, left
, level
, lbp
))) {
602 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
605 } else if (rbno
!= NULLFSBLOCK
&&
606 rrecs
+ INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) <=
607 XFS_BMAP_BLOCK_IMAXRECS(level
, cur
)) {
611 if ((error
= xfs_btree_read_bufl(mp
, cur
->bc_tp
, rbno
, 0, &rbp
,
612 XFS_BMAP_BTREE_REF
))) {
613 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
616 right
= XFS_BUF_TO_BMBT_BLOCK(rbp
);
617 if ((error
= xfs_btree_check_lblock(cur
, right
, level
, rbp
))) {
618 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
621 lrecs
= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
);
623 if (level
> 0 && (error
= xfs_bmbt_decrement(cur
, level
, &i
))) {
624 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
627 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
631 numlrecs
= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
);
632 numrrecs
= INT_GET(right
->bb_numrecs
, ARCH_CONVERT
);
634 lkp
= XFS_BMAP_KEY_IADDR(left
, numlrecs
+ 1, cur
);
635 lpp
= XFS_BMAP_PTR_IADDR(left
, numlrecs
+ 1, cur
);
636 rkp
= XFS_BMAP_KEY_IADDR(right
, 1, cur
);
637 rpp
= XFS_BMAP_PTR_IADDR(right
, 1, cur
);
639 for (i
= 0; i
< numrrecs
; i
++) {
640 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(rpp
[i
], ARCH_CONVERT
), level
))) {
641 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
646 memcpy(lkp
, rkp
, numrrecs
* sizeof(*lkp
));
647 memcpy(lpp
, rpp
, numrrecs
* sizeof(*lpp
));
648 xfs_bmbt_log_keys(cur
, lbp
, numlrecs
+ 1, numlrecs
+ numrrecs
);
649 xfs_bmbt_log_ptrs(cur
, lbp
, numlrecs
+ 1, numlrecs
+ numrrecs
);
651 lrp
= XFS_BMAP_REC_IADDR(left
, numlrecs
+ 1, cur
);
652 rrp
= XFS_BMAP_REC_IADDR(right
, 1, cur
);
653 memcpy(lrp
, rrp
, numrrecs
* sizeof(*lrp
));
654 xfs_bmbt_log_recs(cur
, lbp
, numlrecs
+ 1, numlrecs
+ numrrecs
);
656 INT_MOD(left
->bb_numrecs
, ARCH_CONVERT
, numrrecs
);
657 left
->bb_rightsib
= right
->bb_rightsib
; /* INT_: direct copy */
658 xfs_bmbt_log_block(cur
, lbp
, XFS_BB_RIGHTSIB
| XFS_BB_NUMRECS
);
659 if (INT_GET(left
->bb_rightsib
, ARCH_CONVERT
) != NULLDFSBNO
) {
660 if ((error
= xfs_btree_read_bufl(mp
, cur
->bc_tp
,
661 INT_GET(left
->bb_rightsib
, ARCH_CONVERT
),
662 0, &rrbp
, XFS_BMAP_BTREE_REF
))) {
663 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
666 rrblock
= XFS_BUF_TO_BMBT_BLOCK(rrbp
);
667 if ((error
= xfs_btree_check_lblock(cur
, rrblock
, level
, rrbp
))) {
668 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
671 INT_SET(rrblock
->bb_leftsib
, ARCH_CONVERT
, lbno
);
672 xfs_bmbt_log_block(cur
, rrbp
, XFS_BB_LEFTSIB
);
674 xfs_bmap_add_free(XFS_DADDR_TO_FSB(mp
, XFS_BUF_ADDR(rbp
)), 1,
675 cur
->bc_private
.b
.flist
, mp
);
676 cur
->bc_private
.b
.ip
->i_d
.di_nblocks
--;
677 xfs_trans_log_inode(cur
->bc_tp
, cur
->bc_private
.b
.ip
, XFS_ILOG_CORE
);
678 XFS_TRANS_MOD_DQUOT_BYINO(mp
, cur
->bc_tp
, cur
->bc_private
.b
.ip
,
679 XFS_TRANS_DQ_BCOUNT
, -1L);
680 xfs_trans_binval(cur
->bc_tp
, rbp
);
682 cur
->bc_bufs
[level
] = lbp
;
683 cur
->bc_ptrs
[level
] += lrecs
;
684 cur
->bc_ra
[level
] = 0;
685 } else if ((error
= xfs_bmbt_increment(cur
, level
+ 1, &i
))) {
686 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
690 cur
->bc_ptrs
[level
]--;
691 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
697 xfs_btree_del_cursor(tcur
, XFS_BTREE_ERROR
);
703 * Get the data from the pointed-to record.
707 xfs_btree_cur_t
*cur
,
714 xfs_bmbt_block_t
*block
;
722 block
= xfs_bmbt_get_block(cur
, 0, &bp
);
723 ptr
= cur
->bc_ptrs
[0];
725 if ((error
= xfs_btree_check_lblock(cur
, block
, 0, bp
)))
728 if (ptr
> INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) || ptr
<= 0) {
732 rp
= XFS_BMAP_REC_IADDR(block
, ptr
, cur
);
733 *off
= xfs_bmbt_disk_get_startoff(rp
);
734 *bno
= xfs_bmbt_disk_get_startblock(rp
);
735 *len
= xfs_bmbt_disk_get_blockcount(rp
);
736 *state
= xfs_bmbt_disk_get_state(rp
);
743 * Insert one record/level. Return information to the caller
744 * allowing the next level up to proceed if necessary.
746 STATIC
int /* error */
748 xfs_btree_cur_t
*cur
,
751 xfs_bmbt_rec_t
*recp
,
752 xfs_btree_cur_t
**curp
,
753 int *stat
) /* no-go/done/continue */
755 xfs_bmbt_block_t
*block
; /* bmap btree block */
756 xfs_buf_t
*bp
; /* buffer for block */
757 int error
; /* error return value */
758 #ifdef XFS_BMBT_TRACE
759 static char fname
[] = "xfs_bmbt_insrec";
761 int i
; /* loop index */
762 xfs_bmbt_key_t key
; /* bmap btree key */
763 xfs_bmbt_key_t
*kp
=NULL
; /* pointer to bmap btree key */
764 int logflags
; /* inode logging flags */
765 xfs_fsblock_t nbno
; /* new block number */
766 struct xfs_btree_cur
*ncur
; /* new btree cursor */
767 xfs_bmbt_key_t nkey
; /* new btree key value */
768 xfs_bmbt_rec_t nrec
; /* new record count */
769 int optr
; /* old key/record index */
770 xfs_bmbt_ptr_t
*pp
; /* pointer to bmap block addr */
771 int ptr
; /* key/record index */
772 xfs_bmbt_rec_t
*rp
=NULL
; /* pointer to bmap btree rec */
775 ASSERT(level
< cur
->bc_nlevels
);
776 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
777 XFS_BMBT_TRACE_ARGIFR(cur
, level
, *bnop
, recp
);
778 ncur
= (xfs_btree_cur_t
*)0;
779 INT_SET(key
.br_startoff
, ARCH_CONVERT
,
780 xfs_bmbt_disk_get_startoff(recp
));
781 optr
= ptr
= cur
->bc_ptrs
[level
];
783 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
787 XFS_STATS_INC(xs_bmbt_insrec
);
788 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
789 numrecs
= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
);
791 if ((error
= xfs_btree_check_lblock(cur
, block
, level
, bp
))) {
792 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
795 if (ptr
<= numrecs
) {
797 rp
= XFS_BMAP_REC_IADDR(block
, ptr
, cur
);
798 xfs_btree_check_rec(XFS_BTNUM_BMAP
, recp
, rp
);
800 kp
= XFS_BMAP_KEY_IADDR(block
, ptr
, cur
);
801 xfs_btree_check_key(XFS_BTNUM_BMAP
, &key
, kp
);
806 if (numrecs
== XFS_BMAP_BLOCK_IMAXRECS(level
, cur
)) {
807 if (numrecs
< XFS_BMAP_BLOCK_DMAXRECS(level
, cur
)) {
809 * A root block, that can be made bigger.
811 xfs_iroot_realloc(cur
->bc_private
.b
.ip
, 1,
812 cur
->bc_private
.b
.whichfork
);
813 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
814 } else if (level
== cur
->bc_nlevels
- 1) {
815 if ((error
= xfs_bmbt_newroot(cur
, &logflags
, stat
)) ||
817 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
820 xfs_trans_log_inode(cur
->bc_tp
, cur
->bc_private
.b
.ip
,
822 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
824 if ((error
= xfs_bmbt_rshift(cur
, level
, &i
))) {
825 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
831 if ((error
= xfs_bmbt_lshift(cur
, level
, &i
))) {
832 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
836 optr
= ptr
= cur
->bc_ptrs
[level
];
838 if ((error
= xfs_bmbt_split(cur
, level
,
841 XFS_BMBT_TRACE_CURSOR(cur
,
846 block
= xfs_bmbt_get_block(
850 xfs_btree_check_lblock(cur
,
851 block
, level
, bp
))) {
852 XFS_BMBT_TRACE_CURSOR(
857 ptr
= cur
->bc_ptrs
[level
];
858 xfs_bmbt_disk_set_allf(&nrec
,
859 nkey
.br_startoff
, 0, 0,
862 XFS_BMBT_TRACE_CURSOR(cur
,
871 numrecs
= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
);
873 kp
= XFS_BMAP_KEY_IADDR(block
, 1, cur
);
874 pp
= XFS_BMAP_PTR_IADDR(block
, 1, cur
);
876 for (i
= numrecs
; i
>= ptr
; i
--) {
877 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(pp
[i
- 1], ARCH_CONVERT
),
879 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
884 memmove(&kp
[ptr
], &kp
[ptr
- 1],
885 (numrecs
- ptr
+ 1) * sizeof(*kp
));
886 memmove(&pp
[ptr
], &pp
[ptr
- 1], /* INT_: direct copy */
887 (numrecs
- ptr
+ 1) * sizeof(*pp
));
889 if ((error
= xfs_btree_check_lptr(cur
, (xfs_bmbt_ptr_t
)*bnop
,
891 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
896 INT_SET(pp
[ptr
- 1], ARCH_CONVERT
, *bnop
);
898 INT_SET(block
->bb_numrecs
, ARCH_CONVERT
, numrecs
);
899 xfs_bmbt_log_keys(cur
, bp
, ptr
, numrecs
);
900 xfs_bmbt_log_ptrs(cur
, bp
, ptr
, numrecs
);
902 rp
= XFS_BMAP_REC_IADDR(block
, 1, cur
);
903 memmove(&rp
[ptr
], &rp
[ptr
- 1],
904 (numrecs
- ptr
+ 1) * sizeof(*rp
));
907 INT_SET(block
->bb_numrecs
, ARCH_CONVERT
, numrecs
);
908 xfs_bmbt_log_recs(cur
, bp
, ptr
, numrecs
);
910 xfs_bmbt_log_block(cur
, bp
, XFS_BB_NUMRECS
);
914 xfs_btree_check_rec(XFS_BTNUM_BMAP
, rp
+ ptr
- 1,
917 xfs_btree_check_key(XFS_BTNUM_BMAP
, kp
+ ptr
- 1,
921 if (optr
== 1 && (error
= xfs_bmbt_updkey(cur
, &key
, level
+ 1))) {
922 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
926 if (nbno
!= NULLFSBLOCK
) {
930 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
937 xfs_btree_cur_t
*cur
)
939 xfs_bmbt_block_t
*block
;
940 xfs_bmbt_block_t
*cblock
;
947 #ifdef XFS_BMBT_TRACE
948 static char fname
[] = "xfs_bmbt_killroot";
957 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
958 level
= cur
->bc_nlevels
- 1;
961 * Don't deal with the root block needs to be a leaf case.
962 * We're just going to turn the thing back into extents anyway.
965 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
968 block
= xfs_bmbt_get_block(cur
, level
, &cbp
);
970 * Give up if the root has multiple children.
972 if (INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) != 1) {
973 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
977 * Only do this if the next level will fit.
978 * Then the data must be copied up to the inode,
979 * instead of freeing the root you free the next level.
981 cbp
= cur
->bc_bufs
[level
- 1];
982 cblock
= XFS_BUF_TO_BMBT_BLOCK(cbp
);
983 if (INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
) > XFS_BMAP_BLOCK_DMAXRECS(level
, cur
)) {
984 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
987 ASSERT(INT_GET(cblock
->bb_leftsib
, ARCH_CONVERT
) == NULLDFSBNO
);
988 ASSERT(INT_GET(cblock
->bb_rightsib
, ARCH_CONVERT
) == NULLDFSBNO
);
989 ip
= cur
->bc_private
.b
.ip
;
990 ifp
= XFS_IFORK_PTR(ip
, cur
->bc_private
.b
.whichfork
);
991 ASSERT(XFS_BMAP_BLOCK_IMAXRECS(level
, cur
) ==
992 XFS_BMAP_BROOT_MAXRECS(ifp
->if_broot_bytes
));
993 i
= (int)(INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
) - XFS_BMAP_BLOCK_IMAXRECS(level
, cur
));
995 xfs_iroot_realloc(ip
, i
, cur
->bc_private
.b
.whichfork
);
996 block
= ifp
->if_broot
;
998 INT_MOD(block
->bb_numrecs
, ARCH_CONVERT
, i
);
999 ASSERT(INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) == INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
));
1000 kp
= XFS_BMAP_KEY_IADDR(block
, 1, cur
);
1001 ckp
= XFS_BMAP_KEY_IADDR(cblock
, 1, cur
);
1002 memcpy(kp
, ckp
, INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*kp
));
1003 pp
= XFS_BMAP_PTR_IADDR(block
, 1, cur
);
1004 cpp
= XFS_BMAP_PTR_IADDR(cblock
, 1, cur
);
1006 for (i
= 0; i
< INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
); i
++) {
1007 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(cpp
[i
], ARCH_CONVERT
), level
- 1))) {
1008 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1013 memcpy(pp
, cpp
, INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*pp
));
1014 xfs_bmap_add_free(XFS_DADDR_TO_FSB(cur
->bc_mp
, XFS_BUF_ADDR(cbp
)), 1,
1015 cur
->bc_private
.b
.flist
, cur
->bc_mp
);
1016 ip
->i_d
.di_nblocks
--;
1017 XFS_TRANS_MOD_DQUOT_BYINO(cur
->bc_mp
, cur
->bc_tp
, ip
,
1018 XFS_TRANS_DQ_BCOUNT
, -1L);
1019 xfs_trans_binval(cur
->bc_tp
, cbp
);
1020 cur
->bc_bufs
[level
- 1] = NULL
;
1021 INT_MOD(block
->bb_level
, ARCH_CONVERT
, -1);
1022 xfs_trans_log_inode(cur
->bc_tp
, ip
,
1023 XFS_ILOG_CORE
| XFS_ILOG_FBROOT(cur
->bc_private
.b
.whichfork
));
1025 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1030 * Log key values from the btree block.
1034 xfs_btree_cur_t
*cur
,
1039 #ifdef XFS_BMBT_TRACE
1040 static char fname
[] = "xfs_bmbt_log_keys";
1044 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1045 XFS_BMBT_TRACE_ARGBII(cur
, bp
, kfirst
, klast
);
1048 xfs_bmbt_block_t
*block
;
1053 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
1054 kp
= XFS_BMAP_KEY_DADDR(block
, 1, cur
);
1055 first
= (int)((xfs_caddr_t
)&kp
[kfirst
- 1] - (xfs_caddr_t
)block
);
1056 last
= (int)(((xfs_caddr_t
)&kp
[klast
] - 1) - (xfs_caddr_t
)block
);
1057 xfs_trans_log_buf(tp
, bp
, first
, last
);
1061 ip
= cur
->bc_private
.b
.ip
;
1062 xfs_trans_log_inode(tp
, ip
,
1063 XFS_ILOG_FBROOT(cur
->bc_private
.b
.whichfork
));
1065 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1069 * Log pointer values from the btree block.
1073 xfs_btree_cur_t
*cur
,
1078 #ifdef XFS_BMBT_TRACE
1079 static char fname
[] = "xfs_bmbt_log_ptrs";
1083 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1084 XFS_BMBT_TRACE_ARGBII(cur
, bp
, pfirst
, plast
);
1087 xfs_bmbt_block_t
*block
;
1092 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
1093 pp
= XFS_BMAP_PTR_DADDR(block
, 1, cur
);
1094 first
= (int)((xfs_caddr_t
)&pp
[pfirst
- 1] - (xfs_caddr_t
)block
);
1095 last
= (int)(((xfs_caddr_t
)&pp
[plast
] - 1) - (xfs_caddr_t
)block
);
1096 xfs_trans_log_buf(tp
, bp
, first
, last
);
1100 ip
= cur
->bc_private
.b
.ip
;
1101 xfs_trans_log_inode(tp
, ip
,
1102 XFS_ILOG_FBROOT(cur
->bc_private
.b
.whichfork
));
1104 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1108 * Lookup the record. The cursor is made to point to it, based on dir.
1110 STATIC
int /* error */
1112 xfs_btree_cur_t
*cur
,
1114 int *stat
) /* success/failure */
1116 xfs_bmbt_block_t
*block
=NULL
;
1120 int error
; /* error return value */
1121 #ifdef XFS_BMBT_TRACE
1122 static char fname
[] = "xfs_bmbt_lookup";
1124 xfs_fsblock_t fsbno
=0;
1128 xfs_bmbt_key_t
*kkbase
=NULL
;
1129 xfs_bmbt_key_t
*kkp
;
1130 xfs_bmbt_rec_t
*krbase
=NULL
;
1131 xfs_bmbt_rec_t
*krp
;
1136 xfs_bmbt_irec_t
*rp
;
1137 xfs_fileoff_t startoff
;
1140 XFS_STATS_INC(xs_bmbt_lookup
);
1141 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1142 XFS_BMBT_TRACE_ARGI(cur
, (int)dir
);
1145 rp
= &cur
->bc_rec
.b
;
1146 for (level
= cur
->bc_nlevels
- 1, diff
= 1; level
>= 0; level
--) {
1147 if (level
< cur
->bc_nlevels
- 1) {
1148 d
= XFS_FSB_TO_DADDR(mp
, fsbno
);
1149 bp
= cur
->bc_bufs
[level
];
1150 if (bp
&& XFS_BUF_ADDR(bp
) != d
)
1151 bp
= (xfs_buf_t
*)0;
1153 if ((error
= xfs_btree_read_bufl(mp
, tp
, fsbno
,
1154 0, &bp
, XFS_BMAP_BTREE_REF
))) {
1155 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1158 xfs_btree_setbuf(cur
, level
, bp
);
1159 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
1160 if ((error
= xfs_btree_check_lblock(cur
, block
,
1162 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1166 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
1168 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
1173 kkbase
= XFS_BMAP_KEY_IADDR(block
, 1, cur
);
1175 krbase
= XFS_BMAP_REC_IADDR(block
, 1, cur
);
1177 if (!(high
= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
))) {
1179 cur
->bc_ptrs
[0] = dir
!= XFS_LOOKUP_LE
;
1180 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1184 while (low
<= high
) {
1185 XFS_STATS_INC(xs_bmbt_compare
);
1186 keyno
= (low
+ high
) >> 1;
1188 kkp
= kkbase
+ keyno
- 1;
1189 startoff
= INT_GET(kkp
->br_startoff
, ARCH_CONVERT
);
1191 krp
= krbase
+ keyno
- 1;
1192 startoff
= xfs_bmbt_disk_get_startoff(krp
);
1194 diff
= (xfs_sfiloff_t
)
1195 (startoff
- rp
->br_startoff
);
1205 if (diff
> 0 && --keyno
< 1)
1207 pp
= XFS_BMAP_PTR_IADDR(block
, keyno
, cur
);
1209 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(*pp
, ARCH_CONVERT
), level
))) {
1210 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1214 fsbno
= INT_GET(*pp
, ARCH_CONVERT
);
1215 cur
->bc_ptrs
[level
] = keyno
;
1218 if (dir
!= XFS_LOOKUP_LE
&& diff
< 0) {
1221 * If ge search and we went off the end of the block, but it's
1222 * not the last block, we're in the wrong block.
1224 if (dir
== XFS_LOOKUP_GE
&& keyno
> INT_GET(block
->bb_numrecs
, ARCH_CONVERT
) &&
1225 INT_GET(block
->bb_rightsib
, ARCH_CONVERT
) != NULLDFSBNO
) {
1226 cur
->bc_ptrs
[0] = keyno
;
1227 if ((error
= xfs_bmbt_increment(cur
, 0, &i
))) {
1228 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1231 XFS_WANT_CORRUPTED_RETURN(i
== 1);
1232 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1237 else if (dir
== XFS_LOOKUP_LE
&& diff
> 0)
1239 cur
->bc_ptrs
[0] = keyno
;
1240 if (keyno
== 0 || keyno
> INT_GET(block
->bb_numrecs
, ARCH_CONVERT
)) {
1241 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1244 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1245 *stat
= ((dir
!= XFS_LOOKUP_EQ
) || (diff
== 0));
1251 * Move 1 record left from cur/level if possible.
1252 * Update cur to reflect the new path.
1254 STATIC
int /* error */
1256 xfs_btree_cur_t
*cur
,
1258 int *stat
) /* success/failure */
1260 int error
; /* error return value */
1261 #ifdef XFS_BMBT_TRACE
1262 static char fname
[] = "xfs_bmbt_lshift";
1265 int i
; /* loop counter */
1267 xfs_bmbt_key_t key
; /* bmap btree key */
1268 xfs_buf_t
*lbp
; /* left buffer pointer */
1269 xfs_bmbt_block_t
*left
; /* left btree block */
1270 xfs_bmbt_key_t
*lkp
=NULL
; /* left btree key */
1271 xfs_bmbt_ptr_t
*lpp
; /* left address pointer */
1272 int lrecs
; /* left record count */
1273 xfs_bmbt_rec_t
*lrp
=NULL
; /* left record pointer */
1274 xfs_mount_t
*mp
; /* file system mount point */
1275 xfs_buf_t
*rbp
; /* right buffer pointer */
1276 xfs_bmbt_block_t
*right
; /* right btree block */
1277 xfs_bmbt_key_t
*rkp
=NULL
; /* right btree key */
1278 xfs_bmbt_ptr_t
*rpp
=NULL
; /* right address pointer */
1279 xfs_bmbt_rec_t
*rrp
=NULL
; /* right record pointer */
1280 int rrecs
; /* right record count */
1282 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1283 XFS_BMBT_TRACE_ARGI(cur
, level
);
1284 if (level
== cur
->bc_nlevels
- 1) {
1285 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1289 rbp
= cur
->bc_bufs
[level
];
1290 right
= XFS_BUF_TO_BMBT_BLOCK(rbp
);
1292 if ((error
= xfs_btree_check_lblock(cur
, right
, level
, rbp
))) {
1293 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1297 if (INT_GET(right
->bb_leftsib
, ARCH_CONVERT
) == NULLDFSBNO
) {
1298 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1302 if (cur
->bc_ptrs
[level
] <= 1) {
1303 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1308 if ((error
= xfs_btree_read_bufl(mp
, cur
->bc_tp
, INT_GET(right
->bb_leftsib
, ARCH_CONVERT
), 0,
1309 &lbp
, XFS_BMAP_BTREE_REF
))) {
1310 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1313 left
= XFS_BUF_TO_BMBT_BLOCK(lbp
);
1314 if ((error
= xfs_btree_check_lblock(cur
, left
, level
, lbp
))) {
1315 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1318 if (INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) == XFS_BMAP_BLOCK_IMAXRECS(level
, cur
)) {
1319 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1323 lrecs
= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) + 1;
1325 lkp
= XFS_BMAP_KEY_IADDR(left
, lrecs
, cur
);
1326 rkp
= XFS_BMAP_KEY_IADDR(right
, 1, cur
);
1328 xfs_bmbt_log_keys(cur
, lbp
, lrecs
, lrecs
);
1329 lpp
= XFS_BMAP_PTR_IADDR(left
, lrecs
, cur
);
1330 rpp
= XFS_BMAP_PTR_IADDR(right
, 1, cur
);
1332 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(*rpp
, ARCH_CONVERT
), level
))) {
1333 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1337 *lpp
= *rpp
; /* INT_: direct copy */
1338 xfs_bmbt_log_ptrs(cur
, lbp
, lrecs
, lrecs
);
1340 lrp
= XFS_BMAP_REC_IADDR(left
, lrecs
, cur
);
1341 rrp
= XFS_BMAP_REC_IADDR(right
, 1, cur
);
1343 xfs_bmbt_log_recs(cur
, lbp
, lrecs
, lrecs
);
1345 INT_SET(left
->bb_numrecs
, ARCH_CONVERT
, lrecs
);
1346 xfs_bmbt_log_block(cur
, lbp
, XFS_BB_NUMRECS
);
1349 xfs_btree_check_key(XFS_BTNUM_BMAP
, lkp
- 1, lkp
);
1351 xfs_btree_check_rec(XFS_BTNUM_BMAP
, lrp
- 1, lrp
);
1353 rrecs
= INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) - 1;
1354 INT_SET(right
->bb_numrecs
, ARCH_CONVERT
, rrecs
);
1355 xfs_bmbt_log_block(cur
, rbp
, XFS_BB_NUMRECS
);
1358 for (i
= 0; i
< rrecs
; i
++) {
1359 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(rpp
[i
+ 1], ARCH_CONVERT
),
1361 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1366 memmove(rkp
, rkp
+ 1, rrecs
* sizeof(*rkp
));
1367 memmove(rpp
, rpp
+ 1, rrecs
* sizeof(*rpp
));
1368 xfs_bmbt_log_keys(cur
, rbp
, 1, rrecs
);
1369 xfs_bmbt_log_ptrs(cur
, rbp
, 1, rrecs
);
1371 memmove(rrp
, rrp
+ 1, rrecs
* sizeof(*rrp
));
1372 xfs_bmbt_log_recs(cur
, rbp
, 1, rrecs
);
1373 INT_SET(key
.br_startoff
, ARCH_CONVERT
,
1374 xfs_bmbt_disk_get_startoff(rrp
));
1377 if ((error
= xfs_bmbt_updkey(cur
, rkp
, level
+ 1))) {
1378 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1381 cur
->bc_ptrs
[level
]--;
1382 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1388 * Move 1 record right from cur/level if possible.
1389 * Update cur to reflect the new path.
1391 STATIC
int /* error */
1393 xfs_btree_cur_t
*cur
,
1395 int *stat
) /* success/failure */
1397 int error
; /* error return value */
1398 #ifdef XFS_BMBT_TRACE
1399 static char fname
[] = "xfs_bmbt_rshift";
1401 int i
; /* loop counter */
1402 xfs_bmbt_key_t key
; /* bmap btree key */
1403 xfs_buf_t
*lbp
; /* left buffer pointer */
1404 xfs_bmbt_block_t
*left
; /* left btree block */
1405 xfs_bmbt_key_t
*lkp
; /* left btree key */
1406 xfs_bmbt_ptr_t
*lpp
; /* left address pointer */
1407 xfs_bmbt_rec_t
*lrp
; /* left record pointer */
1408 xfs_mount_t
*mp
; /* file system mount point */
1409 xfs_buf_t
*rbp
; /* right buffer pointer */
1410 xfs_bmbt_block_t
*right
; /* right btree block */
1411 xfs_bmbt_key_t
*rkp
; /* right btree key */
1412 xfs_bmbt_ptr_t
*rpp
; /* right address pointer */
1413 xfs_bmbt_rec_t
*rrp
=NULL
; /* right record pointer */
1414 struct xfs_btree_cur
*tcur
; /* temporary btree cursor */
1416 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1417 XFS_BMBT_TRACE_ARGI(cur
, level
);
1418 if (level
== cur
->bc_nlevels
- 1) {
1419 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1423 lbp
= cur
->bc_bufs
[level
];
1424 left
= XFS_BUF_TO_BMBT_BLOCK(lbp
);
1426 if ((error
= xfs_btree_check_lblock(cur
, left
, level
, lbp
))) {
1427 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1431 if (INT_GET(left
->bb_rightsib
, ARCH_CONVERT
) == NULLDFSBNO
) {
1432 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1436 if (cur
->bc_ptrs
[level
] >= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
)) {
1437 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1442 if ((error
= xfs_btree_read_bufl(mp
, cur
->bc_tp
, INT_GET(left
->bb_rightsib
, ARCH_CONVERT
), 0,
1443 &rbp
, XFS_BMAP_BTREE_REF
))) {
1444 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1447 right
= XFS_BUF_TO_BMBT_BLOCK(rbp
);
1448 if ((error
= xfs_btree_check_lblock(cur
, right
, level
, rbp
))) {
1449 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1452 if (INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) == XFS_BMAP_BLOCK_IMAXRECS(level
, cur
)) {
1453 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1458 lkp
= XFS_BMAP_KEY_IADDR(left
, INT_GET(left
->bb_numrecs
, ARCH_CONVERT
), cur
);
1459 lpp
= XFS_BMAP_PTR_IADDR(left
, INT_GET(left
->bb_numrecs
, ARCH_CONVERT
), cur
);
1460 rkp
= XFS_BMAP_KEY_IADDR(right
, 1, cur
);
1461 rpp
= XFS_BMAP_PTR_IADDR(right
, 1, cur
);
1463 for (i
= INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) - 1; i
>= 0; i
--) {
1464 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(rpp
[i
], ARCH_CONVERT
), level
))) {
1465 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1470 memmove(rkp
+ 1, rkp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rkp
));
1471 memmove(rpp
+ 1, rpp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rpp
));
1473 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(*lpp
, ARCH_CONVERT
), level
))) {
1474 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1479 *rpp
= *lpp
; /* INT_: direct copy */
1480 xfs_bmbt_log_keys(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) + 1);
1481 xfs_bmbt_log_ptrs(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) + 1);
1483 lrp
= XFS_BMAP_REC_IADDR(left
, INT_GET(left
->bb_numrecs
, ARCH_CONVERT
), cur
);
1484 rrp
= XFS_BMAP_REC_IADDR(right
, 1, cur
);
1485 memmove(rrp
+ 1, rrp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rrp
));
1487 xfs_bmbt_log_recs(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) + 1);
1488 INT_SET(key
.br_startoff
, ARCH_CONVERT
,
1489 xfs_bmbt_disk_get_startoff(rrp
));
1492 INT_MOD(left
->bb_numrecs
, ARCH_CONVERT
, -1);
1493 xfs_bmbt_log_block(cur
, lbp
, XFS_BB_NUMRECS
);
1494 INT_MOD(right
->bb_numrecs
, ARCH_CONVERT
, +1);
1497 xfs_btree_check_key(XFS_BTNUM_BMAP
, rkp
, rkp
+ 1);
1499 xfs_btree_check_rec(XFS_BTNUM_BMAP
, rrp
, rrp
+ 1);
1501 xfs_bmbt_log_block(cur
, rbp
, XFS_BB_NUMRECS
);
1502 if ((error
= xfs_btree_dup_cursor(cur
, &tcur
))) {
1503 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1506 i
= xfs_btree_lastrec(tcur
, level
);
1507 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
1508 if ((error
= xfs_bmbt_increment(tcur
, level
, &i
))) {
1509 XFS_BMBT_TRACE_CURSOR(tcur
, ERROR
);
1512 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
1513 if ((error
= xfs_bmbt_updkey(tcur
, rkp
, level
+ 1))) {
1514 XFS_BMBT_TRACE_CURSOR(tcur
, ERROR
);
1517 xfs_btree_del_cursor(tcur
, XFS_BTREE_NOERROR
);
1518 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1522 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1524 xfs_btree_del_cursor(tcur
, XFS_BTREE_ERROR
);
1529 * Determine the extent state.
1538 ASSERT(blks
!= 0); /* saved for DMIG */
1539 return XFS_EXT_UNWRITTEN
;
1541 return XFS_EXT_NORM
;
1546 * Split cur/level block in half.
1547 * Return new block number and its first record (to be inserted into parent).
1549 STATIC
int /* error */
1551 xfs_btree_cur_t
*cur
,
1553 xfs_fsblock_t
*bnop
,
1554 xfs_bmbt_key_t
*keyp
,
1555 xfs_btree_cur_t
**curp
,
1556 int *stat
) /* success/failure */
1558 xfs_alloc_arg_t args
; /* block allocation args */
1559 int error
; /* error return value */
1560 #ifdef XFS_BMBT_TRACE
1561 static char fname
[] = "xfs_bmbt_split";
1563 int i
; /* loop counter */
1564 xfs_fsblock_t lbno
; /* left sibling block number */
1565 xfs_buf_t
*lbp
; /* left buffer pointer */
1566 xfs_bmbt_block_t
*left
; /* left btree block */
1567 xfs_bmbt_key_t
*lkp
; /* left btree key */
1568 xfs_bmbt_ptr_t
*lpp
; /* left address pointer */
1569 xfs_bmbt_rec_t
*lrp
; /* left record pointer */
1570 xfs_buf_t
*rbp
; /* right buffer pointer */
1571 xfs_bmbt_block_t
*right
; /* right btree block */
1572 xfs_bmbt_key_t
*rkp
; /* right btree key */
1573 xfs_bmbt_ptr_t
*rpp
; /* right address pointer */
1574 xfs_bmbt_block_t
*rrblock
; /* right-right btree block */
1575 xfs_buf_t
*rrbp
; /* right-right buffer pointer */
1576 xfs_bmbt_rec_t
*rrp
; /* right record pointer */
1578 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1579 XFS_BMBT_TRACE_ARGIFK(cur
, level
, *bnop
, keyp
);
1580 args
.tp
= cur
->bc_tp
;
1581 args
.mp
= cur
->bc_mp
;
1582 lbp
= cur
->bc_bufs
[level
];
1583 lbno
= XFS_DADDR_TO_FSB(args
.mp
, XFS_BUF_ADDR(lbp
));
1584 left
= XFS_BUF_TO_BMBT_BLOCK(lbp
);
1585 args
.fsbno
= cur
->bc_private
.b
.firstblock
;
1586 if (args
.fsbno
== NULLFSBLOCK
) {
1588 args
.type
= XFS_ALLOCTYPE_START_BNO
;
1589 } else if (cur
->bc_private
.b
.flist
->xbf_low
)
1590 args
.type
= XFS_ALLOCTYPE_FIRST_AG
;
1592 args
.type
= XFS_ALLOCTYPE_NEAR_BNO
;
1593 args
.mod
= args
.minleft
= args
.alignment
= args
.total
= args
.isfl
=
1594 args
.userdata
= args
.minalignslop
= 0;
1595 args
.minlen
= args
.maxlen
= args
.prod
= 1;
1596 args
.wasdel
= cur
->bc_private
.b
.flags
& XFS_BTCUR_BPRV_WASDEL
;
1597 if (!args
.wasdel
&& xfs_trans_get_block_res(args
.tp
) == 0) {
1598 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1599 return XFS_ERROR(ENOSPC
);
1601 if ((error
= xfs_alloc_vextent(&args
))) {
1602 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1605 if (args
.fsbno
== NULLFSBLOCK
) {
1606 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1610 ASSERT(args
.len
== 1);
1611 cur
->bc_private
.b
.firstblock
= args
.fsbno
;
1612 cur
->bc_private
.b
.allocated
++;
1613 cur
->bc_private
.b
.ip
->i_d
.di_nblocks
++;
1614 xfs_trans_log_inode(args
.tp
, cur
->bc_private
.b
.ip
, XFS_ILOG_CORE
);
1615 XFS_TRANS_MOD_DQUOT_BYINO(args
.mp
, args
.tp
, cur
->bc_private
.b
.ip
,
1616 XFS_TRANS_DQ_BCOUNT
, 1L);
1617 rbp
= xfs_btree_get_bufl(args
.mp
, args
.tp
, args
.fsbno
, 0);
1618 right
= XFS_BUF_TO_BMBT_BLOCK(rbp
);
1620 if ((error
= xfs_btree_check_lblock(cur
, left
, level
, rbp
))) {
1621 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1625 INT_SET(right
->bb_magic
, ARCH_CONVERT
, XFS_BMAP_MAGIC
);
1626 right
->bb_level
= left
->bb_level
; /* INT_: direct copy */
1627 INT_SET(right
->bb_numrecs
, ARCH_CONVERT
, (__uint16_t
)(INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) / 2));
1628 if ((INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) & 1) &&
1629 cur
->bc_ptrs
[level
] <= INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) + 1)
1630 INT_MOD(right
->bb_numrecs
, ARCH_CONVERT
, +1);
1631 i
= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) - INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) + 1;
1633 lkp
= XFS_BMAP_KEY_IADDR(left
, i
, cur
);
1634 lpp
= XFS_BMAP_PTR_IADDR(left
, i
, cur
);
1635 rkp
= XFS_BMAP_KEY_IADDR(right
, 1, cur
);
1636 rpp
= XFS_BMAP_PTR_IADDR(right
, 1, cur
);
1638 for (i
= 0; i
< INT_GET(right
->bb_numrecs
, ARCH_CONVERT
); i
++) {
1639 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(lpp
[i
], ARCH_CONVERT
), level
))) {
1640 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1645 memcpy(rkp
, lkp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rkp
));
1646 memcpy(rpp
, lpp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rpp
));
1647 xfs_bmbt_log_keys(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
));
1648 xfs_bmbt_log_ptrs(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
));
1649 keyp
->br_startoff
= INT_GET(rkp
->br_startoff
, ARCH_CONVERT
);
1651 lrp
= XFS_BMAP_REC_IADDR(left
, i
, cur
);
1652 rrp
= XFS_BMAP_REC_IADDR(right
, 1, cur
);
1653 memcpy(rrp
, lrp
, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*rrp
));
1654 xfs_bmbt_log_recs(cur
, rbp
, 1, INT_GET(right
->bb_numrecs
, ARCH_CONVERT
));
1655 keyp
->br_startoff
= xfs_bmbt_disk_get_startoff(rrp
);
1657 INT_MOD(left
->bb_numrecs
, ARCH_CONVERT
, -(INT_GET(right
->bb_numrecs
, ARCH_CONVERT
)));
1658 right
->bb_rightsib
= left
->bb_rightsib
; /* INT_: direct copy */
1659 INT_SET(left
->bb_rightsib
, ARCH_CONVERT
, args
.fsbno
);
1660 INT_SET(right
->bb_leftsib
, ARCH_CONVERT
, lbno
);
1661 xfs_bmbt_log_block(cur
, rbp
, XFS_BB_ALL_BITS
);
1662 xfs_bmbt_log_block(cur
, lbp
, XFS_BB_NUMRECS
| XFS_BB_RIGHTSIB
);
1663 if (INT_GET(right
->bb_rightsib
, ARCH_CONVERT
) != NULLDFSBNO
) {
1664 if ((error
= xfs_btree_read_bufl(args
.mp
, args
.tp
,
1665 INT_GET(right
->bb_rightsib
, ARCH_CONVERT
), 0, &rrbp
,
1666 XFS_BMAP_BTREE_REF
))) {
1667 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1670 rrblock
= XFS_BUF_TO_BMBT_BLOCK(rrbp
);
1671 if ((error
= xfs_btree_check_lblock(cur
, rrblock
, level
, rrbp
))) {
1672 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1675 INT_SET(rrblock
->bb_leftsib
, ARCH_CONVERT
, args
.fsbno
);
1676 xfs_bmbt_log_block(cur
, rrbp
, XFS_BB_LEFTSIB
);
1678 if (cur
->bc_ptrs
[level
] > INT_GET(left
->bb_numrecs
, ARCH_CONVERT
) + 1) {
1679 xfs_btree_setbuf(cur
, level
, rbp
);
1680 cur
->bc_ptrs
[level
] -= INT_GET(left
->bb_numrecs
, ARCH_CONVERT
);
1682 if (level
+ 1 < cur
->bc_nlevels
) {
1683 if ((error
= xfs_btree_dup_cursor(cur
, curp
))) {
1684 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1687 (*curp
)->bc_ptrs
[level
+ 1]++;
1690 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1697 * Update keys for the record.
1701 xfs_btree_cur_t
*cur
,
1702 xfs_bmbt_key_t
*keyp
, /* on-disk format */
1705 xfs_bmbt_block_t
*block
;
1710 #ifdef XFS_BMBT_TRACE
1711 static char fname
[] = "xfs_bmbt_updkey";
1717 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1718 XFS_BMBT_TRACE_ARGIK(cur
, level
, keyp
);
1719 for (ptr
= 1; ptr
== 1 && level
< cur
->bc_nlevels
; level
++) {
1720 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
1722 if ((error
= xfs_btree_check_lblock(cur
, block
, level
, bp
))) {
1723 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1727 ptr
= cur
->bc_ptrs
[level
];
1728 kp
= XFS_BMAP_KEY_IADDR(block
, ptr
, cur
);
1730 xfs_bmbt_log_keys(cur
, bp
, ptr
, ptr
);
1732 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1737 * Convert on-disk form of btree root to in-memory form.
1741 xfs_bmdr_block_t
*dblock
,
1743 xfs_bmbt_block_t
*rblock
,
1747 xfs_bmbt_key_t
*fkp
;
1748 xfs_bmbt_ptr_t
*fpp
;
1749 xfs_bmbt_key_t
*tkp
;
1750 xfs_bmbt_ptr_t
*tpp
;
1752 INT_SET(rblock
->bb_magic
, ARCH_CONVERT
, XFS_BMAP_MAGIC
);
1753 rblock
->bb_level
= dblock
->bb_level
; /* both in on-disk format */
1754 ASSERT(INT_GET(rblock
->bb_level
, ARCH_CONVERT
) > 0);
1755 rblock
->bb_numrecs
= dblock
->bb_numrecs
;/* both in on-disk format */
1756 INT_SET(rblock
->bb_leftsib
, ARCH_CONVERT
, NULLDFSBNO
);
1757 INT_SET(rblock
->bb_rightsib
, ARCH_CONVERT
, NULLDFSBNO
);
1758 dmxr
= (int)XFS_BTREE_BLOCK_MAXRECS(dblocklen
, xfs_bmdr
, 0);
1759 fkp
= XFS_BTREE_KEY_ADDR(dblocklen
, xfs_bmdr
, dblock
, 1, dmxr
);
1760 tkp
= XFS_BMAP_BROOT_KEY_ADDR(rblock
, 1, rblocklen
);
1761 fpp
= XFS_BTREE_PTR_ADDR(dblocklen
, xfs_bmdr
, dblock
, 1, dmxr
);
1762 tpp
= XFS_BMAP_BROOT_PTR_ADDR(rblock
, 1, rblocklen
);
1763 dmxr
= INT_GET(dblock
->bb_numrecs
, ARCH_CONVERT
);
1764 memcpy(tkp
, fkp
, sizeof(*fkp
) * dmxr
);
1765 memcpy(tpp
, fpp
, sizeof(*fpp
) * dmxr
); /* INT_: direct copy */
1769 * Decrement cursor by one record at the level.
1770 * For nonzero levels the leaf-ward information is untouched.
1774 xfs_btree_cur_t
*cur
,
1776 int *stat
) /* success/failure */
1778 xfs_bmbt_block_t
*block
;
1780 int error
; /* error return value */
1781 #ifdef XFS_BMBT_TRACE
1782 static char fname
[] = "xfs_bmbt_decrement";
1784 xfs_fsblock_t fsbno
;
1789 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1790 XFS_BMBT_TRACE_ARGI(cur
, level
);
1791 ASSERT(level
< cur
->bc_nlevels
);
1792 if (level
< cur
->bc_nlevels
- 1)
1793 xfs_btree_readahead(cur
, level
, XFS_BTCUR_LEFTRA
);
1794 if (--cur
->bc_ptrs
[level
] > 0) {
1795 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1799 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
1801 if ((error
= xfs_btree_check_lblock(cur
, block
, level
, bp
))) {
1802 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1806 if (INT_GET(block
->bb_leftsib
, ARCH_CONVERT
) == NULLDFSBNO
) {
1807 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1811 for (lev
= level
+ 1; lev
< cur
->bc_nlevels
; lev
++) {
1812 if (--cur
->bc_ptrs
[lev
] > 0)
1814 if (lev
< cur
->bc_nlevels
- 1)
1815 xfs_btree_readahead(cur
, lev
, XFS_BTCUR_LEFTRA
);
1817 if (lev
== cur
->bc_nlevels
) {
1818 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1824 for (block
= xfs_bmbt_get_block(cur
, lev
, &bp
); lev
> level
; ) {
1825 fsbno
= INT_GET(*XFS_BMAP_PTR_IADDR(block
, cur
->bc_ptrs
[lev
], cur
), ARCH_CONVERT
);
1826 if ((error
= xfs_btree_read_bufl(mp
, tp
, fsbno
, 0, &bp
,
1827 XFS_BMAP_BTREE_REF
))) {
1828 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1832 xfs_btree_setbuf(cur
, lev
, bp
);
1833 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
1834 if ((error
= xfs_btree_check_lblock(cur
, block
, lev
, bp
))) {
1835 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1838 cur
->bc_ptrs
[lev
] = INT_GET(block
->bb_numrecs
, ARCH_CONVERT
);
1840 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1846 * Delete the record pointed to by cur.
1850 xfs_btree_cur_t
*cur
,
1851 int *stat
) /* success/failure */
1853 int error
; /* error return value */
1854 #ifdef XFS_BMBT_TRACE
1855 static char fname
[] = "xfs_bmbt_delete";
1860 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
1861 for (level
= 0, i
= 2; i
== 2; level
++) {
1862 if ((error
= xfs_bmbt_delrec(cur
, level
, &i
))) {
1863 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1868 for (level
= 1; level
< cur
->bc_nlevels
; level
++) {
1869 if (cur
->bc_ptrs
[level
] == 0) {
1870 if ((error
= xfs_bmbt_decrement(cur
, level
,
1872 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
1879 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
1885 * Convert a compressed bmap extent record to an uncompressed form.
1886 * This code must be in sync with the routines xfs_bmbt_get_startoff,
1887 * xfs_bmbt_get_startblock, xfs_bmbt_get_blockcount and xfs_bmbt_get_state.
1890 STATIC __inline__
void
1899 ext_flag
= (int)(l0
>> (64 - BMBT_EXNTFLAG_BITLEN
));
1900 s
->br_startoff
= ((xfs_fileoff_t
)l0
&
1901 XFS_MASK64LO(64 - BMBT_EXNTFLAG_BITLEN
)) >> 9;
1903 s
->br_startblock
= (((xfs_fsblock_t
)l0
& XFS_MASK64LO(9)) << 43) |
1904 (((xfs_fsblock_t
)l1
) >> 21);
1910 b
= (((xfs_dfsbno_t
)l0
& XFS_MASK64LO(9)) << 43) |
1911 (((xfs_dfsbno_t
)l1
) >> 21);
1912 ASSERT((b
>> 32) == 0 || ISNULLDSTARTBLOCK(b
));
1913 s
->br_startblock
= (xfs_fsblock_t
)b
;
1916 s
->br_startblock
= (xfs_fsblock_t
)(((xfs_dfsbno_t
)l1
) >> 21);
1918 #endif /* XFS_BIG_BLKNOS */
1919 s
->br_blockcount
= (xfs_filblks_t
)(l1
& XFS_MASK64LO(21));
1920 /* This is xfs_extent_state() in-line */
1922 ASSERT(s
->br_blockcount
!= 0); /* saved for DMIG */
1923 st
= XFS_EXT_UNWRITTEN
;
1934 __xfs_bmbt_get_all(r
->l0
, r
->l1
, s
);
1938 * Get the block pointer for the given level of the cursor.
1939 * Fill in the buffer pointer, if applicable.
1943 xfs_btree_cur_t
*cur
,
1948 xfs_bmbt_block_t
*rval
;
1950 if (level
< cur
->bc_nlevels
- 1) {
1951 *bpp
= cur
->bc_bufs
[level
];
1952 rval
= XFS_BUF_TO_BMBT_BLOCK(*bpp
);
1955 ifp
= XFS_IFORK_PTR(cur
->bc_private
.b
.ip
,
1956 cur
->bc_private
.b
.whichfork
);
1957 rval
= ifp
->if_broot
;
1963 * Extract the blockcount field from an in memory bmap extent record.
1966 xfs_bmbt_get_blockcount(
1969 return (xfs_filblks_t
)(r
->l1
& XFS_MASK64LO(21));
1973 * Extract the startblock field from an in memory bmap extent record.
1976 xfs_bmbt_get_startblock(
1980 return (((xfs_fsblock_t
)r
->l0
& XFS_MASK64LO(9)) << 43) |
1981 (((xfs_fsblock_t
)r
->l1
) >> 21);
1986 b
= (((xfs_dfsbno_t
)r
->l0
& XFS_MASK64LO(9)) << 43) |
1987 (((xfs_dfsbno_t
)r
->l1
) >> 21);
1988 ASSERT((b
>> 32) == 0 || ISNULLDSTARTBLOCK(b
));
1989 return (xfs_fsblock_t
)b
;
1991 return (xfs_fsblock_t
)(((xfs_dfsbno_t
)r
->l1
) >> 21);
1993 #endif /* XFS_BIG_BLKNOS */
1997 * Extract the startoff field from an in memory bmap extent record.
2000 xfs_bmbt_get_startoff(
2003 return ((xfs_fileoff_t
)r
->l0
&
2004 XFS_MASK64LO(64 - BMBT_EXNTFLAG_BITLEN
)) >> 9;
2013 ext_flag
= (int)((r
->l0
) >> (64 - BMBT_EXNTFLAG_BITLEN
));
2014 return xfs_extent_state(xfs_bmbt_get_blockcount(r
),
2018 #ifndef XFS_NATIVE_HOST
2019 /* Endian flipping versions of the bmbt extraction functions */
2021 xfs_bmbt_disk_get_all(
2027 l0
= INT_GET(r
->l0
, ARCH_CONVERT
);
2028 l1
= INT_GET(r
->l1
, ARCH_CONVERT
);
2030 __xfs_bmbt_get_all(l0
, l1
, s
);
2034 * Extract the blockcount field from an on disk bmap extent record.
2037 xfs_bmbt_disk_get_blockcount(
2040 return (xfs_filblks_t
)(INT_GET(r
->l1
, ARCH_CONVERT
) & XFS_MASK64LO(21));
2044 * Extract the startblock field from an on disk bmap extent record.
2047 xfs_bmbt_disk_get_startblock(
2051 return (((xfs_fsblock_t
)INT_GET(r
->l0
, ARCH_CONVERT
) & XFS_MASK64LO(9)) << 43) |
2052 (((xfs_fsblock_t
)INT_GET(r
->l1
, ARCH_CONVERT
)) >> 21);
2057 b
= (((xfs_dfsbno_t
)INT_GET(r
->l0
, ARCH_CONVERT
) & XFS_MASK64LO(9)) << 43) |
2058 (((xfs_dfsbno_t
)INT_GET(r
->l1
, ARCH_CONVERT
)) >> 21);
2059 ASSERT((b
>> 32) == 0 || ISNULLDSTARTBLOCK(b
));
2060 return (xfs_fsblock_t
)b
;
2062 return (xfs_fsblock_t
)(((xfs_dfsbno_t
)INT_GET(r
->l1
, ARCH_CONVERT
)) >> 21);
2064 #endif /* XFS_BIG_BLKNOS */
2068 * Extract the startoff field from a disk format bmap extent record.
2071 xfs_bmbt_disk_get_startoff(
2074 return ((xfs_fileoff_t
)INT_GET(r
->l0
, ARCH_CONVERT
) &
2075 XFS_MASK64LO(64 - BMBT_EXNTFLAG_BITLEN
)) >> 9;
2079 xfs_bmbt_disk_get_state(
2084 ext_flag
= (int)((INT_GET(r
->l0
, ARCH_CONVERT
)) >> (64 - BMBT_EXNTFLAG_BITLEN
));
2085 return xfs_extent_state(xfs_bmbt_disk_get_blockcount(r
),
2088 #endif /* XFS_NATIVE_HOST */
2092 * Increment cursor by one record at the level.
2093 * For nonzero levels the leaf-ward information is untouched.
2097 xfs_btree_cur_t
*cur
,
2099 int *stat
) /* success/failure */
2101 xfs_bmbt_block_t
*block
;
2103 int error
; /* error return value */
2104 #ifdef XFS_BMBT_TRACE
2105 static char fname
[] = "xfs_bmbt_increment";
2107 xfs_fsblock_t fsbno
;
2112 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2113 XFS_BMBT_TRACE_ARGI(cur
, level
);
2114 ASSERT(level
< cur
->bc_nlevels
);
2115 if (level
< cur
->bc_nlevels
- 1)
2116 xfs_btree_readahead(cur
, level
, XFS_BTCUR_RIGHTRA
);
2117 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
2119 if ((error
= xfs_btree_check_lblock(cur
, block
, level
, bp
))) {
2120 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2124 if (++cur
->bc_ptrs
[level
] <= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
)) {
2125 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2129 if (INT_GET(block
->bb_rightsib
, ARCH_CONVERT
) == NULLDFSBNO
) {
2130 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2134 for (lev
= level
+ 1; lev
< cur
->bc_nlevels
; lev
++) {
2135 block
= xfs_bmbt_get_block(cur
, lev
, &bp
);
2137 if ((error
= xfs_btree_check_lblock(cur
, block
, lev
, bp
))) {
2138 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2142 if (++cur
->bc_ptrs
[lev
] <= INT_GET(block
->bb_numrecs
, ARCH_CONVERT
))
2144 if (lev
< cur
->bc_nlevels
- 1)
2145 xfs_btree_readahead(cur
, lev
, XFS_BTCUR_RIGHTRA
);
2147 if (lev
== cur
->bc_nlevels
) {
2148 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2154 for (block
= xfs_bmbt_get_block(cur
, lev
, &bp
); lev
> level
; ) {
2155 fsbno
= INT_GET(*XFS_BMAP_PTR_IADDR(block
, cur
->bc_ptrs
[lev
], cur
), ARCH_CONVERT
);
2156 if ((error
= xfs_btree_read_bufl(mp
, tp
, fsbno
, 0, &bp
,
2157 XFS_BMAP_BTREE_REF
))) {
2158 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2162 xfs_btree_setbuf(cur
, lev
, bp
);
2163 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
2164 if ((error
= xfs_btree_check_lblock(cur
, block
, lev
, bp
))) {
2165 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2168 cur
->bc_ptrs
[lev
] = 1;
2170 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2176 * Insert the current record at the point referenced by cur.
2180 xfs_btree_cur_t
*cur
,
2181 int *stat
) /* success/failure */
2183 int error
; /* error return value */
2184 #ifdef XFS_BMBT_TRACE
2185 static char fname
[] = "xfs_bmbt_insert";
2190 xfs_btree_cur_t
*ncur
;
2191 xfs_bmbt_rec_t nrec
;
2192 xfs_btree_cur_t
*pcur
;
2194 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2197 xfs_bmbt_disk_set_all(&nrec
, &cur
->bc_rec
.b
);
2198 ncur
= (xfs_btree_cur_t
*)0;
2201 if ((error
= xfs_bmbt_insrec(pcur
, level
++, &nbno
, &nrec
, &ncur
,
2204 xfs_btree_del_cursor(pcur
, XFS_BTREE_ERROR
);
2205 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2208 XFS_WANT_CORRUPTED_GOTO(i
== 1, error0
);
2209 if (pcur
!= cur
&& (ncur
|| nbno
== NULLFSBLOCK
)) {
2210 cur
->bc_nlevels
= pcur
->bc_nlevels
;
2211 cur
->bc_private
.b
.allocated
+=
2212 pcur
->bc_private
.b
.allocated
;
2213 pcur
->bc_private
.b
.allocated
= 0;
2214 ASSERT((cur
->bc_private
.b
.firstblock
!= NULLFSBLOCK
) ||
2215 (cur
->bc_private
.b
.ip
->i_d
.di_flags
&
2216 XFS_DIFLAG_REALTIME
));
2217 cur
->bc_private
.b
.firstblock
=
2218 pcur
->bc_private
.b
.firstblock
;
2219 ASSERT(cur
->bc_private
.b
.flist
==
2220 pcur
->bc_private
.b
.flist
);
2221 xfs_btree_del_cursor(pcur
, XFS_BTREE_NOERROR
);
2225 ncur
= (xfs_btree_cur_t
*)0;
2227 } while (nbno
!= NULLFSBLOCK
);
2228 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2232 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2237 * Log fields from the btree block header.
2241 xfs_btree_cur_t
*cur
,
2246 #ifdef XFS_BMBT_TRACE
2247 static char fname
[] = "xfs_bmbt_log_block";
2251 static const short offsets
[] = {
2252 offsetof(xfs_bmbt_block_t
, bb_magic
),
2253 offsetof(xfs_bmbt_block_t
, bb_level
),
2254 offsetof(xfs_bmbt_block_t
, bb_numrecs
),
2255 offsetof(xfs_bmbt_block_t
, bb_leftsib
),
2256 offsetof(xfs_bmbt_block_t
, bb_rightsib
),
2257 sizeof(xfs_bmbt_block_t
)
2260 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2261 XFS_BMBT_TRACE_ARGBI(cur
, bp
, fields
);
2264 xfs_btree_offsets(fields
, offsets
, XFS_BB_NUM_BITS
, &first
,
2266 xfs_trans_log_buf(tp
, bp
, first
, last
);
2268 xfs_trans_log_inode(tp
, cur
->bc_private
.b
.ip
,
2269 XFS_ILOG_FBROOT(cur
->bc_private
.b
.whichfork
));
2270 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2274 * Log record values from the btree block.
2278 xfs_btree_cur_t
*cur
,
2283 xfs_bmbt_block_t
*block
;
2285 #ifdef XFS_BMBT_TRACE
2286 static char fname
[] = "xfs_bmbt_log_recs";
2292 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2293 XFS_BMBT_TRACE_ARGBII(cur
, bp
, rfirst
, rlast
);
2296 block
= XFS_BUF_TO_BMBT_BLOCK(bp
);
2297 rp
= XFS_BMAP_REC_DADDR(block
, 1, cur
);
2298 first
= (int)((xfs_caddr_t
)&rp
[rfirst
- 1] - (xfs_caddr_t
)block
);
2299 last
= (int)(((xfs_caddr_t
)&rp
[rlast
] - 1) - (xfs_caddr_t
)block
);
2300 xfs_trans_log_buf(tp
, bp
, first
, last
);
2301 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2306 xfs_btree_cur_t
*cur
,
2310 int *stat
) /* success/failure */
2312 cur
->bc_rec
.b
.br_startoff
= off
;
2313 cur
->bc_rec
.b
.br_startblock
= bno
;
2314 cur
->bc_rec
.b
.br_blockcount
= len
;
2315 return xfs_bmbt_lookup(cur
, XFS_LOOKUP_EQ
, stat
);
2320 xfs_btree_cur_t
*cur
,
2324 int *stat
) /* success/failure */
2326 cur
->bc_rec
.b
.br_startoff
= off
;
2327 cur
->bc_rec
.b
.br_startblock
= bno
;
2328 cur
->bc_rec
.b
.br_blockcount
= len
;
2329 return xfs_bmbt_lookup(cur
, XFS_LOOKUP_GE
, stat
);
2333 * Give the bmap btree a new root block. Copy the old broot contents
2334 * down into a real block and make the broot point to it.
2338 xfs_btree_cur_t
*cur
, /* btree cursor */
2339 int *logflags
, /* logging flags for inode */
2340 int *stat
) /* return status - 0 fail */
2342 xfs_alloc_arg_t args
; /* allocation arguments */
2343 xfs_bmbt_block_t
*block
; /* bmap btree block */
2344 xfs_buf_t
*bp
; /* buffer for block */
2345 xfs_bmbt_block_t
*cblock
; /* child btree block */
2346 xfs_bmbt_key_t
*ckp
; /* child key pointer */
2347 xfs_bmbt_ptr_t
*cpp
; /* child ptr pointer */
2348 int error
; /* error return code */
2349 #ifdef XFS_BMBT_TRACE
2350 static char fname
[] = "xfs_bmbt_newroot";
2353 int i
; /* loop counter */
2355 xfs_bmbt_key_t
*kp
; /* pointer to bmap btree key */
2356 int level
; /* btree level */
2357 xfs_bmbt_ptr_t
*pp
; /* pointer to bmap block addr */
2359 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2360 level
= cur
->bc_nlevels
- 1;
2361 block
= xfs_bmbt_get_block(cur
, level
, &bp
);
2363 * Copy the root into a real block.
2365 args
.mp
= cur
->bc_mp
;
2366 pp
= XFS_BMAP_PTR_IADDR(block
, 1, cur
);
2367 args
.tp
= cur
->bc_tp
;
2368 args
.fsbno
= cur
->bc_private
.b
.firstblock
;
2369 args
.mod
= args
.minleft
= args
.alignment
= args
.total
= args
.isfl
=
2370 args
.userdata
= args
.minalignslop
= 0;
2371 args
.minlen
= args
.maxlen
= args
.prod
= 1;
2372 args
.wasdel
= cur
->bc_private
.b
.flags
& XFS_BTCUR_BPRV_WASDEL
;
2373 if (args
.fsbno
== NULLFSBLOCK
) {
2375 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(*pp
, ARCH_CONVERT
), level
))) {
2376 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2380 args
.fsbno
= INT_GET(*pp
, ARCH_CONVERT
);
2381 args
.type
= XFS_ALLOCTYPE_START_BNO
;
2382 } else if (args
.wasdel
)
2383 args
.type
= XFS_ALLOCTYPE_FIRST_AG
;
2385 args
.type
= XFS_ALLOCTYPE_NEAR_BNO
;
2386 if ((error
= xfs_alloc_vextent(&args
))) {
2387 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2390 if (args
.fsbno
== NULLFSBLOCK
) {
2391 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2395 ASSERT(args
.len
== 1);
2396 cur
->bc_private
.b
.firstblock
= args
.fsbno
;
2397 cur
->bc_private
.b
.allocated
++;
2398 cur
->bc_private
.b
.ip
->i_d
.di_nblocks
++;
2399 XFS_TRANS_MOD_DQUOT_BYINO(args
.mp
, args
.tp
, cur
->bc_private
.b
.ip
,
2400 XFS_TRANS_DQ_BCOUNT
, 1L);
2401 bp
= xfs_btree_get_bufl(args
.mp
, cur
->bc_tp
, args
.fsbno
, 0);
2402 cblock
= XFS_BUF_TO_BMBT_BLOCK(bp
);
2404 INT_MOD(block
->bb_level
, ARCH_CONVERT
, +1);
2405 INT_SET(block
->bb_numrecs
, ARCH_CONVERT
, 1);
2407 cur
->bc_ptrs
[level
+ 1] = 1;
2408 kp
= XFS_BMAP_KEY_IADDR(block
, 1, cur
);
2409 ckp
= XFS_BMAP_KEY_IADDR(cblock
, 1, cur
);
2410 memcpy(ckp
, kp
, INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*kp
));
2411 cpp
= XFS_BMAP_PTR_IADDR(cblock
, 1, cur
);
2413 for (i
= 0; i
< INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
); i
++) {
2414 if ((error
= xfs_btree_check_lptr(cur
, INT_GET(pp
[i
], ARCH_CONVERT
), level
))) {
2415 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2420 memcpy(cpp
, pp
, INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
) * sizeof(*pp
));
2422 if ((error
= xfs_btree_check_lptr(cur
, (xfs_bmbt_ptr_t
)args
.fsbno
,
2424 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2428 INT_SET(*pp
, ARCH_CONVERT
, args
.fsbno
);
2429 xfs_iroot_realloc(cur
->bc_private
.b
.ip
, 1 - INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
),
2430 cur
->bc_private
.b
.whichfork
);
2431 xfs_btree_setbuf(cur
, level
, bp
);
2433 * Do all this logging at the end so that
2434 * the root is at the right level.
2436 xfs_bmbt_log_block(cur
, bp
, XFS_BB_ALL_BITS
);
2437 xfs_bmbt_log_keys(cur
, bp
, 1, INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
));
2438 xfs_bmbt_log_ptrs(cur
, bp
, 1, INT_GET(cblock
->bb_numrecs
, ARCH_CONVERT
));
2439 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2441 XFS_ILOG_CORE
| XFS_ILOG_FBROOT(cur
->bc_private
.b
.whichfork
);
2447 * Set all the fields in a bmap extent record from the uncompressed form.
2456 ASSERT((s
->br_state
== XFS_EXT_NORM
) ||
2457 (s
->br_state
== XFS_EXT_UNWRITTEN
));
2458 extent_flag
= (s
->br_state
== XFS_EXT_NORM
) ? 0 : 1;
2459 ASSERT((s
->br_startoff
& XFS_MASK64HI(9)) == 0);
2460 ASSERT((s
->br_blockcount
& XFS_MASK64HI(43)) == 0);
2462 ASSERT((s
->br_startblock
& XFS_MASK64HI(12)) == 0);
2463 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2464 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9) |
2465 ((xfs_bmbt_rec_base_t
)s
->br_startblock
>> 43);
2466 r
->l1
= ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2467 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2468 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2469 #else /* !XFS_BIG_BLKNOS */
2470 if (ISNULLSTARTBLOCK(s
->br_startblock
)) {
2471 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2472 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9) |
2473 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9);
2474 r
->l1
= XFS_MASK64HI(11) |
2475 ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2476 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2477 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2479 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2480 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9);
2481 r
->l1
= ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2482 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2483 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2485 #endif /* XFS_BIG_BLKNOS */
2489 * Set all the fields in a bmap extent record from the arguments.
2501 ASSERT((v
== XFS_EXT_NORM
) || (v
== XFS_EXT_UNWRITTEN
));
2502 extent_flag
= (v
== XFS_EXT_NORM
) ? 0 : 1;
2503 ASSERT((o
& XFS_MASK64HI(64-BMBT_STARTOFF_BITLEN
)) == 0);
2504 ASSERT((c
& XFS_MASK64HI(64-BMBT_BLOCKCOUNT_BITLEN
)) == 0);
2506 ASSERT((b
& XFS_MASK64HI(64-BMBT_STARTBLOCK_BITLEN
)) == 0);
2507 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2508 ((xfs_bmbt_rec_base_t
)o
<< 9) |
2509 ((xfs_bmbt_rec_base_t
)b
>> 43);
2510 r
->l1
= ((xfs_bmbt_rec_base_t
)b
<< 21) |
2511 ((xfs_bmbt_rec_base_t
)c
&
2512 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2513 #else /* !XFS_BIG_BLKNOS */
2514 if (ISNULLSTARTBLOCK(b
)) {
2515 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2516 ((xfs_bmbt_rec_base_t
)o
<< 9) |
2517 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9);
2518 r
->l1
= XFS_MASK64HI(11) |
2519 ((xfs_bmbt_rec_base_t
)b
<< 21) |
2520 ((xfs_bmbt_rec_base_t
)c
&
2521 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2523 r
->l0
= ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2524 ((xfs_bmbt_rec_base_t
)o
<< 9);
2525 r
->l1
= ((xfs_bmbt_rec_base_t
)b
<< 21) |
2526 ((xfs_bmbt_rec_base_t
)c
&
2527 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2529 #endif /* XFS_BIG_BLKNOS */
2532 #ifndef XFS_NATIVE_HOST
2534 * Set all the fields in a bmap extent record from the uncompressed form.
2537 xfs_bmbt_disk_set_all(
2543 ASSERT((s
->br_state
== XFS_EXT_NORM
) ||
2544 (s
->br_state
== XFS_EXT_UNWRITTEN
));
2545 extent_flag
= (s
->br_state
== XFS_EXT_NORM
) ? 0 : 1;
2546 ASSERT((s
->br_startoff
& XFS_MASK64HI(9)) == 0);
2547 ASSERT((s
->br_blockcount
& XFS_MASK64HI(43)) == 0);
2549 ASSERT((s
->br_startblock
& XFS_MASK64HI(12)) == 0);
2550 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2551 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9) |
2552 ((xfs_bmbt_rec_base_t
)s
->br_startblock
>> 43));
2553 INT_SET(r
->l1
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2554 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2555 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2556 #else /* !XFS_BIG_BLKNOS */
2557 if (ISNULLSTARTBLOCK(s
->br_startblock
)) {
2558 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2559 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9) |
2560 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9));
2561 INT_SET(r
->l1
, ARCH_CONVERT
, XFS_MASK64HI(11) |
2562 ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2563 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2564 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2566 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2567 ((xfs_bmbt_rec_base_t
)s
->br_startoff
<< 9));
2568 INT_SET(r
->l1
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)s
->br_startblock
<< 21) |
2569 ((xfs_bmbt_rec_base_t
)s
->br_blockcount
&
2570 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2572 #endif /* XFS_BIG_BLKNOS */
2576 * Set all the fields in a disk format bmap extent record from the arguments.
2579 xfs_bmbt_disk_set_allf(
2588 ASSERT((v
== XFS_EXT_NORM
) || (v
== XFS_EXT_UNWRITTEN
));
2589 extent_flag
= (v
== XFS_EXT_NORM
) ? 0 : 1;
2590 ASSERT((o
& XFS_MASK64HI(64-BMBT_STARTOFF_BITLEN
)) == 0);
2591 ASSERT((c
& XFS_MASK64HI(64-BMBT_BLOCKCOUNT_BITLEN
)) == 0);
2593 ASSERT((b
& XFS_MASK64HI(64-BMBT_STARTBLOCK_BITLEN
)) == 0);
2594 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2595 ((xfs_bmbt_rec_base_t
)o
<< 9) |
2596 ((xfs_bmbt_rec_base_t
)b
>> 43));
2597 INT_SET(r
->l1
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)b
<< 21) |
2598 ((xfs_bmbt_rec_base_t
)c
&
2599 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2600 #else /* !XFS_BIG_BLKNOS */
2601 if (ISNULLSTARTBLOCK(b
)) {
2602 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2603 ((xfs_bmbt_rec_base_t
)o
<< 9) |
2604 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9));
2605 INT_SET(r
->l1
, ARCH_CONVERT
, XFS_MASK64HI(11) |
2606 ((xfs_bmbt_rec_base_t
)b
<< 21) |
2607 ((xfs_bmbt_rec_base_t
)c
&
2608 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2610 INT_SET(r
->l0
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)extent_flag
<< 63) |
2611 ((xfs_bmbt_rec_base_t
)o
<< 9));
2612 INT_SET(r
->l1
, ARCH_CONVERT
, ((xfs_bmbt_rec_base_t
)b
<< 21) |
2613 ((xfs_bmbt_rec_base_t
)c
&
2614 (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)));
2616 #endif /* XFS_BIG_BLKNOS */
2618 #endif /* XFS_NATIVE_HOST */
2621 * Set the blockcount field in a bmap extent record.
2624 xfs_bmbt_set_blockcount(
2628 ASSERT((v
& XFS_MASK64HI(43)) == 0);
2629 r
->l1
= (r
->l1
& (xfs_bmbt_rec_base_t
)XFS_MASK64HI(43)) |
2630 (xfs_bmbt_rec_base_t
)(v
& XFS_MASK64LO(21));
2634 * Set the startblock field in a bmap extent record.
2637 xfs_bmbt_set_startblock(
2642 ASSERT((v
& XFS_MASK64HI(12)) == 0);
2643 r
->l0
= (r
->l0
& (xfs_bmbt_rec_base_t
)XFS_MASK64HI(55)) |
2644 (xfs_bmbt_rec_base_t
)(v
>> 43);
2645 r
->l1
= (r
->l1
& (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21)) |
2646 (xfs_bmbt_rec_base_t
)(v
<< 21);
2647 #else /* !XFS_BIG_BLKNOS */
2648 if (ISNULLSTARTBLOCK(v
)) {
2649 r
->l0
|= (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9);
2650 r
->l1
= (xfs_bmbt_rec_base_t
)XFS_MASK64HI(11) |
2651 ((xfs_bmbt_rec_base_t
)v
<< 21) |
2652 (r
->l1
& (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2654 r
->l0
&= ~(xfs_bmbt_rec_base_t
)XFS_MASK64LO(9);
2655 r
->l1
= ((xfs_bmbt_rec_base_t
)v
<< 21) |
2656 (r
->l1
& (xfs_bmbt_rec_base_t
)XFS_MASK64LO(21));
2658 #endif /* XFS_BIG_BLKNOS */
2662 * Set the startoff field in a bmap extent record.
2665 xfs_bmbt_set_startoff(
2669 ASSERT((v
& XFS_MASK64HI(9)) == 0);
2670 r
->l0
= (r
->l0
& (xfs_bmbt_rec_base_t
) XFS_MASK64HI(1)) |
2671 ((xfs_bmbt_rec_base_t
)v
<< 9) |
2672 (r
->l0
& (xfs_bmbt_rec_base_t
)XFS_MASK64LO(9));
2676 * Set the extent state field in a bmap extent record.
2683 ASSERT(v
== XFS_EXT_NORM
|| v
== XFS_EXT_UNWRITTEN
);
2684 if (v
== XFS_EXT_NORM
)
2685 r
->l0
&= XFS_MASK64LO(64 - BMBT_EXNTFLAG_BITLEN
);
2687 r
->l0
|= XFS_MASK64HI(BMBT_EXNTFLAG_BITLEN
);
2691 * Convert in-memory form of btree root to on-disk form.
2695 xfs_bmbt_block_t
*rblock
,
2697 xfs_bmdr_block_t
*dblock
,
2701 xfs_bmbt_key_t
*fkp
;
2702 xfs_bmbt_ptr_t
*fpp
;
2703 xfs_bmbt_key_t
*tkp
;
2704 xfs_bmbt_ptr_t
*tpp
;
2706 ASSERT(INT_GET(rblock
->bb_magic
, ARCH_CONVERT
) == XFS_BMAP_MAGIC
);
2707 ASSERT(INT_GET(rblock
->bb_leftsib
, ARCH_CONVERT
) == NULLDFSBNO
);
2708 ASSERT(INT_GET(rblock
->bb_rightsib
, ARCH_CONVERT
) == NULLDFSBNO
);
2709 ASSERT(INT_GET(rblock
->bb_level
, ARCH_CONVERT
) > 0);
2710 dblock
->bb_level
= rblock
->bb_level
; /* both in on-disk format */
2711 dblock
->bb_numrecs
= rblock
->bb_numrecs
;/* both in on-disk format */
2712 dmxr
= (int)XFS_BTREE_BLOCK_MAXRECS(dblocklen
, xfs_bmdr
, 0);
2713 fkp
= XFS_BMAP_BROOT_KEY_ADDR(rblock
, 1, rblocklen
);
2714 tkp
= XFS_BTREE_KEY_ADDR(dblocklen
, xfs_bmdr
, dblock
, 1, dmxr
);
2715 fpp
= XFS_BMAP_BROOT_PTR_ADDR(rblock
, 1, rblocklen
);
2716 tpp
= XFS_BTREE_PTR_ADDR(dblocklen
, xfs_bmdr
, dblock
, 1, dmxr
);
2717 dmxr
= INT_GET(dblock
->bb_numrecs
, ARCH_CONVERT
);
2718 memcpy(tkp
, fkp
, sizeof(*fkp
) * dmxr
);
2719 memcpy(tpp
, fpp
, sizeof(*fpp
) * dmxr
); /* INT_: direct copy */
2723 * Update the record to the passed values.
2727 xfs_btree_cur_t
*cur
,
2733 xfs_bmbt_block_t
*block
;
2736 #ifdef XFS_BMBT_TRACE
2737 static char fname
[] = "xfs_bmbt_update";
2743 XFS_BMBT_TRACE_CURSOR(cur
, ENTRY
);
2744 XFS_BMBT_TRACE_ARGFFFI(cur
, (xfs_dfiloff_t
)off
, (xfs_dfsbno_t
)bno
,
2745 (xfs_dfilblks_t
)len
, (int)state
);
2746 block
= xfs_bmbt_get_block(cur
, 0, &bp
);
2748 if ((error
= xfs_btree_check_lblock(cur
, block
, 0, bp
))) {
2749 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2753 ptr
= cur
->bc_ptrs
[0];
2754 rp
= XFS_BMAP_REC_IADDR(block
, ptr
, cur
);
2755 xfs_bmbt_disk_set_allf(rp
, off
, bno
, len
, state
);
2756 xfs_bmbt_log_recs(cur
, bp
, ptr
, ptr
);
2758 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2761 INT_SET(key
.br_startoff
, ARCH_CONVERT
, off
);
2762 if ((error
= xfs_bmbt_updkey(cur
, &key
, 1))) {
2763 XFS_BMBT_TRACE_CURSOR(cur
, ERROR
);
2766 XFS_BMBT_TRACE_CURSOR(cur
, EXIT
);
2771 * Check an extent list, which has just been read, for
2772 * any bit in the extent flag field. ASSERT on debug
2773 * kernels, as this condition should not occur.
2774 * Return an error condition (1) if any flags found,
2775 * otherwise return 0.
2779 xfs_check_nostate_extents(
2783 for (; num
> 0; num
--, ep
++) {
2785 (64 - BMBT_EXNTFLAG_BITLEN
)) != 0) {