1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18#ifndef __XFS_BTREE_H__
19#define __XFS_BTREE_H__
20
21struct xfs_buf;
22struct xfs_defer_ops;
23struct xfs_inode;
24struct xfs_mount;
25struct xfs_trans;
26
27extern kmem_zone_t *xfs_btree_cur_zone;
28
29
30
31
32
33
34
35union xfs_btree_ptr {
36 __be32 s;
37 __be64 l;
38};
39
40
41
42
43
44
45union xfs_btree_key {
46 struct xfs_bmbt_key bmbt;
47 xfs_bmdr_key_t bmbr;
48 xfs_alloc_key_t alloc;
49 struct xfs_inobt_key inobt;
50 struct xfs_rmap_key rmap;
51 struct xfs_rmap_key __rmap_bigkey[2];
52 struct xfs_refcount_key refc;
53};
54
55union xfs_btree_rec {
56 struct xfs_bmbt_rec bmbt;
57 xfs_bmdr_rec_t bmbr;
58 struct xfs_alloc_rec alloc;
59 struct xfs_inobt_rec inobt;
60 struct xfs_rmap_rec rmap;
61 struct xfs_refcount_rec refc;
62};
63
64
65
66
67#define XFS_LOOKUP_EQ ((xfs_lookup_t)XFS_LOOKUP_EQi)
68#define XFS_LOOKUP_LE ((xfs_lookup_t)XFS_LOOKUP_LEi)
69#define XFS_LOOKUP_GE ((xfs_lookup_t)XFS_LOOKUP_GEi)
70
71#define XFS_BTNUM_BNO ((xfs_btnum_t)XFS_BTNUM_BNOi)
72#define XFS_BTNUM_CNT ((xfs_btnum_t)XFS_BTNUM_CNTi)
73#define XFS_BTNUM_BMAP ((xfs_btnum_t)XFS_BTNUM_BMAPi)
74#define XFS_BTNUM_INO ((xfs_btnum_t)XFS_BTNUM_INOi)
75#define XFS_BTNUM_FINO ((xfs_btnum_t)XFS_BTNUM_FINOi)
76#define XFS_BTNUM_RMAP ((xfs_btnum_t)XFS_BTNUM_RMAPi)
77#define XFS_BTNUM_REFC ((xfs_btnum_t)XFS_BTNUM_REFCi)
78
79uint32_t xfs_btree_magic(int crc, xfs_btnum_t btnum);
80
81
82
83
84#define XFS_BB_MAGIC (1 << 0)
85#define XFS_BB_LEVEL (1 << 1)
86#define XFS_BB_NUMRECS (1 << 2)
87#define XFS_BB_LEFTSIB (1 << 3)
88#define XFS_BB_RIGHTSIB (1 << 4)
89#define XFS_BB_BLKNO (1 << 5)
90#define XFS_BB_LSN (1 << 6)
91#define XFS_BB_UUID (1 << 7)
92#define XFS_BB_OWNER (1 << 8)
93#define XFS_BB_NUM_BITS 5
94#define XFS_BB_ALL_BITS ((1 << XFS_BB_NUM_BITS) - 1)
95#define XFS_BB_NUM_BITS_CRC 9
96#define XFS_BB_ALL_BITS_CRC ((1 << XFS_BB_NUM_BITS_CRC) - 1)
97
98
99
100
101#define XFS_BTREE_STATS_INC(cur, stat) \
102 XFS_STATS_INC_OFF((cur)->bc_mp, (cur)->bc_statoff + __XBTS_ ## stat)
103#define XFS_BTREE_STATS_ADD(cur, stat, val) \
104 XFS_STATS_ADD_OFF((cur)->bc_mp, (cur)->bc_statoff + __XBTS_ ## stat, val)
105
106#define XFS_BTREE_MAXLEVELS 9
107
108struct xfs_btree_ops {
109
110 size_t key_len;
111 size_t rec_len;
112
113
114 struct xfs_btree_cur *(*dup_cursor)(struct xfs_btree_cur *);
115 void (*update_cursor)(struct xfs_btree_cur *src,
116 struct xfs_btree_cur *dst);
117
118
119 void (*set_root)(struct xfs_btree_cur *cur,
120 union xfs_btree_ptr *nptr, int level_change);
121
122
123 int (*alloc_block)(struct xfs_btree_cur *cur,
124 union xfs_btree_ptr *start_bno,
125 union xfs_btree_ptr *new_bno,
126 int *stat);
127 int (*free_block)(struct xfs_btree_cur *cur, struct xfs_buf *bp);
128
129
130 void (*update_lastrec)(struct xfs_btree_cur *cur,
131 struct xfs_btree_block *block,
132 union xfs_btree_rec *rec,
133 int ptr, int reason);
134
135
136 int (*get_minrecs)(struct xfs_btree_cur *cur, int level);
137 int (*get_maxrecs)(struct xfs_btree_cur *cur, int level);
138
139
140 int (*get_dmaxrecs)(struct xfs_btree_cur *cur, int level);
141
142
143 void (*init_key_from_rec)(union xfs_btree_key *key,
144 union xfs_btree_rec *rec);
145 void (*init_rec_from_cur)(struct xfs_btree_cur *cur,
146 union xfs_btree_rec *rec);
147 void (*init_ptr_from_cur)(struct xfs_btree_cur *cur,
148 union xfs_btree_ptr *ptr);
149 void (*init_high_key_from_rec)(union xfs_btree_key *key,
150 union xfs_btree_rec *rec);
151
152
153 int64_t (*key_diff)(struct xfs_btree_cur *cur,
154 union xfs_btree_key *key);
155
156
157
158
159
160 int64_t (*diff_two_keys)(struct xfs_btree_cur *cur,
161 union xfs_btree_key *key1,
162 union xfs_btree_key *key2);
163
164 const struct xfs_buf_ops *buf_ops;
165
166
167 int (*keys_inorder)(struct xfs_btree_cur *cur,
168 union xfs_btree_key *k1,
169 union xfs_btree_key *k2);
170
171
172 int (*recs_inorder)(struct xfs_btree_cur *cur,
173 union xfs_btree_rec *r1,
174 union xfs_btree_rec *r2);
175};
176
177
178
179
180#define LASTREC_UPDATE 0
181#define LASTREC_INSREC 1
182#define LASTREC_DELREC 2
183
184
185union xfs_btree_irec {
186 struct xfs_alloc_rec_incore a;
187 struct xfs_bmbt_irec b;
188 struct xfs_inobt_rec_incore i;
189 struct xfs_rmap_irec r;
190 struct xfs_refcount_irec rc;
191};
192
193
194union xfs_btree_cur_private {
195 struct {
196 unsigned long nr_ops;
197 int shape_changes;
198 } refc;
199};
200
201
202
203
204
205typedef struct xfs_btree_cur
206{
207 struct xfs_trans *bc_tp;
208 struct xfs_mount *bc_mp;
209 const struct xfs_btree_ops *bc_ops;
210 uint bc_flags;
211 union xfs_btree_irec bc_rec;
212 struct xfs_buf *bc_bufs[XFS_BTREE_MAXLEVELS];
213 int bc_ptrs[XFS_BTREE_MAXLEVELS];
214 uint8_t bc_ra[XFS_BTREE_MAXLEVELS];
215#define XFS_BTCUR_LEFTRA 1
216#define XFS_BTCUR_RIGHTRA 2
217 uint8_t bc_nlevels;
218 uint8_t bc_blocklog;
219 xfs_btnum_t bc_btnum;
220 int bc_statoff;
221 union {
222 struct {
223 struct xfs_buf *agbp;
224 struct xfs_defer_ops *dfops;
225 xfs_agnumber_t agno;
226 union xfs_btree_cur_private priv;
227 } a;
228 struct {
229 struct xfs_inode *ip;
230 struct xfs_defer_ops *dfops;
231 xfs_fsblock_t firstblock;
232 int allocated;
233 short forksize;
234 char whichfork;
235 char flags;
236#define XFS_BTCUR_BPRV_WASDEL (1<<0)
237#define XFS_BTCUR_BPRV_INVALID_OWNER (1<<1)
238 } b;
239 } bc_private;
240} xfs_btree_cur_t;
241
242
243#define XFS_BTREE_LONG_PTRS (1<<0)
244#define XFS_BTREE_ROOT_IN_INODE (1<<1)
245#define XFS_BTREE_LASTREC_UPDATE (1<<2)
246#define XFS_BTREE_CRC_BLOCKS (1<<3)
247#define XFS_BTREE_OVERLAPPING (1<<4)
248
249
250#define XFS_BTREE_NOERROR 0
251#define XFS_BTREE_ERROR 1
252
253
254
255
256#define XFS_BUF_TO_BLOCK(bp) ((struct xfs_btree_block *)((bp)->b_addr))
257
258
259
260
261
262xfs_failaddr_t __xfs_btree_check_lblock(struct xfs_btree_cur *cur,
263 struct xfs_btree_block *block, int level, struct xfs_buf *bp);
264xfs_failaddr_t __xfs_btree_check_sblock(struct xfs_btree_cur *cur,
265 struct xfs_btree_block *block, int level, struct xfs_buf *bp);
266
267
268
269
270int
271xfs_btree_check_block(
272 struct xfs_btree_cur *cur,
273 struct xfs_btree_block *block,
274 int level,
275 struct xfs_buf *bp);
276
277
278
279
280bool
281xfs_btree_check_lptr(
282 struct xfs_btree_cur *cur,
283 xfs_fsblock_t fsbno,
284 int level);
285
286
287
288
289bool
290xfs_btree_check_sptr(
291 struct xfs_btree_cur *cur,
292 xfs_agblock_t agbno,
293 int level);
294
295
296
297
298void
299xfs_btree_del_cursor(
300 xfs_btree_cur_t *cur,
301 int error);
302
303
304
305
306
307int
308xfs_btree_dup_cursor(
309 xfs_btree_cur_t *cur,
310 xfs_btree_cur_t **ncur);
311
312
313
314
315
316struct xfs_buf *
317xfs_btree_get_bufl(
318 struct xfs_mount *mp,
319 struct xfs_trans *tp,
320 xfs_fsblock_t fsbno,
321 uint lock);
322
323
324
325
326
327struct xfs_buf *
328xfs_btree_get_bufs(
329 struct xfs_mount *mp,
330 struct xfs_trans *tp,
331 xfs_agnumber_t agno,
332 xfs_agblock_t agbno,
333 uint lock);
334
335
336
337
338int
339xfs_btree_islastblock(
340 xfs_btree_cur_t *cur,
341 int level);
342
343
344
345
346
347void
348xfs_btree_offsets(
349 int64_t fields,
350 const short *offsets,
351 int nbits,
352 int *first,
353 int *last);
354
355
356
357
358
359int
360xfs_btree_read_bufl(
361 struct xfs_mount *mp,
362 struct xfs_trans *tp,
363 xfs_fsblock_t fsbno,
364 uint lock,
365 struct xfs_buf **bpp,
366 int refval,
367 const struct xfs_buf_ops *ops);
368
369
370
371
372
373void
374xfs_btree_reada_bufl(
375 struct xfs_mount *mp,
376 xfs_fsblock_t fsbno,
377 xfs_extlen_t count,
378 const struct xfs_buf_ops *ops);
379
380
381
382
383
384void
385xfs_btree_reada_bufs(
386 struct xfs_mount *mp,
387 xfs_agnumber_t agno,
388 xfs_agblock_t agbno,
389 xfs_extlen_t count,
390 const struct xfs_buf_ops *ops);
391
392
393
394
395void
396xfs_btree_init_block(
397 struct xfs_mount *mp,
398 struct xfs_buf *bp,
399 xfs_btnum_t btnum,
400 __u16 level,
401 __u16 numrecs,
402 __u64 owner,
403 unsigned int flags);
404
405void
406xfs_btree_init_block_int(
407 struct xfs_mount *mp,
408 struct xfs_btree_block *buf,
409 xfs_daddr_t blkno,
410 xfs_btnum_t btnum,
411 __u16 level,
412 __u16 numrecs,
413 __u64 owner,
414 unsigned int flags);
415
416
417
418
419int xfs_btree_increment(struct xfs_btree_cur *, int, int *);
420int xfs_btree_decrement(struct xfs_btree_cur *, int, int *);
421int xfs_btree_lookup(struct xfs_btree_cur *, xfs_lookup_t, int *);
422int xfs_btree_update(struct xfs_btree_cur *, union xfs_btree_rec *);
423int xfs_btree_new_iroot(struct xfs_btree_cur *, int *, int *);
424int xfs_btree_insert(struct xfs_btree_cur *, int *);
425int xfs_btree_delete(struct xfs_btree_cur *, int *);
426int xfs_btree_get_rec(struct xfs_btree_cur *, union xfs_btree_rec **, int *);
427int xfs_btree_change_owner(struct xfs_btree_cur *cur, uint64_t new_owner,
428 struct list_head *buffer_list);
429
430
431
432
433void xfs_btree_lblock_calc_crc(struct xfs_buf *);
434bool xfs_btree_lblock_verify_crc(struct xfs_buf *);
435void xfs_btree_sblock_calc_crc(struct xfs_buf *);
436bool xfs_btree_sblock_verify_crc(struct xfs_buf *);
437
438
439
440
441void xfs_btree_log_block(struct xfs_btree_cur *, struct xfs_buf *, int);
442void xfs_btree_log_recs(struct xfs_btree_cur *, struct xfs_buf *, int, int);
443
444
445
446
447static inline int xfs_btree_get_numrecs(struct xfs_btree_block *block)
448{
449 return be16_to_cpu(block->bb_numrecs);
450}
451
452static inline void xfs_btree_set_numrecs(struct xfs_btree_block *block,
453 uint16_t numrecs)
454{
455 block->bb_numrecs = cpu_to_be16(numrecs);
456}
457
458static inline int xfs_btree_get_level(struct xfs_btree_block *block)
459{
460 return be16_to_cpu(block->bb_level);
461}
462
463
464
465
466
467#define XFS_EXTLEN_MIN(a,b) min_t(xfs_extlen_t, (a), (b))
468#define XFS_EXTLEN_MAX(a,b) max_t(xfs_extlen_t, (a), (b))
469#define XFS_AGBLOCK_MIN(a,b) min_t(xfs_agblock_t, (a), (b))
470#define XFS_AGBLOCK_MAX(a,b) max_t(xfs_agblock_t, (a), (b))
471#define XFS_FILEOFF_MIN(a,b) min_t(xfs_fileoff_t, (a), (b))
472#define XFS_FILEOFF_MAX(a,b) max_t(xfs_fileoff_t, (a), (b))
473#define XFS_FILBLKS_MIN(a,b) min_t(xfs_filblks_t, (a), (b))
474#define XFS_FILBLKS_MAX(a,b) max_t(xfs_filblks_t, (a), (b))
475
476
477
478
479
480
481
482
483
484
485
486#define XFS_BTREE_TRACE_ARGBI(c, b, i)
487#define XFS_BTREE_TRACE_ARGBII(c, b, i, j)
488#define XFS_BTREE_TRACE_ARGI(c, i)
489#define XFS_BTREE_TRACE_ARGIPK(c, i, p, s)
490#define XFS_BTREE_TRACE_ARGIPR(c, i, p, r)
491#define XFS_BTREE_TRACE_ARGIK(c, i, k)
492#define XFS_BTREE_TRACE_ARGR(c, r)
493#define XFS_BTREE_TRACE_CURSOR(c, t)
494
495xfs_failaddr_t xfs_btree_sblock_v5hdr_verify(struct xfs_buf *bp);
496xfs_failaddr_t xfs_btree_sblock_verify(struct xfs_buf *bp,
497 unsigned int max_recs);
498xfs_failaddr_t xfs_btree_lblock_v5hdr_verify(struct xfs_buf *bp,
499 uint64_t owner);
500xfs_failaddr_t xfs_btree_lblock_verify(struct xfs_buf *bp,
501 unsigned int max_recs);
502
503uint xfs_btree_compute_maxlevels(struct xfs_mount *mp, uint *limits,
504 unsigned long len);
505xfs_extlen_t xfs_btree_calc_size(struct xfs_mount *mp, uint *limits,
506 unsigned long long len);
507
508
509#define XFS_BTREE_QUERY_RANGE_CONTINUE 0
510#define XFS_BTREE_QUERY_RANGE_ABORT 1
511typedef int (*xfs_btree_query_range_fn)(struct xfs_btree_cur *cur,
512 union xfs_btree_rec *rec, void *priv);
513
514int xfs_btree_query_range(struct xfs_btree_cur *cur,
515 union xfs_btree_irec *low_rec, union xfs_btree_irec *high_rec,
516 xfs_btree_query_range_fn fn, void *priv);
517int xfs_btree_query_all(struct xfs_btree_cur *cur, xfs_btree_query_range_fn fn,
518 void *priv);
519
520typedef int (*xfs_btree_visit_blocks_fn)(struct xfs_btree_cur *cur, int level,
521 void *data);
522int xfs_btree_visit_blocks(struct xfs_btree_cur *cur,
523 xfs_btree_visit_blocks_fn fn, void *data);
524
525int xfs_btree_count_blocks(struct xfs_btree_cur *cur, xfs_extlen_t *blocks);
526
527union xfs_btree_rec *xfs_btree_rec_addr(struct xfs_btree_cur *cur, int n,
528 struct xfs_btree_block *block);
529union xfs_btree_key *xfs_btree_key_addr(struct xfs_btree_cur *cur, int n,
530 struct xfs_btree_block *block);
531union xfs_btree_key *xfs_btree_high_key_addr(struct xfs_btree_cur *cur, int n,
532 struct xfs_btree_block *block);
533union xfs_btree_ptr *xfs_btree_ptr_addr(struct xfs_btree_cur *cur, int n,
534 struct xfs_btree_block *block);
535int xfs_btree_lookup_get_block(struct xfs_btree_cur *cur, int level,
536 union xfs_btree_ptr *pp, struct xfs_btree_block **blkp);
537struct xfs_btree_block *xfs_btree_get_block(struct xfs_btree_cur *cur,
538 int level, struct xfs_buf **bpp);
539bool xfs_btree_ptr_is_null(struct xfs_btree_cur *cur, union xfs_btree_ptr *ptr);
540int64_t xfs_btree_diff_two_ptrs(struct xfs_btree_cur *cur,
541 const union xfs_btree_ptr *a,
542 const union xfs_btree_ptr *b);
543void xfs_btree_get_sibling(struct xfs_btree_cur *cur,
544 struct xfs_btree_block *block,
545 union xfs_btree_ptr *ptr, int lr);
546void xfs_btree_get_keys(struct xfs_btree_cur *cur,
547 struct xfs_btree_block *block, union xfs_btree_key *key);
548union xfs_btree_key *xfs_btree_high_key_from_key(struct xfs_btree_cur *cur,
549 union xfs_btree_key *key);
550int xfs_btree_has_record(struct xfs_btree_cur *cur, union xfs_btree_irec *low,
551 union xfs_btree_irec *high, bool *exists);
552
553#endif
554