2 * fs/logfs/segment.c - Handling the Object Store
4 * As should be obvious for Linux kernel code, license is GPLv2
6 * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org>
8 * Object store or ostore makes up the complete device with exception of
9 * the superblock and journal areas. Apart from its own metadata it stores
10 * three kinds of objects: inodes, dentries and blocks, both data and indirect.
13 #include <linux/slab.h>
15 static int logfs_mark_segment_bad(struct super_block
*sb
, u32 segno
)
17 struct logfs_super
*super
= logfs_super(sb
);
18 struct btree_head32
*head
= &super
->s_reserved_segments
;
21 err
= btree_insert32(head
, segno
, (void *)1, GFP_NOFS
);
24 logfs_super(sb
)->s_bad_segments
++;
25 /* FIXME: write to journal */
29 int logfs_erase_segment(struct super_block
*sb
, u32 segno
, int ensure_erase
)
31 struct logfs_super
*super
= logfs_super(sb
);
35 return super
->s_devops
->erase(sb
, (u64
)segno
<< super
->s_segshift
,
36 super
->s_segsize
, ensure_erase
);
39 static s64
logfs_get_free_bytes(struct logfs_area
*area
, size_t bytes
)
43 logfs_open_area(area
, bytes
);
45 ofs
= area
->a_used_bytes
;
46 area
->a_used_bytes
+= bytes
;
47 BUG_ON(area
->a_used_bytes
>= logfs_super(area
->a_sb
)->s_segsize
);
49 return dev_ofs(area
->a_sb
, area
->a_segno
, ofs
);
52 static struct page
*get_mapping_page(struct super_block
*sb
, pgoff_t index
,
55 struct logfs_super
*super
= logfs_super(sb
);
56 struct address_space
*mapping
= super
->s_mapping_inode
->i_mapping
;
57 filler_t
*filler
= super
->s_devops
->readpage
;
60 BUG_ON(mapping_gfp_mask(mapping
) & __GFP_FS
);
62 page
= read_cache_page(mapping
, index
, filler
, sb
);
64 page
= find_or_create_page(mapping
, index
, GFP_NOFS
);
70 int __logfs_buf_write(struct logfs_area
*area
, u64 ofs
, void *buf
, size_t len
,
73 pgoff_t index
= ofs
>> PAGE_SHIFT
;
75 long offset
= ofs
& (PAGE_SIZE
-1);
78 /* Only logfs_wbuf_recover may use len==0 */
79 BUG_ON(!len
&& !use_filler
);
81 copylen
= min((ulong
)len
, PAGE_SIZE
- offset
);
83 page
= get_mapping_page(area
->a_sb
, index
, use_filler
);
86 BUG_ON(!page
); /* FIXME: reserve a pool */
87 SetPageUptodate(page
);
88 memcpy(page_address(page
) + offset
, buf
, copylen
);
90 if (!PagePrivate(page
)) {
94 page_cache_release(page
);
104 static void pad_partial_page(struct logfs_area
*area
)
106 struct super_block
*sb
= area
->a_sb
;
108 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_used_bytes
);
109 pgoff_t index
= ofs
>> PAGE_SHIFT
;
110 long offset
= ofs
& (PAGE_SIZE
-1);
111 u32 len
= PAGE_SIZE
- offset
;
113 if (len
% PAGE_SIZE
) {
114 page
= get_mapping_page(sb
, index
, 0);
115 BUG_ON(!page
); /* FIXME: reserve a pool */
116 memset(page_address(page
) + offset
, 0xff, len
);
117 if (!PagePrivate(page
)) {
118 SetPagePrivate(page
);
119 page_cache_get(page
);
121 page_cache_release(page
);
125 static void pad_full_pages(struct logfs_area
*area
)
127 struct super_block
*sb
= area
->a_sb
;
128 struct logfs_super
*super
= logfs_super(sb
);
129 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_used_bytes
);
130 u32 len
= super
->s_segsize
- area
->a_used_bytes
;
131 pgoff_t index
= PAGE_CACHE_ALIGN(ofs
) >> PAGE_CACHE_SHIFT
;
132 pgoff_t no_indizes
= len
>> PAGE_CACHE_SHIFT
;
136 page
= get_mapping_page(sb
, index
, 0);
137 BUG_ON(!page
); /* FIXME: reserve a pool */
138 SetPageUptodate(page
);
139 memset(page_address(page
), 0xff, PAGE_CACHE_SIZE
);
140 if (!PagePrivate(page
)) {
141 SetPagePrivate(page
);
142 page_cache_get(page
);
144 page_cache_release(page
);
151 * bdev_writeseg will write full pages. Memset the tail to prevent data leaks.
152 * Also make sure we allocate (and memset) all pages for final writeout.
154 static void pad_wbuf(struct logfs_area
*area
, int final
)
156 pad_partial_page(area
);
158 pad_full_pages(area
);
162 * We have to be careful with the alias tree. Since lookup is done by bix,
163 * it needs to be normalized, so 14, 15, 16, etc. all match when dealing with
164 * indirect blocks. So always use it through accessor functions.
166 static void *alias_tree_lookup(struct super_block
*sb
, u64 ino
, u64 bix
,
169 struct btree_head128
*head
= &logfs_super(sb
)->s_object_alias_tree
;
170 pgoff_t index
= logfs_pack_index(bix
, level
);
172 return btree_lookup128(head
, ino
, index
);
175 static int alias_tree_insert(struct super_block
*sb
, u64 ino
, u64 bix
,
176 level_t level
, void *val
)
178 struct btree_head128
*head
= &logfs_super(sb
)->s_object_alias_tree
;
179 pgoff_t index
= logfs_pack_index(bix
, level
);
181 return btree_insert128(head
, ino
, index
, val
, GFP_NOFS
);
184 static int btree_write_alias(struct super_block
*sb
, struct logfs_block
*block
,
185 write_alias_t
*write_one_alias
)
187 struct object_alias_item
*item
;
190 list_for_each_entry(item
, &block
->item_list
, list
) {
191 err
= write_alias_journal(sb
, block
->ino
, block
->bix
,
192 block
->level
, item
->child_no
, item
->val
);
199 static struct logfs_block_ops btree_block_ops
= {
200 .write_block
= btree_write_block
,
201 .free_block
= __free_block
,
202 .write_alias
= btree_write_alias
,
205 int logfs_load_object_aliases(struct super_block
*sb
,
206 struct logfs_obj_alias
*oa
, int count
)
208 struct logfs_super
*super
= logfs_super(sb
);
209 struct logfs_block
*block
;
210 struct object_alias_item
*item
;
215 super
->s_flags
|= LOGFS_SB_FLAG_OBJ_ALIAS
;
216 count
/= sizeof(*oa
);
217 for (i
= 0; i
< count
; i
++) {
218 item
= mempool_alloc(super
->s_alias_pool
, GFP_NOFS
);
221 memset(item
, 0, sizeof(*item
));
223 super
->s_no_object_aliases
++;
224 item
->val
= oa
[i
].val
;
225 item
->child_no
= be16_to_cpu(oa
[i
].child_no
);
227 ino
= be64_to_cpu(oa
[i
].ino
);
228 bix
= be64_to_cpu(oa
[i
].bix
);
229 level
= LEVEL(oa
[i
].level
);
231 log_aliases("logfs_load_object_aliases(%llx, %llx, %x, %x) %llx\n",
232 ino
, bix
, level
, item
->child_no
,
233 be64_to_cpu(item
->val
));
234 block
= alias_tree_lookup(sb
, ino
, bix
, level
);
236 block
= __alloc_block(sb
, ino
, bix
, level
);
237 block
->ops
= &btree_block_ops
;
238 err
= alias_tree_insert(sb
, ino
, bix
, level
, block
);
239 BUG_ON(err
); /* mempool empty */
241 if (test_and_set_bit(item
->child_no
, block
->alias_map
)) {
242 printk(KERN_ERR
"LogFS: Alias collision detected\n");
245 list_move_tail(&block
->alias_list
, &super
->s_object_alias
);
246 list_add(&item
->list
, &block
->item_list
);
251 static void kill_alias(void *_block
, unsigned long ignore0
,
252 u64 ignore1
, u64 ignore2
, size_t ignore3
)
254 struct logfs_block
*block
= _block
;
255 struct super_block
*sb
= block
->sb
;
256 struct logfs_super
*super
= logfs_super(sb
);
257 struct object_alias_item
*item
;
259 while (!list_empty(&block
->item_list
)) {
260 item
= list_entry(block
->item_list
.next
, typeof(*item
), list
);
261 list_del(&item
->list
);
262 mempool_free(item
, super
->s_alias_pool
);
264 block
->ops
->free_block(sb
, block
);
267 static int obj_type(struct inode
*inode
, level_t level
)
270 if (S_ISDIR(inode
->i_mode
))
272 if (inode
->i_ino
== LOGFS_INO_MASTER
)
278 static int obj_len(struct super_block
*sb
, int obj_type
)
282 return sizeof(struct logfs_disk_dentry
);
284 return sizeof(struct logfs_disk_inode
);
286 return sb
->s_blocksize
;
292 static int __logfs_segment_write(struct inode
*inode
, void *buf
,
293 struct logfs_shadow
*shadow
, int type
, int len
, int compr
)
295 struct logfs_area
*area
;
296 struct super_block
*sb
= inode
->i_sb
;
298 struct logfs_object_header h
;
301 if (shadow
->gc_level
== 0)
304 acc_len
= obj_len(sb
, type
);
306 area
= get_area(sb
, shadow
->gc_level
);
307 ofs
= logfs_get_free_bytes(area
, len
+ LOGFS_OBJECT_HEADERSIZE
);
308 LOGFS_BUG_ON(ofs
<= 0, sb
);
310 * Order is important. logfs_get_free_bytes(), by modifying the
311 * segment file, may modify the content of the very page we're about
312 * to write now. Which is fine, as long as the calculated crc and
313 * written data still match. So do the modifications _before_
314 * calculating the crc.
317 h
.len
= cpu_to_be16(len
);
320 h
.ino
= cpu_to_be64(inode
->i_ino
);
321 h
.bix
= cpu_to_be64(shadow
->bix
);
322 h
.crc
= logfs_crc32(&h
, sizeof(h
) - 4, 4);
323 h
.data_crc
= logfs_crc32(buf
, len
, 0);
325 logfs_buf_write(area
, ofs
, &h
, sizeof(h
));
326 logfs_buf_write(area
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, buf
, len
);
328 shadow
->new_ofs
= ofs
;
329 shadow
->new_len
= acc_len
+ LOGFS_OBJECT_HEADERSIZE
;
334 static s64
logfs_segment_write_compress(struct inode
*inode
, void *buf
,
335 struct logfs_shadow
*shadow
, int type
, int len
)
337 struct super_block
*sb
= inode
->i_sb
;
338 void *compressor_buf
= logfs_super(sb
)->s_compressed_je
;
342 mutex_lock(&logfs_super(sb
)->s_journal_mutex
);
343 compr_len
= logfs_compress(buf
, compressor_buf
, len
, len
);
345 if (compr_len
>= 0) {
346 ret
= __logfs_segment_write(inode
, compressor_buf
, shadow
,
347 type
, compr_len
, COMPR_ZLIB
);
349 ret
= __logfs_segment_write(inode
, buf
, shadow
, type
, len
,
352 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
357 * logfs_segment_write - write data block to object store
358 * @inode: inode containing data
360 * Returns an errno or zero.
362 int logfs_segment_write(struct inode
*inode
, struct page
*page
,
363 struct logfs_shadow
*shadow
)
365 struct super_block
*sb
= inode
->i_sb
;
366 struct logfs_super
*super
= logfs_super(sb
);
367 int do_compress
, type
, len
;
371 super
->s_flags
|= LOGFS_SB_FLAG_DIRTY
;
372 BUG_ON(super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
);
373 do_compress
= logfs_inode(inode
)->li_flags
& LOGFS_IF_COMPRESSED
;
374 if (shadow
->gc_level
!= 0) {
375 /* temporarily disable compression for indirect blocks */
379 type
= obj_type(inode
, shrink_level(shadow
->gc_level
));
380 len
= obj_len(sb
, type
);
383 ret
= logfs_segment_write_compress(inode
, buf
, shadow
, type
,
386 ret
= __logfs_segment_write(inode
, buf
, shadow
, type
, len
,
390 log_segment("logfs_segment_write(%llx, %llx, %x) %llx->%llx %x->%x\n",
391 shadow
->ino
, shadow
->bix
, shadow
->gc_level
,
392 shadow
->old_ofs
, shadow
->new_ofs
,
393 shadow
->old_len
, shadow
->new_len
);
394 /* this BUG_ON did catch a locking bug. useful */
395 BUG_ON(!(shadow
->new_ofs
& (super
->s_segsize
- 1)));
399 int wbuf_read(struct super_block
*sb
, u64 ofs
, size_t len
, void *buf
)
401 pgoff_t index
= ofs
>> PAGE_SHIFT
;
403 long offset
= ofs
& (PAGE_SIZE
-1);
407 copylen
= min((ulong
)len
, PAGE_SIZE
- offset
);
409 page
= get_mapping_page(sb
, index
, 1);
411 return PTR_ERR(page
);
412 memcpy(buf
, page_address(page
) + offset
, copylen
);
413 page_cache_release(page
);
424 * The "position" of indirect blocks is ambiguous. It can be the position
425 * of any data block somewhere behind this indirect block. So we need to
426 * normalize the positions through logfs_block_mask() before comparing.
428 static int check_pos(struct super_block
*sb
, u64 pos1
, u64 pos2
, level_t level
)
430 return (pos1
& logfs_block_mask(sb
, level
)) !=
431 (pos2
& logfs_block_mask(sb
, level
));
435 static int read_seg_header(struct super_block
*sb
, u64 ofs
,
436 struct logfs_segment_header
*sh
)
441 err
= wbuf_read(sb
, ofs
, sizeof(*sh
), sh
);
444 crc
= logfs_crc32(sh
, sizeof(*sh
), 4);
445 if (crc
!= sh
->crc
) {
446 printk(KERN_ERR
"LOGFS: header crc error at %llx: expected %x, "
447 "got %x\n", ofs
, be32_to_cpu(sh
->crc
),
455 static int read_obj_header(struct super_block
*sb
, u64 ofs
,
456 struct logfs_object_header
*oh
)
461 err
= wbuf_read(sb
, ofs
, sizeof(*oh
), oh
);
464 crc
= logfs_crc32(oh
, sizeof(*oh
) - 4, 4);
465 if (crc
!= oh
->crc
) {
466 printk(KERN_ERR
"LOGFS: header crc error at %llx: expected %x, "
467 "got %x\n", ofs
, be32_to_cpu(oh
->crc
),
474 static void move_btree_to_page(struct inode
*inode
, struct page
*page
,
477 struct super_block
*sb
= inode
->i_sb
;
478 struct logfs_super
*super
= logfs_super(sb
);
479 struct btree_head128
*head
= &super
->s_object_alias_tree
;
480 struct logfs_block
*block
;
481 struct object_alias_item
*item
, *next
;
483 if (!(super
->s_flags
& LOGFS_SB_FLAG_OBJ_ALIAS
))
486 block
= btree_remove128(head
, inode
->i_ino
, page
->index
);
490 log_blockmove("move_btree_to_page(%llx, %llx, %x)\n",
491 block
->ino
, block
->bix
, block
->level
);
492 list_for_each_entry_safe(item
, next
, &block
->item_list
, list
) {
493 data
[item
->child_no
] = item
->val
;
494 list_del(&item
->list
);
495 mempool_free(item
, super
->s_alias_pool
);
499 if (!PagePrivate(page
)) {
500 SetPagePrivate(page
);
501 page_cache_get(page
);
502 set_page_private(page
, (unsigned long) block
);
504 block
->ops
= &indirect_block_ops
;
505 initialize_block_counters(page
, block
, data
, 0);
509 * This silences a false, yet annoying gcc warning. I hate it when my editor
510 * jumps into bitops.h each time I recompile this file.
511 * TODO: Complain to gcc folks about this and upgrade compiler.
513 static unsigned long fnb(const unsigned long *addr
,
514 unsigned long size
, unsigned long offset
)
516 return find_next_bit(addr
, size
, offset
);
519 void move_page_to_btree(struct page
*page
)
521 struct logfs_block
*block
= logfs_block(page
);
522 struct super_block
*sb
= block
->sb
;
523 struct logfs_super
*super
= logfs_super(sb
);
524 struct object_alias_item
*item
;
529 if (super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
) {
530 block
->ops
->free_block(sb
, block
);
533 log_blockmove("move_page_to_btree(%llx, %llx, %x)\n",
534 block
->ino
, block
->bix
, block
->level
);
535 super
->s_flags
|= LOGFS_SB_FLAG_OBJ_ALIAS
;
537 for (pos
= 0; ; pos
++) {
538 pos
= fnb(block
->alias_map
, LOGFS_BLOCK_FACTOR
, pos
);
539 if (pos
>= LOGFS_BLOCK_FACTOR
)
542 item
= mempool_alloc(super
->s_alias_pool
, GFP_NOFS
);
543 BUG_ON(!item
); /* mempool empty */
544 memset(item
, 0, sizeof(*item
));
546 child
= kmap_atomic(page
);
547 item
->val
= child
[pos
];
548 kunmap_atomic(child
);
549 item
->child_no
= pos
;
550 list_add(&item
->list
, &block
->item_list
);
554 if (PagePrivate(page
)) {
555 ClearPagePrivate(page
);
556 page_cache_release(page
);
557 set_page_private(page
, 0);
559 block
->ops
= &btree_block_ops
;
560 err
= alias_tree_insert(block
->sb
, block
->ino
, block
->bix
, block
->level
,
562 BUG_ON(err
); /* mempool empty */
563 ClearPageUptodate(page
);
566 static int __logfs_segment_read(struct inode
*inode
, void *buf
,
567 u64 ofs
, u64 bix
, level_t level
)
569 struct super_block
*sb
= inode
->i_sb
;
570 void *compressor_buf
= logfs_super(sb
)->s_compressed_je
;
571 struct logfs_object_header oh
;
576 block_len
= obj_len(sb
, obj_type(inode
, level
));
577 err
= read_obj_header(sb
, ofs
, &oh
);
582 if (be64_to_cpu(oh
.ino
) != inode
->i_ino
583 || check_pos(sb
, be64_to_cpu(oh
.bix
), bix
, level
)) {
584 printk(KERN_ERR
"LOGFS: (ino, bix) don't match at %llx: "
585 "expected (%lx, %llx), got (%llx, %llx)\n",
586 ofs
, inode
->i_ino
, bix
,
587 be64_to_cpu(oh
.ino
), be64_to_cpu(oh
.bix
));
591 len
= be16_to_cpu(oh
.len
);
595 err
= wbuf_read(sb
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, len
, buf
);
598 crc
= logfs_crc32(buf
, len
, 0);
599 if (crc
!= oh
.data_crc
) {
600 printk(KERN_ERR
"LOGFS: uncompressed data crc error at "
601 "%llx: expected %x, got %x\n", ofs
,
602 be32_to_cpu(oh
.data_crc
),
608 mutex_lock(&logfs_super(sb
)->s_journal_mutex
);
609 err
= wbuf_read(sb
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, len
,
612 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
615 crc
= logfs_crc32(compressor_buf
, len
, 0);
616 if (crc
!= oh
.data_crc
) {
617 printk(KERN_ERR
"LOGFS: compressed data crc error at "
618 "%llx: expected %x, got %x\n", ofs
,
619 be32_to_cpu(oh
.data_crc
),
621 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
624 err
= logfs_uncompress(compressor_buf
, buf
, len
, block_len
);
625 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
627 printk(KERN_ERR
"LOGFS: uncompress error at %llx\n", ofs
);
640 printk(KERN_ERR
"LOGFS: device is read-only now\n");
646 * logfs_segment_read - read data block from object store
647 * @inode: inode containing data
649 * @ofs: physical data offset
651 * @level: block level
653 * Returns 0 on success or a negative errno.
655 int logfs_segment_read(struct inode
*inode
, struct page
*page
,
656 u64 ofs
, u64 bix
, level_t level
)
661 if (PageUptodate(page
))
664 ofs
&= ~LOGFS_FULLY_POPULATED
;
667 err
= __logfs_segment_read(inode
, buf
, ofs
, bix
, level
);
669 move_btree_to_page(inode
, page
, buf
);
670 SetPageUptodate(page
);
673 log_segment("logfs_segment_read(%lx, %llx, %x) %llx (%d)\n",
674 inode
->i_ino
, bix
, level
, ofs
, err
);
678 int logfs_segment_delete(struct inode
*inode
, struct logfs_shadow
*shadow
)
680 struct super_block
*sb
= inode
->i_sb
;
681 struct logfs_super
*super
= logfs_super(sb
);
682 struct logfs_object_header h
;
686 super
->s_flags
|= LOGFS_SB_FLAG_DIRTY
;
687 BUG_ON(super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
);
688 BUG_ON(shadow
->old_ofs
& LOGFS_FULLY_POPULATED
);
689 if (!shadow
->old_ofs
)
692 log_segment("logfs_segment_delete(%llx, %llx, %x) %llx->%llx %x->%x\n",
693 shadow
->ino
, shadow
->bix
, shadow
->gc_level
,
694 shadow
->old_ofs
, shadow
->new_ofs
,
695 shadow
->old_len
, shadow
->new_len
);
696 err
= read_obj_header(sb
, shadow
->old_ofs
, &h
);
697 LOGFS_BUG_ON(err
, sb
);
698 LOGFS_BUG_ON(be64_to_cpu(h
.ino
) != inode
->i_ino
, sb
);
699 LOGFS_BUG_ON(check_pos(sb
, shadow
->bix
, be64_to_cpu(h
.bix
),
700 shrink_level(shadow
->gc_level
)), sb
);
702 if (shadow
->gc_level
== 0)
703 len
= be16_to_cpu(h
.len
);
705 len
= obj_len(sb
, h
.type
);
706 shadow
->old_len
= len
+ sizeof(h
);
710 void freeseg(struct super_block
*sb
, u32 segno
)
712 struct logfs_super
*super
= logfs_super(sb
);
713 struct address_space
*mapping
= super
->s_mapping_inode
->i_mapping
;
717 start
= dev_ofs(sb
, segno
, 0);
718 end
= dev_ofs(sb
, segno
+ 1, 0);
719 for (ofs
= start
; ofs
< end
; ofs
+= PAGE_SIZE
) {
720 page
= find_get_page(mapping
, ofs
>> PAGE_SHIFT
);
723 if (PagePrivate(page
)) {
724 ClearPagePrivate(page
);
725 page_cache_release(page
);
727 page_cache_release(page
);
731 int logfs_open_area(struct logfs_area
*area
, size_t bytes
)
733 struct super_block
*sb
= area
->a_sb
;
734 struct logfs_super
*super
= logfs_super(sb
);
737 if (area
->a_is_open
&& area
->a_used_bytes
+ bytes
<= super
->s_segsize
)
740 if (area
->a_is_open
) {
741 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_written_bytes
);
742 u32 len
= super
->s_segsize
- area
->a_written_bytes
;
744 log_gc("logfs_close_area(%x)\n", area
->a_segno
);
746 super
->s_devops
->writeseg(area
->a_sb
, ofs
, len
);
747 freeseg(sb
, area
->a_segno
);
751 area
->a_used_bytes
= 0;
752 area
->a_written_bytes
= 0;
754 area
->a_ops
->get_free_segment(area
);
755 area
->a_ops
->get_erase_count(area
);
757 log_gc("logfs_open_area(%x, %x)\n", area
->a_segno
, area
->a_level
);
758 err
= area
->a_ops
->erase_segment(area
);
760 printk(KERN_WARNING
"LogFS: Error erasing segment %x\n",
762 logfs_mark_segment_bad(sb
, area
->a_segno
);
769 void logfs_sync_area(struct logfs_area
*area
)
771 struct super_block
*sb
= area
->a_sb
;
772 struct logfs_super
*super
= logfs_super(sb
);
773 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_written_bytes
);
774 u32 len
= (area
->a_used_bytes
- area
->a_written_bytes
);
776 if (super
->s_writesize
)
777 len
&= ~(super
->s_writesize
- 1);
781 super
->s_devops
->writeseg(sb
, ofs
, len
);
782 area
->a_written_bytes
+= len
;
785 void logfs_sync_segments(struct super_block
*sb
)
787 struct logfs_super
*super
= logfs_super(sb
);
791 logfs_sync_area(super
->s_area
[i
]);
795 * Pick a free segment to be used for this area. Effectively takes a
796 * candidate from the free list (not really a candidate anymore).
798 static void ostore_get_free_segment(struct logfs_area
*area
)
800 struct super_block
*sb
= area
->a_sb
;
801 struct logfs_super
*super
= logfs_super(sb
);
803 if (super
->s_free_list
.count
== 0) {
804 printk(KERN_ERR
"LOGFS: ran out of free segments\n");
808 area
->a_segno
= get_best_cand(sb
, &super
->s_free_list
, NULL
);
811 static void ostore_get_erase_count(struct logfs_area
*area
)
813 struct logfs_segment_entry se
;
816 logfs_get_segment_entry(area
->a_sb
, area
->a_segno
, &se
);
817 BUG_ON(se
.ec_level
== cpu_to_be32(BADSEG
) ||
818 se
.valid
== cpu_to_be32(RESERVED
));
820 ec_level
= be32_to_cpu(se
.ec_level
);
821 area
->a_erase_count
= (ec_level
>> 4) + 1;
824 static int ostore_erase_segment(struct logfs_area
*area
)
826 struct super_block
*sb
= area
->a_sb
;
827 struct logfs_segment_header sh
;
831 err
= logfs_erase_segment(sb
, area
->a_segno
, 0);
836 sh
.type
= SEG_OSTORE
;
837 sh
.level
= (__force u8
)area
->a_level
;
838 sh
.segno
= cpu_to_be32(area
->a_segno
);
839 sh
.ec
= cpu_to_be32(area
->a_erase_count
);
840 sh
.gec
= cpu_to_be64(logfs_super(sb
)->s_gec
);
841 sh
.crc
= logfs_crc32(&sh
, sizeof(sh
), 4);
843 logfs_set_segment_erased(sb
, area
->a_segno
, area
->a_erase_count
,
846 ofs
= dev_ofs(sb
, area
->a_segno
, 0);
847 area
->a_used_bytes
= sizeof(sh
);
848 logfs_buf_write(area
, ofs
, &sh
, sizeof(sh
));
852 static const struct logfs_area_ops ostore_area_ops
= {
853 .get_free_segment
= ostore_get_free_segment
,
854 .get_erase_count
= ostore_get_erase_count
,
855 .erase_segment
= ostore_erase_segment
,
858 static void free_area(struct logfs_area
*area
)
861 freeseg(area
->a_sb
, area
->a_segno
);
865 void free_areas(struct super_block
*sb
)
867 struct logfs_super
*super
= logfs_super(sb
);
871 free_area(super
->s_area
[i
]);
872 free_area(super
->s_journal_area
);
875 static struct logfs_area
*alloc_area(struct super_block
*sb
)
877 struct logfs_area
*area
;
879 area
= kzalloc(sizeof(*area
), GFP_KERNEL
);
887 static void map_invalidatepage(struct page
*page
, unsigned int o
,
893 static int map_releasepage(struct page
*page
, gfp_t g
)
895 /* Don't release these pages */
899 static const struct address_space_operations mapping_aops
= {
900 .invalidatepage
= map_invalidatepage
,
901 .releasepage
= map_releasepage
,
902 .set_page_dirty
= __set_page_dirty_nobuffers
,
905 int logfs_init_mapping(struct super_block
*sb
)
907 struct logfs_super
*super
= logfs_super(sb
);
908 struct address_space
*mapping
;
911 inode
= logfs_new_meta_inode(sb
, LOGFS_INO_MAPPING
);
913 return PTR_ERR(inode
);
914 super
->s_mapping_inode
= inode
;
915 mapping
= inode
->i_mapping
;
916 mapping
->a_ops
= &mapping_aops
;
917 /* Would it be possible to use __GFP_HIGHMEM as well? */
918 mapping_set_gfp_mask(mapping
, GFP_NOFS
);
922 int logfs_init_areas(struct super_block
*sb
)
924 struct logfs_super
*super
= logfs_super(sb
);
927 super
->s_alias_pool
= mempool_create_kmalloc_pool(600,
928 sizeof(struct object_alias_item
));
929 if (!super
->s_alias_pool
)
932 super
->s_journal_area
= alloc_area(sb
);
933 if (!super
->s_journal_area
)
937 super
->s_area
[i
] = alloc_area(sb
);
938 if (!super
->s_area
[i
])
940 super
->s_area
[i
]->a_level
= GC_LEVEL(i
);
941 super
->s_area
[i
]->a_ops
= &ostore_area_ops
;
943 btree_init_mempool128(&super
->s_object_alias_tree
,
944 super
->s_btree_pool
);
948 for (i
--; i
>= 0; i
--)
949 free_area(super
->s_area
[i
]);
950 free_area(super
->s_journal_area
);
951 logfs_mempool_destroy(super
->s_alias_pool
);
955 void logfs_cleanup_areas(struct super_block
*sb
)
957 struct logfs_super
*super
= logfs_super(sb
);
959 btree_grim_visitor128(&super
->s_object_alias_tree
, 0, kill_alias
);