2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #include <linux/sched.h>
11 #include <linux/slab.h>
12 #include <linux/spinlock.h>
13 #include <linux/completion.h>
14 #include <linux/buffer_head.h>
15 #include <linux/mempool.h>
16 #include <linux/gfs2_ondisk.h>
17 #include <linux/bio.h>
19 #include <linux/list_sort.h>
32 #include "trace_gfs2.h"
35 * gfs2_pin - Pin a buffer in memory
36 * @sdp: The superblock
37 * @bh: The buffer to be pinned
39 * The log lock must be held when calling this function
41 void gfs2_pin(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
)
43 struct gfs2_bufdata
*bd
;
45 BUG_ON(!current
->journal_info
);
47 clear_buffer_dirty(bh
);
48 if (test_set_buffer_pinned(bh
))
49 gfs2_assert_withdraw(sdp
, 0);
50 if (!buffer_uptodate(bh
))
51 gfs2_io_error_bh(sdp
, bh
);
53 /* If this buffer is in the AIL and it has already been written
54 * to in-place disk block, remove it from the AIL.
56 spin_lock(&sdp
->sd_ail_lock
);
58 list_move(&bd
->bd_ail_st_list
, &bd
->bd_tr
->tr_ail2_list
);
59 spin_unlock(&sdp
->sd_ail_lock
);
61 atomic_inc(&sdp
->sd_log_pinned
);
62 trace_gfs2_pin(bd
, 1);
65 static bool buffer_is_rgrp(const struct gfs2_bufdata
*bd
)
67 return bd
->bd_gl
->gl_name
.ln_type
== LM_TYPE_RGRP
;
70 static void maybe_release_space(struct gfs2_bufdata
*bd
)
72 struct gfs2_glock
*gl
= bd
->bd_gl
;
73 struct gfs2_sbd
*sdp
= gl
->gl_name
.ln_sbd
;
74 struct gfs2_rgrpd
*rgd
= gl
->gl_object
;
75 unsigned int index
= bd
->bd_bh
->b_blocknr
- gl
->gl_name
.ln_number
;
76 struct gfs2_bitmap
*bi
= rgd
->rd_bits
+ index
;
78 if (bi
->bi_clone
== NULL
)
80 if (sdp
->sd_args
.ar_discard
)
81 gfs2_rgrp_send_discards(sdp
, rgd
->rd_data0
, bd
->bd_bh
, bi
, 1, NULL
);
82 memcpy(bi
->bi_clone
+ bi
->bi_offset
,
83 bd
->bd_bh
->b_data
+ bi
->bi_offset
, bi
->bi_len
);
84 clear_bit(GBF_FULL
, &bi
->bi_flags
);
85 rgd
->rd_free_clone
= rgd
->rd_free
;
86 rgd
->rd_extfail_pt
= rgd
->rd_free
;
90 * gfs2_unpin - Unpin a buffer
91 * @sdp: the filesystem the buffer belongs to
92 * @bh: The buffer to unpin
94 * @flags: The inode dirty flags
98 static void gfs2_unpin(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
,
99 struct gfs2_trans
*tr
)
101 struct gfs2_bufdata
*bd
= bh
->b_private
;
103 BUG_ON(!buffer_uptodate(bh
));
104 BUG_ON(!buffer_pinned(bh
));
107 mark_buffer_dirty(bh
);
108 clear_buffer_pinned(bh
);
110 if (buffer_is_rgrp(bd
))
111 maybe_release_space(bd
);
113 spin_lock(&sdp
->sd_ail_lock
);
115 list_del(&bd
->bd_ail_st_list
);
118 struct gfs2_glock
*gl
= bd
->bd_gl
;
119 list_add(&bd
->bd_ail_gl_list
, &gl
->gl_ail_list
);
120 atomic_inc(&gl
->gl_ail_count
);
123 list_add(&bd
->bd_ail_st_list
, &tr
->tr_ail1_list
);
124 spin_unlock(&sdp
->sd_ail_lock
);
126 clear_bit(GLF_LFLUSH
, &bd
->bd_gl
->gl_flags
);
127 trace_gfs2_pin(bd
, 0);
129 atomic_dec(&sdp
->sd_log_pinned
);
132 static void gfs2_log_incr_head(struct gfs2_sbd
*sdp
)
134 BUG_ON((sdp
->sd_log_flush_head
== sdp
->sd_log_tail
) &&
135 (sdp
->sd_log_flush_head
!= sdp
->sd_log_head
));
137 if (++sdp
->sd_log_flush_head
== sdp
->sd_jdesc
->jd_blocks
) {
138 sdp
->sd_log_flush_head
= 0;
139 sdp
->sd_log_flush_wrapped
= 1;
143 static u64
gfs2_log_bmap(struct gfs2_sbd
*sdp
)
145 unsigned int lbn
= sdp
->sd_log_flush_head
;
146 struct gfs2_journal_extent
*je
;
149 list_for_each_entry(je
, &sdp
->sd_jdesc
->extent_list
, list
) {
150 if ((lbn
>= je
->lblock
) && (lbn
< (je
->lblock
+ je
->blocks
))) {
151 block
= je
->dblock
+ lbn
- je
->lblock
;
152 gfs2_log_incr_head(sdp
);
161 * gfs2_end_log_write_bh - end log write of pagecache data with buffers
162 * @sdp: The superblock
164 * @error: The i/o status
166 * This finds the relavent buffers and unlocks then and sets the
167 * error flag according to the status of the i/o request. This is
168 * used when the log is writing data which has an in-place version
169 * that is pinned in the pagecache.
172 static void gfs2_end_log_write_bh(struct gfs2_sbd
*sdp
, struct bio_vec
*bvec
,
175 struct buffer_head
*bh
, *next
;
176 struct page
*page
= bvec
->bv_page
;
179 bh
= page_buffers(page
);
181 while (bh_offset(bh
) < bvec
->bv_offset
)
182 bh
= bh
->b_this_page
;
185 set_buffer_write_io_error(bh
);
187 next
= bh
->b_this_page
;
195 * gfs2_end_log_write - end of i/o to the log
197 * @error: Status of i/o request
199 * Each bio_vec contains either data from the pagecache or data
200 * relating to the log itself. Here we iterate over the bio_vec
201 * array, processing both kinds of data.
205 static void gfs2_end_log_write(struct bio
*bio
)
207 struct gfs2_sbd
*sdp
= bio
->bi_private
;
208 struct bio_vec
*bvec
;
213 sdp
->sd_log_error
= bio
->bi_error
;
214 fs_err(sdp
, "Error %d writing to log\n", bio
->bi_error
);
217 bio_for_each_segment_all(bvec
, bio
, i
) {
218 page
= bvec
->bv_page
;
219 if (page_has_buffers(page
))
220 gfs2_end_log_write_bh(sdp
, bvec
, bio
->bi_error
);
222 mempool_free(page
, gfs2_page_pool
);
226 if (atomic_dec_and_test(&sdp
->sd_log_in_flight
))
227 wake_up(&sdp
->sd_log_flush_wait
);
231 * gfs2_log_flush_bio - Submit any pending log bio
232 * @sdp: The superblock
234 * @op_flags: req_flag_bits
236 * Submit any pending part-built or full bio to the block device. If
237 * there is no pending bio, then this is a no-op.
240 void gfs2_log_flush_bio(struct gfs2_sbd
*sdp
, int op
, int op_flags
)
242 if (sdp
->sd_log_bio
) {
243 atomic_inc(&sdp
->sd_log_in_flight
);
244 bio_set_op_attrs(sdp
->sd_log_bio
, op
, op_flags
);
245 submit_bio(sdp
->sd_log_bio
);
246 sdp
->sd_log_bio
= NULL
;
251 * gfs2_log_alloc_bio - Allocate a new bio for log writing
252 * @sdp: The superblock
253 * @blkno: The next device block number we want to write to
255 * This should never be called when there is a cached bio in the
256 * super block. When it returns, there will be a cached bio in the
257 * super block which will have as many bio_vecs as the device is
260 * Returns: Newly allocated bio
263 static struct bio
*gfs2_log_alloc_bio(struct gfs2_sbd
*sdp
, u64 blkno
)
265 struct super_block
*sb
= sdp
->sd_vfs
;
268 BUG_ON(sdp
->sd_log_bio
);
270 bio
= bio_alloc(GFP_NOIO
, BIO_MAX_PAGES
);
271 bio
->bi_iter
.bi_sector
= blkno
* (sb
->s_blocksize
>> 9);
272 bio
->bi_bdev
= sb
->s_bdev
;
273 bio
->bi_end_io
= gfs2_end_log_write
;
274 bio
->bi_private
= sdp
;
276 sdp
->sd_log_bio
= bio
;
282 * gfs2_log_get_bio - Get cached log bio, or allocate a new one
283 * @sdp: The superblock
284 * @blkno: The device block number we want to write to
286 * If there is a cached bio, then if the next block number is sequential
287 * with the previous one, return it, otherwise flush the bio to the
288 * device. If there is not a cached bio, or we just flushed it, then
289 * allocate a new one.
291 * Returns: The bio to use for log writes
294 static struct bio
*gfs2_log_get_bio(struct gfs2_sbd
*sdp
, u64 blkno
)
296 struct bio
*bio
= sdp
->sd_log_bio
;
300 nblk
= bio_end_sector(bio
);
301 nblk
>>= sdp
->sd_fsb2bb_shift
;
304 gfs2_log_flush_bio(sdp
, REQ_OP_WRITE
, 0);
307 return gfs2_log_alloc_bio(sdp
, blkno
);
312 * gfs2_log_write - write to log
313 * @sdp: the filesystem
314 * @page: the page to write
315 * @size: the size of the data to write
316 * @offset: the offset within the page
318 * Try and add the page segment to the current bio. If that fails,
319 * submit the current bio to the device and create a new one, and
320 * then add the page segment to that.
323 static void gfs2_log_write(struct gfs2_sbd
*sdp
, struct page
*page
,
324 unsigned size
, unsigned offset
)
326 u64 blkno
= gfs2_log_bmap(sdp
);
330 bio
= gfs2_log_get_bio(sdp
, blkno
);
331 ret
= bio_add_page(bio
, page
, size
, offset
);
333 gfs2_log_flush_bio(sdp
, REQ_OP_WRITE
, 0);
334 bio
= gfs2_log_alloc_bio(sdp
, blkno
);
335 ret
= bio_add_page(bio
, page
, size
, offset
);
341 * gfs2_log_write_bh - write a buffer's content to the log
342 * @sdp: The super block
343 * @bh: The buffer pointing to the in-place location
345 * This writes the content of the buffer to the next available location
346 * in the log. The buffer will be unlocked once the i/o to the log has
350 static void gfs2_log_write_bh(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
)
352 gfs2_log_write(sdp
, bh
->b_page
, bh
->b_size
, bh_offset(bh
));
356 * gfs2_log_write_page - write one block stored in a page, into the log
357 * @sdp: The superblock
358 * @page: The struct page
360 * This writes the first block-sized part of the page into the log. Note
361 * that the page must have been allocated from the gfs2_page_pool mempool
362 * and that after this has been called, ownership has been transferred and
363 * the page may be freed at any time.
366 void gfs2_log_write_page(struct gfs2_sbd
*sdp
, struct page
*page
)
368 struct super_block
*sb
= sdp
->sd_vfs
;
369 gfs2_log_write(sdp
, page
, sb
->s_blocksize
, 0);
372 static struct page
*gfs2_get_log_desc(struct gfs2_sbd
*sdp
, u32 ld_type
,
373 u32 ld_length
, u32 ld_data1
)
375 struct page
*page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
376 struct gfs2_log_descriptor
*ld
= page_address(page
);
378 ld
->ld_header
.mh_magic
= cpu_to_be32(GFS2_MAGIC
);
379 ld
->ld_header
.mh_type
= cpu_to_be32(GFS2_METATYPE_LD
);
380 ld
->ld_header
.mh_format
= cpu_to_be32(GFS2_FORMAT_LD
);
381 ld
->ld_type
= cpu_to_be32(ld_type
);
382 ld
->ld_length
= cpu_to_be32(ld_length
);
383 ld
->ld_data1
= cpu_to_be32(ld_data1
);
388 static void gfs2_check_magic(struct buffer_head
*bh
)
393 clear_buffer_escaped(bh
);
394 kaddr
= kmap_atomic(bh
->b_page
);
395 ptr
= kaddr
+ bh_offset(bh
);
396 if (*ptr
== cpu_to_be32(GFS2_MAGIC
))
397 set_buffer_escaped(bh
);
398 kunmap_atomic(kaddr
);
401 static int blocknr_cmp(void *priv
, struct list_head
*a
, struct list_head
*b
)
403 struct gfs2_bufdata
*bda
, *bdb
;
405 bda
= list_entry(a
, struct gfs2_bufdata
, bd_list
);
406 bdb
= list_entry(b
, struct gfs2_bufdata
, bd_list
);
408 if (bda
->bd_bh
->b_blocknr
< bdb
->bd_bh
->b_blocknr
)
410 if (bda
->bd_bh
->b_blocknr
> bdb
->bd_bh
->b_blocknr
)
415 static void gfs2_before_commit(struct gfs2_sbd
*sdp
, unsigned int limit
,
416 unsigned int total
, struct list_head
*blist
,
419 struct gfs2_log_descriptor
*ld
;
420 struct gfs2_bufdata
*bd1
= NULL
, *bd2
;
427 list_sort(NULL
, blist
, blocknr_cmp
);
428 bd1
= bd2
= list_prepare_entry(bd1
, blist
, bd_list
);
433 gfs2_log_unlock(sdp
);
434 page
= gfs2_get_log_desc(sdp
,
435 is_databuf
? GFS2_LOG_DESC_JDATA
:
436 GFS2_LOG_DESC_METADATA
, num
+ 1, num
);
437 ld
= page_address(page
);
439 ptr
= (__be64
*)(ld
+ 1);
442 list_for_each_entry_continue(bd1
, blist
, bd_list
) {
443 *ptr
++ = cpu_to_be64(bd1
->bd_bh
->b_blocknr
);
445 gfs2_check_magic(bd1
->bd_bh
);
446 *ptr
++ = cpu_to_be64(buffer_escaped(bd1
->bd_bh
) ? 1 : 0);
452 gfs2_log_unlock(sdp
);
453 gfs2_log_write_page(sdp
, page
);
457 list_for_each_entry_continue(bd2
, blist
, bd_list
) {
459 gfs2_log_unlock(sdp
);
460 lock_buffer(bd2
->bd_bh
);
462 if (buffer_escaped(bd2
->bd_bh
)) {
464 page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
465 ptr
= page_address(page
);
466 kaddr
= kmap_atomic(bd2
->bd_bh
->b_page
);
467 memcpy(ptr
, kaddr
+ bh_offset(bd2
->bd_bh
),
469 kunmap_atomic(kaddr
);
471 clear_buffer_escaped(bd2
->bd_bh
);
472 unlock_buffer(bd2
->bd_bh
);
474 gfs2_log_write_page(sdp
, page
);
476 gfs2_log_write_bh(sdp
, bd2
->bd_bh
);
486 gfs2_log_unlock(sdp
);
489 static void buf_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
491 unsigned int limit
= buf_limit(sdp
); /* 503 for 4k blocks */
495 nbuf
= tr
->tr_num_buf_new
- tr
->tr_num_buf_rm
;
496 gfs2_before_commit(sdp
, limit
, nbuf
, &tr
->tr_buf
, 0);
499 static void buf_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
501 struct list_head
*head
;
502 struct gfs2_bufdata
*bd
;
508 while (!list_empty(head
)) {
509 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
510 list_del_init(&bd
->bd_list
);
511 gfs2_unpin(sdp
, bd
->bd_bh
, tr
);
515 static void buf_lo_before_scan(struct gfs2_jdesc
*jd
,
516 struct gfs2_log_header_host
*head
, int pass
)
521 jd
->jd_found_blocks
= 0;
522 jd
->jd_replayed_blocks
= 0;
525 static int buf_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
526 struct gfs2_log_descriptor
*ld
, __be64
*ptr
,
529 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
530 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
531 struct gfs2_glock
*gl
= ip
->i_gl
;
532 unsigned int blks
= be32_to_cpu(ld
->ld_data1
);
533 struct buffer_head
*bh_log
, *bh_ip
;
537 if (pass
!= 1 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_METADATA
)
540 gfs2_replay_incr_blk(jd
, &start
);
542 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
543 blkno
= be64_to_cpu(*ptr
++);
545 jd
->jd_found_blocks
++;
547 if (gfs2_revoke_check(jd
, blkno
, start
))
550 error
= gfs2_replay_read_block(jd
, start
, &bh_log
);
554 bh_ip
= gfs2_meta_new(gl
, blkno
);
555 memcpy(bh_ip
->b_data
, bh_log
->b_data
, bh_log
->b_size
);
557 if (gfs2_meta_check(sdp
, bh_ip
))
560 mark_buffer_dirty(bh_ip
);
568 jd
->jd_replayed_blocks
++;
575 * gfs2_meta_sync - Sync all buffers associated with a glock
580 static void gfs2_meta_sync(struct gfs2_glock
*gl
)
582 struct address_space
*mapping
= gfs2_glock2aspace(gl
);
583 struct gfs2_sbd
*sdp
= gl
->gl_name
.ln_sbd
;
587 mapping
= &sdp
->sd_aspace
;
589 filemap_fdatawrite(mapping
);
590 error
= filemap_fdatawait(mapping
);
593 gfs2_io_error(gl
->gl_name
.ln_sbd
);
596 static void buf_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
598 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
599 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
602 gfs2_meta_sync(ip
->i_gl
);
608 gfs2_meta_sync(ip
->i_gl
);
610 fs_info(sdp
, "jid=%u: Replayed %u of %u blocks\n",
611 jd
->jd_jid
, jd
->jd_replayed_blocks
, jd
->jd_found_blocks
);
614 static void revoke_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
616 struct gfs2_meta_header
*mh
;
618 struct list_head
*head
= &sdp
->sd_log_le_revoke
;
619 struct gfs2_bufdata
*bd
;
623 gfs2_write_revokes(sdp
);
624 if (!sdp
->sd_log_num_revoke
)
627 length
= gfs2_struct2blk(sdp
, sdp
->sd_log_num_revoke
, sizeof(u64
));
628 page
= gfs2_get_log_desc(sdp
, GFS2_LOG_DESC_REVOKE
, length
, sdp
->sd_log_num_revoke
);
629 offset
= sizeof(struct gfs2_log_descriptor
);
631 list_for_each_entry(bd
, head
, bd_list
) {
632 sdp
->sd_log_num_revoke
--;
634 if (offset
+ sizeof(u64
) > sdp
->sd_sb
.sb_bsize
) {
636 gfs2_log_write_page(sdp
, page
);
637 page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
638 mh
= page_address(page
);
640 mh
->mh_magic
= cpu_to_be32(GFS2_MAGIC
);
641 mh
->mh_type
= cpu_to_be32(GFS2_METATYPE_LB
);
642 mh
->mh_format
= cpu_to_be32(GFS2_FORMAT_LB
);
643 offset
= sizeof(struct gfs2_meta_header
);
646 *(__be64
*)(page_address(page
) + offset
) = cpu_to_be64(bd
->bd_blkno
);
647 offset
+= sizeof(u64
);
649 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_revoke
);
651 gfs2_log_write_page(sdp
, page
);
654 static void revoke_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
656 struct list_head
*head
= &sdp
->sd_log_le_revoke
;
657 struct gfs2_bufdata
*bd
;
658 struct gfs2_glock
*gl
;
660 while (!list_empty(head
)) {
661 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
662 list_del_init(&bd
->bd_list
);
664 atomic_dec(&gl
->gl_revokes
);
665 clear_bit(GLF_LFLUSH
, &gl
->gl_flags
);
666 kmem_cache_free(gfs2_bufdata_cachep
, bd
);
670 static void revoke_lo_before_scan(struct gfs2_jdesc
*jd
,
671 struct gfs2_log_header_host
*head
, int pass
)
676 jd
->jd_found_revokes
= 0;
677 jd
->jd_replay_tail
= head
->lh_tail
;
680 static int revoke_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
681 struct gfs2_log_descriptor
*ld
, __be64
*ptr
,
684 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
685 unsigned int blks
= be32_to_cpu(ld
->ld_length
);
686 unsigned int revokes
= be32_to_cpu(ld
->ld_data1
);
687 struct buffer_head
*bh
;
693 if (pass
!= 0 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_REVOKE
)
696 offset
= sizeof(struct gfs2_log_descriptor
);
698 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
699 error
= gfs2_replay_read_block(jd
, start
, &bh
);
704 gfs2_metatype_check(sdp
, bh
, GFS2_METATYPE_LB
);
706 while (offset
+ sizeof(u64
) <= sdp
->sd_sb
.sb_bsize
) {
707 blkno
= be64_to_cpu(*(__be64
*)(bh
->b_data
+ offset
));
709 error
= gfs2_revoke_add(jd
, blkno
, start
);
715 jd
->jd_found_revokes
++;
719 offset
+= sizeof(u64
);
723 offset
= sizeof(struct gfs2_meta_header
);
730 static void revoke_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
732 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
735 gfs2_revoke_clean(jd
);
741 fs_info(sdp
, "jid=%u: Found %u revoke tags\n",
742 jd
->jd_jid
, jd
->jd_found_revokes
);
744 gfs2_revoke_clean(jd
);
748 * databuf_lo_before_commit - Scan the data buffers, writing as we go
752 static void databuf_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
754 unsigned int limit
= databuf_limit(sdp
);
758 nbuf
= tr
->tr_num_databuf_new
- tr
->tr_num_databuf_rm
;
759 gfs2_before_commit(sdp
, limit
, nbuf
, &tr
->tr_databuf
, 1);
762 static int databuf_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
763 struct gfs2_log_descriptor
*ld
,
764 __be64
*ptr
, int pass
)
766 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
767 struct gfs2_glock
*gl
= ip
->i_gl
;
768 unsigned int blks
= be32_to_cpu(ld
->ld_data1
);
769 struct buffer_head
*bh_log
, *bh_ip
;
774 if (pass
!= 1 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_JDATA
)
777 gfs2_replay_incr_blk(jd
, &start
);
778 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
779 blkno
= be64_to_cpu(*ptr
++);
780 esc
= be64_to_cpu(*ptr
++);
782 jd
->jd_found_blocks
++;
784 if (gfs2_revoke_check(jd
, blkno
, start
))
787 error
= gfs2_replay_read_block(jd
, start
, &bh_log
);
791 bh_ip
= gfs2_meta_new(gl
, blkno
);
792 memcpy(bh_ip
->b_data
, bh_log
->b_data
, bh_log
->b_size
);
796 __be32
*eptr
= (__be32
*)bh_ip
->b_data
;
797 *eptr
= cpu_to_be32(GFS2_MAGIC
);
799 mark_buffer_dirty(bh_ip
);
804 jd
->jd_replayed_blocks
++;
810 /* FIXME: sort out accounting for log blocks etc. */
812 static void databuf_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
814 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
815 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
818 gfs2_meta_sync(ip
->i_gl
);
825 gfs2_meta_sync(ip
->i_gl
);
827 fs_info(sdp
, "jid=%u: Replayed %u of %u data blocks\n",
828 jd
->jd_jid
, jd
->jd_replayed_blocks
, jd
->jd_found_blocks
);
831 static void databuf_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
833 struct list_head
*head
;
834 struct gfs2_bufdata
*bd
;
839 head
= &tr
->tr_databuf
;
840 while (!list_empty(head
)) {
841 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
842 list_del_init(&bd
->bd_list
);
843 gfs2_unpin(sdp
, bd
->bd_bh
, tr
);
848 const struct gfs2_log_operations gfs2_buf_lops
= {
849 .lo_before_commit
= buf_lo_before_commit
,
850 .lo_after_commit
= buf_lo_after_commit
,
851 .lo_before_scan
= buf_lo_before_scan
,
852 .lo_scan_elements
= buf_lo_scan_elements
,
853 .lo_after_scan
= buf_lo_after_scan
,
857 const struct gfs2_log_operations gfs2_revoke_lops
= {
858 .lo_before_commit
= revoke_lo_before_commit
,
859 .lo_after_commit
= revoke_lo_after_commit
,
860 .lo_before_scan
= revoke_lo_before_scan
,
861 .lo_scan_elements
= revoke_lo_scan_elements
,
862 .lo_after_scan
= revoke_lo_after_scan
,
866 const struct gfs2_log_operations gfs2_databuf_lops
= {
867 .lo_before_commit
= databuf_lo_before_commit
,
868 .lo_after_commit
= databuf_lo_after_commit
,
869 .lo_scan_elements
= databuf_lo_scan_elements
,
870 .lo_after_scan
= databuf_lo_after_scan
,
871 .lo_name
= "databuf",
874 const struct gfs2_log_operations
*gfs2_log_ops
[] = {