2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #include <linux/sched.h>
11 #include <linux/slab.h>
12 #include <linux/spinlock.h>
13 #include <linux/completion.h>
14 #include <linux/buffer_head.h>
15 #include <linux/mempool.h>
16 #include <linux/gfs2_ondisk.h>
17 #include <linux/bio.h>
19 #include <linux/list_sort.h>
32 #include "trace_gfs2.h"
35 * gfs2_pin - Pin a buffer in memory
36 * @sdp: The superblock
37 * @bh: The buffer to be pinned
39 * The log lock must be held when calling this function
41 void gfs2_pin(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
)
43 struct gfs2_bufdata
*bd
;
45 BUG_ON(!current
->journal_info
);
47 clear_buffer_dirty(bh
);
48 if (test_set_buffer_pinned(bh
))
49 gfs2_assert_withdraw(sdp
, 0);
50 if (!buffer_uptodate(bh
))
51 gfs2_io_error_bh(sdp
, bh
);
53 /* If this buffer is in the AIL and it has already been written
54 * to in-place disk block, remove it from the AIL.
56 spin_lock(&sdp
->sd_ail_lock
);
58 list_move(&bd
->bd_ail_st_list
, &bd
->bd_tr
->tr_ail2_list
);
59 spin_unlock(&sdp
->sd_ail_lock
);
61 atomic_inc(&sdp
->sd_log_pinned
);
62 trace_gfs2_pin(bd
, 1);
65 static bool buffer_is_rgrp(const struct gfs2_bufdata
*bd
)
67 return bd
->bd_gl
->gl_name
.ln_type
== LM_TYPE_RGRP
;
70 static void maybe_release_space(struct gfs2_bufdata
*bd
)
72 struct gfs2_glock
*gl
= bd
->bd_gl
;
73 struct gfs2_sbd
*sdp
= gl
->gl_name
.ln_sbd
;
74 struct gfs2_rgrpd
*rgd
= gfs2_glock2rgrp(gl
);
75 unsigned int index
= bd
->bd_bh
->b_blocknr
- gl
->gl_name
.ln_number
;
76 struct gfs2_bitmap
*bi
= rgd
->rd_bits
+ index
;
78 if (bi
->bi_clone
== NULL
)
80 if (sdp
->sd_args
.ar_discard
)
81 gfs2_rgrp_send_discards(sdp
, rgd
->rd_data0
, bd
->bd_bh
, bi
, 1, NULL
);
82 memcpy(bi
->bi_clone
+ bi
->bi_offset
,
83 bd
->bd_bh
->b_data
+ bi
->bi_offset
, bi
->bi_len
);
84 clear_bit(GBF_FULL
, &bi
->bi_flags
);
85 rgd
->rd_free_clone
= rgd
->rd_free
;
86 rgd
->rd_extfail_pt
= rgd
->rd_free
;
90 * gfs2_unpin - Unpin a buffer
91 * @sdp: the filesystem the buffer belongs to
92 * @bh: The buffer to unpin
94 * @flags: The inode dirty flags
98 static void gfs2_unpin(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
,
99 struct gfs2_trans
*tr
)
101 struct gfs2_bufdata
*bd
= bh
->b_private
;
103 BUG_ON(!buffer_uptodate(bh
));
104 BUG_ON(!buffer_pinned(bh
));
107 mark_buffer_dirty(bh
);
108 clear_buffer_pinned(bh
);
110 if (buffer_is_rgrp(bd
))
111 maybe_release_space(bd
);
113 spin_lock(&sdp
->sd_ail_lock
);
115 list_del(&bd
->bd_ail_st_list
);
118 struct gfs2_glock
*gl
= bd
->bd_gl
;
119 list_add(&bd
->bd_ail_gl_list
, &gl
->gl_ail_list
);
120 atomic_inc(&gl
->gl_ail_count
);
123 list_add(&bd
->bd_ail_st_list
, &tr
->tr_ail1_list
);
124 spin_unlock(&sdp
->sd_ail_lock
);
126 clear_bit(GLF_LFLUSH
, &bd
->bd_gl
->gl_flags
);
127 trace_gfs2_pin(bd
, 0);
129 atomic_dec(&sdp
->sd_log_pinned
);
132 static void gfs2_log_incr_head(struct gfs2_sbd
*sdp
)
134 BUG_ON((sdp
->sd_log_flush_head
== sdp
->sd_log_tail
) &&
135 (sdp
->sd_log_flush_head
!= sdp
->sd_log_head
));
137 if (++sdp
->sd_log_flush_head
== sdp
->sd_jdesc
->jd_blocks
)
138 sdp
->sd_log_flush_head
= 0;
141 static u64
gfs2_log_bmap(struct gfs2_sbd
*sdp
)
143 unsigned int lbn
= sdp
->sd_log_flush_head
;
144 struct gfs2_journal_extent
*je
;
147 list_for_each_entry(je
, &sdp
->sd_jdesc
->extent_list
, list
) {
148 if ((lbn
>= je
->lblock
) && (lbn
< (je
->lblock
+ je
->blocks
))) {
149 block
= je
->dblock
+ lbn
- je
->lblock
;
150 gfs2_log_incr_head(sdp
);
159 * gfs2_end_log_write_bh - end log write of pagecache data with buffers
160 * @sdp: The superblock
162 * @error: The i/o status
164 * This finds the relavent buffers and unlocks then and sets the
165 * error flag according to the status of the i/o request. This is
166 * used when the log is writing data which has an in-place version
167 * that is pinned in the pagecache.
170 static void gfs2_end_log_write_bh(struct gfs2_sbd
*sdp
, struct bio_vec
*bvec
,
173 struct buffer_head
*bh
, *next
;
174 struct page
*page
= bvec
->bv_page
;
177 bh
= page_buffers(page
);
179 while (bh_offset(bh
) < bvec
->bv_offset
)
180 bh
= bh
->b_this_page
;
183 mark_buffer_write_io_error(bh
);
185 next
= bh
->b_this_page
;
193 * gfs2_end_log_write - end of i/o to the log
195 * @error: Status of i/o request
197 * Each bio_vec contains either data from the pagecache or data
198 * relating to the log itself. Here we iterate over the bio_vec
199 * array, processing both kinds of data.
203 static void gfs2_end_log_write(struct bio
*bio
)
205 struct gfs2_sbd
*sdp
= bio
->bi_private
;
206 struct bio_vec
*bvec
;
210 if (bio
->bi_status
) {
211 fs_err(sdp
, "Error %d writing to journal, jid=%u\n",
212 bio
->bi_status
, sdp
->sd_jdesc
->jd_jid
);
213 wake_up(&sdp
->sd_logd_waitq
);
216 bio_for_each_segment_all(bvec
, bio
, i
) {
217 page
= bvec
->bv_page
;
218 if (page_has_buffers(page
))
219 gfs2_end_log_write_bh(sdp
, bvec
, bio
->bi_status
);
221 mempool_free(page
, gfs2_page_pool
);
225 if (atomic_dec_and_test(&sdp
->sd_log_in_flight
))
226 wake_up(&sdp
->sd_log_flush_wait
);
230 * gfs2_log_flush_bio - Submit any pending log bio
231 * @sdp: The superblock
233 * @op_flags: req_flag_bits
235 * Submit any pending part-built or full bio to the block device. If
236 * there is no pending bio, then this is a no-op.
239 void gfs2_log_flush_bio(struct gfs2_sbd
*sdp
, int op
, int op_flags
)
241 if (sdp
->sd_log_bio
) {
242 atomic_inc(&sdp
->sd_log_in_flight
);
243 bio_set_op_attrs(sdp
->sd_log_bio
, op
, op_flags
);
244 submit_bio(sdp
->sd_log_bio
);
245 sdp
->sd_log_bio
= NULL
;
250 * gfs2_log_alloc_bio - Allocate a new bio for log writing
251 * @sdp: The superblock
252 * @blkno: The next device block number we want to write to
254 * This should never be called when there is a cached bio in the
255 * super block. When it returns, there will be a cached bio in the
256 * super block which will have as many bio_vecs as the device is
259 * Returns: Newly allocated bio
262 static struct bio
*gfs2_log_alloc_bio(struct gfs2_sbd
*sdp
, u64 blkno
)
264 struct super_block
*sb
= sdp
->sd_vfs
;
267 BUG_ON(sdp
->sd_log_bio
);
269 bio
= bio_alloc(GFP_NOIO
, BIO_MAX_PAGES
);
270 bio
->bi_iter
.bi_sector
= blkno
* (sb
->s_blocksize
>> 9);
271 bio_set_dev(bio
, sb
->s_bdev
);
272 bio
->bi_end_io
= gfs2_end_log_write
;
273 bio
->bi_private
= sdp
;
275 sdp
->sd_log_bio
= bio
;
281 * gfs2_log_get_bio - Get cached log bio, or allocate a new one
282 * @sdp: The superblock
283 * @blkno: The device block number we want to write to
285 * If there is a cached bio, then if the next block number is sequential
286 * with the previous one, return it, otherwise flush the bio to the
287 * device. If there is not a cached bio, or we just flushed it, then
288 * allocate a new one.
290 * Returns: The bio to use for log writes
293 static struct bio
*gfs2_log_get_bio(struct gfs2_sbd
*sdp
, u64 blkno
)
295 struct bio
*bio
= sdp
->sd_log_bio
;
299 nblk
= bio_end_sector(bio
);
300 nblk
>>= sdp
->sd_fsb2bb_shift
;
303 gfs2_log_flush_bio(sdp
, REQ_OP_WRITE
, 0);
306 return gfs2_log_alloc_bio(sdp
, blkno
);
311 * gfs2_log_write - write to log
312 * @sdp: the filesystem
313 * @page: the page to write
314 * @size: the size of the data to write
315 * @offset: the offset within the page
317 * Try and add the page segment to the current bio. If that fails,
318 * submit the current bio to the device and create a new one, and
319 * then add the page segment to that.
322 static void gfs2_log_write(struct gfs2_sbd
*sdp
, struct page
*page
,
323 unsigned size
, unsigned offset
)
325 u64 blkno
= gfs2_log_bmap(sdp
);
329 bio
= gfs2_log_get_bio(sdp
, blkno
);
330 ret
= bio_add_page(bio
, page
, size
, offset
);
332 gfs2_log_flush_bio(sdp
, REQ_OP_WRITE
, 0);
333 bio
= gfs2_log_alloc_bio(sdp
, blkno
);
334 ret
= bio_add_page(bio
, page
, size
, offset
);
340 * gfs2_log_write_bh - write a buffer's content to the log
341 * @sdp: The super block
342 * @bh: The buffer pointing to the in-place location
344 * This writes the content of the buffer to the next available location
345 * in the log. The buffer will be unlocked once the i/o to the log has
349 static void gfs2_log_write_bh(struct gfs2_sbd
*sdp
, struct buffer_head
*bh
)
351 gfs2_log_write(sdp
, bh
->b_page
, bh
->b_size
, bh_offset(bh
));
355 * gfs2_log_write_page - write one block stored in a page, into the log
356 * @sdp: The superblock
357 * @page: The struct page
359 * This writes the first block-sized part of the page into the log. Note
360 * that the page must have been allocated from the gfs2_page_pool mempool
361 * and that after this has been called, ownership has been transferred and
362 * the page may be freed at any time.
365 void gfs2_log_write_page(struct gfs2_sbd
*sdp
, struct page
*page
)
367 struct super_block
*sb
= sdp
->sd_vfs
;
368 gfs2_log_write(sdp
, page
, sb
->s_blocksize
, 0);
371 static struct page
*gfs2_get_log_desc(struct gfs2_sbd
*sdp
, u32 ld_type
,
372 u32 ld_length
, u32 ld_data1
)
374 struct page
*page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
375 struct gfs2_log_descriptor
*ld
= page_address(page
);
377 ld
->ld_header
.mh_magic
= cpu_to_be32(GFS2_MAGIC
);
378 ld
->ld_header
.mh_type
= cpu_to_be32(GFS2_METATYPE_LD
);
379 ld
->ld_header
.mh_format
= cpu_to_be32(GFS2_FORMAT_LD
);
380 ld
->ld_type
= cpu_to_be32(ld_type
);
381 ld
->ld_length
= cpu_to_be32(ld_length
);
382 ld
->ld_data1
= cpu_to_be32(ld_data1
);
387 static void gfs2_check_magic(struct buffer_head
*bh
)
392 clear_buffer_escaped(bh
);
393 kaddr
= kmap_atomic(bh
->b_page
);
394 ptr
= kaddr
+ bh_offset(bh
);
395 if (*ptr
== cpu_to_be32(GFS2_MAGIC
))
396 set_buffer_escaped(bh
);
397 kunmap_atomic(kaddr
);
400 static int blocknr_cmp(void *priv
, struct list_head
*a
, struct list_head
*b
)
402 struct gfs2_bufdata
*bda
, *bdb
;
404 bda
= list_entry(a
, struct gfs2_bufdata
, bd_list
);
405 bdb
= list_entry(b
, struct gfs2_bufdata
, bd_list
);
407 if (bda
->bd_bh
->b_blocknr
< bdb
->bd_bh
->b_blocknr
)
409 if (bda
->bd_bh
->b_blocknr
> bdb
->bd_bh
->b_blocknr
)
414 static void gfs2_before_commit(struct gfs2_sbd
*sdp
, unsigned int limit
,
415 unsigned int total
, struct list_head
*blist
,
418 struct gfs2_log_descriptor
*ld
;
419 struct gfs2_bufdata
*bd1
= NULL
, *bd2
;
426 list_sort(NULL
, blist
, blocknr_cmp
);
427 bd1
= bd2
= list_prepare_entry(bd1
, blist
, bd_list
);
432 gfs2_log_unlock(sdp
);
433 page
= gfs2_get_log_desc(sdp
,
434 is_databuf
? GFS2_LOG_DESC_JDATA
:
435 GFS2_LOG_DESC_METADATA
, num
+ 1, num
);
436 ld
= page_address(page
);
438 ptr
= (__be64
*)(ld
+ 1);
441 list_for_each_entry_continue(bd1
, blist
, bd_list
) {
442 *ptr
++ = cpu_to_be64(bd1
->bd_bh
->b_blocknr
);
444 gfs2_check_magic(bd1
->bd_bh
);
445 *ptr
++ = cpu_to_be64(buffer_escaped(bd1
->bd_bh
) ? 1 : 0);
451 gfs2_log_unlock(sdp
);
452 gfs2_log_write_page(sdp
, page
);
456 list_for_each_entry_continue(bd2
, blist
, bd_list
) {
458 gfs2_log_unlock(sdp
);
459 lock_buffer(bd2
->bd_bh
);
461 if (buffer_escaped(bd2
->bd_bh
)) {
463 page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
464 ptr
= page_address(page
);
465 kaddr
= kmap_atomic(bd2
->bd_bh
->b_page
);
466 memcpy(ptr
, kaddr
+ bh_offset(bd2
->bd_bh
),
468 kunmap_atomic(kaddr
);
470 clear_buffer_escaped(bd2
->bd_bh
);
471 unlock_buffer(bd2
->bd_bh
);
473 gfs2_log_write_page(sdp
, page
);
475 gfs2_log_write_bh(sdp
, bd2
->bd_bh
);
485 gfs2_log_unlock(sdp
);
488 static void buf_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
490 unsigned int limit
= buf_limit(sdp
); /* 503 for 4k blocks */
494 nbuf
= tr
->tr_num_buf_new
- tr
->tr_num_buf_rm
;
495 gfs2_before_commit(sdp
, limit
, nbuf
, &tr
->tr_buf
, 0);
498 static void buf_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
500 struct list_head
*head
;
501 struct gfs2_bufdata
*bd
;
507 while (!list_empty(head
)) {
508 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
509 list_del_init(&bd
->bd_list
);
510 gfs2_unpin(sdp
, bd
->bd_bh
, tr
);
514 static void buf_lo_before_scan(struct gfs2_jdesc
*jd
,
515 struct gfs2_log_header_host
*head
, int pass
)
520 jd
->jd_found_blocks
= 0;
521 jd
->jd_replayed_blocks
= 0;
524 static int buf_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
525 struct gfs2_log_descriptor
*ld
, __be64
*ptr
,
528 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
529 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
530 struct gfs2_glock
*gl
= ip
->i_gl
;
531 unsigned int blks
= be32_to_cpu(ld
->ld_data1
);
532 struct buffer_head
*bh_log
, *bh_ip
;
536 if (pass
!= 1 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_METADATA
)
539 gfs2_replay_incr_blk(jd
, &start
);
541 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
542 blkno
= be64_to_cpu(*ptr
++);
544 jd
->jd_found_blocks
++;
546 if (gfs2_revoke_check(jd
, blkno
, start
))
549 error
= gfs2_replay_read_block(jd
, start
, &bh_log
);
553 bh_ip
= gfs2_meta_new(gl
, blkno
);
554 memcpy(bh_ip
->b_data
, bh_log
->b_data
, bh_log
->b_size
);
556 if (gfs2_meta_check(sdp
, bh_ip
))
559 mark_buffer_dirty(bh_ip
);
567 jd
->jd_replayed_blocks
++;
574 * gfs2_meta_sync - Sync all buffers associated with a glock
579 static void gfs2_meta_sync(struct gfs2_glock
*gl
)
581 struct address_space
*mapping
= gfs2_glock2aspace(gl
);
582 struct gfs2_sbd
*sdp
= gl
->gl_name
.ln_sbd
;
586 mapping
= &sdp
->sd_aspace
;
588 filemap_fdatawrite(mapping
);
589 error
= filemap_fdatawait(mapping
);
592 gfs2_io_error(gl
->gl_name
.ln_sbd
);
595 static void buf_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
597 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
598 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
601 gfs2_meta_sync(ip
->i_gl
);
607 gfs2_meta_sync(ip
->i_gl
);
609 fs_info(sdp
, "jid=%u: Replayed %u of %u blocks\n",
610 jd
->jd_jid
, jd
->jd_replayed_blocks
, jd
->jd_found_blocks
);
613 static void revoke_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
615 struct gfs2_meta_header
*mh
;
617 struct list_head
*head
= &sdp
->sd_log_le_revoke
;
618 struct gfs2_bufdata
*bd
;
622 gfs2_write_revokes(sdp
);
623 if (!sdp
->sd_log_num_revoke
)
626 length
= gfs2_struct2blk(sdp
, sdp
->sd_log_num_revoke
, sizeof(u64
));
627 page
= gfs2_get_log_desc(sdp
, GFS2_LOG_DESC_REVOKE
, length
, sdp
->sd_log_num_revoke
);
628 offset
= sizeof(struct gfs2_log_descriptor
);
630 list_for_each_entry(bd
, head
, bd_list
) {
631 sdp
->sd_log_num_revoke
--;
633 if (offset
+ sizeof(u64
) > sdp
->sd_sb
.sb_bsize
) {
635 gfs2_log_write_page(sdp
, page
);
636 page
= mempool_alloc(gfs2_page_pool
, GFP_NOIO
);
637 mh
= page_address(page
);
639 mh
->mh_magic
= cpu_to_be32(GFS2_MAGIC
);
640 mh
->mh_type
= cpu_to_be32(GFS2_METATYPE_LB
);
641 mh
->mh_format
= cpu_to_be32(GFS2_FORMAT_LB
);
642 offset
= sizeof(struct gfs2_meta_header
);
645 *(__be64
*)(page_address(page
) + offset
) = cpu_to_be64(bd
->bd_blkno
);
646 offset
+= sizeof(u64
);
648 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_revoke
);
650 gfs2_log_write_page(sdp
, page
);
653 static void revoke_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
655 struct list_head
*head
= &sdp
->sd_log_le_revoke
;
656 struct gfs2_bufdata
*bd
;
657 struct gfs2_glock
*gl
;
659 while (!list_empty(head
)) {
660 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
661 list_del_init(&bd
->bd_list
);
663 atomic_dec(&gl
->gl_revokes
);
664 clear_bit(GLF_LFLUSH
, &gl
->gl_flags
);
665 kmem_cache_free(gfs2_bufdata_cachep
, bd
);
669 static void revoke_lo_before_scan(struct gfs2_jdesc
*jd
,
670 struct gfs2_log_header_host
*head
, int pass
)
675 jd
->jd_found_revokes
= 0;
676 jd
->jd_replay_tail
= head
->lh_tail
;
679 static int revoke_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
680 struct gfs2_log_descriptor
*ld
, __be64
*ptr
,
683 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
684 unsigned int blks
= be32_to_cpu(ld
->ld_length
);
685 unsigned int revokes
= be32_to_cpu(ld
->ld_data1
);
686 struct buffer_head
*bh
;
692 if (pass
!= 0 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_REVOKE
)
695 offset
= sizeof(struct gfs2_log_descriptor
);
697 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
698 error
= gfs2_replay_read_block(jd
, start
, &bh
);
703 gfs2_metatype_check(sdp
, bh
, GFS2_METATYPE_LB
);
705 while (offset
+ sizeof(u64
) <= sdp
->sd_sb
.sb_bsize
) {
706 blkno
= be64_to_cpu(*(__be64
*)(bh
->b_data
+ offset
));
708 error
= gfs2_revoke_add(jd
, blkno
, start
);
714 jd
->jd_found_revokes
++;
718 offset
+= sizeof(u64
);
722 offset
= sizeof(struct gfs2_meta_header
);
729 static void revoke_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
731 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
734 gfs2_revoke_clean(jd
);
740 fs_info(sdp
, "jid=%u: Found %u revoke tags\n",
741 jd
->jd_jid
, jd
->jd_found_revokes
);
743 gfs2_revoke_clean(jd
);
747 * databuf_lo_before_commit - Scan the data buffers, writing as we go
751 static void databuf_lo_before_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
753 unsigned int limit
= databuf_limit(sdp
);
757 nbuf
= tr
->tr_num_databuf_new
- tr
->tr_num_databuf_rm
;
758 gfs2_before_commit(sdp
, limit
, nbuf
, &tr
->tr_databuf
, 1);
761 static int databuf_lo_scan_elements(struct gfs2_jdesc
*jd
, unsigned int start
,
762 struct gfs2_log_descriptor
*ld
,
763 __be64
*ptr
, int pass
)
765 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
766 struct gfs2_glock
*gl
= ip
->i_gl
;
767 unsigned int blks
= be32_to_cpu(ld
->ld_data1
);
768 struct buffer_head
*bh_log
, *bh_ip
;
773 if (pass
!= 1 || be32_to_cpu(ld
->ld_type
) != GFS2_LOG_DESC_JDATA
)
776 gfs2_replay_incr_blk(jd
, &start
);
777 for (; blks
; gfs2_replay_incr_blk(jd
, &start
), blks
--) {
778 blkno
= be64_to_cpu(*ptr
++);
779 esc
= be64_to_cpu(*ptr
++);
781 jd
->jd_found_blocks
++;
783 if (gfs2_revoke_check(jd
, blkno
, start
))
786 error
= gfs2_replay_read_block(jd
, start
, &bh_log
);
790 bh_ip
= gfs2_meta_new(gl
, blkno
);
791 memcpy(bh_ip
->b_data
, bh_log
->b_data
, bh_log
->b_size
);
795 __be32
*eptr
= (__be32
*)bh_ip
->b_data
;
796 *eptr
= cpu_to_be32(GFS2_MAGIC
);
798 mark_buffer_dirty(bh_ip
);
803 jd
->jd_replayed_blocks
++;
809 /* FIXME: sort out accounting for log blocks etc. */
811 static void databuf_lo_after_scan(struct gfs2_jdesc
*jd
, int error
, int pass
)
813 struct gfs2_inode
*ip
= GFS2_I(jd
->jd_inode
);
814 struct gfs2_sbd
*sdp
= GFS2_SB(jd
->jd_inode
);
817 gfs2_meta_sync(ip
->i_gl
);
824 gfs2_meta_sync(ip
->i_gl
);
826 fs_info(sdp
, "jid=%u: Replayed %u of %u data blocks\n",
827 jd
->jd_jid
, jd
->jd_replayed_blocks
, jd
->jd_found_blocks
);
830 static void databuf_lo_after_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
832 struct list_head
*head
;
833 struct gfs2_bufdata
*bd
;
838 head
= &tr
->tr_databuf
;
839 while (!list_empty(head
)) {
840 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list
);
841 list_del_init(&bd
->bd_list
);
842 gfs2_unpin(sdp
, bd
->bd_bh
, tr
);
847 const struct gfs2_log_operations gfs2_buf_lops
= {
848 .lo_before_commit
= buf_lo_before_commit
,
849 .lo_after_commit
= buf_lo_after_commit
,
850 .lo_before_scan
= buf_lo_before_scan
,
851 .lo_scan_elements
= buf_lo_scan_elements
,
852 .lo_after_scan
= buf_lo_after_scan
,
856 const struct gfs2_log_operations gfs2_revoke_lops
= {
857 .lo_before_commit
= revoke_lo_before_commit
,
858 .lo_after_commit
= revoke_lo_after_commit
,
859 .lo_before_scan
= revoke_lo_before_scan
,
860 .lo_scan_elements
= revoke_lo_scan_elements
,
861 .lo_after_scan
= revoke_lo_after_scan
,
865 const struct gfs2_log_operations gfs2_databuf_lops
= {
866 .lo_before_commit
= databuf_lo_before_commit
,
867 .lo_after_commit
= databuf_lo_after_commit
,
868 .lo_scan_elements
= databuf_lo_scan_elements
,
869 .lo_after_scan
= databuf_lo_after_scan
,
870 .lo_name
= "databuf",
873 const struct gfs2_log_operations
*gfs2_log_ops
[] = {