Merge remote-tracking branch 'moduleh/module.h-split'
[linux-2.6/next.git] / fs / gfs2 / glops.c
blob0cc3ff48ce20b9dcb497820cb63591875ee3bcc9
1 /*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
8 */
10 #include <linux/spinlock.h>
11 #include <linux/completion.h>
12 #include <linux/buffer_head.h>
13 #include <linux/gfs2_ondisk.h>
14 #include <linux/bio.h>
15 #include <linux/posix_acl.h>
17 #include "gfs2.h"
18 #include "incore.h"
19 #include "bmap.h"
20 #include "glock.h"
21 #include "glops.h"
22 #include "inode.h"
23 #include "log.h"
24 #include "meta_io.h"
25 #include "recovery.h"
26 #include "rgrp.h"
27 #include "util.h"
28 #include "trans.h"
29 #include "dir.h"
31 static void gfs2_ail_error(struct gfs2_glock *gl, const struct buffer_head *bh)
33 fs_err(gl->gl_sbd, "AIL buffer %p: blocknr %llu state 0x%08lx mapping %p page state 0x%lx\n",
34 bh, (unsigned long long)bh->b_blocknr, bh->b_state,
35 bh->b_page->mapping, bh->b_page->flags);
36 fs_err(gl->gl_sbd, "AIL glock %u:%llu mapping %p\n",
37 gl->gl_name.ln_type, gl->gl_name.ln_number,
38 gfs2_glock2aspace(gl));
39 gfs2_lm_withdraw(gl->gl_sbd, "AIL error\n");
42 /**
43 * __gfs2_ail_flush - remove all buffers for a given lock from the AIL
44 * @gl: the glock
46 * None of the buffers should be dirty, locked, or pinned.
49 static void __gfs2_ail_flush(struct gfs2_glock *gl, unsigned long b_state)
51 struct gfs2_sbd *sdp = gl->gl_sbd;
52 struct list_head *head = &gl->gl_ail_list;
53 struct gfs2_bufdata *bd;
54 struct buffer_head *bh;
55 sector_t blocknr;
57 spin_lock(&sdp->sd_ail_lock);
58 while (!list_empty(head)) {
59 bd = list_entry(head->next, struct gfs2_bufdata,
60 bd_ail_gl_list);
61 bh = bd->bd_bh;
62 blocknr = bh->b_blocknr;
63 if (bh->b_state & b_state)
64 gfs2_ail_error(gl, bh);
65 bh->b_private = NULL;
66 gfs2_remove_from_ail(bd); /* drops ref on bh */
67 spin_unlock(&sdp->sd_ail_lock);
69 bd->bd_bh = NULL;
70 bd->bd_blkno = blocknr;
72 gfs2_log_lock(sdp);
73 gfs2_trans_add_revoke(sdp, bd);
74 gfs2_log_unlock(sdp);
76 spin_lock(&sdp->sd_ail_lock);
78 gfs2_assert_withdraw(sdp, !atomic_read(&gl->gl_ail_count));
79 spin_unlock(&sdp->sd_ail_lock);
83 static void gfs2_ail_empty_gl(struct gfs2_glock *gl)
85 struct gfs2_sbd *sdp = gl->gl_sbd;
86 struct gfs2_trans tr;
88 memset(&tr, 0, sizeof(tr));
89 tr.tr_revokes = atomic_read(&gl->gl_ail_count);
91 if (!tr.tr_revokes)
92 return;
94 /* A shortened, inline version of gfs2_trans_begin() */
95 tr.tr_reserved = 1 + gfs2_struct2blk(sdp, tr.tr_revokes, sizeof(u64));
96 tr.tr_ip = (unsigned long)__builtin_return_address(0);
97 INIT_LIST_HEAD(&tr.tr_list_buf);
98 gfs2_log_reserve(sdp, tr.tr_reserved);
99 BUG_ON(current->journal_info);
100 current->journal_info = &tr;
102 __gfs2_ail_flush(gl, (1ul << BH_Dirty)|(1ul << BH_Pinned)|(1ul << BH_Lock));
104 gfs2_trans_end(sdp);
105 gfs2_log_flush(sdp, NULL);
108 void gfs2_ail_flush(struct gfs2_glock *gl)
110 struct gfs2_sbd *sdp = gl->gl_sbd;
111 unsigned int revokes = atomic_read(&gl->gl_ail_count);
112 int ret;
114 if (!revokes)
115 return;
117 ret = gfs2_trans_begin(sdp, 0, revokes);
118 if (ret)
119 return;
120 __gfs2_ail_flush(gl, (1ul << BH_Dirty)|(1ul << BH_Pinned));
121 gfs2_trans_end(sdp);
122 gfs2_log_flush(sdp, NULL);
126 * rgrp_go_sync - sync out the metadata for this glock
127 * @gl: the glock
129 * Called when demoting or unlocking an EX glock. We must flush
130 * to disk all dirty buffers/pages relating to this glock, and must not
131 * not return to caller to demote/unlock the glock until I/O is complete.
134 static void rgrp_go_sync(struct gfs2_glock *gl)
136 struct address_space *metamapping = gfs2_glock2aspace(gl);
137 int error;
139 if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags))
140 return;
141 BUG_ON(gl->gl_state != LM_ST_EXCLUSIVE);
143 gfs2_log_flush(gl->gl_sbd, gl);
144 filemap_fdatawrite(metamapping);
145 error = filemap_fdatawait(metamapping);
146 mapping_set_error(metamapping, error);
147 gfs2_ail_empty_gl(gl);
151 * rgrp_go_inval - invalidate the metadata for this glock
152 * @gl: the glock
153 * @flags:
155 * We never used LM_ST_DEFERRED with resource groups, so that we
156 * should always see the metadata flag set here.
160 static void rgrp_go_inval(struct gfs2_glock *gl, int flags)
162 struct address_space *mapping = gfs2_glock2aspace(gl);
164 BUG_ON(!(flags & DIO_METADATA));
165 gfs2_assert_withdraw(gl->gl_sbd, !atomic_read(&gl->gl_ail_count));
166 truncate_inode_pages(mapping, 0);
168 if (gl->gl_object) {
169 struct gfs2_rgrpd *rgd = (struct gfs2_rgrpd *)gl->gl_object;
170 rgd->rd_flags &= ~GFS2_RDF_UPTODATE;
175 * inode_go_sync - Sync the dirty data and/or metadata for an inode glock
176 * @gl: the glock protecting the inode
180 static void inode_go_sync(struct gfs2_glock *gl)
182 struct gfs2_inode *ip = gl->gl_object;
183 struct address_space *metamapping = gfs2_glock2aspace(gl);
184 int error;
186 if (ip && !S_ISREG(ip->i_inode.i_mode))
187 ip = NULL;
188 if (ip && test_and_clear_bit(GIF_SW_PAGED, &ip->i_flags))
189 unmap_shared_mapping_range(ip->i_inode.i_mapping, 0, 0);
190 if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags))
191 return;
193 BUG_ON(gl->gl_state != LM_ST_EXCLUSIVE);
195 gfs2_log_flush(gl->gl_sbd, gl);
196 filemap_fdatawrite(metamapping);
197 if (ip) {
198 struct address_space *mapping = ip->i_inode.i_mapping;
199 filemap_fdatawrite(mapping);
200 error = filemap_fdatawait(mapping);
201 mapping_set_error(mapping, error);
203 error = filemap_fdatawait(metamapping);
204 mapping_set_error(metamapping, error);
205 gfs2_ail_empty_gl(gl);
207 * Writeback of the data mapping may cause the dirty flag to be set
208 * so we have to clear it again here.
210 smp_mb__before_clear_bit();
211 clear_bit(GLF_DIRTY, &gl->gl_flags);
215 * inode_go_inval - prepare a inode glock to be released
216 * @gl: the glock
217 * @flags:
219 * Normally we invlidate everything, but if we are moving into
220 * LM_ST_DEFERRED from LM_ST_SHARED or LM_ST_EXCLUSIVE then we
221 * can keep hold of the metadata, since it won't have changed.
225 static void inode_go_inval(struct gfs2_glock *gl, int flags)
227 struct gfs2_inode *ip = gl->gl_object;
229 gfs2_assert_withdraw(gl->gl_sbd, !atomic_read(&gl->gl_ail_count));
231 if (flags & DIO_METADATA) {
232 struct address_space *mapping = gfs2_glock2aspace(gl);
233 truncate_inode_pages(mapping, 0);
234 if (ip) {
235 set_bit(GIF_INVALID, &ip->i_flags);
236 forget_all_cached_acls(&ip->i_inode);
237 gfs2_dir_hash_inval(ip);
241 if (ip == GFS2_I(gl->gl_sbd->sd_rindex)) {
242 gfs2_log_flush(gl->gl_sbd, NULL);
243 gl->gl_sbd->sd_rindex_uptodate = 0;
245 if (ip && S_ISREG(ip->i_inode.i_mode))
246 truncate_inode_pages(ip->i_inode.i_mapping, 0);
250 * inode_go_demote_ok - Check to see if it's ok to unlock an inode glock
251 * @gl: the glock
253 * Returns: 1 if it's ok
256 static int inode_go_demote_ok(const struct gfs2_glock *gl)
258 struct gfs2_sbd *sdp = gl->gl_sbd;
259 struct gfs2_holder *gh;
261 if (sdp->sd_jindex == gl->gl_object || sdp->sd_rindex == gl->gl_object)
262 return 0;
264 if (!list_empty(&gl->gl_holders)) {
265 gh = list_entry(gl->gl_holders.next, struct gfs2_holder, gh_list);
266 if (gh->gh_list.next != &gl->gl_holders)
267 return 0;
270 return 1;
274 * gfs2_set_nlink - Set the inode's link count based on on-disk info
275 * @inode: The inode in question
276 * @nlink: The link count
278 * If the link count has hit zero, it must never be raised, whatever the
279 * on-disk inode might say. When new struct inodes are created the link
280 * count is set to 1, so that we can safely use this test even when reading
281 * in on disk information for the first time.
284 static void gfs2_set_nlink(struct inode *inode, u32 nlink)
287 * We will need to review setting the nlink count here in the
288 * light of the forthcoming ro bind mount work. This is a reminder
289 * to do that.
291 if ((inode->i_nlink != nlink) && (inode->i_nlink != 0)) {
292 if (nlink == 0)
293 clear_nlink(inode);
294 else
295 inode->i_nlink = nlink;
299 static int gfs2_dinode_in(struct gfs2_inode *ip, const void *buf)
301 const struct gfs2_dinode *str = buf;
302 struct timespec atime;
303 u16 height, depth;
305 if (unlikely(ip->i_no_addr != be64_to_cpu(str->di_num.no_addr)))
306 goto corrupt;
307 ip->i_no_formal_ino = be64_to_cpu(str->di_num.no_formal_ino);
308 ip->i_inode.i_mode = be32_to_cpu(str->di_mode);
309 ip->i_inode.i_rdev = 0;
310 switch (ip->i_inode.i_mode & S_IFMT) {
311 case S_IFBLK:
312 case S_IFCHR:
313 ip->i_inode.i_rdev = MKDEV(be32_to_cpu(str->di_major),
314 be32_to_cpu(str->di_minor));
315 break;
318 ip->i_inode.i_uid = be32_to_cpu(str->di_uid);
319 ip->i_inode.i_gid = be32_to_cpu(str->di_gid);
320 gfs2_set_nlink(&ip->i_inode, be32_to_cpu(str->di_nlink));
321 i_size_write(&ip->i_inode, be64_to_cpu(str->di_size));
322 gfs2_set_inode_blocks(&ip->i_inode, be64_to_cpu(str->di_blocks));
323 atime.tv_sec = be64_to_cpu(str->di_atime);
324 atime.tv_nsec = be32_to_cpu(str->di_atime_nsec);
325 if (timespec_compare(&ip->i_inode.i_atime, &atime) < 0)
326 ip->i_inode.i_atime = atime;
327 ip->i_inode.i_mtime.tv_sec = be64_to_cpu(str->di_mtime);
328 ip->i_inode.i_mtime.tv_nsec = be32_to_cpu(str->di_mtime_nsec);
329 ip->i_inode.i_ctime.tv_sec = be64_to_cpu(str->di_ctime);
330 ip->i_inode.i_ctime.tv_nsec = be32_to_cpu(str->di_ctime_nsec);
332 ip->i_goal = be64_to_cpu(str->di_goal_meta);
333 ip->i_generation = be64_to_cpu(str->di_generation);
335 ip->i_diskflags = be32_to_cpu(str->di_flags);
336 ip->i_eattr = be64_to_cpu(str->di_eattr);
337 /* i_diskflags and i_eattr must be set before gfs2_set_inode_flags() */
338 gfs2_set_inode_flags(&ip->i_inode);
339 height = be16_to_cpu(str->di_height);
340 if (unlikely(height > GFS2_MAX_META_HEIGHT))
341 goto corrupt;
342 ip->i_height = (u8)height;
344 depth = be16_to_cpu(str->di_depth);
345 if (unlikely(depth > GFS2_DIR_MAX_DEPTH))
346 goto corrupt;
347 ip->i_depth = (u8)depth;
348 ip->i_entries = be32_to_cpu(str->di_entries);
350 if (S_ISREG(ip->i_inode.i_mode))
351 gfs2_set_aops(&ip->i_inode);
353 return 0;
354 corrupt:
355 gfs2_consist_inode(ip);
356 return -EIO;
360 * gfs2_inode_refresh - Refresh the incore copy of the dinode
361 * @ip: The GFS2 inode
363 * Returns: errno
366 int gfs2_inode_refresh(struct gfs2_inode *ip)
368 struct buffer_head *dibh;
369 int error;
371 error = gfs2_meta_inode_buffer(ip, &dibh);
372 if (error)
373 return error;
375 if (gfs2_metatype_check(GFS2_SB(&ip->i_inode), dibh, GFS2_METATYPE_DI)) {
376 brelse(dibh);
377 return -EIO;
380 error = gfs2_dinode_in(ip, dibh->b_data);
381 brelse(dibh);
382 clear_bit(GIF_INVALID, &ip->i_flags);
384 return error;
388 * inode_go_lock - operation done after an inode lock is locked by a process
389 * @gl: the glock
390 * @flags:
392 * Returns: errno
395 static int inode_go_lock(struct gfs2_holder *gh)
397 struct gfs2_glock *gl = gh->gh_gl;
398 struct gfs2_sbd *sdp = gl->gl_sbd;
399 struct gfs2_inode *ip = gl->gl_object;
400 int error = 0;
402 if (!ip || (gh->gh_flags & GL_SKIP))
403 return 0;
405 if (test_bit(GIF_INVALID, &ip->i_flags)) {
406 error = gfs2_inode_refresh(ip);
407 if (error)
408 return error;
411 if ((ip->i_diskflags & GFS2_DIF_TRUNC_IN_PROG) &&
412 (gl->gl_state == LM_ST_EXCLUSIVE) &&
413 (gh->gh_state == LM_ST_EXCLUSIVE)) {
414 spin_lock(&sdp->sd_trunc_lock);
415 if (list_empty(&ip->i_trunc_list))
416 list_add(&sdp->sd_trunc_list, &ip->i_trunc_list);
417 spin_unlock(&sdp->sd_trunc_lock);
418 wake_up(&sdp->sd_quota_wait);
419 return 1;
422 return error;
426 * inode_go_dump - print information about an inode
427 * @seq: The iterator
428 * @ip: the inode
430 * Returns: 0 on success, -ENOBUFS when we run out of space
433 static int inode_go_dump(struct seq_file *seq, const struct gfs2_glock *gl)
435 const struct gfs2_inode *ip = gl->gl_object;
436 if (ip == NULL)
437 return 0;
438 gfs2_print_dbg(seq, " I: n:%llu/%llu t:%u f:0x%02lx d:0x%08x s:%llu\n",
439 (unsigned long long)ip->i_no_formal_ino,
440 (unsigned long long)ip->i_no_addr,
441 IF2DT(ip->i_inode.i_mode), ip->i_flags,
442 (unsigned int)ip->i_diskflags,
443 (unsigned long long)i_size_read(&ip->i_inode));
444 return 0;
448 * rgrp_go_lock - operation done after an rgrp lock is locked by
449 * a first holder on this node.
450 * @gl: the glock
451 * @flags:
453 * Returns: errno
456 static int rgrp_go_lock(struct gfs2_holder *gh)
458 return gfs2_rgrp_bh_get(gh->gh_gl->gl_object);
462 * rgrp_go_unlock - operation done before an rgrp lock is unlocked by
463 * a last holder on this node.
464 * @gl: the glock
465 * @flags:
469 static void rgrp_go_unlock(struct gfs2_holder *gh)
471 gfs2_rgrp_bh_put(gh->gh_gl->gl_object);
475 * trans_go_sync - promote/demote the transaction glock
476 * @gl: the glock
477 * @state: the requested state
478 * @flags:
482 static void trans_go_sync(struct gfs2_glock *gl)
484 struct gfs2_sbd *sdp = gl->gl_sbd;
486 if (gl->gl_state != LM_ST_UNLOCKED &&
487 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
488 gfs2_meta_syncfs(sdp);
489 gfs2_log_shutdown(sdp);
494 * trans_go_xmote_bh - After promoting/demoting the transaction glock
495 * @gl: the glock
499 static int trans_go_xmote_bh(struct gfs2_glock *gl, struct gfs2_holder *gh)
501 struct gfs2_sbd *sdp = gl->gl_sbd;
502 struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode);
503 struct gfs2_glock *j_gl = ip->i_gl;
504 struct gfs2_log_header_host head;
505 int error;
507 if (test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
508 j_gl->gl_ops->go_inval(j_gl, DIO_METADATA);
510 error = gfs2_find_jhead(sdp->sd_jdesc, &head);
511 if (error)
512 gfs2_consist(sdp);
513 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT))
514 gfs2_consist(sdp);
516 /* Initialize some head of the log stuff */
517 if (!test_bit(SDF_SHUTDOWN, &sdp->sd_flags)) {
518 sdp->sd_log_sequence = head.lh_sequence + 1;
519 gfs2_log_pointers_init(sdp, head.lh_blkno);
522 return 0;
526 * trans_go_demote_ok
527 * @gl: the glock
529 * Always returns 0
532 static int trans_go_demote_ok(const struct gfs2_glock *gl)
534 return 0;
538 * iopen_go_callback - schedule the dcache entry for the inode to be deleted
539 * @gl: the glock
541 * gl_spin lock is held while calling this
543 static void iopen_go_callback(struct gfs2_glock *gl)
545 struct gfs2_inode *ip = (struct gfs2_inode *)gl->gl_object;
546 struct gfs2_sbd *sdp = gl->gl_sbd;
548 if (sdp->sd_vfs->s_flags & MS_RDONLY)
549 return;
551 if (gl->gl_demote_state == LM_ST_UNLOCKED &&
552 gl->gl_state == LM_ST_SHARED && ip) {
553 gfs2_glock_hold(gl);
554 if (queue_work(gfs2_delete_workqueue, &gl->gl_delete) == 0)
555 gfs2_glock_put_nolock(gl);
559 const struct gfs2_glock_operations gfs2_meta_glops = {
560 .go_type = LM_TYPE_META,
563 const struct gfs2_glock_operations gfs2_inode_glops = {
564 .go_xmote_th = inode_go_sync,
565 .go_inval = inode_go_inval,
566 .go_demote_ok = inode_go_demote_ok,
567 .go_lock = inode_go_lock,
568 .go_dump = inode_go_dump,
569 .go_type = LM_TYPE_INODE,
570 .go_flags = GLOF_ASPACE,
573 const struct gfs2_glock_operations gfs2_rgrp_glops = {
574 .go_xmote_th = rgrp_go_sync,
575 .go_inval = rgrp_go_inval,
576 .go_lock = rgrp_go_lock,
577 .go_unlock = rgrp_go_unlock,
578 .go_dump = gfs2_rgrp_dump,
579 .go_type = LM_TYPE_RGRP,
580 .go_flags = GLOF_ASPACE,
583 const struct gfs2_glock_operations gfs2_trans_glops = {
584 .go_xmote_th = trans_go_sync,
585 .go_xmote_bh = trans_go_xmote_bh,
586 .go_demote_ok = trans_go_demote_ok,
587 .go_type = LM_TYPE_NONDISK,
590 const struct gfs2_glock_operations gfs2_iopen_glops = {
591 .go_type = LM_TYPE_IOPEN,
592 .go_callback = iopen_go_callback,
595 const struct gfs2_glock_operations gfs2_flock_glops = {
596 .go_type = LM_TYPE_FLOCK,
599 const struct gfs2_glock_operations gfs2_nondisk_glops = {
600 .go_type = LM_TYPE_NONDISK,
603 const struct gfs2_glock_operations gfs2_quota_glops = {
604 .go_type = LM_TYPE_QUOTA,
607 const struct gfs2_glock_operations gfs2_journal_glops = {
608 .go_type = LM_TYPE_JOURNAL,
611 const struct gfs2_glock_operations *gfs2_glops_list[] = {
612 [LM_TYPE_META] = &gfs2_meta_glops,
613 [LM_TYPE_INODE] = &gfs2_inode_glops,
614 [LM_TYPE_RGRP] = &gfs2_rgrp_glops,
615 [LM_TYPE_IOPEN] = &gfs2_iopen_glops,
616 [LM_TYPE_FLOCK] = &gfs2_flock_glops,
617 [LM_TYPE_NONDISK] = &gfs2_nondisk_glops,
618 [LM_TYPE_QUOTA] = &gfs2_quota_glops,
619 [LM_TYPE_JOURNAL] = &gfs2_journal_glops,