2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #ifndef __INCORE_DOT_H__
11 #define __INCORE_DOT_H__
14 #include <linux/kobject.h>
15 #include <linux/workqueue.h>
16 #include <linux/dlm.h>
17 #include <linux/buffer_head.h>
18 #include <linux/rcupdate.h>
19 #include <linux/rculist_bl.h>
20 #include <linux/completion.h>
21 #include <linux/rbtree.h>
22 #include <linux/ktime.h>
23 #include <linux/percpu.h>
25 #define DIO_WAIT 0x00000010
26 #define DIO_METADATA 0x00000020
28 struct gfs2_log_operations
;
32 struct gfs2_quota_data
;
39 typedef void (*gfs2_glop_bh_t
) (struct gfs2_glock
*gl
, unsigned int ret
);
41 struct gfs2_log_header_host
{
42 u64 lh_sequence
; /* Sequence number of this transaction */
43 u32 lh_flags
; /* GFS2_LOG_HEAD_... */
44 u32 lh_tail
; /* Block number of log tail */
50 * Structure of operations that are associated with each
51 * type of element in the log.
54 struct gfs2_log_operations
{
55 void (*lo_add
) (struct gfs2_sbd
*sdp
, struct gfs2_bufdata
*bd
);
56 void (*lo_before_commit
) (struct gfs2_sbd
*sdp
);
57 void (*lo_after_commit
) (struct gfs2_sbd
*sdp
, struct gfs2_ail
*ai
);
58 void (*lo_before_scan
) (struct gfs2_jdesc
*jd
,
59 struct gfs2_log_header_host
*head
, int pass
);
60 int (*lo_scan_elements
) (struct gfs2_jdesc
*jd
, unsigned int start
,
61 struct gfs2_log_descriptor
*ld
, __be64
*ptr
,
63 void (*lo_after_scan
) (struct gfs2_jdesc
*jd
, int error
, int pass
);
70 struct buffer_head
*bi_bh
;
72 unsigned long bi_flags
;
79 struct rb_node rd_node
; /* Link with superblock */
80 struct gfs2_glock
*rd_gl
; /* Glock for this rgrp */
81 u64 rd_addr
; /* grp block disk address */
82 u64 rd_data0
; /* first data location */
83 u32 rd_length
; /* length of rgrp header in fs blocks */
84 u32 rd_data
; /* num of data blocks in rgrp */
85 u32 rd_bitbytes
; /* number of bytes in data bitmaps */
90 struct gfs2_bitmap
*rd_bits
;
91 struct gfs2_sbd
*rd_sbd
;
94 #define GFS2_RDF_CHECK 0x10000000 /* check for unlinked inodes */
95 #define GFS2_RDF_UPTODATE 0x20000000 /* rg is up to date */
96 #define GFS2_RDF_ERROR 0x40000000 /* error in rg */
97 #define GFS2_RDF_MASK 0xf0000000 /* mask for internal flags */
100 enum gfs2_state_bits
{
101 BH_Pinned
= BH_PrivateStart
,
102 BH_Escaped
= BH_PrivateStart
+ 1,
103 BH_Zeronew
= BH_PrivateStart
+ 2,
106 BUFFER_FNS(Pinned
, pinned
)
107 TAS_BUFFER_FNS(Pinned
, pinned
)
108 BUFFER_FNS(Escaped
, escaped
)
109 TAS_BUFFER_FNS(Escaped
, escaped
)
110 BUFFER_FNS(Zeronew
, zeronew
)
111 TAS_BUFFER_FNS(Zeronew
, zeronew
)
113 struct gfs2_bufdata
{
114 struct buffer_head
*bd_bh
;
115 struct gfs2_glock
*bd_gl
;
118 struct list_head bd_list
;
119 const struct gfs2_log_operations
*bd_ops
;
121 struct gfs2_ail
*bd_ail
;
122 struct list_head bd_ail_st_list
;
123 struct list_head bd_ail_gl_list
;
127 * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
128 * prefix of lock_dlm_ gets awkward.
131 #define GDLM_STRNAME_BYTES 25
132 #define GDLM_LVB_SIZE 32
137 * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
138 * held by failed nodes whose journals need recovery. Those locks should
139 * only be used for journal recovery until the journal recovery is done.
140 * This is set by the dlm recover_prep callback and cleared by the
141 * gfs2_control thread when journal recovery is complete. To avoid
142 * races between recover_prep setting and gfs2_control clearing, recover_spin
143 * is held while changing this bit and reading/writing recover_block
146 * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
148 * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
149 * recovery of all journals before allowing other nodes to mount the fs.
150 * This is cleared when FIRST_MOUNT_DONE is set.
152 * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
153 * recovery of all journals, and now allows other nodes to mount the fs.
155 * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
156 * BLOCK_LOCKS for the first time. The gfs2_control thread should now
157 * control clearing BLOCK_LOCKS for further recoveries.
159 * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
161 * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
162 * and recover_done(), i.e. set while recover_block == recover_start.
169 DFL_FIRST_MOUNT_DONE
= 3,
172 DFL_DLM_RECOVERY
= 6,
177 unsigned int ln_type
;
180 #define lm_name_equal(name1, name2) \
181 (((name1)->ln_number == (name2)->ln_number) && \
182 ((name1)->ln_type == (name2)->ln_type))
185 struct gfs2_glock_operations
{
186 void (*go_xmote_th
) (struct gfs2_glock
*gl
);
187 int (*go_xmote_bh
) (struct gfs2_glock
*gl
, struct gfs2_holder
*gh
);
188 void (*go_inval
) (struct gfs2_glock
*gl
, int flags
);
189 int (*go_demote_ok
) (const struct gfs2_glock
*gl
);
190 int (*go_lock
) (struct gfs2_holder
*gh
);
191 void (*go_unlock
) (struct gfs2_holder
*gh
);
192 int (*go_dump
)(struct seq_file
*seq
, const struct gfs2_glock
*gl
);
193 void (*go_callback
) (struct gfs2_glock
*gl
);
195 const unsigned long go_flags
;
196 #define GLOF_ASPACE 1
200 GFS2_LKS_SRTT
= 0, /* Non blocking smoothed round trip time */
201 GFS2_LKS_SRTTVAR
= 1, /* Non blocking smoothed variance */
202 GFS2_LKS_SRTTB
= 2, /* Blocking smoothed round trip time */
203 GFS2_LKS_SRTTVARB
= 3, /* Blocking smoothed variance */
204 GFS2_LKS_SIRT
= 4, /* Smoothed Inter-request time */
205 GFS2_LKS_SIRTVAR
= 5, /* Smoothed Inter-request variance */
206 GFS2_LKS_DCOUNT
= 6, /* Count of dlm requests */
207 GFS2_LKS_QCOUNT
= 7, /* Count of gfs2_holder queues */
211 struct gfs2_lkstats
{
212 s64 stats
[GFS2_NR_LKSTATS
];
217 HIF_HOLDER
= 6, /* Set for gh that "holds" the glock */
223 struct list_head gh_list
;
225 struct gfs2_glock
*gh_gl
;
226 struct pid
*gh_owner_pid
;
227 unsigned int gh_state
;
231 unsigned long gh_iflags
; /* HIF_... */
238 GLF_PENDING_DEMOTE
= 4,
239 GLF_DEMOTE_IN_PROGRESS
= 5,
242 GLF_INVALIDATE_IN_PROGRESS
= 8,
243 GLF_REPLY_PENDING
= 9,
248 GLF_OBJECT
= 14, /* Used only for tracing */
253 struct hlist_bl_node gl_list
;
254 struct gfs2_sbd
*gl_sbd
;
255 unsigned long gl_flags
; /* GLF_... */
256 struct lm_lockname gl_name
;
261 /* State fields protected by gl_spin */
262 unsigned int gl_state
:2, /* Current state */
263 gl_target
:2, /* Target state */
264 gl_demote_state
:2, /* State requested by remote node */
265 gl_req
:2, /* State in last dlm request */
266 gl_reply
:8; /* Last reply from the dlm */
268 unsigned int gl_hash
;
269 unsigned long gl_demote_time
; /* time of first demote request */
271 struct list_head gl_holders
;
273 const struct gfs2_glock_operations
*gl_ops
;
275 struct gfs2_lkstats gl_stats
;
276 struct dlm_lksb gl_lksb
;
278 unsigned long gl_tchange
;
281 struct list_head gl_lru
;
282 struct list_head gl_ail_list
;
283 atomic_t gl_ail_count
;
285 struct delayed_work gl_work
;
286 struct work_struct gl_delete
;
287 struct rcu_head gl_rcu
;
290 #define GFS2_MIN_LVB_SIZE 32 /* Min size of LVB that gfs2 supports */
292 struct gfs2_qadata
{ /* quota allocation data */
294 struct gfs2_quota_data
*qa_qd
[2*MAXQUOTAS
];
295 struct gfs2_holder qa_qd_ghs
[2*MAXQUOTAS
];
296 unsigned int qa_qd_num
;
299 struct gfs2_blkreserv
{
300 u32 rs_requested
; /* Filled in by caller of gfs2_inplace_reserve() */
301 struct gfs2_holder rs_rgd_gh
; /* Filled in by gfs2_inplace_reserve() */
307 GIF_ALLOC_FAILED
= 2,
313 struct inode i_inode
;
318 unsigned long i_flags
; /* GIF_... */
319 struct gfs2_glock
*i_gl
; /* Move into i_gh? */
320 struct gfs2_holder i_iopen_gh
;
321 struct gfs2_holder i_gh
; /* for prepare/commit_write only */
322 struct gfs2_qadata
*i_qadata
; /* quota allocation data */
323 struct gfs2_blkreserv
*i_res
; /* resource group block reservation */
324 struct gfs2_rgrpd
*i_rgd
;
325 u64 i_goal
; /* goal block for allocations */
326 struct rw_semaphore i_rw_mutex
;
327 struct list_head i_trunc_list
;
328 __be64
*i_hash_cache
;
336 * Since i_inode is the first element of struct gfs2_inode,
337 * this is effectively a cast.
339 static inline struct gfs2_inode
*GFS2_I(struct inode
*inode
)
341 return container_of(inode
, struct gfs2_inode
, i_inode
);
344 static inline struct gfs2_sbd
*GFS2_SB(const struct inode
*inode
)
346 return inode
->i_sb
->s_fs_info
;
350 struct mutex f_fl_mutex
;
351 struct gfs2_holder f_fl_gh
;
354 struct gfs2_revoke_replay
{
355 struct list_head rr_list
;
357 unsigned int rr_where
;
367 struct gfs2_quota_data
{
368 struct list_head qd_list
;
369 struct list_head qd_reclaim
;
374 unsigned long qd_flags
; /* QDF_... */
379 unsigned int qd_slot
;
380 unsigned int qd_slot_count
;
382 struct buffer_head
*qd_bh
;
383 struct gfs2_quota_change
*qd_bh_qc
;
384 unsigned int qd_bh_count
;
386 struct gfs2_glock
*qd_gl
;
387 struct gfs2_quota_lvb qd_qb
;
390 unsigned long qd_last_warn
;
396 unsigned int tr_blocks
;
397 unsigned int tr_revokes
;
398 unsigned int tr_reserved
;
400 struct gfs2_holder tr_t_gh
;
404 unsigned int tr_num_buf_new
;
405 unsigned int tr_num_databuf_new
;
406 unsigned int tr_num_buf_rm
;
407 unsigned int tr_num_databuf_rm
;
408 unsigned int tr_num_revoke
;
409 unsigned int tr_num_revoke_rm
;
413 struct list_head ai_list
;
415 unsigned int ai_first
;
416 struct list_head ai_ail1_list
;
417 struct list_head ai_ail2_list
;
420 struct gfs2_journal_extent
{
421 struct list_head extent_list
;
423 unsigned int lblock
; /* First logical block */
424 u64 dblock
; /* First disk block */
429 struct list_head jd_list
;
430 struct list_head extent_list
;
431 struct work_struct jd_work
;
432 struct inode
*jd_inode
;
433 unsigned long jd_flags
;
434 #define JDF_RECOVERY 1
436 unsigned int jd_blocks
;
437 int jd_recover_error
;
440 struct gfs2_statfs_change_host
{
446 #define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF
447 #define GFS2_QUOTA_OFF 0
448 #define GFS2_QUOTA_ACCOUNT 1
449 #define GFS2_QUOTA_ON 2
451 #define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED
452 #define GFS2_DATA_WRITEBACK 1
453 #define GFS2_DATA_ORDERED 2
455 #define GFS2_ERRORS_DEFAULT GFS2_ERRORS_WITHDRAW
456 #define GFS2_ERRORS_WITHDRAW 0
457 #define GFS2_ERRORS_CONTINUE 1 /* place holder for future feature */
458 #define GFS2_ERRORS_RO 2 /* place holder for future feature */
459 #define GFS2_ERRORS_PANIC 3
462 char ar_lockproto
[GFS2_LOCKNAME_LEN
]; /* Name of the Lock Protocol */
463 char ar_locktable
[GFS2_LOCKNAME_LEN
]; /* Name of the Lock Table */
464 char ar_hostdata
[GFS2_LOCKNAME_LEN
]; /* Host specific data */
465 unsigned int ar_spectator
:1; /* Don't get a journal */
466 unsigned int ar_localflocks
:1; /* Let the VFS do flock|fcntl */
467 unsigned int ar_debug
:1; /* Oops on errors */
468 unsigned int ar_posix_acl
:1; /* Enable posix acls */
469 unsigned int ar_quota
:2; /* off/account/on */
470 unsigned int ar_suiddir
:1; /* suiddir support */
471 unsigned int ar_data
:2; /* ordered/writeback */
472 unsigned int ar_meta
:1; /* mount metafs */
473 unsigned int ar_discard
:1; /* discard requests */
474 unsigned int ar_errors
:2; /* errors=withdraw | panic */
475 unsigned int ar_nobarrier
:1; /* do not send barriers */
476 int ar_commit
; /* Commit interval */
477 int ar_statfs_quantum
; /* The fast statfs interval */
478 int ar_quota_quantum
; /* The quota interval */
479 int ar_statfs_percent
; /* The % change to force sync */
485 unsigned int gt_logd_secs
;
487 unsigned int gt_quota_simul_sync
; /* Max quotavals to sync at once */
488 unsigned int gt_quota_warn_period
; /* Secs between quota warn msgs */
489 unsigned int gt_quota_scale_num
; /* Numerator */
490 unsigned int gt_quota_scale_den
; /* Denominator */
491 unsigned int gt_quota_quantum
; /* Secs between syncs to quota file */
492 unsigned int gt_new_files_jdata
;
493 unsigned int gt_max_readahead
; /* Max bytes to read-ahead from disk */
494 unsigned int gt_complain_secs
;
495 unsigned int gt_statfs_quantum
;
496 unsigned int gt_statfs_slow
;
500 SDF_JOURNAL_CHECKED
= 0,
501 SDF_JOURNAL_LIVE
= 1,
507 SDF_RORECOVERY
= 7, /* read only recovery */
510 #define GFS2_FSNAME_LEN 256
512 struct gfs2_inum_host
{
517 struct gfs2_sb_host
{
523 u32 sb_multihost_format
;
527 struct gfs2_inum_host sb_master_dir
;
528 struct gfs2_inum_host sb_root_dir
;
530 char sb_lockproto
[GFS2_LOCKNAME_LEN
];
531 char sb_locktable
[GFS2_LOCKNAME_LEN
];
535 * lm_mount() return values
537 * ls_jid - the journal ID this node should use
538 * ls_first - this node is the first to mount the file system
539 * ls_lockspace - lock module's context for this file system
540 * ls_ops - lock module's functions
543 struct lm_lockstruct
{
545 unsigned int ls_first
;
546 const struct lm_lockops
*ls_ops
;
547 dlm_lockspace_t
*ls_dlm
;
549 int ls_recover_jid_done
; /* These two are deprecated, */
550 int ls_recover_jid_status
; /* used previously by gfs_controld */
552 struct dlm_lksb ls_mounted_lksb
; /* mounted_lock */
553 struct dlm_lksb ls_control_lksb
; /* control_lock */
554 char ls_control_lvb
[GDLM_LVB_SIZE
]; /* control_lock lvb */
555 struct completion ls_sync_wait
; /* {control,mounted}_{lock,unlock} */
557 spinlock_t ls_recover_spin
; /* protects following fields */
558 unsigned long ls_recover_flags
; /* DFL_ */
559 uint32_t ls_recover_mount
; /* gen in first recover_done cb */
560 uint32_t ls_recover_start
; /* gen in last recover_done cb */
561 uint32_t ls_recover_block
; /* copy recover_start in last recover_prep */
562 uint32_t ls_recover_size
; /* size of recover_submit, recover_result */
563 uint32_t *ls_recover_submit
; /* gen in last recover_slot cb per jid */
564 uint32_t *ls_recover_result
; /* result of last jid recovery */
567 struct gfs2_pcpu_lkstats
{
568 /* One struct for each glock type */
569 struct gfs2_lkstats lkstats
[10];
573 struct super_block
*sd_vfs
;
574 struct gfs2_pcpu_lkstats __percpu
*sd_lkstats
;
575 struct kobject sd_kobj
;
576 unsigned long sd_flags
; /* SDF_... */
577 struct gfs2_sb_host sd_sb
;
579 /* Constants computed on mount */
583 u32 sd_diptrs
; /* Number of pointers in a dinode */
584 u32 sd_inptrs
; /* Number of pointers in a indirect block */
585 u32 sd_jbsize
; /* Size of a journaled data block */
586 u32 sd_hash_bsize
; /* sizeof(exhash block) */
587 u32 sd_hash_bsize_shift
;
588 u32 sd_hash_ptrs
; /* Number of pointers in a hash block */
590 u32 sd_max_dirres
; /* Max blocks needed to add a directory entry */
591 u32 sd_max_height
; /* Max height of a file's metadata tree */
592 u64 sd_heightsize
[GFS2_MAX_META_HEIGHT
+ 1];
593 u32 sd_max_jheight
; /* Max height of journaled file's meta tree */
594 u64 sd_jheightsize
[GFS2_MAX_META_HEIGHT
+ 1];
596 struct gfs2_args sd_args
; /* Mount arguments */
597 struct gfs2_tune sd_tune
; /* Filesystem tuning structure */
601 struct lm_lockstruct sd_lockstruct
;
602 struct gfs2_holder sd_live_gh
;
603 struct gfs2_glock
*sd_rename_gl
;
604 struct gfs2_glock
*sd_trans_gl
;
605 wait_queue_head_t sd_glock_wait
;
606 atomic_t sd_glock_disposal
;
607 struct completion sd_locking_init
;
608 struct delayed_work sd_control_work
;
612 struct dentry
*sd_master_dir
;
613 struct dentry
*sd_root_dir
;
615 struct inode
*sd_jindex
;
616 struct inode
*sd_statfs_inode
;
617 struct inode
*sd_sc_inode
;
618 struct inode
*sd_qc_inode
;
619 struct inode
*sd_rindex
;
620 struct inode
*sd_quota_inode
;
624 spinlock_t sd_statfs_spin
;
625 struct gfs2_statfs_change_host sd_statfs_master
;
626 struct gfs2_statfs_change_host sd_statfs_local
;
627 int sd_statfs_force_sync
;
629 /* Resource group stuff */
631 int sd_rindex_uptodate
;
632 spinlock_t sd_rindex_spin
;
633 struct rb_root sd_rindex_tree
;
634 unsigned int sd_rgrps
;
635 unsigned int sd_max_rg_data
;
637 /* Journal index stuff */
639 struct list_head sd_jindex_list
;
640 spinlock_t sd_jindex_spin
;
641 struct mutex sd_jindex_mutex
;
642 unsigned int sd_journals
;
644 struct gfs2_jdesc
*sd_jdesc
;
645 struct gfs2_holder sd_journal_gh
;
646 struct gfs2_holder sd_jinode_gh
;
648 struct gfs2_holder sd_sc_gh
;
649 struct gfs2_holder sd_qc_gh
;
653 struct task_struct
*sd_logd_process
;
654 struct task_struct
*sd_quotad_process
;
658 struct list_head sd_quota_list
;
659 atomic_t sd_quota_count
;
660 struct mutex sd_quota_mutex
;
661 wait_queue_head_t sd_quota_wait
;
662 struct list_head sd_trunc_list
;
663 spinlock_t sd_trunc_lock
;
665 unsigned int sd_quota_slots
;
666 unsigned int sd_quota_chunks
;
667 unsigned char **sd_quota_bitmap
;
669 u64 sd_quota_sync_gen
;
673 spinlock_t sd_log_lock
;
675 unsigned int sd_log_blks_reserved
;
676 unsigned int sd_log_commited_buf
;
677 unsigned int sd_log_commited_databuf
;
678 int sd_log_commited_revoke
;
680 atomic_t sd_log_pinned
;
681 unsigned int sd_log_num_buf
;
682 unsigned int sd_log_num_revoke
;
683 unsigned int sd_log_num_rg
;
684 unsigned int sd_log_num_databuf
;
686 struct list_head sd_log_le_buf
;
687 struct list_head sd_log_le_revoke
;
688 struct list_head sd_log_le_databuf
;
689 struct list_head sd_log_le_ordered
;
691 atomic_t sd_log_thresh1
;
692 atomic_t sd_log_thresh2
;
693 atomic_t sd_log_blks_free
;
694 wait_queue_head_t sd_log_waitq
;
695 wait_queue_head_t sd_logd_waitq
;
698 unsigned int sd_log_head
;
699 unsigned int sd_log_tail
;
702 struct rw_semaphore sd_log_flush_lock
;
703 atomic_t sd_log_in_flight
;
704 struct bio
*sd_log_bio
;
705 wait_queue_head_t sd_log_flush_wait
;
708 unsigned int sd_log_flush_head
;
709 u64 sd_log_flush_wrapped
;
711 spinlock_t sd_ail_lock
;
712 struct list_head sd_ail1_list
;
713 struct list_head sd_ail2_list
;
717 struct list_head sd_revoke_list
;
718 unsigned int sd_replay_tail
;
720 unsigned int sd_found_blocks
;
721 unsigned int sd_found_revokes
;
722 unsigned int sd_replayed_blocks
;
724 /* For quiescing the filesystem */
726 struct gfs2_holder sd_freeze_gh
;
727 struct mutex sd_freeze_lock
;
728 unsigned int sd_freeze_count
;
730 char sd_fsname
[GFS2_FSNAME_LEN
];
731 char sd_table_name
[GFS2_FSNAME_LEN
];
732 char sd_proto_name
[GFS2_FSNAME_LEN
];
736 unsigned long sd_last_warning
;
737 struct dentry
*debugfs_dir
; /* debugfs directory */
738 struct dentry
*debugfs_dentry_glocks
;
739 struct dentry
*debugfs_dentry_glstats
;
740 struct dentry
*debugfs_dentry_sbstats
;
743 static inline void gfs2_glstats_inc(struct gfs2_glock
*gl
, int which
)
745 gl
->gl_stats
.stats
[which
]++;
748 static inline void gfs2_sbstats_inc(const struct gfs2_glock
*gl
, int which
)
750 const struct gfs2_sbd
*sdp
= gl
->gl_sbd
;
752 this_cpu_ptr(sdp
->sd_lkstats
)->lkstats
[gl
->gl_name
.ln_type
].stats
[which
]++;
756 #endif /* __INCORE_DOT_H__ */