2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21 #include <linux/types.h>
24 * XFS_BIG_BLKNOS needs block layer disk addresses to be 64 bits.
25 * XFS_BIG_INUMS requires XFS_BIG_BLKNOS to be set.
27 #if defined(CONFIG_LBDAF) || (BITS_PER_LONG == 64)
28 # define XFS_BIG_BLKNOS 1
29 # define XFS_BIG_INUMS 1
31 # define XFS_BIG_BLKNOS 0
32 # define XFS_BIG_INUMS 0
35 #include "xfs_types.h"
42 #include <linux/semaphore.h>
44 #include <linux/kernel.h>
45 #include <linux/blkdev.h>
46 #include <linux/slab.h>
47 #include <linux/crc32c.h>
48 #include <linux/module.h>
49 #include <linux/mutex.h>
50 #include <linux/file.h>
51 #include <linux/swap.h>
52 #include <linux/errno.h>
53 #include <linux/sched.h>
54 #include <linux/bitops.h>
55 #include <linux/major.h>
56 #include <linux/pagemap.h>
57 #include <linux/vfs.h>
58 #include <linux/seq_file.h>
59 #include <linux/init.h>
60 #include <linux/list.h>
61 #include <linux/proc_fs.h>
62 #include <linux/sort.h>
63 #include <linux/cpu.h>
64 #include <linux/notifier.h>
65 #include <linux/delay.h>
66 #include <linux/log2.h>
67 #include <linux/spinlock.h>
68 #include <linux/random.h>
69 #include <linux/ctype.h>
70 #include <linux/writeback.h>
71 #include <linux/capability.h>
72 #include <linux/kthread.h>
73 #include <linux/freezer.h>
74 #include <linux/list_sort.h>
75 #include <linux/ratelimit.h>
78 #include <asm/div64.h>
79 #include <asm/param.h>
80 #include <asm/uaccess.h>
81 #include <asm/byteorder.h>
82 #include <asm/unaligned.h>
84 #include "xfs_vnode.h"
85 #include "xfs_stats.h"
86 #include "xfs_sysctl.h"
89 #include "xfs_super.h"
91 #include "xfs_message.h"
94 #define XFS_NATIVE_HOST 1
96 #undef XFS_NATIVE_HOST
100 * Feature macros (disable/enable)
103 #define HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
105 #undef HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
108 #define irix_sgid_inherit xfs_params.sgid_inherit.val
109 #define irix_symlink_mode xfs_params.symlink_mode.val
110 #define xfs_panic_mask xfs_params.panic_mask.val
111 #define xfs_error_level xfs_params.error_level.val
112 #define xfs_syncd_centisecs xfs_params.syncd_timer.val
113 #define xfs_stats_clear xfs_params.stats_clear.val
114 #define xfs_inherit_sync xfs_params.inherit_sync.val
115 #define xfs_inherit_nodump xfs_params.inherit_nodump.val
116 #define xfs_inherit_noatime xfs_params.inherit_noatim.val
117 #define xfs_buf_timer_centisecs xfs_params.xfs_buf_timer.val
118 #define xfs_buf_age_centisecs xfs_params.xfs_buf_age.val
119 #define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
120 #define xfs_rotorstep xfs_params.rotorstep.val
121 #define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
122 #define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
123 #define xfs_eofb_secs xfs_params.eofb_timer.val
125 #define current_cpu() (raw_smp_processor_id())
126 #define current_pid() (current->pid)
127 #define current_test_flags(f) (current->flags & (f))
128 #define current_set_flags_nested(sp, f) \
129 (*(sp) = current->flags, current->flags |= (f))
130 #define current_clear_flags_nested(sp, f) \
131 (*(sp) = current->flags, current->flags &= ~(f))
132 #define current_restore_flags_nested(sp, f) \
133 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
135 #define spinlock_destroy(lock)
137 #define NBBY 8 /* number of bits per byte */
140 * Size of block device i/o is parameterized here.
141 * Currently the system supports page-sized i/o.
143 #define BLKDEV_IOSHIFT PAGE_CACHE_SHIFT
144 #define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
145 /* number of BB's per block device block */
146 #define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
148 #define ENOATTR ENODATA /* Attribute not found */
149 #define EWRONGFS EINVAL /* Mount with wrong filesystem type */
150 #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
152 #define SYNCHRONIZE() barrier()
153 #define __return_address __builtin_return_address(0)
155 #define XFS_PROJID_DEFAULT 0
156 #define MAXPATHLEN 1024
158 #define MIN(a,b) (min(a,b))
159 #define MAX(a,b) (max(a,b))
160 #define howmany(x, y) (((x)+((y)-1))/(y))
163 * Various platform dependent calls that don't fit anywhere else
165 #define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
166 #define xfs_stack_trace() dump_stack()
169 /* Move the kernel do_div definition off to one side */
172 /* For ia32 we need to pull some tricks to get past various versions
173 * of the compiler which do not like us using do_div in the middle
174 * of large functions.
176 static inline __u32
xfs_do_div(void *a
, __u32 b
, int n
)
182 mod
= *(__u32
*)a
% b
;
183 *(__u32
*)a
= *(__u32
*)a
/ b
;
187 unsigned long __upper
, __low
, __high
, __mod
;
188 __u64 c
= *(__u64
*)a
;
189 __upper
= __high
= c
>> 32;
192 __upper
= __high
% (b
);
193 __high
= __high
/ (b
);
195 asm("divl %2":"=a" (__low
), "=d" (__mod
):"rm" (b
), "0" (__low
), "1" (__upper
));
196 asm("":"=A" (c
):"a" (__low
),"d" (__high
));
206 /* Side effect free 64 bit mod operation */
207 static inline __u32
xfs_do_mod(void *a
, __u32 b
, int n
)
211 return *(__u32
*)a
% b
;
214 unsigned long __upper
, __low
, __high
, __mod
;
215 __u64 c
= *(__u64
*)a
;
216 __upper
= __high
= c
>> 32;
219 __upper
= __high
% (b
);
220 __high
= __high
/ (b
);
222 asm("divl %2":"=a" (__low
), "=d" (__mod
):"rm" (b
), "0" (__low
), "1" (__upper
));
223 asm("":"=A" (c
):"a" (__low
),"d" (__high
));
232 static inline __u32
xfs_do_div(void *a
, __u32 b
, int n
)
238 mod
= *(__u32
*)a
% b
;
239 *(__u32
*)a
= *(__u32
*)a
/ b
;
242 mod
= do_div(*(__u64
*)a
, b
);
250 /* Side effect free 64 bit mod operation */
251 static inline __u32
xfs_do_mod(void *a
, __u32 b
, int n
)
255 return *(__u32
*)a
% b
;
258 __u64 c
= *(__u64
*)a
;
269 #define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
270 #define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
272 static inline __uint64_t
roundup_64(__uint64_t x
, __uint32_t y
)
279 static inline __uint64_t
howmany_64(__uint64_t x
, __uint32_t y
)
286 /* ARM old ABI has some weird alignment/padding */
287 #if defined(__arm__) && !defined(__ARM_EABI__)
288 #define __arch_pack __attribute__((packed))
293 #define ASSERT_ALWAYS(expr) \
294 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
297 #define ASSERT(expr) \
298 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
301 # define STATIC noinline
308 #define ASSERT(expr) \
309 (unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
312 # define STATIC static noinline
315 #else /* !DEBUG && !XFS_WARN */
317 #define ASSERT(expr) ((void)0)
320 # define STATIC static noinline
323 #endif /* XFS_WARN */
326 #endif /* __XFS_LINUX__ */