ALSA: usb-audio: Fix an out-of-bound read in create_composite_quirks
[linux/fpc-iii.git] / fs / super.c
blob7e9beab7725962e2d42f113e4de49e2fa5e0874e
1 /*
2 * linux/fs/super.c
4 * Copyright (C) 1991, 1992 Linus Torvalds
6 * super.c contains code to handle: - mount structures
7 * - super-block tables
8 * - filesystem drivers list
9 * - mount system call
10 * - umount system call
11 * - ustat system call
13 * GK 2/5/95 - Changed to support mounting the root fs via NFS
15 * Added kerneld support: Jacques Gelinas and Bjorn Ekwall
16 * Added change_root: Werner Almesberger & Hans Lermen, Feb '96
17 * Added options to /proc/mounts:
18 * Torbjörn Lindh (torbjorn.lindh@gopta.se), April 14, 1996.
19 * Added devfs support: Richard Gooch <rgooch@atnf.csiro.au>, 13-JAN-1998
20 * Heavily rewritten for 'one fs - one tree' dcache architecture. AV, Mar 2000
23 #include <linux/export.h>
24 #include <linux/slab.h>
25 #include <linux/blkdev.h>
26 #include <linux/mount.h>
27 #include <linux/security.h>
28 #include <linux/writeback.h> /* for the emergency remount stuff */
29 #include <linux/idr.h>
30 #include <linux/mutex.h>
31 #include <linux/backing-dev.h>
32 #include <linux/rculist_bl.h>
33 #include <linux/cleancache.h>
34 #include <linux/fsnotify.h>
35 #include <linux/lockdep.h>
36 #include <linux/user_namespace.h>
37 #include "internal.h"
40 static LIST_HEAD(super_blocks);
41 static DEFINE_SPINLOCK(sb_lock);
43 static char *sb_writers_name[SB_FREEZE_LEVELS] = {
44 "sb_writers",
45 "sb_pagefaults",
46 "sb_internal",
50 * One thing we have to be careful of with a per-sb shrinker is that we don't
51 * drop the last active reference to the superblock from within the shrinker.
52 * If that happens we could trigger unregistering the shrinker from within the
53 * shrinker path and that leads to deadlock on the shrinker_rwsem. Hence we
54 * take a passive reference to the superblock to avoid this from occurring.
56 static unsigned long super_cache_scan(struct shrinker *shrink,
57 struct shrink_control *sc)
59 struct super_block *sb;
60 long fs_objects = 0;
61 long total_objects;
62 long freed = 0;
63 long dentries;
64 long inodes;
66 sb = container_of(shrink, struct super_block, s_shrink);
69 * Deadlock avoidance. We may hold various FS locks, and we don't want
70 * to recurse into the FS that called us in clear_inode() and friends..
72 if (!(sc->gfp_mask & __GFP_FS))
73 return SHRINK_STOP;
75 if (!trylock_super(sb))
76 return SHRINK_STOP;
78 if (sb->s_op->nr_cached_objects)
79 fs_objects = sb->s_op->nr_cached_objects(sb, sc);
81 inodes = list_lru_shrink_count(&sb->s_inode_lru, sc);
82 dentries = list_lru_shrink_count(&sb->s_dentry_lru, sc);
83 total_objects = dentries + inodes + fs_objects + 1;
84 if (!total_objects)
85 total_objects = 1;
87 /* proportion the scan between the caches */
88 dentries = mult_frac(sc->nr_to_scan, dentries, total_objects);
89 inodes = mult_frac(sc->nr_to_scan, inodes, total_objects);
90 fs_objects = mult_frac(sc->nr_to_scan, fs_objects, total_objects);
93 * prune the dcache first as the icache is pinned by it, then
94 * prune the icache, followed by the filesystem specific caches
96 * Ensure that we always scan at least one object - memcg kmem
97 * accounting uses this to fully empty the caches.
99 sc->nr_to_scan = dentries + 1;
100 freed = prune_dcache_sb(sb, sc);
101 sc->nr_to_scan = inodes + 1;
102 freed += prune_icache_sb(sb, sc);
104 if (fs_objects) {
105 sc->nr_to_scan = fs_objects + 1;
106 freed += sb->s_op->free_cached_objects(sb, sc);
109 up_read(&sb->s_umount);
110 return freed;
113 static unsigned long super_cache_count(struct shrinker *shrink,
114 struct shrink_control *sc)
116 struct super_block *sb;
117 long total_objects = 0;
119 sb = container_of(shrink, struct super_block, s_shrink);
122 * Don't call trylock_super as it is a potential
123 * scalability bottleneck. The counts could get updated
124 * between super_cache_count and super_cache_scan anyway.
125 * Call to super_cache_count with shrinker_rwsem held
126 * ensures the safety of call to list_lru_shrink_count() and
127 * s_op->nr_cached_objects().
129 if (sb->s_op && sb->s_op->nr_cached_objects)
130 total_objects = sb->s_op->nr_cached_objects(sb, sc);
132 total_objects += list_lru_shrink_count(&sb->s_dentry_lru, sc);
133 total_objects += list_lru_shrink_count(&sb->s_inode_lru, sc);
135 total_objects = vfs_pressure_ratio(total_objects);
136 return total_objects;
139 static void destroy_super_work(struct work_struct *work)
141 struct super_block *s = container_of(work, struct super_block,
142 destroy_work);
143 int i;
145 for (i = 0; i < SB_FREEZE_LEVELS; i++)
146 percpu_free_rwsem(&s->s_writers.rw_sem[i]);
147 kfree(s);
150 static void destroy_super_rcu(struct rcu_head *head)
152 struct super_block *s = container_of(head, struct super_block, rcu);
153 INIT_WORK(&s->destroy_work, destroy_super_work);
154 schedule_work(&s->destroy_work);
158 * destroy_super - frees a superblock
159 * @s: superblock to free
161 * Frees a superblock.
163 static void destroy_super(struct super_block *s)
165 list_lru_destroy(&s->s_dentry_lru);
166 list_lru_destroy(&s->s_inode_lru);
167 security_sb_free(s);
168 WARN_ON(!list_empty(&s->s_mounts));
169 put_user_ns(s->s_user_ns);
170 kfree(s->s_subtype);
171 kfree(s->s_options);
172 call_rcu(&s->rcu, destroy_super_rcu);
176 * alloc_super - create new superblock
177 * @type: filesystem type superblock should belong to
178 * @flags: the mount flags
179 * @user_ns: User namespace for the super_block
181 * Allocates and initializes a new &struct super_block. alloc_super()
182 * returns a pointer new superblock or %NULL if allocation had failed.
184 static struct super_block *alloc_super(struct file_system_type *type, int flags,
185 struct user_namespace *user_ns)
187 struct super_block *s = kzalloc(sizeof(struct super_block), GFP_USER);
188 static const struct super_operations default_op;
189 int i;
191 if (!s)
192 return NULL;
194 INIT_LIST_HEAD(&s->s_mounts);
195 s->s_user_ns = get_user_ns(user_ns);
197 if (security_sb_alloc(s))
198 goto fail;
200 for (i = 0; i < SB_FREEZE_LEVELS; i++) {
201 if (__percpu_init_rwsem(&s->s_writers.rw_sem[i],
202 sb_writers_name[i],
203 &type->s_writers_key[i]))
204 goto fail;
206 init_waitqueue_head(&s->s_writers.wait_unfrozen);
207 s->s_bdi = &noop_backing_dev_info;
208 s->s_flags = flags;
209 if (s->s_user_ns != &init_user_ns)
210 s->s_iflags |= SB_I_NODEV;
211 INIT_HLIST_NODE(&s->s_instances);
212 INIT_HLIST_BL_HEAD(&s->s_anon);
213 mutex_init(&s->s_sync_lock);
214 INIT_LIST_HEAD(&s->s_inodes);
215 spin_lock_init(&s->s_inode_list_lock);
216 INIT_LIST_HEAD(&s->s_inodes_wb);
217 spin_lock_init(&s->s_inode_wblist_lock);
219 if (list_lru_init_memcg(&s->s_dentry_lru))
220 goto fail;
221 if (list_lru_init_memcg(&s->s_inode_lru))
222 goto fail;
224 init_rwsem(&s->s_umount);
225 lockdep_set_class(&s->s_umount, &type->s_umount_key);
227 * sget() can have s_umount recursion.
229 * When it cannot find a suitable sb, it allocates a new
230 * one (this one), and tries again to find a suitable old
231 * one.
233 * In case that succeeds, it will acquire the s_umount
234 * lock of the old one. Since these are clearly distrinct
235 * locks, and this object isn't exposed yet, there's no
236 * risk of deadlocks.
238 * Annotate this by putting this lock in a different
239 * subclass.
241 down_write_nested(&s->s_umount, SINGLE_DEPTH_NESTING);
242 s->s_count = 1;
243 atomic_set(&s->s_active, 1);
244 mutex_init(&s->s_vfs_rename_mutex);
245 lockdep_set_class(&s->s_vfs_rename_mutex, &type->s_vfs_rename_key);
246 mutex_init(&s->s_dquot.dqio_mutex);
247 mutex_init(&s->s_dquot.dqonoff_mutex);
248 s->s_maxbytes = MAX_NON_LFS;
249 s->s_op = &default_op;
250 s->s_time_gran = 1000000000;
251 s->cleancache_poolid = CLEANCACHE_NO_POOL;
253 s->s_shrink.seeks = DEFAULT_SEEKS;
254 s->s_shrink.scan_objects = super_cache_scan;
255 s->s_shrink.count_objects = super_cache_count;
256 s->s_shrink.batch = 1024;
257 s->s_shrink.flags = SHRINKER_NUMA_AWARE | SHRINKER_MEMCG_AWARE;
258 return s;
260 fail:
261 destroy_super(s);
262 return NULL;
265 /* Superblock refcounting */
268 * Drop a superblock's refcount. The caller must hold sb_lock.
270 static void __put_super(struct super_block *sb)
272 if (!--sb->s_count) {
273 list_del_init(&sb->s_list);
274 destroy_super(sb);
279 * put_super - drop a temporary reference to superblock
280 * @sb: superblock in question
282 * Drops a temporary reference, frees superblock if there's no
283 * references left.
285 static void put_super(struct super_block *sb)
287 spin_lock(&sb_lock);
288 __put_super(sb);
289 spin_unlock(&sb_lock);
294 * deactivate_locked_super - drop an active reference to superblock
295 * @s: superblock to deactivate
297 * Drops an active reference to superblock, converting it into a temporary
298 * one if there is no other active references left. In that case we
299 * tell fs driver to shut it down and drop the temporary reference we
300 * had just acquired.
302 * Caller holds exclusive lock on superblock; that lock is released.
304 void deactivate_locked_super(struct super_block *s)
306 struct file_system_type *fs = s->s_type;
307 if (atomic_dec_and_test(&s->s_active)) {
308 cleancache_invalidate_fs(s);
309 unregister_shrinker(&s->s_shrink);
310 fs->kill_sb(s);
313 * Since list_lru_destroy() may sleep, we cannot call it from
314 * put_super(), where we hold the sb_lock. Therefore we destroy
315 * the lru lists right now.
317 list_lru_destroy(&s->s_dentry_lru);
318 list_lru_destroy(&s->s_inode_lru);
320 put_filesystem(fs);
321 put_super(s);
322 } else {
323 up_write(&s->s_umount);
327 EXPORT_SYMBOL(deactivate_locked_super);
330 * deactivate_super - drop an active reference to superblock
331 * @s: superblock to deactivate
333 * Variant of deactivate_locked_super(), except that superblock is *not*
334 * locked by caller. If we are going to drop the final active reference,
335 * lock will be acquired prior to that.
337 void deactivate_super(struct super_block *s)
339 if (!atomic_add_unless(&s->s_active, -1, 1)) {
340 down_write(&s->s_umount);
341 deactivate_locked_super(s);
345 EXPORT_SYMBOL(deactivate_super);
348 * grab_super - acquire an active reference
349 * @s: reference we are trying to make active
351 * Tries to acquire an active reference. grab_super() is used when we
352 * had just found a superblock in super_blocks or fs_type->fs_supers
353 * and want to turn it into a full-blown active reference. grab_super()
354 * is called with sb_lock held and drops it. Returns 1 in case of
355 * success, 0 if we had failed (superblock contents was already dead or
356 * dying when grab_super() had been called). Note that this is only
357 * called for superblocks not in rundown mode (== ones still on ->fs_supers
358 * of their type), so increment of ->s_count is OK here.
360 static int grab_super(struct super_block *s) __releases(sb_lock)
362 s->s_count++;
363 spin_unlock(&sb_lock);
364 down_write(&s->s_umount);
365 if ((s->s_flags & MS_BORN) && atomic_inc_not_zero(&s->s_active)) {
366 put_super(s);
367 return 1;
369 up_write(&s->s_umount);
370 put_super(s);
371 return 0;
375 * trylock_super - try to grab ->s_umount shared
376 * @sb: reference we are trying to grab
378 * Try to prevent fs shutdown. This is used in places where we
379 * cannot take an active reference but we need to ensure that the
380 * filesystem is not shut down while we are working on it. It returns
381 * false if we cannot acquire s_umount or if we lose the race and
382 * filesystem already got into shutdown, and returns true with the s_umount
383 * lock held in read mode in case of success. On successful return,
384 * the caller must drop the s_umount lock when done.
386 * Note that unlike get_super() et.al. this one does *not* bump ->s_count.
387 * The reason why it's safe is that we are OK with doing trylock instead
388 * of down_read(). There's a couple of places that are OK with that, but
389 * it's very much not a general-purpose interface.
391 bool trylock_super(struct super_block *sb)
393 if (down_read_trylock(&sb->s_umount)) {
394 if (!hlist_unhashed(&sb->s_instances) &&
395 sb->s_root && (sb->s_flags & MS_BORN))
396 return true;
397 up_read(&sb->s_umount);
400 return false;
404 * generic_shutdown_super - common helper for ->kill_sb()
405 * @sb: superblock to kill
407 * generic_shutdown_super() does all fs-independent work on superblock
408 * shutdown. Typical ->kill_sb() should pick all fs-specific objects
409 * that need destruction out of superblock, call generic_shutdown_super()
410 * and release aforementioned objects. Note: dentries and inodes _are_
411 * taken care of and do not need specific handling.
413 * Upon calling this function, the filesystem may no longer alter or
414 * rearrange the set of dentries belonging to this super_block, nor may it
415 * change the attachments of dentries to inodes.
417 void generic_shutdown_super(struct super_block *sb)
419 const struct super_operations *sop = sb->s_op;
421 if (sb->s_root) {
422 shrink_dcache_for_umount(sb);
423 sync_filesystem(sb);
424 sb->s_flags &= ~MS_ACTIVE;
426 fsnotify_unmount_inodes(sb);
427 cgroup_writeback_umount();
429 evict_inodes(sb);
431 if (sb->s_dio_done_wq) {
432 destroy_workqueue(sb->s_dio_done_wq);
433 sb->s_dio_done_wq = NULL;
436 if (sop->put_super)
437 sop->put_super(sb);
439 if (!list_empty(&sb->s_inodes)) {
440 printk("VFS: Busy inodes after unmount of %s. "
441 "Self-destruct in 5 seconds. Have a nice day...\n",
442 sb->s_id);
445 spin_lock(&sb_lock);
446 /* should be initialized for __put_super_and_need_restart() */
447 hlist_del_init(&sb->s_instances);
448 spin_unlock(&sb_lock);
449 up_write(&sb->s_umount);
452 EXPORT_SYMBOL(generic_shutdown_super);
455 * sget_userns - find or create a superblock
456 * @type: filesystem type superblock should belong to
457 * @test: comparison callback
458 * @set: setup callback
459 * @flags: mount flags
460 * @user_ns: User namespace for the super_block
461 * @data: argument to each of them
463 struct super_block *sget_userns(struct file_system_type *type,
464 int (*test)(struct super_block *,void *),
465 int (*set)(struct super_block *,void *),
466 int flags, struct user_namespace *user_ns,
467 void *data)
469 struct super_block *s = NULL;
470 struct super_block *old;
471 int err;
473 if (!(flags & (MS_KERNMOUNT|MS_SUBMOUNT)) &&
474 !(type->fs_flags & FS_USERNS_MOUNT) &&
475 !capable(CAP_SYS_ADMIN))
476 return ERR_PTR(-EPERM);
477 retry:
478 spin_lock(&sb_lock);
479 if (test) {
480 hlist_for_each_entry(old, &type->fs_supers, s_instances) {
481 if (!test(old, data))
482 continue;
483 if (user_ns != old->s_user_ns) {
484 spin_unlock(&sb_lock);
485 if (s) {
486 up_write(&s->s_umount);
487 destroy_super(s);
489 return ERR_PTR(-EBUSY);
491 if (!grab_super(old))
492 goto retry;
493 if (s) {
494 up_write(&s->s_umount);
495 destroy_super(s);
496 s = NULL;
498 return old;
501 if (!s) {
502 spin_unlock(&sb_lock);
503 s = alloc_super(type, (flags & ~MS_SUBMOUNT), user_ns);
504 if (!s)
505 return ERR_PTR(-ENOMEM);
506 goto retry;
509 err = set(s, data);
510 if (err) {
511 spin_unlock(&sb_lock);
512 up_write(&s->s_umount);
513 destroy_super(s);
514 return ERR_PTR(err);
516 s->s_type = type;
517 strlcpy(s->s_id, type->name, sizeof(s->s_id));
518 list_add_tail(&s->s_list, &super_blocks);
519 hlist_add_head(&s->s_instances, &type->fs_supers);
520 spin_unlock(&sb_lock);
521 get_filesystem(type);
522 err = register_shrinker(&s->s_shrink);
523 if (err) {
524 deactivate_locked_super(s);
525 s = ERR_PTR(err);
527 return s;
530 EXPORT_SYMBOL(sget_userns);
533 * sget - find or create a superblock
534 * @type: filesystem type superblock should belong to
535 * @test: comparison callback
536 * @set: setup callback
537 * @flags: mount flags
538 * @data: argument to each of them
540 struct super_block *sget(struct file_system_type *type,
541 int (*test)(struct super_block *,void *),
542 int (*set)(struct super_block *,void *),
543 int flags,
544 void *data)
546 struct user_namespace *user_ns = current_user_ns();
548 /* We don't yet pass the user namespace of the parent
549 * mount through to here so always use &init_user_ns
550 * until that changes.
552 if (flags & MS_SUBMOUNT)
553 user_ns = &init_user_ns;
555 /* Ensure the requestor has permissions over the target filesystem */
556 if (!(flags & (MS_KERNMOUNT|MS_SUBMOUNT)) && !ns_capable(user_ns, CAP_SYS_ADMIN))
557 return ERR_PTR(-EPERM);
559 return sget_userns(type, test, set, flags, user_ns, data);
562 EXPORT_SYMBOL(sget);
564 void drop_super(struct super_block *sb)
566 up_read(&sb->s_umount);
567 put_super(sb);
570 EXPORT_SYMBOL(drop_super);
573 * iterate_supers - call function for all active superblocks
574 * @f: function to call
575 * @arg: argument to pass to it
577 * Scans the superblock list and calls given function, passing it
578 * locked superblock and given argument.
580 void iterate_supers(void (*f)(struct super_block *, void *), void *arg)
582 struct super_block *sb, *p = NULL;
584 spin_lock(&sb_lock);
585 list_for_each_entry(sb, &super_blocks, s_list) {
586 if (hlist_unhashed(&sb->s_instances))
587 continue;
588 sb->s_count++;
589 spin_unlock(&sb_lock);
591 down_read(&sb->s_umount);
592 if (sb->s_root && (sb->s_flags & MS_BORN))
593 f(sb, arg);
594 up_read(&sb->s_umount);
596 spin_lock(&sb_lock);
597 if (p)
598 __put_super(p);
599 p = sb;
601 if (p)
602 __put_super(p);
603 spin_unlock(&sb_lock);
607 * iterate_supers_type - call function for superblocks of given type
608 * @type: fs type
609 * @f: function to call
610 * @arg: argument to pass to it
612 * Scans the superblock list and calls given function, passing it
613 * locked superblock and given argument.
615 void iterate_supers_type(struct file_system_type *type,
616 void (*f)(struct super_block *, void *), void *arg)
618 struct super_block *sb, *p = NULL;
620 spin_lock(&sb_lock);
621 hlist_for_each_entry(sb, &type->fs_supers, s_instances) {
622 sb->s_count++;
623 spin_unlock(&sb_lock);
625 down_read(&sb->s_umount);
626 if (sb->s_root && (sb->s_flags & MS_BORN))
627 f(sb, arg);
628 up_read(&sb->s_umount);
630 spin_lock(&sb_lock);
631 if (p)
632 __put_super(p);
633 p = sb;
635 if (p)
636 __put_super(p);
637 spin_unlock(&sb_lock);
640 EXPORT_SYMBOL(iterate_supers_type);
643 * get_super - get the superblock of a device
644 * @bdev: device to get the superblock for
646 * Scans the superblock list and finds the superblock of the file system
647 * mounted on the device given. %NULL is returned if no match is found.
650 struct super_block *get_super(struct block_device *bdev)
652 struct super_block *sb;
654 if (!bdev)
655 return NULL;
657 spin_lock(&sb_lock);
658 rescan:
659 list_for_each_entry(sb, &super_blocks, s_list) {
660 if (hlist_unhashed(&sb->s_instances))
661 continue;
662 if (sb->s_bdev == bdev) {
663 sb->s_count++;
664 spin_unlock(&sb_lock);
665 down_read(&sb->s_umount);
666 /* still alive? */
667 if (sb->s_root && (sb->s_flags & MS_BORN))
668 return sb;
669 up_read(&sb->s_umount);
670 /* nope, got unmounted */
671 spin_lock(&sb_lock);
672 __put_super(sb);
673 goto rescan;
676 spin_unlock(&sb_lock);
677 return NULL;
680 EXPORT_SYMBOL(get_super);
683 * get_super_thawed - get thawed superblock of a device
684 * @bdev: device to get the superblock for
686 * Scans the superblock list and finds the superblock of the file system
687 * mounted on the device. The superblock is returned once it is thawed
688 * (or immediately if it was not frozen). %NULL is returned if no match
689 * is found.
691 struct super_block *get_super_thawed(struct block_device *bdev)
693 while (1) {
694 struct super_block *s = get_super(bdev);
695 if (!s || s->s_writers.frozen == SB_UNFROZEN)
696 return s;
697 up_read(&s->s_umount);
698 wait_event(s->s_writers.wait_unfrozen,
699 s->s_writers.frozen == SB_UNFROZEN);
700 put_super(s);
703 EXPORT_SYMBOL(get_super_thawed);
706 * get_active_super - get an active reference to the superblock of a device
707 * @bdev: device to get the superblock for
709 * Scans the superblock list and finds the superblock of the file system
710 * mounted on the device given. Returns the superblock with an active
711 * reference or %NULL if none was found.
713 struct super_block *get_active_super(struct block_device *bdev)
715 struct super_block *sb;
717 if (!bdev)
718 return NULL;
720 restart:
721 spin_lock(&sb_lock);
722 list_for_each_entry(sb, &super_blocks, s_list) {
723 if (hlist_unhashed(&sb->s_instances))
724 continue;
725 if (sb->s_bdev == bdev) {
726 if (!grab_super(sb))
727 goto restart;
728 up_write(&sb->s_umount);
729 return sb;
732 spin_unlock(&sb_lock);
733 return NULL;
736 struct super_block *user_get_super(dev_t dev)
738 struct super_block *sb;
740 spin_lock(&sb_lock);
741 rescan:
742 list_for_each_entry(sb, &super_blocks, s_list) {
743 if (hlist_unhashed(&sb->s_instances))
744 continue;
745 if (sb->s_dev == dev) {
746 sb->s_count++;
747 spin_unlock(&sb_lock);
748 down_read(&sb->s_umount);
749 /* still alive? */
750 if (sb->s_root && (sb->s_flags & MS_BORN))
751 return sb;
752 up_read(&sb->s_umount);
753 /* nope, got unmounted */
754 spin_lock(&sb_lock);
755 __put_super(sb);
756 goto rescan;
759 spin_unlock(&sb_lock);
760 return NULL;
764 * do_remount_sb - asks filesystem to change mount options.
765 * @sb: superblock in question
766 * @flags: numeric part of options
767 * @data: the rest of options
768 * @force: whether or not to force the change
770 * Alters the mount options of a mounted file system.
772 int do_remount_sb(struct super_block *sb, int flags, void *data, int force)
774 int retval;
775 int remount_ro;
777 if (sb->s_writers.frozen != SB_UNFROZEN)
778 return -EBUSY;
780 #ifdef CONFIG_BLOCK
781 if (!(flags & MS_RDONLY) && bdev_read_only(sb->s_bdev))
782 return -EACCES;
783 #endif
785 remount_ro = (flags & MS_RDONLY) && !(sb->s_flags & MS_RDONLY);
787 if (remount_ro) {
788 if (!hlist_empty(&sb->s_pins)) {
789 up_write(&sb->s_umount);
790 group_pin_kill(&sb->s_pins);
791 down_write(&sb->s_umount);
792 if (!sb->s_root)
793 return 0;
794 if (sb->s_writers.frozen != SB_UNFROZEN)
795 return -EBUSY;
796 remount_ro = (flags & MS_RDONLY) && !(sb->s_flags & MS_RDONLY);
799 shrink_dcache_sb(sb);
801 /* If we are remounting RDONLY and current sb is read/write,
802 make sure there are no rw files opened */
803 if (remount_ro) {
804 if (force) {
805 sb->s_readonly_remount = 1;
806 smp_wmb();
807 } else {
808 retval = sb_prepare_remount_readonly(sb);
809 if (retval)
810 return retval;
814 if (sb->s_op->remount_fs) {
815 retval = sb->s_op->remount_fs(sb, &flags, data);
816 if (retval) {
817 if (!force)
818 goto cancel_readonly;
819 /* If forced remount, go ahead despite any errors */
820 WARN(1, "forced remount of a %s fs returned %i\n",
821 sb->s_type->name, retval);
824 sb->s_flags = (sb->s_flags & ~MS_RMT_MASK) | (flags & MS_RMT_MASK);
825 /* Needs to be ordered wrt mnt_is_readonly() */
826 smp_wmb();
827 sb->s_readonly_remount = 0;
830 * Some filesystems modify their metadata via some other path than the
831 * bdev buffer cache (eg. use a private mapping, or directories in
832 * pagecache, etc). Also file data modifications go via their own
833 * mappings. So If we try to mount readonly then copy the filesystem
834 * from bdev, we could get stale data, so invalidate it to give a best
835 * effort at coherency.
837 if (remount_ro && sb->s_bdev)
838 invalidate_bdev(sb->s_bdev);
839 return 0;
841 cancel_readonly:
842 sb->s_readonly_remount = 0;
843 return retval;
846 static void do_emergency_remount(struct work_struct *work)
848 struct super_block *sb, *p = NULL;
850 spin_lock(&sb_lock);
851 list_for_each_entry(sb, &super_blocks, s_list) {
852 if (hlist_unhashed(&sb->s_instances))
853 continue;
854 sb->s_count++;
855 spin_unlock(&sb_lock);
856 down_write(&sb->s_umount);
857 if (sb->s_root && sb->s_bdev && (sb->s_flags & MS_BORN) &&
858 !(sb->s_flags & MS_RDONLY)) {
860 * What lock protects sb->s_flags??
862 do_remount_sb(sb, MS_RDONLY, NULL, 1);
864 up_write(&sb->s_umount);
865 spin_lock(&sb_lock);
866 if (p)
867 __put_super(p);
868 p = sb;
870 if (p)
871 __put_super(p);
872 spin_unlock(&sb_lock);
873 kfree(work);
874 printk("Emergency Remount complete\n");
877 void emergency_remount(void)
879 struct work_struct *work;
881 work = kmalloc(sizeof(*work), GFP_ATOMIC);
882 if (work) {
883 INIT_WORK(work, do_emergency_remount);
884 schedule_work(work);
889 * Unnamed block devices are dummy devices used by virtual
890 * filesystems which don't use real block-devices. -- jrs
893 static DEFINE_IDA(unnamed_dev_ida);
894 static DEFINE_SPINLOCK(unnamed_dev_lock);/* protects the above */
895 /* Many userspace utilities consider an FSID of 0 invalid.
896 * Always return at least 1 from get_anon_bdev.
898 static int unnamed_dev_start = 1;
900 int get_anon_bdev(dev_t *p)
902 int dev;
903 int error;
905 retry:
906 if (ida_pre_get(&unnamed_dev_ida, GFP_ATOMIC) == 0)
907 return -ENOMEM;
908 spin_lock(&unnamed_dev_lock);
909 error = ida_get_new_above(&unnamed_dev_ida, unnamed_dev_start, &dev);
910 if (!error)
911 unnamed_dev_start = dev + 1;
912 spin_unlock(&unnamed_dev_lock);
913 if (error == -EAGAIN)
914 /* We raced and lost with another CPU. */
915 goto retry;
916 else if (error)
917 return -EAGAIN;
919 if (dev >= (1 << MINORBITS)) {
920 spin_lock(&unnamed_dev_lock);
921 ida_remove(&unnamed_dev_ida, dev);
922 if (unnamed_dev_start > dev)
923 unnamed_dev_start = dev;
924 spin_unlock(&unnamed_dev_lock);
925 return -EMFILE;
927 *p = MKDEV(0, dev & MINORMASK);
928 return 0;
930 EXPORT_SYMBOL(get_anon_bdev);
932 void free_anon_bdev(dev_t dev)
934 int slot = MINOR(dev);
935 spin_lock(&unnamed_dev_lock);
936 ida_remove(&unnamed_dev_ida, slot);
937 if (slot < unnamed_dev_start)
938 unnamed_dev_start = slot;
939 spin_unlock(&unnamed_dev_lock);
941 EXPORT_SYMBOL(free_anon_bdev);
943 int set_anon_super(struct super_block *s, void *data)
945 return get_anon_bdev(&s->s_dev);
948 EXPORT_SYMBOL(set_anon_super);
950 void kill_anon_super(struct super_block *sb)
952 dev_t dev = sb->s_dev;
953 generic_shutdown_super(sb);
954 free_anon_bdev(dev);
957 EXPORT_SYMBOL(kill_anon_super);
959 void kill_litter_super(struct super_block *sb)
961 if (sb->s_root)
962 d_genocide(sb->s_root);
963 kill_anon_super(sb);
966 EXPORT_SYMBOL(kill_litter_super);
968 static int ns_test_super(struct super_block *sb, void *data)
970 return sb->s_fs_info == data;
973 static int ns_set_super(struct super_block *sb, void *data)
975 sb->s_fs_info = data;
976 return set_anon_super(sb, NULL);
979 struct dentry *mount_ns(struct file_system_type *fs_type,
980 int flags, void *data, void *ns, struct user_namespace *user_ns,
981 int (*fill_super)(struct super_block *, void *, int))
983 struct super_block *sb;
985 /* Don't allow mounting unless the caller has CAP_SYS_ADMIN
986 * over the namespace.
988 if (!(flags & MS_KERNMOUNT) && !ns_capable(user_ns, CAP_SYS_ADMIN))
989 return ERR_PTR(-EPERM);
991 sb = sget_userns(fs_type, ns_test_super, ns_set_super, flags,
992 user_ns, ns);
993 if (IS_ERR(sb))
994 return ERR_CAST(sb);
996 if (!sb->s_root) {
997 int err;
998 err = fill_super(sb, data, flags & MS_SILENT ? 1 : 0);
999 if (err) {
1000 deactivate_locked_super(sb);
1001 return ERR_PTR(err);
1004 sb->s_flags |= MS_ACTIVE;
1007 return dget(sb->s_root);
1010 EXPORT_SYMBOL(mount_ns);
1012 #ifdef CONFIG_BLOCK
1013 static int set_bdev_super(struct super_block *s, void *data)
1015 s->s_bdev = data;
1016 s->s_dev = s->s_bdev->bd_dev;
1019 * We set the bdi here to the queue backing, file systems can
1020 * overwrite this in ->fill_super()
1022 s->s_bdi = &bdev_get_queue(s->s_bdev)->backing_dev_info;
1023 return 0;
1026 static int test_bdev_super(struct super_block *s, void *data)
1028 return (void *)s->s_bdev == data;
1031 struct dentry *mount_bdev(struct file_system_type *fs_type,
1032 int flags, const char *dev_name, void *data,
1033 int (*fill_super)(struct super_block *, void *, int))
1035 struct block_device *bdev;
1036 struct super_block *s;
1037 fmode_t mode = FMODE_READ | FMODE_EXCL;
1038 int error = 0;
1040 if (!(flags & MS_RDONLY))
1041 mode |= FMODE_WRITE;
1043 bdev = blkdev_get_by_path(dev_name, mode, fs_type);
1044 if (IS_ERR(bdev))
1045 return ERR_CAST(bdev);
1048 * once the super is inserted into the list by sget, s_umount
1049 * will protect the lockfs code from trying to start a snapshot
1050 * while we are mounting
1052 mutex_lock(&bdev->bd_fsfreeze_mutex);
1053 if (bdev->bd_fsfreeze_count > 0) {
1054 mutex_unlock(&bdev->bd_fsfreeze_mutex);
1055 error = -EBUSY;
1056 goto error_bdev;
1058 s = sget(fs_type, test_bdev_super, set_bdev_super, flags | MS_NOSEC,
1059 bdev);
1060 mutex_unlock(&bdev->bd_fsfreeze_mutex);
1061 if (IS_ERR(s))
1062 goto error_s;
1064 if (s->s_root) {
1065 if ((flags ^ s->s_flags) & MS_RDONLY) {
1066 deactivate_locked_super(s);
1067 error = -EBUSY;
1068 goto error_bdev;
1072 * s_umount nests inside bd_mutex during
1073 * __invalidate_device(). blkdev_put() acquires
1074 * bd_mutex and can't be called under s_umount. Drop
1075 * s_umount temporarily. This is safe as we're
1076 * holding an active reference.
1078 up_write(&s->s_umount);
1079 blkdev_put(bdev, mode);
1080 down_write(&s->s_umount);
1081 } else {
1082 s->s_mode = mode;
1083 snprintf(s->s_id, sizeof(s->s_id), "%pg", bdev);
1084 sb_set_blocksize(s, block_size(bdev));
1085 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1086 if (error) {
1087 deactivate_locked_super(s);
1088 goto error;
1091 s->s_flags |= MS_ACTIVE;
1092 bdev->bd_super = s;
1095 return dget(s->s_root);
1097 error_s:
1098 error = PTR_ERR(s);
1099 error_bdev:
1100 blkdev_put(bdev, mode);
1101 error:
1102 return ERR_PTR(error);
1104 EXPORT_SYMBOL(mount_bdev);
1106 void kill_block_super(struct super_block *sb)
1108 struct block_device *bdev = sb->s_bdev;
1109 fmode_t mode = sb->s_mode;
1111 bdev->bd_super = NULL;
1112 generic_shutdown_super(sb);
1113 sync_blockdev(bdev);
1114 WARN_ON_ONCE(!(mode & FMODE_EXCL));
1115 blkdev_put(bdev, mode | FMODE_EXCL);
1118 EXPORT_SYMBOL(kill_block_super);
1119 #endif
1121 struct dentry *mount_nodev(struct file_system_type *fs_type,
1122 int flags, void *data,
1123 int (*fill_super)(struct super_block *, void *, int))
1125 int error;
1126 struct super_block *s = sget(fs_type, NULL, set_anon_super, flags, NULL);
1128 if (IS_ERR(s))
1129 return ERR_CAST(s);
1131 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1132 if (error) {
1133 deactivate_locked_super(s);
1134 return ERR_PTR(error);
1136 s->s_flags |= MS_ACTIVE;
1137 return dget(s->s_root);
1139 EXPORT_SYMBOL(mount_nodev);
1141 static int compare_single(struct super_block *s, void *p)
1143 return 1;
1146 struct dentry *mount_single(struct file_system_type *fs_type,
1147 int flags, void *data,
1148 int (*fill_super)(struct super_block *, void *, int))
1150 struct super_block *s;
1151 int error;
1153 s = sget(fs_type, compare_single, set_anon_super, flags, NULL);
1154 if (IS_ERR(s))
1155 return ERR_CAST(s);
1156 if (!s->s_root) {
1157 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1158 if (error) {
1159 deactivate_locked_super(s);
1160 return ERR_PTR(error);
1162 s->s_flags |= MS_ACTIVE;
1163 } else {
1164 do_remount_sb(s, flags, data, 0);
1166 return dget(s->s_root);
1168 EXPORT_SYMBOL(mount_single);
1170 struct dentry *
1171 mount_fs(struct file_system_type *type, int flags, const char *name, void *data)
1173 struct dentry *root;
1174 struct super_block *sb;
1175 char *secdata = NULL;
1176 int error = -ENOMEM;
1178 if (data && !(type->fs_flags & FS_BINARY_MOUNTDATA)) {
1179 secdata = alloc_secdata();
1180 if (!secdata)
1181 goto out;
1183 error = security_sb_copy_data(data, secdata);
1184 if (error)
1185 goto out_free_secdata;
1188 root = type->mount(type, flags, name, data);
1189 if (IS_ERR(root)) {
1190 error = PTR_ERR(root);
1191 goto out_free_secdata;
1193 sb = root->d_sb;
1194 BUG_ON(!sb);
1195 WARN_ON(!sb->s_bdi);
1196 sb->s_flags |= MS_BORN;
1198 error = security_sb_kern_mount(sb, flags, secdata);
1199 if (error)
1200 goto out_sb;
1203 * filesystems should never set s_maxbytes larger than MAX_LFS_FILESIZE
1204 * but s_maxbytes was an unsigned long long for many releases. Throw
1205 * this warning for a little while to try and catch filesystems that
1206 * violate this rule.
1208 WARN((sb->s_maxbytes < 0), "%s set sb->s_maxbytes to "
1209 "negative value (%lld)\n", type->name, sb->s_maxbytes);
1211 up_write(&sb->s_umount);
1212 free_secdata(secdata);
1213 return root;
1214 out_sb:
1215 dput(root);
1216 deactivate_locked_super(sb);
1217 out_free_secdata:
1218 free_secdata(secdata);
1219 out:
1220 return ERR_PTR(error);
1224 * This is an internal function, please use sb_end_{write,pagefault,intwrite}
1225 * instead.
1227 void __sb_end_write(struct super_block *sb, int level)
1229 percpu_up_read(sb->s_writers.rw_sem + level-1);
1231 EXPORT_SYMBOL(__sb_end_write);
1234 * This is an internal function, please use sb_start_{write,pagefault,intwrite}
1235 * instead.
1237 int __sb_start_write(struct super_block *sb, int level, bool wait)
1239 bool force_trylock = false;
1240 int ret = 1;
1242 #ifdef CONFIG_LOCKDEP
1244 * We want lockdep to tell us about possible deadlocks with freezing
1245 * but it's it bit tricky to properly instrument it. Getting a freeze
1246 * protection works as getting a read lock but there are subtle
1247 * problems. XFS for example gets freeze protection on internal level
1248 * twice in some cases, which is OK only because we already hold a
1249 * freeze protection also on higher level. Due to these cases we have
1250 * to use wait == F (trylock mode) which must not fail.
1252 if (wait) {
1253 int i;
1255 for (i = 0; i < level - 1; i++)
1256 if (percpu_rwsem_is_held(sb->s_writers.rw_sem + i)) {
1257 force_trylock = true;
1258 break;
1261 #endif
1262 if (wait && !force_trylock)
1263 percpu_down_read(sb->s_writers.rw_sem + level-1);
1264 else
1265 ret = percpu_down_read_trylock(sb->s_writers.rw_sem + level-1);
1267 WARN_ON(force_trylock && !ret);
1268 return ret;
1270 EXPORT_SYMBOL(__sb_start_write);
1273 * sb_wait_write - wait until all writers to given file system finish
1274 * @sb: the super for which we wait
1275 * @level: type of writers we wait for (normal vs page fault)
1277 * This function waits until there are no writers of given type to given file
1278 * system.
1280 static void sb_wait_write(struct super_block *sb, int level)
1282 percpu_down_write(sb->s_writers.rw_sem + level-1);
1286 * We are going to return to userspace and forget about these locks, the
1287 * ownership goes to the caller of thaw_super() which does unlock().
1289 static void lockdep_sb_freeze_release(struct super_block *sb)
1291 int level;
1293 for (level = SB_FREEZE_LEVELS - 1; level >= 0; level--)
1294 percpu_rwsem_release(sb->s_writers.rw_sem + level, 0, _THIS_IP_);
1298 * Tell lockdep we are holding these locks before we call ->unfreeze_fs(sb).
1300 static void lockdep_sb_freeze_acquire(struct super_block *sb)
1302 int level;
1304 for (level = 0; level < SB_FREEZE_LEVELS; ++level)
1305 percpu_rwsem_acquire(sb->s_writers.rw_sem + level, 0, _THIS_IP_);
1308 static void sb_freeze_unlock(struct super_block *sb)
1310 int level;
1312 for (level = SB_FREEZE_LEVELS - 1; level >= 0; level--)
1313 percpu_up_write(sb->s_writers.rw_sem + level);
1317 * freeze_super - lock the filesystem and force it into a consistent state
1318 * @sb: the super to lock
1320 * Syncs the super to make sure the filesystem is consistent and calls the fs's
1321 * freeze_fs. Subsequent calls to this without first thawing the fs will return
1322 * -EBUSY.
1324 * During this function, sb->s_writers.frozen goes through these values:
1326 * SB_UNFROZEN: File system is normal, all writes progress as usual.
1328 * SB_FREEZE_WRITE: The file system is in the process of being frozen. New
1329 * writes should be blocked, though page faults are still allowed. We wait for
1330 * all writes to complete and then proceed to the next stage.
1332 * SB_FREEZE_PAGEFAULT: Freezing continues. Now also page faults are blocked
1333 * but internal fs threads can still modify the filesystem (although they
1334 * should not dirty new pages or inodes), writeback can run etc. After waiting
1335 * for all running page faults we sync the filesystem which will clean all
1336 * dirty pages and inodes (no new dirty pages or inodes can be created when
1337 * sync is running).
1339 * SB_FREEZE_FS: The file system is frozen. Now all internal sources of fs
1340 * modification are blocked (e.g. XFS preallocation truncation on inode
1341 * reclaim). This is usually implemented by blocking new transactions for
1342 * filesystems that have them and need this additional guard. After all
1343 * internal writers are finished we call ->freeze_fs() to finish filesystem
1344 * freezing. Then we transition to SB_FREEZE_COMPLETE state. This state is
1345 * mostly auxiliary for filesystems to verify they do not modify frozen fs.
1347 * sb->s_writers.frozen is protected by sb->s_umount.
1349 int freeze_super(struct super_block *sb)
1351 int ret;
1353 atomic_inc(&sb->s_active);
1354 down_write(&sb->s_umount);
1355 if (sb->s_writers.frozen != SB_UNFROZEN) {
1356 deactivate_locked_super(sb);
1357 return -EBUSY;
1360 if (!(sb->s_flags & MS_BORN)) {
1361 up_write(&sb->s_umount);
1362 return 0; /* sic - it's "nothing to do" */
1365 if (sb->s_flags & MS_RDONLY) {
1366 /* Nothing to do really... */
1367 sb->s_writers.frozen = SB_FREEZE_COMPLETE;
1368 up_write(&sb->s_umount);
1369 return 0;
1372 sb->s_writers.frozen = SB_FREEZE_WRITE;
1373 /* Release s_umount to preserve sb_start_write -> s_umount ordering */
1374 up_write(&sb->s_umount);
1375 sb_wait_write(sb, SB_FREEZE_WRITE);
1376 down_write(&sb->s_umount);
1378 /* Now we go and block page faults... */
1379 sb->s_writers.frozen = SB_FREEZE_PAGEFAULT;
1380 sb_wait_write(sb, SB_FREEZE_PAGEFAULT);
1382 /* All writers are done so after syncing there won't be dirty data */
1383 sync_filesystem(sb);
1385 /* Now wait for internal filesystem counter */
1386 sb->s_writers.frozen = SB_FREEZE_FS;
1387 sb_wait_write(sb, SB_FREEZE_FS);
1389 if (sb->s_op->freeze_fs) {
1390 ret = sb->s_op->freeze_fs(sb);
1391 if (ret) {
1392 printk(KERN_ERR
1393 "VFS:Filesystem freeze failed\n");
1394 sb->s_writers.frozen = SB_UNFROZEN;
1395 sb_freeze_unlock(sb);
1396 wake_up(&sb->s_writers.wait_unfrozen);
1397 deactivate_locked_super(sb);
1398 return ret;
1402 * For debugging purposes so that fs can warn if it sees write activity
1403 * when frozen is set to SB_FREEZE_COMPLETE, and for thaw_super().
1405 sb->s_writers.frozen = SB_FREEZE_COMPLETE;
1406 lockdep_sb_freeze_release(sb);
1407 up_write(&sb->s_umount);
1408 return 0;
1410 EXPORT_SYMBOL(freeze_super);
1413 * thaw_super -- unlock filesystem
1414 * @sb: the super to thaw
1416 * Unlocks the filesystem and marks it writeable again after freeze_super().
1418 int thaw_super(struct super_block *sb)
1420 int error;
1422 down_write(&sb->s_umount);
1423 if (sb->s_writers.frozen != SB_FREEZE_COMPLETE) {
1424 up_write(&sb->s_umount);
1425 return -EINVAL;
1428 if (sb->s_flags & MS_RDONLY) {
1429 sb->s_writers.frozen = SB_UNFROZEN;
1430 goto out;
1433 lockdep_sb_freeze_acquire(sb);
1435 if (sb->s_op->unfreeze_fs) {
1436 error = sb->s_op->unfreeze_fs(sb);
1437 if (error) {
1438 printk(KERN_ERR
1439 "VFS:Filesystem thaw failed\n");
1440 lockdep_sb_freeze_release(sb);
1441 up_write(&sb->s_umount);
1442 return error;
1446 sb->s_writers.frozen = SB_UNFROZEN;
1447 sb_freeze_unlock(sb);
1448 out:
1449 wake_up(&sb->s_writers.wait_unfrozen);
1450 deactivate_locked_super(sb);
1451 return 0;
1453 EXPORT_SYMBOL(thaw_super);