Lines Matching full:sb
43 static int thaw_super_locked(struct super_block *sb);
55 * One thing we have to be careful of with a per-sb shrinker is that we don't
64 struct super_block *sb; in super_cache_scan() local
71 sb = container_of(shrink, struct super_block, s_shrink); in super_cache_scan()
80 if (!trylock_super(sb)) in super_cache_scan()
83 if (sb->s_op->nr_cached_objects) in super_cache_scan()
84 fs_objects = sb->s_op->nr_cached_objects(sb, sc); in super_cache_scan()
86 inodes = list_lru_shrink_count(&sb->s_inode_lru, sc); in super_cache_scan()
87 dentries = list_lru_shrink_count(&sb->s_dentry_lru, sc); in super_cache_scan()
105 freed = prune_dcache_sb(sb, sc); in super_cache_scan()
107 freed += prune_icache_sb(sb, sc); in super_cache_scan()
111 freed += sb->s_op->free_cached_objects(sb, sc); in super_cache_scan()
114 up_read(&sb->s_umount); in super_cache_scan()
121 struct super_block *sb; in super_cache_count() local
124 sb = container_of(shrink, struct super_block, s_shrink); in super_cache_count()
140 if (!(sb->s_flags & SB_BORN)) in super_cache_count()
144 if (sb->s_op && sb->s_op->nr_cached_objects) in super_cache_count()
145 total_objects = sb->s_op->nr_cached_objects(sb, sc); in super_cache_count()
147 total_objects += list_lru_shrink_count(&sb->s_dentry_lru, sc); in super_cache_count()
148 total_objects += list_lru_shrink_count(&sb->s_inode_lru, sc); in super_cache_count()
217 * When it cannot find a suitable sb, it allocates a new in alloc_super()
305 * @sb: superblock in question
310 static void put_super(struct super_block *sb) in put_super() argument
313 __put_super(sb); in put_super()
401 * @sb: reference we are trying to grab
416 bool trylock_super(struct super_block *sb) in trylock_super() argument
418 if (down_read_trylock(&sb->s_umount)) { in trylock_super()
419 if (!hlist_unhashed(&sb->s_instances) && in trylock_super()
420 sb->s_root && (sb->s_flags & SB_BORN)) in trylock_super()
422 up_read(&sb->s_umount); in trylock_super()
430 * @sb: superblock to kill
442 void generic_shutdown_super(struct super_block *sb) in generic_shutdown_super() argument
444 const struct super_operations *sop = sb->s_op; in generic_shutdown_super()
446 if (sb->s_root) { in generic_shutdown_super()
447 shrink_dcache_for_umount(sb); in generic_shutdown_super()
448 sync_filesystem(sb); in generic_shutdown_super()
449 sb->s_flags &= ~SB_ACTIVE; in generic_shutdown_super()
454 evict_inodes(sb); in generic_shutdown_super()
456 fsnotify_sb_delete(sb); in generic_shutdown_super()
457 fscrypt_destroy_keyring(sb); in generic_shutdown_super()
459 if (sb->s_dio_done_wq) { in generic_shutdown_super()
460 destroy_workqueue(sb->s_dio_done_wq); in generic_shutdown_super()
461 sb->s_dio_done_wq = NULL; in generic_shutdown_super()
465 sop->put_super(sb); in generic_shutdown_super()
467 if (!list_empty(&sb->s_inodes)) { in generic_shutdown_super()
470 sb->s_id); in generic_shutdown_super()
475 hlist_del_init(&sb->s_instances); in generic_shutdown_super()
477 up_write(&sb->s_umount); in generic_shutdown_super()
478 if (sb->s_bdi != &noop_backing_dev_info) { in generic_shutdown_super()
479 bdi_put(sb->s_bdi); in generic_shutdown_super()
480 sb->s_bdi = &noop_backing_dev_info; in generic_shutdown_super()
637 void drop_super(struct super_block *sb) in drop_super() argument
639 up_read(&sb->s_umount); in drop_super()
640 put_super(sb); in drop_super()
645 void drop_super_exclusive(struct super_block *sb) in drop_super_exclusive() argument
647 up_write(&sb->s_umount); in drop_super_exclusive()
648 put_super(sb); in drop_super_exclusive()
654 struct super_block *sb, *p = NULL; in __iterate_supers() local
657 list_for_each_entry(sb, &super_blocks, s_list) { in __iterate_supers()
658 if (hlist_unhashed(&sb->s_instances)) in __iterate_supers()
660 sb->s_count++; in __iterate_supers()
663 f(sb); in __iterate_supers()
668 p = sb; in __iterate_supers()
684 struct super_block *sb, *p = NULL; in iterate_supers() local
687 list_for_each_entry(sb, &super_blocks, s_list) { in iterate_supers()
688 if (hlist_unhashed(&sb->s_instances)) in iterate_supers()
690 sb->s_count++; in iterate_supers()
693 down_read(&sb->s_umount); in iterate_supers()
694 if (sb->s_root && (sb->s_flags & SB_BORN)) in iterate_supers()
695 f(sb, arg); in iterate_supers()
696 up_read(&sb->s_umount); in iterate_supers()
701 p = sb; in iterate_supers()
720 struct super_block *sb, *p = NULL; in iterate_supers_type() local
723 hlist_for_each_entry(sb, &type->fs_supers, s_instances) { in iterate_supers_type()
724 sb->s_count++; in iterate_supers_type()
727 down_read(&sb->s_umount); in iterate_supers_type()
728 if (sb->s_root && (sb->s_flags & SB_BORN)) in iterate_supers_type()
729 f(sb, arg); in iterate_supers_type()
730 up_read(&sb->s_umount); in iterate_supers_type()
735 p = sb; in iterate_supers_type()
746 struct super_block *sb; in __get_super() local
753 list_for_each_entry(sb, &super_blocks, s_list) { in __get_super()
754 if (hlist_unhashed(&sb->s_instances)) in __get_super()
756 if (sb->s_bdev == bdev) { in __get_super()
757 sb->s_count++; in __get_super()
760 down_read(&sb->s_umount); in __get_super()
762 down_write(&sb->s_umount); in __get_super()
764 if (sb->s_root && (sb->s_flags & SB_BORN)) in __get_super()
765 return sb; in __get_super()
767 up_read(&sb->s_umount); in __get_super()
769 up_write(&sb->s_umount); in __get_super()
772 __put_super(sb); in __get_super()
850 struct super_block *sb; in get_active_super() local
857 list_for_each_entry(sb, &super_blocks, s_list) { in get_active_super()
858 if (hlist_unhashed(&sb->s_instances)) in get_active_super()
860 if (sb->s_bdev == bdev) { in get_active_super()
861 if (!grab_super(sb)) in get_active_super()
863 up_write(&sb->s_umount); in get_active_super()
864 return sb; in get_active_super()
873 struct super_block *sb; in user_get_super() local
877 list_for_each_entry(sb, &super_blocks, s_list) { in user_get_super()
878 if (hlist_unhashed(&sb->s_instances)) in user_get_super()
880 if (sb->s_dev == dev) { in user_get_super()
881 sb->s_count++; in user_get_super()
883 down_read(&sb->s_umount); in user_get_super()
885 if (sb->s_root && (sb->s_flags & SB_BORN)) in user_get_super()
886 return sb; in user_get_super()
887 up_read(&sb->s_umount); in user_get_super()
890 __put_super(sb); in user_get_super()
906 struct super_block *sb = fc->root->d_sb; in reconfigure_super() local
914 if (sb->s_writers.frozen != SB_UNFROZEN) in reconfigure_super()
917 retval = security_sb_remount(sb, fc->security); in reconfigure_super()
923 if (!(fc->sb_flags & SB_RDONLY) && bdev_read_only(sb->s_bdev)) in reconfigure_super()
926 remount_rw = !(fc->sb_flags & SB_RDONLY) && sb_rdonly(sb); in reconfigure_super()
927 remount_ro = (fc->sb_flags & SB_RDONLY) && !sb_rdonly(sb); in reconfigure_super()
931 if (!hlist_empty(&sb->s_pins)) { in reconfigure_super()
932 up_write(&sb->s_umount); in reconfigure_super()
933 group_pin_kill(&sb->s_pins); in reconfigure_super()
934 down_write(&sb->s_umount); in reconfigure_super()
935 if (!sb->s_root) in reconfigure_super()
937 if (sb->s_writers.frozen != SB_UNFROZEN) in reconfigure_super()
939 remount_ro = !sb_rdonly(sb); in reconfigure_super()
942 shrink_dcache_sb(sb); in reconfigure_super()
944 /* If we are reconfiguring to RDONLY and current sb is read/write, in reconfigure_super()
949 sb->s_readonly_remount = 1; in reconfigure_super()
952 retval = sb_prepare_remount_readonly(sb); in reconfigure_super()
962 sb->s_readonly_remount = 1; in reconfigure_super()
973 sb->s_type->name, retval); in reconfigure_super()
977 WRITE_ONCE(sb->s_flags, ((sb->s_flags & ~fc->sb_flags_mask) | in reconfigure_super()
981 sb->s_readonly_remount = 0; in reconfigure_super()
991 if (remount_ro && sb->s_bdev) in reconfigure_super()
992 invalidate_bdev(sb->s_bdev); in reconfigure_super()
996 sb->s_readonly_remount = 0; in reconfigure_super()
1000 static void do_emergency_remount_callback(struct super_block *sb) in do_emergency_remount_callback() argument
1002 down_write(&sb->s_umount); in do_emergency_remount_callback()
1003 if (sb->s_root && sb->s_bdev && (sb->s_flags & SB_BORN) && in do_emergency_remount_callback()
1004 !sb_rdonly(sb)) { in do_emergency_remount_callback()
1007 fc = fs_context_for_reconfigure(sb->s_root, in do_emergency_remount_callback()
1015 up_write(&sb->s_umount); in do_emergency_remount_callback()
1036 static void do_thaw_all_callback(struct super_block *sb) in do_thaw_all_callback() argument
1038 down_write(&sb->s_umount); in do_thaw_all_callback()
1039 if (sb->s_root && sb->s_flags & SB_BORN) { in do_thaw_all_callback()
1040 emergency_thaw_bdev(sb); in do_thaw_all_callback()
1041 thaw_super_locked(sb); in do_thaw_all_callback()
1043 up_write(&sb->s_umount); in do_thaw_all_callback()
1115 void kill_anon_super(struct super_block *sb) in kill_anon_super() argument
1117 dev_t dev = sb->s_dev; in kill_anon_super()
1118 generic_shutdown_super(sb); in kill_anon_super()
1123 void kill_litter_super(struct super_block *sb) in kill_litter_super() argument
1125 if (sb->s_root) in kill_litter_super()
1126 d_genocide(sb->s_root); in kill_litter_super()
1127 kill_anon_super(sb); in kill_litter_super()
1131 int set_anon_super_fc(struct super_block *sb, struct fs_context *fc) in set_anon_super_fc() argument
1133 return set_anon_super(sb, NULL); in set_anon_super_fc()
1137 static int test_keyed_super(struct super_block *sb, struct fs_context *fc) in test_keyed_super() argument
1139 return sb->s_fs_info == fc->s_fs_info; in test_keyed_super()
1174 int (*fill_super)(struct super_block *sb, in vfs_get_super() argument
1178 struct super_block *sb; in vfs_get_super() local
1196 sb = sget_fc(fc, test, set_anon_super_fc); in vfs_get_super()
1197 if (IS_ERR(sb)) in vfs_get_super()
1198 return PTR_ERR(sb); in vfs_get_super()
1200 if (!sb->s_root) { in vfs_get_super()
1201 err = fill_super(sb, fc); in vfs_get_super()
1205 sb->s_flags |= SB_ACTIVE; in vfs_get_super()
1206 fc->root = dget(sb->s_root); in vfs_get_super()
1208 fc->root = dget(sb->s_root); in vfs_get_super()
1222 deactivate_locked_super(sb); in vfs_get_super()
1228 int (*fill_super)(struct super_block *sb, in get_tree_nodev() argument
1236 int (*fill_super)(struct super_block *sb, in get_tree_single() argument
1244 int (*fill_super)(struct super_block *sb, in get_tree_single_reconf() argument
1252 int (*fill_super)(struct super_block *sb, in get_tree_keyed() argument
1450 void kill_block_super(struct super_block *sb) in kill_block_super() argument
1452 struct block_device *bdev = sb->s_bdev; in kill_block_super()
1453 fmode_t mode = sb->s_mode; in kill_block_super()
1456 generic_shutdown_super(sb); in kill_block_super()
1550 struct super_block *sb; in vfs_get_tree() local
1572 sb = fc->root->d_sb; in vfs_get_tree()
1573 WARN_ON(!sb->s_bdi); in vfs_get_tree()
1582 sb->s_flags |= SB_BORN; in vfs_get_tree()
1584 error = security_sb_set_mnt_opts(sb, fc->security, 0, NULL); in vfs_get_tree()
1596 WARN((sb->s_maxbytes < 0), "%s set sb->s_maxbytes to " in vfs_get_tree()
1597 "negative value (%lld)\n", fc->fs_type->name, sb->s_maxbytes); in vfs_get_tree()
1607 int super_setup_bdi_name(struct super_block *sb, char *fmt, ...) in super_setup_bdi_name() argument
1624 WARN_ON(sb->s_bdi != &noop_backing_dev_info); in super_setup_bdi_name()
1625 sb->s_bdi = bdi; in super_setup_bdi_name()
1635 int super_setup_bdi(struct super_block *sb) in super_setup_bdi() argument
1639 return super_setup_bdi_name(sb, "%.28s-%ld", sb->s_type->name, in super_setup_bdi()
1646 * @sb: the super for which we wait
1652 static void sb_wait_write(struct super_block *sb, int level) in sb_wait_write() argument
1654 percpu_down_write(sb->s_writers.rw_sem + level-1); in sb_wait_write()
1661 static void lockdep_sb_freeze_release(struct super_block *sb) in lockdep_sb_freeze_release() argument
1666 percpu_rwsem_release(sb->s_writers.rw_sem + level, 0, _THIS_IP_); in lockdep_sb_freeze_release()
1670 * Tell lockdep we are holding these locks before we call ->unfreeze_fs(sb).
1672 static void lockdep_sb_freeze_acquire(struct super_block *sb) in lockdep_sb_freeze_acquire() argument
1677 percpu_rwsem_acquire(sb->s_writers.rw_sem + level, 0, _THIS_IP_); in lockdep_sb_freeze_acquire()
1680 static void sb_freeze_unlock(struct super_block *sb, int level) in sb_freeze_unlock() argument
1683 percpu_up_write(sb->s_writers.rw_sem + level); in sb_freeze_unlock()
1688 * @sb: the super to lock
1694 * During this function, sb->s_writers.frozen goes through these values:
1717 * sb->s_writers.frozen is protected by sb->s_umount.
1719 int freeze_super(struct super_block *sb) in freeze_super() argument
1723 atomic_inc(&sb->s_active); in freeze_super()
1724 down_write(&sb->s_umount); in freeze_super()
1725 if (sb->s_writers.frozen != SB_UNFROZEN) { in freeze_super()
1726 deactivate_locked_super(sb); in freeze_super()
1730 if (!(sb->s_flags & SB_BORN)) { in freeze_super()
1731 up_write(&sb->s_umount); in freeze_super()
1735 if (sb_rdonly(sb)) { in freeze_super()
1737 sb->s_writers.frozen = SB_FREEZE_COMPLETE; in freeze_super()
1738 up_write(&sb->s_umount); in freeze_super()
1742 sb->s_writers.frozen = SB_FREEZE_WRITE; in freeze_super()
1744 up_write(&sb->s_umount); in freeze_super()
1745 sb_wait_write(sb, SB_FREEZE_WRITE); in freeze_super()
1746 down_write(&sb->s_umount); in freeze_super()
1749 sb->s_writers.frozen = SB_FREEZE_PAGEFAULT; in freeze_super()
1750 sb_wait_write(sb, SB_FREEZE_PAGEFAULT); in freeze_super()
1753 ret = sync_filesystem(sb); in freeze_super()
1755 sb->s_writers.frozen = SB_UNFROZEN; in freeze_super()
1756 sb_freeze_unlock(sb, SB_FREEZE_PAGEFAULT); in freeze_super()
1757 wake_up(&sb->s_writers.wait_unfrozen); in freeze_super()
1758 deactivate_locked_super(sb); in freeze_super()
1763 sb->s_writers.frozen = SB_FREEZE_FS; in freeze_super()
1764 sb_wait_write(sb, SB_FREEZE_FS); in freeze_super()
1766 if (sb->s_op->freeze_fs) { in freeze_super()
1767 ret = sb->s_op->freeze_fs(sb); in freeze_super()
1771 sb->s_writers.frozen = SB_UNFROZEN; in freeze_super()
1772 sb_freeze_unlock(sb, SB_FREEZE_FS); in freeze_super()
1773 wake_up(&sb->s_writers.wait_unfrozen); in freeze_super()
1774 deactivate_locked_super(sb); in freeze_super()
1782 sb->s_writers.frozen = SB_FREEZE_COMPLETE; in freeze_super()
1783 lockdep_sb_freeze_release(sb); in freeze_super()
1784 up_write(&sb->s_umount); in freeze_super()
1791 * @sb: the super to thaw
1795 static int thaw_super_locked(struct super_block *sb) in thaw_super_locked() argument
1799 if (sb->s_writers.frozen != SB_FREEZE_COMPLETE) { in thaw_super_locked()
1800 up_write(&sb->s_umount); in thaw_super_locked()
1804 if (sb_rdonly(sb)) { in thaw_super_locked()
1805 sb->s_writers.frozen = SB_UNFROZEN; in thaw_super_locked()
1809 lockdep_sb_freeze_acquire(sb); in thaw_super_locked()
1811 if (sb->s_op->unfreeze_fs) { in thaw_super_locked()
1812 error = sb->s_op->unfreeze_fs(sb); in thaw_super_locked()
1816 lockdep_sb_freeze_release(sb); in thaw_super_locked()
1817 up_write(&sb->s_umount); in thaw_super_locked()
1822 sb->s_writers.frozen = SB_UNFROZEN; in thaw_super_locked()
1823 sb_freeze_unlock(sb, SB_FREEZE_FS); in thaw_super_locked()
1825 wake_up(&sb->s_writers.wait_unfrozen); in thaw_super_locked()
1826 deactivate_locked_super(sb); in thaw_super_locked()
1830 int thaw_super(struct super_block *sb) in thaw_super() argument
1832 down_write(&sb->s_umount); in thaw_super()
1833 return thaw_super_locked(sb); in thaw_super()