Lines Matching refs:sb
43 static int thaw_super_locked(struct super_block *sb);
64 struct super_block *sb; in super_cache_scan() local
71 sb = container_of(shrink, struct super_block, s_shrink); in super_cache_scan()
80 if (!trylock_super(sb)) in super_cache_scan()
83 if (sb->s_op->nr_cached_objects) in super_cache_scan()
84 fs_objects = sb->s_op->nr_cached_objects(sb, sc); in super_cache_scan()
86 inodes = list_lru_shrink_count(&sb->s_inode_lru, sc); in super_cache_scan()
87 dentries = list_lru_shrink_count(&sb->s_dentry_lru, sc); in super_cache_scan()
105 freed = prune_dcache_sb(sb, sc); in super_cache_scan()
107 freed += prune_icache_sb(sb, sc); in super_cache_scan()
111 freed += sb->s_op->free_cached_objects(sb, sc); in super_cache_scan()
114 up_read(&sb->s_umount); in super_cache_scan()
121 struct super_block *sb; in super_cache_count() local
124 sb = container_of(shrink, struct super_block, s_shrink); in super_cache_count()
140 if (!(sb->s_flags & SB_BORN)) in super_cache_count()
144 if (sb->s_op && sb->s_op->nr_cached_objects) in super_cache_count()
145 total_objects = sb->s_op->nr_cached_objects(sb, sc); in super_cache_count()
147 total_objects += list_lru_shrink_count(&sb->s_dentry_lru, sc); in super_cache_count()
148 total_objects += list_lru_shrink_count(&sb->s_inode_lru, sc); in super_cache_count()
310 static void put_super(struct super_block *sb) in put_super() argument
313 __put_super(sb); in put_super()
416 bool trylock_super(struct super_block *sb) in trylock_super() argument
418 if (down_read_trylock(&sb->s_umount)) { in trylock_super()
419 if (!hlist_unhashed(&sb->s_instances) && in trylock_super()
420 sb->s_root && (sb->s_flags & SB_BORN)) in trylock_super()
422 up_read(&sb->s_umount); in trylock_super()
442 void generic_shutdown_super(struct super_block *sb) in generic_shutdown_super() argument
444 const struct super_operations *sop = sb->s_op; in generic_shutdown_super()
446 if (sb->s_root) { in generic_shutdown_super()
447 shrink_dcache_for_umount(sb); in generic_shutdown_super()
448 sync_filesystem(sb); in generic_shutdown_super()
449 sb->s_flags &= ~SB_ACTIVE; in generic_shutdown_super()
454 evict_inodes(sb); in generic_shutdown_super()
456 fsnotify_sb_delete(sb); in generic_shutdown_super()
458 if (sb->s_dio_done_wq) { in generic_shutdown_super()
459 destroy_workqueue(sb->s_dio_done_wq); in generic_shutdown_super()
460 sb->s_dio_done_wq = NULL; in generic_shutdown_super()
464 sop->put_super(sb); in generic_shutdown_super()
466 if (!list_empty(&sb->s_inodes)) { in generic_shutdown_super()
469 sb->s_id); in generic_shutdown_super()
474 hlist_del_init(&sb->s_instances); in generic_shutdown_super()
476 up_write(&sb->s_umount); in generic_shutdown_super()
477 if (sb->s_bdi != &noop_backing_dev_info) { in generic_shutdown_super()
478 bdi_put(sb->s_bdi); in generic_shutdown_super()
479 sb->s_bdi = &noop_backing_dev_info; in generic_shutdown_super()
636 void drop_super(struct super_block *sb) in drop_super() argument
638 up_read(&sb->s_umount); in drop_super()
639 put_super(sb); in drop_super()
644 void drop_super_exclusive(struct super_block *sb) in drop_super_exclusive() argument
646 up_write(&sb->s_umount); in drop_super_exclusive()
647 put_super(sb); in drop_super_exclusive()
653 struct super_block *sb, *p = NULL; in __iterate_supers() local
656 list_for_each_entry(sb, &super_blocks, s_list) { in __iterate_supers()
657 if (hlist_unhashed(&sb->s_instances)) in __iterate_supers()
659 sb->s_count++; in __iterate_supers()
662 f(sb); in __iterate_supers()
667 p = sb; in __iterate_supers()
683 struct super_block *sb, *p = NULL; in iterate_supers() local
686 list_for_each_entry(sb, &super_blocks, s_list) { in iterate_supers()
687 if (hlist_unhashed(&sb->s_instances)) in iterate_supers()
689 sb->s_count++; in iterate_supers()
692 down_read(&sb->s_umount); in iterate_supers()
693 if (sb->s_root && (sb->s_flags & SB_BORN)) in iterate_supers()
694 f(sb, arg); in iterate_supers()
695 up_read(&sb->s_umount); in iterate_supers()
700 p = sb; in iterate_supers()
719 struct super_block *sb, *p = NULL; in iterate_supers_type() local
722 hlist_for_each_entry(sb, &type->fs_supers, s_instances) { in iterate_supers_type()
723 sb->s_count++; in iterate_supers_type()
726 down_read(&sb->s_umount); in iterate_supers_type()
727 if (sb->s_root && (sb->s_flags & SB_BORN)) in iterate_supers_type()
728 f(sb, arg); in iterate_supers_type()
729 up_read(&sb->s_umount); in iterate_supers_type()
734 p = sb; in iterate_supers_type()
745 struct super_block *sb; in __get_super() local
752 list_for_each_entry(sb, &super_blocks, s_list) { in __get_super()
753 if (hlist_unhashed(&sb->s_instances)) in __get_super()
755 if (sb->s_bdev == bdev) { in __get_super()
756 sb->s_count++; in __get_super()
759 down_read(&sb->s_umount); in __get_super()
761 down_write(&sb->s_umount); in __get_super()
763 if (sb->s_root && (sb->s_flags & SB_BORN)) in __get_super()
764 return sb; in __get_super()
766 up_read(&sb->s_umount); in __get_super()
768 up_write(&sb->s_umount); in __get_super()
771 __put_super(sb); in __get_super()
849 struct super_block *sb; in get_active_super() local
856 list_for_each_entry(sb, &super_blocks, s_list) { in get_active_super()
857 if (hlist_unhashed(&sb->s_instances)) in get_active_super()
859 if (sb->s_bdev == bdev) { in get_active_super()
860 if (!grab_super(sb)) in get_active_super()
862 up_write(&sb->s_umount); in get_active_super()
863 return sb; in get_active_super()
872 struct super_block *sb; in user_get_super() local
876 list_for_each_entry(sb, &super_blocks, s_list) { in user_get_super()
877 if (hlist_unhashed(&sb->s_instances)) in user_get_super()
879 if (sb->s_dev == dev) { in user_get_super()
880 sb->s_count++; in user_get_super()
882 down_read(&sb->s_umount); in user_get_super()
884 if (sb->s_root && (sb->s_flags & SB_BORN)) in user_get_super()
885 return sb; in user_get_super()
886 up_read(&sb->s_umount); in user_get_super()
889 __put_super(sb); in user_get_super()
905 struct super_block *sb = fc->root->d_sb; in reconfigure_super() local
912 if (sb->s_writers.frozen != SB_UNFROZEN) in reconfigure_super()
915 retval = security_sb_remount(sb, fc->security); in reconfigure_super()
921 if (!(fc->sb_flags & SB_RDONLY) && bdev_read_only(sb->s_bdev)) in reconfigure_super()
925 remount_ro = (fc->sb_flags & SB_RDONLY) && !sb_rdonly(sb); in reconfigure_super()
929 if (!hlist_empty(&sb->s_pins)) { in reconfigure_super()
930 up_write(&sb->s_umount); in reconfigure_super()
931 group_pin_kill(&sb->s_pins); in reconfigure_super()
932 down_write(&sb->s_umount); in reconfigure_super()
933 if (!sb->s_root) in reconfigure_super()
935 if (sb->s_writers.frozen != SB_UNFROZEN) in reconfigure_super()
937 remount_ro = !sb_rdonly(sb); in reconfigure_super()
940 shrink_dcache_sb(sb); in reconfigure_super()
947 sb->s_readonly_remount = 1; in reconfigure_super()
950 retval = sb_prepare_remount_readonly(sb); in reconfigure_super()
963 sb->s_type->name, retval); in reconfigure_super()
967 WRITE_ONCE(sb->s_flags, ((sb->s_flags & ~fc->sb_flags_mask) | in reconfigure_super()
971 sb->s_readonly_remount = 0; in reconfigure_super()
981 if (remount_ro && sb->s_bdev) in reconfigure_super()
982 invalidate_bdev(sb->s_bdev); in reconfigure_super()
986 sb->s_readonly_remount = 0; in reconfigure_super()
990 static void do_emergency_remount_callback(struct super_block *sb) in do_emergency_remount_callback() argument
992 down_write(&sb->s_umount); in do_emergency_remount_callback()
993 if (sb->s_root && sb->s_bdev && (sb->s_flags & SB_BORN) && in do_emergency_remount_callback()
994 !sb_rdonly(sb)) { in do_emergency_remount_callback()
997 fc = fs_context_for_reconfigure(sb->s_root, in do_emergency_remount_callback()
1005 up_write(&sb->s_umount); in do_emergency_remount_callback()
1026 static void do_thaw_all_callback(struct super_block *sb) in do_thaw_all_callback() argument
1028 down_write(&sb->s_umount); in do_thaw_all_callback()
1029 if (sb->s_root && sb->s_flags & SB_BORN) { in do_thaw_all_callback()
1030 emergency_thaw_bdev(sb); in do_thaw_all_callback()
1031 thaw_super_locked(sb); in do_thaw_all_callback()
1033 up_write(&sb->s_umount); in do_thaw_all_callback()
1105 void kill_anon_super(struct super_block *sb) in kill_anon_super() argument
1107 dev_t dev = sb->s_dev; in kill_anon_super()
1108 generic_shutdown_super(sb); in kill_anon_super()
1113 void kill_litter_super(struct super_block *sb) in kill_litter_super() argument
1115 if (sb->s_root) in kill_litter_super()
1116 d_genocide(sb->s_root); in kill_litter_super()
1117 kill_anon_super(sb); in kill_litter_super()
1121 int set_anon_super_fc(struct super_block *sb, struct fs_context *fc) in set_anon_super_fc() argument
1123 return set_anon_super(sb, NULL); in set_anon_super_fc()
1127 static int test_keyed_super(struct super_block *sb, struct fs_context *fc) in test_keyed_super() argument
1129 return sb->s_fs_info == fc->s_fs_info; in test_keyed_super()
1164 int (*fill_super)(struct super_block *sb, in vfs_get_super() argument
1168 struct super_block *sb; in vfs_get_super() local
1186 sb = sget_fc(fc, test, set_anon_super_fc); in vfs_get_super()
1187 if (IS_ERR(sb)) in vfs_get_super()
1188 return PTR_ERR(sb); in vfs_get_super()
1190 if (!sb->s_root) { in vfs_get_super()
1191 err = fill_super(sb, fc); in vfs_get_super()
1195 sb->s_flags |= SB_ACTIVE; in vfs_get_super()
1196 fc->root = dget(sb->s_root); in vfs_get_super()
1198 fc->root = dget(sb->s_root); in vfs_get_super()
1212 deactivate_locked_super(sb); in vfs_get_super()
1218 int (*fill_super)(struct super_block *sb, in get_tree_nodev() argument
1226 int (*fill_super)(struct super_block *sb, in get_tree_single() argument
1234 int (*fill_super)(struct super_block *sb, in get_tree_single_reconf() argument
1242 int (*fill_super)(struct super_block *sb, in get_tree_keyed() argument
1438 void kill_block_super(struct super_block *sb) in kill_block_super() argument
1440 struct block_device *bdev = sb->s_bdev; in kill_block_super()
1441 fmode_t mode = sb->s_mode; in kill_block_super()
1444 generic_shutdown_super(sb); in kill_block_super()
1538 struct super_block *sb; in vfs_get_tree() local
1560 sb = fc->root->d_sb; in vfs_get_tree()
1561 WARN_ON(!sb->s_bdi); in vfs_get_tree()
1570 sb->s_flags |= SB_BORN; in vfs_get_tree()
1572 error = security_sb_set_mnt_opts(sb, fc->security, 0, NULL); in vfs_get_tree()
1584 WARN((sb->s_maxbytes < 0), "%s set sb->s_maxbytes to " in vfs_get_tree()
1585 "negative value (%lld)\n", fc->fs_type->name, sb->s_maxbytes); in vfs_get_tree()
1595 int super_setup_bdi_name(struct super_block *sb, char *fmt, ...) in super_setup_bdi_name() argument
1605 bdi->name = sb->s_type->name; in super_setup_bdi_name()
1614 WARN_ON(sb->s_bdi != &noop_backing_dev_info); in super_setup_bdi_name()
1615 sb->s_bdi = bdi; in super_setup_bdi_name()
1625 int super_setup_bdi(struct super_block *sb) in super_setup_bdi() argument
1629 return super_setup_bdi_name(sb, "%.28s-%ld", sb->s_type->name, in super_setup_bdi()
1638 void __sb_end_write(struct super_block *sb, int level) in __sb_end_write() argument
1640 percpu_up_read(sb->s_writers.rw_sem + level-1); in __sb_end_write()
1648 int __sb_start_write(struct super_block *sb, int level, bool wait) in __sb_start_write() argument
1667 if (percpu_rwsem_is_held(sb->s_writers.rw_sem + i)) { in __sb_start_write()
1674 percpu_down_read(sb->s_writers.rw_sem + level-1); in __sb_start_write()
1676 ret = percpu_down_read_trylock(sb->s_writers.rw_sem + level-1); in __sb_start_write()
1691 static void sb_wait_write(struct super_block *sb, int level) in sb_wait_write() argument
1693 percpu_down_write(sb->s_writers.rw_sem + level-1); in sb_wait_write()
1700 static void lockdep_sb_freeze_release(struct super_block *sb) in lockdep_sb_freeze_release() argument
1705 percpu_rwsem_release(sb->s_writers.rw_sem + level, 0, _THIS_IP_); in lockdep_sb_freeze_release()
1711 static void lockdep_sb_freeze_acquire(struct super_block *sb) in lockdep_sb_freeze_acquire() argument
1716 percpu_rwsem_acquire(sb->s_writers.rw_sem + level, 0, _THIS_IP_); in lockdep_sb_freeze_acquire()
1719 static void sb_freeze_unlock(struct super_block *sb) in sb_freeze_unlock() argument
1724 percpu_up_write(sb->s_writers.rw_sem + level); in sb_freeze_unlock()
1760 int freeze_super(struct super_block *sb) in freeze_super() argument
1764 atomic_inc(&sb->s_active); in freeze_super()
1765 down_write(&sb->s_umount); in freeze_super()
1766 if (sb->s_writers.frozen != SB_UNFROZEN) { in freeze_super()
1767 deactivate_locked_super(sb); in freeze_super()
1771 if (!(sb->s_flags & SB_BORN)) { in freeze_super()
1772 up_write(&sb->s_umount); in freeze_super()
1776 if (sb_rdonly(sb)) { in freeze_super()
1778 sb->s_writers.frozen = SB_FREEZE_COMPLETE; in freeze_super()
1779 up_write(&sb->s_umount); in freeze_super()
1783 sb->s_writers.frozen = SB_FREEZE_WRITE; in freeze_super()
1785 up_write(&sb->s_umount); in freeze_super()
1786 sb_wait_write(sb, SB_FREEZE_WRITE); in freeze_super()
1787 down_write(&sb->s_umount); in freeze_super()
1790 sb->s_writers.frozen = SB_FREEZE_PAGEFAULT; in freeze_super()
1791 sb_wait_write(sb, SB_FREEZE_PAGEFAULT); in freeze_super()
1794 sync_filesystem(sb); in freeze_super()
1797 sb->s_writers.frozen = SB_FREEZE_FS; in freeze_super()
1798 sb_wait_write(sb, SB_FREEZE_FS); in freeze_super()
1800 if (sb->s_op->freeze_fs) { in freeze_super()
1801 ret = sb->s_op->freeze_fs(sb); in freeze_super()
1805 sb->s_writers.frozen = SB_UNFROZEN; in freeze_super()
1806 sb_freeze_unlock(sb); in freeze_super()
1807 wake_up(&sb->s_writers.wait_unfrozen); in freeze_super()
1808 deactivate_locked_super(sb); in freeze_super()
1816 sb->s_writers.frozen = SB_FREEZE_COMPLETE; in freeze_super()
1817 lockdep_sb_freeze_release(sb); in freeze_super()
1818 up_write(&sb->s_umount); in freeze_super()
1829 static int thaw_super_locked(struct super_block *sb) in thaw_super_locked() argument
1833 if (sb->s_writers.frozen != SB_FREEZE_COMPLETE) { in thaw_super_locked()
1834 up_write(&sb->s_umount); in thaw_super_locked()
1838 if (sb_rdonly(sb)) { in thaw_super_locked()
1839 sb->s_writers.frozen = SB_UNFROZEN; in thaw_super_locked()
1843 lockdep_sb_freeze_acquire(sb); in thaw_super_locked()
1845 if (sb->s_op->unfreeze_fs) { in thaw_super_locked()
1846 error = sb->s_op->unfreeze_fs(sb); in thaw_super_locked()
1850 lockdep_sb_freeze_release(sb); in thaw_super_locked()
1851 up_write(&sb->s_umount); in thaw_super_locked()
1856 sb->s_writers.frozen = SB_UNFROZEN; in thaw_super_locked()
1857 sb_freeze_unlock(sb); in thaw_super_locked()
1859 wake_up(&sb->s_writers.wait_unfrozen); in thaw_super_locked()
1860 deactivate_locked_super(sb); in thaw_super_locked()
1864 int thaw_super(struct super_block *sb) in thaw_super() argument
1866 down_write(&sb->s_umount); in thaw_super()
1867 return thaw_super_locked(sb); in thaw_super()