Lines Matching refs:disk
43 static void disk_alloc_events(struct gendisk *disk);
44 static void disk_add_events(struct gendisk *disk);
45 static void disk_del_events(struct gendisk *disk);
46 static void disk_release_events(struct gendisk *disk);
52 bool set_capacity_revalidate_and_notify(struct gendisk *disk, sector_t size, in set_capacity_revalidate_and_notify() argument
55 sector_t capacity = get_capacity(disk); in set_capacity_revalidate_and_notify()
57 set_capacity(disk, size); in set_capacity_revalidate_and_notify()
59 revalidate_disk_size(disk, true); in set_capacity_revalidate_and_notify()
64 kobject_uevent_env(&disk_to_dev(disk)->kobj, KOBJ_CHANGE, envp); in set_capacity_revalidate_and_notify()
146 struct hd_struct *__disk_get_part(struct gendisk *disk, int partno) in __disk_get_part() argument
148 struct disk_part_tbl *ptbl = rcu_dereference(disk->part_tbl); in __disk_get_part()
169 struct hd_struct *disk_get_part(struct gendisk *disk, int partno) in disk_get_part() argument
174 part = __disk_get_part(disk, partno); in disk_get_part()
193 void disk_part_iter_init(struct disk_part_iter *piter, struct gendisk *disk, in disk_part_iter_init() argument
199 ptbl = rcu_dereference(disk->part_tbl); in disk_part_iter_init()
201 piter->disk = disk; in disk_part_iter_init()
237 ptbl = rcu_dereference(piter->disk->part_tbl); in disk_part_iter_next()
319 struct hd_struct *disk_map_sector_rcu(struct gendisk *disk, sector_t sector) in disk_map_sector_rcu() argument
326 ptbl = rcu_dereference(disk->part_tbl); in disk_map_sector_rcu()
348 part = &disk->part0; in disk_map_sector_rcu()
367 bool disk_has_partitions(struct gendisk *disk) in disk_has_partitions() argument
374 ptbl = rcu_dereference(disk->part_tbl); in disk_has_partitions()
576 struct gendisk *disk = part_to_disk(part); in blk_alloc_devt() local
580 if (part->partno < disk->minors) { in blk_alloc_devt()
581 *devt = MKDEV(disk->major, disk->first_minor + part->partno); in blk_alloc_devt()
690 static void disk_scan_partitions(struct gendisk *disk) in disk_scan_partitions() argument
694 if (!get_capacity(disk) || !disk_part_scan_enabled(disk)) in disk_scan_partitions()
697 set_bit(GD_NEED_PART_SCAN, &disk->state); in disk_scan_partitions()
698 bdev = blkdev_get_by_dev(disk_devt(disk), FMODE_READ, NULL); in disk_scan_partitions()
703 static void register_disk(struct device *parent, struct gendisk *disk, in register_disk() argument
706 struct device *ddev = disk_to_dev(disk); in register_disk()
713 dev_set_name(ddev, "%s", disk->disk_name); in register_disk()
740 disk->part0.holder_dir = kobject_create_and_add("holders", &ddev->kobj); in register_disk()
741 disk->slave_dir = kobject_create_and_add("slaves", &ddev->kobj); in register_disk()
743 if (disk->flags & GENHD_FL_HIDDEN) in register_disk()
746 disk_scan_partitions(disk); in register_disk()
753 disk_part_iter_init(&piter, disk, 0); in register_disk()
758 if (disk->queue->backing_dev_info->dev) { in register_disk()
760 &disk->queue->backing_dev_info->dev->kobj, in register_disk()
778 static void __device_add_disk(struct device *parent, struct gendisk *disk, in __device_add_disk() argument
792 elevator_init_mq(disk->queue); in __device_add_disk()
798 WARN_ON(disk->minors && !(disk->major || disk->first_minor)); in __device_add_disk()
799 WARN_ON(!disk->minors && in __device_add_disk()
800 !(disk->flags & (GENHD_FL_EXT_DEVT | GENHD_FL_HIDDEN))); in __device_add_disk()
802 disk->flags |= GENHD_FL_UP; in __device_add_disk()
804 retval = blk_alloc_devt(&disk->part0, &devt); in __device_add_disk()
809 disk->major = MAJOR(devt); in __device_add_disk()
810 disk->first_minor = MINOR(devt); in __device_add_disk()
812 disk_alloc_events(disk); in __device_add_disk()
814 if (disk->flags & GENHD_FL_HIDDEN) { in __device_add_disk()
819 disk->flags |= GENHD_FL_SUPPRESS_PARTITION_INFO; in __device_add_disk()
820 disk->flags |= GENHD_FL_NO_PART_SCAN; in __device_add_disk()
822 struct backing_dev_info *bdi = disk->queue->backing_dev_info; in __device_add_disk()
823 struct device *dev = disk_to_dev(disk); in __device_add_disk()
831 blk_register_region(disk_devt(disk), disk->minors, NULL, in __device_add_disk()
832 exact_match, exact_lock, disk); in __device_add_disk()
834 register_disk(parent, disk, groups); in __device_add_disk()
836 blk_register_queue(disk); in __device_add_disk()
842 WARN_ON_ONCE(!blk_get_queue(disk->queue)); in __device_add_disk()
844 disk_add_events(disk); in __device_add_disk()
845 blk_integrity_add(disk); in __device_add_disk()
848 void device_add_disk(struct device *parent, struct gendisk *disk, in device_add_disk() argument
852 __device_add_disk(parent, disk, groups, true); in device_add_disk()
856 void device_add_disk_no_queue_reg(struct device *parent, struct gendisk *disk) in device_add_disk_no_queue_reg() argument
858 __device_add_disk(parent, disk, NULL, false); in device_add_disk_no_queue_reg()
862 static void invalidate_partition(struct gendisk *disk, int partno) in invalidate_partition() argument
866 bdev = bdget_disk(disk, partno); in invalidate_partition()
900 void del_gendisk(struct gendisk *disk) in del_gendisk() argument
907 blk_integrity_del(disk); in del_gendisk()
908 disk_del_events(disk); in del_gendisk()
914 down_write(&disk->lookup_sem); in del_gendisk()
916 disk_part_iter_init(&piter, disk, in del_gendisk()
919 invalidate_partition(disk, part->partno); in del_gendisk()
924 invalidate_partition(disk, 0); in del_gendisk()
925 set_capacity(disk, 0); in del_gendisk()
926 disk->flags &= ~GENHD_FL_UP; in del_gendisk()
927 up_write(&disk->lookup_sem); in del_gendisk()
929 if (!(disk->flags & GENHD_FL_HIDDEN)) in del_gendisk()
930 sysfs_remove_link(&disk_to_dev(disk)->kobj, "bdi"); in del_gendisk()
931 if (disk->queue) { in del_gendisk()
936 if (!(disk->flags & GENHD_FL_HIDDEN)) in del_gendisk()
937 bdi_unregister(disk->queue->backing_dev_info); in del_gendisk()
938 blk_unregister_queue(disk); in del_gendisk()
943 if (!(disk->flags & GENHD_FL_HIDDEN)) in del_gendisk()
944 blk_unregister_region(disk_devt(disk), disk->minors); in del_gendisk()
951 blk_invalidate_devt(disk_devt(disk)); in del_gendisk()
953 kobject_put(disk->part0.holder_dir); in del_gendisk()
954 kobject_put(disk->slave_dir); in del_gendisk()
956 part_stat_set_all(&disk->part0, 0); in del_gendisk()
957 disk->part0.stamp = 0; in del_gendisk()
959 sysfs_remove_link(block_depr, dev_name(disk_to_dev(disk))); in del_gendisk()
960 pm_runtime_set_memalloc_noio(disk_to_dev(disk), false); in del_gendisk()
961 device_del(disk_to_dev(disk)); in del_gendisk()
970 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_show() local
972 if (!disk->bb) in disk_badblocks_show()
975 return badblocks_show(disk->bb, page, 0); in disk_badblocks_show()
982 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_store() local
984 if (!disk->bb) in disk_badblocks_store()
987 return badblocks_store(disk->bb, page, len, 0); in disk_badblocks_store()
1002 struct gendisk *disk = NULL; in get_gendisk() local
1011 disk = dev_to_disk(kobj_to_dev(kobj)); in get_gendisk()
1019 disk = part_to_disk(part); in get_gendisk()
1024 if (!disk) in get_gendisk()
1031 down_read(&disk->lookup_sem); in get_gendisk()
1032 if (unlikely((disk->flags & GENHD_FL_HIDDEN) || in get_gendisk()
1033 !(disk->flags & GENHD_FL_UP))) { in get_gendisk()
1034 up_read(&disk->lookup_sem); in get_gendisk()
1035 put_disk_and_module(disk); in get_gendisk()
1036 disk = NULL; in get_gendisk()
1038 up_read(&disk->lookup_sem); in get_gendisk()
1040 return disk; in get_gendisk()
1056 struct block_device *bdget_disk(struct gendisk *disk, int partno) in bdget_disk() argument
1061 part = disk_get_part(disk, partno); in bdget_disk()
1082 struct gendisk *disk = dev_to_disk(dev); in printk_all_partitions() local
1092 if (get_capacity(disk) == 0 || in printk_all_partitions()
1093 (disk->flags & GENHD_FL_SUPPRESS_PARTITION_INFO)) in printk_all_partitions()
1101 disk_part_iter_init(&piter, disk, DISK_PITER_INCL_PART0); in printk_all_partitions()
1103 bool is_part0 = part == &disk->part0; in printk_all_partitions()
1108 , disk_name(disk, part->partno, name_buf), in printk_all_partitions()
1248 struct gendisk *disk = dev_to_disk(dev); in disk_range_show() local
1250 return sprintf(buf, "%d\n", disk->minors); in disk_range_show()
1256 struct gendisk *disk = dev_to_disk(dev); in disk_ext_range_show() local
1258 return sprintf(buf, "%d\n", disk_max_parts(disk)); in disk_ext_range_show()
1264 struct gendisk *disk = dev_to_disk(dev); in disk_removable_show() local
1267 (disk->flags & GENHD_FL_REMOVABLE ? 1 : 0)); in disk_removable_show()
1273 struct gendisk *disk = dev_to_disk(dev); in disk_hidden_show() local
1276 (disk->flags & GENHD_FL_HIDDEN ? 1 : 0)); in disk_hidden_show()
1282 struct gendisk *disk = dev_to_disk(dev); in disk_ro_show() local
1284 return sprintf(buf, "%d\n", get_disk_ro(disk) ? 1 : 0); in disk_ro_show()
1358 struct gendisk *disk = dev_to_disk(dev); in disk_capability_show() local
1360 return sprintf(buf, "%x\n", disk->flags); in disk_capability_show()
1367 struct gendisk *disk = dev_to_disk(dev); in disk_alignment_offset_show() local
1369 return sprintf(buf, "%d\n", queue_alignment_offset(disk->queue)); in disk_alignment_offset_show()
1376 struct gendisk *disk = dev_to_disk(dev); in disk_discard_alignment_show() local
1378 return sprintf(buf, "%d\n", queue_discard_alignment(disk->queue)); in disk_discard_alignment_show()
1450 struct gendisk *disk = dev_to_disk(dev); in disk_visible() local
1452 if (a == &dev_attr_badblocks.attr && !disk->bb) in disk_visible()
1478 static void disk_replace_part_tbl(struct gendisk *disk, in disk_replace_part_tbl() argument
1482 rcu_dereference_protected(disk->part_tbl, 1); in disk_replace_part_tbl()
1484 rcu_assign_pointer(disk->part_tbl, new_ptbl); in disk_replace_part_tbl()
1507 int disk_expand_part_tbl(struct gendisk *disk, int partno) in disk_expand_part_tbl() argument
1510 rcu_dereference_protected(disk->part_tbl, 1); in disk_expand_part_tbl()
1524 if (disk_max_parts(disk) && target > disk_max_parts(disk)) in disk_expand_part_tbl()
1531 disk->node_id); in disk_expand_part_tbl()
1540 disk_replace_part_tbl(disk, new_ptbl); in disk_expand_part_tbl()
1565 struct gendisk *disk = dev_to_disk(dev); in disk_release() local
1570 disk_release_events(disk); in disk_release()
1571 kfree(disk->random); in disk_release()
1572 disk_replace_part_tbl(disk, NULL); in disk_release()
1573 hd_free_part(&disk->part0); in disk_release()
1574 if (disk->queue) in disk_release()
1575 blk_put_queue(disk->queue); in disk_release()
1576 kfree(disk); in disk_release()
1585 struct gendisk *disk = dev_to_disk(dev); in block_devnode() local
1587 if (disk->fops->devnode) in block_devnode()
1588 return disk->fops->devnode(disk, mode); in block_devnode()
1697 struct gendisk *disk = dev_to_disk(dev); in blk_lookup_devt() local
1703 if (partno < disk->minors) { in blk_lookup_devt()
1711 part = disk_get_part(disk, partno); in blk_lookup_devt()
1725 struct gendisk *disk; in __alloc_disk_node() local
1735 disk = kzalloc_node(sizeof(struct gendisk), GFP_KERNEL, node_id); in __alloc_disk_node()
1736 if (!disk) in __alloc_disk_node()
1739 disk->part0.dkstats = alloc_percpu(struct disk_stats); in __alloc_disk_node()
1740 if (!disk->part0.dkstats) in __alloc_disk_node()
1743 init_rwsem(&disk->lookup_sem); in __alloc_disk_node()
1744 disk->node_id = node_id; in __alloc_disk_node()
1745 if (disk_expand_part_tbl(disk, 0)) { in __alloc_disk_node()
1746 free_percpu(disk->part0.dkstats); in __alloc_disk_node()
1750 ptbl = rcu_dereference_protected(disk->part_tbl, 1); in __alloc_disk_node()
1751 rcu_assign_pointer(ptbl->part[0], &disk->part0); in __alloc_disk_node()
1762 hd_sects_seq_init(&disk->part0); in __alloc_disk_node()
1763 if (hd_ref_init(&disk->part0)) in __alloc_disk_node()
1766 disk->minors = minors; in __alloc_disk_node()
1767 rand_initialize_disk(disk); in __alloc_disk_node()
1768 disk_to_dev(disk)->class = &block_class; in __alloc_disk_node()
1769 disk_to_dev(disk)->type = &disk_type; in __alloc_disk_node()
1770 device_initialize(disk_to_dev(disk)); in __alloc_disk_node()
1771 return disk; in __alloc_disk_node()
1774 hd_free_part(&disk->part0); in __alloc_disk_node()
1776 kfree(disk); in __alloc_disk_node()
1790 struct kobject *get_disk_and_module(struct gendisk *disk) in get_disk_and_module() argument
1795 if (!disk->fops) in get_disk_and_module()
1797 owner = disk->fops->owner; in get_disk_and_module()
1800 kobj = kobject_get_unless_zero(&disk_to_dev(disk)->kobj); in get_disk_and_module()
1820 void put_disk(struct gendisk *disk) in put_disk() argument
1822 if (disk) in put_disk()
1823 kobject_put(&disk_to_dev(disk)->kobj); in put_disk()
1837 void put_disk_and_module(struct gendisk *disk) in put_disk_and_module() argument
1839 if (disk) { in put_disk_and_module()
1840 struct module *owner = disk->fops->owner; in put_disk_and_module()
1842 put_disk(disk); in put_disk_and_module()
1865 void set_disk_ro(struct gendisk *disk, int flag) in set_disk_ro() argument
1870 if (disk->part0.policy != flag) { in set_disk_ro()
1871 set_disk_ro_uevent(disk, flag); in set_disk_ro()
1872 disk->part0.policy = flag; in set_disk_ro()
1875 disk_part_iter_init(&piter, disk, DISK_PITER_INCL_EMPTY); in set_disk_ro()
1897 struct gendisk *disk; /* the associated disk */ member
1926 static unsigned long disk_events_poll_jiffies(struct gendisk *disk) in disk_events_poll_jiffies() argument
1928 struct disk_events *ev = disk->ev; in disk_events_poll_jiffies()
1937 else if (disk->event_flags & DISK_EVENT_FLAG_POLL) in disk_events_poll_jiffies()
1958 void disk_block_events(struct gendisk *disk) in disk_block_events() argument
1960 struct disk_events *ev = disk->ev; in disk_block_events()
1978 cancel_delayed_work_sync(&disk->ev->dwork); in disk_block_events()
1983 static void __disk_unblock_events(struct gendisk *disk, bool check_now) in __disk_unblock_events() argument
1985 struct disk_events *ev = disk->ev; in __disk_unblock_events()
1997 intv = disk_events_poll_jiffies(disk); in __disk_unblock_events()
2018 void disk_unblock_events(struct gendisk *disk) in disk_unblock_events() argument
2020 if (disk->ev) in disk_unblock_events()
2021 __disk_unblock_events(disk, false); in disk_unblock_events()
2036 void disk_flush_events(struct gendisk *disk, unsigned int mask) in disk_flush_events() argument
2038 struct disk_events *ev = disk->ev; in disk_flush_events()
2062 static unsigned int disk_clear_events(struct gendisk *disk, unsigned int mask) in disk_clear_events() argument
2064 struct disk_events *ev = disk->ev; in disk_clear_events()
2071 disk_block_events(disk); in disk_clear_events()
2088 __disk_unblock_events(disk, ev->clearing ? true : false); in disk_clear_events()
2142 struct gendisk *disk = ev->disk; in disk_check_events() local
2150 events = disk->fops->check_events(disk, clearing); in disk_check_events()
2159 intv = disk_events_poll_jiffies(disk); in disk_check_events()
2173 if ((events & disk->events & (1 << i)) && in disk_check_events()
2174 (disk->event_flags & DISK_EVENT_FLAG_UEVENT)) in disk_check_events()
2178 kobject_uevent_env(&disk_to_dev(disk)->kobj, KOBJ_CHANGE, envp); in disk_check_events()
2210 struct gendisk *disk = dev_to_disk(dev); in disk_events_show() local
2212 if (!(disk->event_flags & DISK_EVENT_FLAG_UEVENT)) in disk_events_show()
2215 return __disk_events_show(disk->events, buf); in disk_events_show()
2228 struct gendisk *disk = dev_to_disk(dev); in disk_events_poll_msecs_show() local
2230 if (!disk->ev) in disk_events_poll_msecs_show()
2233 return sprintf(buf, "%ld\n", disk->ev->poll_msecs); in disk_events_poll_msecs_show()
2240 struct gendisk *disk = dev_to_disk(dev); in disk_events_poll_msecs_store() local
2249 if (!disk->ev) in disk_events_poll_msecs_store()
2252 disk_block_events(disk); in disk_events_poll_msecs_store()
2253 disk->ev->poll_msecs = intv; in disk_events_poll_msecs_store()
2254 __disk_unblock_events(disk, true); in disk_events_poll_msecs_store()
2291 disk_flush_events(ev->disk, 0); in disk_events_set_dfl_poll_msecs()
2312 static void disk_alloc_events(struct gendisk *disk) in disk_alloc_events() argument
2316 if (!disk->fops->check_events || !disk->events) in disk_alloc_events()
2321 pr_warn("%s: failed to initialize events\n", disk->disk_name); in disk_alloc_events()
2326 ev->disk = disk; in disk_alloc_events()
2333 disk->ev = ev; in disk_alloc_events()
2336 static void disk_add_events(struct gendisk *disk) in disk_add_events() argument
2339 if (sysfs_create_files(&disk_to_dev(disk)->kobj, disk_events_attrs) < 0) in disk_add_events()
2341 disk->disk_name); in disk_add_events()
2343 if (!disk->ev) in disk_add_events()
2347 list_add_tail(&disk->ev->node, &disk_events); in disk_add_events()
2354 __disk_unblock_events(disk, true); in disk_add_events()
2357 static void disk_del_events(struct gendisk *disk) in disk_del_events() argument
2359 if (disk->ev) { in disk_del_events()
2360 disk_block_events(disk); in disk_del_events()
2363 list_del_init(&disk->ev->node); in disk_del_events()
2367 sysfs_remove_files(&disk_to_dev(disk)->kobj, disk_events_attrs); in disk_del_events()
2370 static void disk_release_events(struct gendisk *disk) in disk_release_events() argument
2373 WARN_ON_ONCE(disk->ev && disk->ev->block != 1); in disk_release_events()
2374 kfree(disk->ev); in disk_release_events()