Lines Matching refs:disk
59 void set_capacity(struct gendisk *disk, sector_t sectors) in set_capacity() argument
61 bdev_set_nr_sectors(disk->part0, sectors); in set_capacity()
69 bool set_capacity_and_notify(struct gendisk *disk, sector_t size) in set_capacity_and_notify() argument
71 sector_t capacity = get_capacity(disk); in set_capacity_and_notify()
74 set_capacity(disk, size); in set_capacity_and_notify()
82 !disk_live(disk) || in set_capacity_and_notify()
83 (disk->flags & GENHD_FL_HIDDEN)) in set_capacity_and_notify()
87 disk->disk_name, capacity, size); in set_capacity_and_notify()
95 kobject_uevent_env(&disk_to_dev(disk)->kobj, KOBJ_CHANGE, envp); in set_capacity_and_notify()
322 void disk_uevent(struct gendisk *disk, enum kobject_action action) in disk_uevent() argument
328 xa_for_each(&disk->part_tbl, idx, part) { in disk_uevent()
343 int disk_scan_partitions(struct gendisk *disk, blk_mode_t mode) in disk_scan_partitions() argument
348 if (!disk_has_partscan(disk)) in disk_scan_partitions()
350 if (disk->open_partitions) in disk_scan_partitions()
360 ret = bd_prepare_to_claim(disk->part0, disk_scan_partitions, in disk_scan_partitions()
366 set_bit(GD_NEED_PART_SCAN, &disk->state); in disk_scan_partitions()
367 file = bdev_file_open_by_dev(disk_devt(disk), mode & ~BLK_OPEN_EXCL, in disk_scan_partitions()
379 clear_bit(GD_NEED_PART_SCAN, &disk->state); in disk_scan_partitions()
381 bd_abort_claiming(disk->part0, disk_scan_partitions); in disk_scan_partitions()
394 int __must_check device_add_disk(struct device *parent, struct gendisk *disk, in device_add_disk() argument
398 struct device *ddev = disk_to_dev(disk); in device_add_disk()
402 if (queue_is_mq(disk->queue) && disk->fops->poll_bio) in device_add_disk()
411 elevator_init_mq(disk->queue); in device_add_disk()
414 if (disk->fops->submit_bio) in device_add_disk()
415 bdev_set_flag(disk->part0, BD_HAS_SUBMIT_BIO); in device_add_disk()
425 if (disk->major) { in device_add_disk()
426 if (WARN_ON(!disk->minors)) in device_add_disk()
429 if (disk->minors > DISK_MAX_PARTS) { in device_add_disk()
432 disk->minors = DISK_MAX_PARTS; in device_add_disk()
434 if (disk->first_minor > MINORMASK || in device_add_disk()
435 disk->minors > MINORMASK + 1 || in device_add_disk()
436 disk->first_minor + disk->minors > MINORMASK + 1) in device_add_disk()
439 if (WARN_ON(disk->minors)) in device_add_disk()
445 disk->major = BLOCK_EXT_MAJOR; in device_add_disk()
446 disk->first_minor = ret; in device_add_disk()
454 dev_set_name(ddev, "%s", disk->disk_name); in device_add_disk()
455 if (!(disk->flags & GENHD_FL_HIDDEN)) in device_add_disk()
456 ddev->devt = MKDEV(disk->major, disk->first_minor); in device_add_disk()
461 ret = disk_alloc_events(disk); in device_add_disk()
477 disk->part0->bd_holder_dir = in device_add_disk()
479 if (!disk->part0->bd_holder_dir) { in device_add_disk()
483 disk->slave_dir = kobject_create_and_add("slaves", &ddev->kobj); in device_add_disk()
484 if (!disk->slave_dir) { in device_add_disk()
489 ret = blk_register_queue(disk); in device_add_disk()
493 if (!(disk->flags & GENHD_FL_HIDDEN)) { in device_add_disk()
494 ret = bdi_register(disk->bdi, "%u:%u", in device_add_disk()
495 disk->major, disk->first_minor); in device_add_disk()
498 bdi_set_owner(disk->bdi, ddev); in device_add_disk()
500 &disk->bdi->dev->kobj, "bdi"); in device_add_disk()
505 if (get_capacity(disk) && disk_has_partscan(disk)) in device_add_disk()
506 set_bit(GD_NEED_PART_SCAN, &disk->state); in device_add_disk()
508 bdev_add(disk->part0, ddev->devt); in device_add_disk()
509 if (get_capacity(disk)) in device_add_disk()
510 disk_scan_partitions(disk, BLK_OPEN_READ); in device_add_disk()
517 disk_uevent(disk, KOBJ_ADD); in device_add_disk()
524 disk->part0->bd_dev = MKDEV(disk->major, disk->first_minor); in device_add_disk()
527 blk_apply_bdi_limits(disk->bdi, &disk->queue->limits); in device_add_disk()
528 disk_add_events(disk); in device_add_disk()
529 set_bit(GD_ADDED, &disk->state); in device_add_disk()
533 if (!(disk->flags & GENHD_FL_HIDDEN)) in device_add_disk()
534 bdi_unregister(disk->bdi); in device_add_disk()
536 blk_unregister_queue(disk); in device_add_disk()
537 rq_qos_exit(disk->queue); in device_add_disk()
539 kobject_put(disk->slave_dir); in device_add_disk()
540 disk->slave_dir = NULL; in device_add_disk()
542 kobject_put(disk->part0->bd_holder_dir); in device_add_disk()
549 if (disk->major == BLOCK_EXT_MAJOR) in device_add_disk()
550 blk_free_ext_minor(disk->first_minor); in device_add_disk()
552 if (disk->queue->elevator) in device_add_disk()
553 elevator_exit(disk->queue); in device_add_disk()
558 static void blk_report_disk_dead(struct gendisk *disk, bool surprise) in blk_report_disk_dead() argument
568 lockdep_assert_not_held(&disk->open_mutex); in blk_report_disk_dead()
571 xa_for_each(&disk->part_tbl, idx, bdev) { in blk_report_disk_dead()
584 static void __blk_mark_disk_dead(struct gendisk *disk) in __blk_mark_disk_dead() argument
589 if (test_and_set_bit(GD_DEAD, &disk->state)) in __blk_mark_disk_dead()
592 if (test_bit(GD_OWNS_QUEUE, &disk->state)) in __blk_mark_disk_dead()
593 blk_queue_flag_set(QUEUE_FLAG_DYING, disk->queue); in __blk_mark_disk_dead()
598 set_capacity(disk, 0); in __blk_mark_disk_dead()
603 blk_queue_start_drain(disk->queue); in __blk_mark_disk_dead()
613 void blk_mark_disk_dead(struct gendisk *disk) in blk_mark_disk_dead() argument
615 __blk_mark_disk_dead(disk); in blk_mark_disk_dead()
616 blk_report_disk_dead(disk, true); in blk_mark_disk_dead()
639 void del_gendisk(struct gendisk *disk) in del_gendisk() argument
641 struct request_queue *q = disk->queue; in del_gendisk()
647 if (WARN_ON_ONCE(!disk_live(disk) && !(disk->flags & GENHD_FL_HIDDEN))) in del_gendisk()
650 disk_del_events(disk); in del_gendisk()
655 mutex_lock(&disk->open_mutex); in del_gendisk()
656 xa_for_each(&disk->part_tbl, idx, part) in del_gendisk()
658 mutex_unlock(&disk->open_mutex); in del_gendisk()
664 if (!test_bit(GD_DEAD, &disk->state)) in del_gendisk()
665 blk_report_disk_dead(disk, false); in del_gendisk()
670 mutex_lock(&disk->open_mutex); in del_gendisk()
671 __blk_mark_disk_dead(disk); in del_gendisk()
672 xa_for_each_start(&disk->part_tbl, idx, part, 1) in del_gendisk()
674 mutex_unlock(&disk->open_mutex); in del_gendisk()
676 if (!(disk->flags & GENHD_FL_HIDDEN)) { in del_gendisk()
677 sysfs_remove_link(&disk_to_dev(disk)->kobj, "bdi"); in del_gendisk()
683 bdi_unregister(disk->bdi); in del_gendisk()
686 blk_unregister_queue(disk); in del_gendisk()
688 kobject_put(disk->part0->bd_holder_dir); in del_gendisk()
689 kobject_put(disk->slave_dir); in del_gendisk()
690 disk->slave_dir = NULL; in del_gendisk()
692 part_stat_set_all(disk->part0, 0); in del_gendisk()
693 disk->part0->bd_stamp = 0; in del_gendisk()
694 sysfs_remove_link(block_depr, dev_name(disk_to_dev(disk))); in del_gendisk()
695 pm_runtime_set_memalloc_noio(disk_to_dev(disk), false); in del_gendisk()
696 device_del(disk_to_dev(disk)); in del_gendisk()
700 blk_throtl_cancel_bios(disk); in del_gendisk()
721 if (!test_bit(GD_OWNS_QUEUE, &disk->state)) { in del_gendisk()
741 void invalidate_disk(struct gendisk *disk) in invalidate_disk() argument
743 struct block_device *bdev = disk->part0; in invalidate_disk()
747 set_capacity(disk, 0); in invalidate_disk()
756 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_show() local
758 if (!disk->bb) in disk_badblocks_show()
761 return badblocks_show(disk->bb, page, 0); in disk_badblocks_show()
768 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_store() local
770 if (!disk->bb) in disk_badblocks_store()
773 return badblocks_store(disk->bb, page, len, 0); in disk_badblocks_store()
905 struct gendisk *disk = dev_to_disk(dev); in disk_range_show() local
907 return sprintf(buf, "%d\n", disk->minors); in disk_range_show()
913 struct gendisk *disk = dev_to_disk(dev); in disk_ext_range_show() local
916 (disk->flags & GENHD_FL_NO_PART) ? 1 : DISK_MAX_PARTS); in disk_ext_range_show()
922 struct gendisk *disk = dev_to_disk(dev); in disk_removable_show() local
925 (disk->flags & GENHD_FL_REMOVABLE ? 1 : 0)); in disk_removable_show()
931 struct gendisk *disk = dev_to_disk(dev); in disk_hidden_show() local
934 (disk->flags & GENHD_FL_HIDDEN ? 1 : 0)); in disk_hidden_show()
940 struct gendisk *disk = dev_to_disk(dev); in disk_ro_show() local
942 return sprintf(buf, "%d\n", get_disk_ro(disk) ? 1 : 0); in disk_ro_show()
1021 struct gendisk *disk = dev_to_disk(dev); in disk_alignment_offset_show() local
1023 return sprintf(buf, "%d\n", bdev_alignment_offset(disk->part0)); in disk_alignment_offset_show()
1030 struct gendisk *disk = dev_to_disk(dev); in disk_discard_alignment_show() local
1032 return sprintf(buf, "%d\n", bdev_alignment_offset(disk->part0)); in disk_discard_alignment_show()
1038 struct gendisk *disk = dev_to_disk(dev); in diskseq_show() local
1040 return sprintf(buf, "%llu\n", disk->diskseq); in diskseq_show()
1126 struct gendisk *disk = dev_to_disk(dev); in disk_visible() local
1128 if (a == &dev_attr_badblocks.attr && !disk->bb) in disk_visible()
1165 struct gendisk *disk = dev_to_disk(dev); in disk_release() local
1168 WARN_ON_ONCE(disk_live(disk)); in disk_release()
1170 blk_trace_remove(disk->queue); in disk_release()
1179 if (queue_is_mq(disk->queue) && in disk_release()
1180 test_bit(GD_OWNS_QUEUE, &disk->state) && in disk_release()
1181 !test_bit(GD_ADDED, &disk->state)) in disk_release()
1182 blk_mq_exit_queue(disk->queue); in disk_release()
1184 blkcg_exit_disk(disk); in disk_release()
1186 bioset_exit(&disk->bio_split); in disk_release()
1188 disk_release_events(disk); in disk_release()
1189 kfree(disk->random); in disk_release()
1190 disk_free_zone_resources(disk); in disk_release()
1191 xa_destroy(&disk->part_tbl); in disk_release()
1193 disk->queue->disk = NULL; in disk_release()
1194 blk_put_queue(disk->queue); in disk_release()
1196 if (test_bit(GD_ADDED, &disk->state) && disk->fops->free_disk) in disk_release()
1197 disk->fops->free_disk(disk); in disk_release()
1199 bdev_drop(disk->part0); /* frees the disk */ in disk_release()
1204 const struct gendisk *disk = dev_to_disk(dev); in block_uevent() local
1206 return add_uevent_var(env, "DISKSEQ=%llu", disk->diskseq); in block_uevent()
1217 struct gendisk *disk = dev_to_disk(dev); in block_devnode() local
1219 if (disk->fops->devnode) in block_devnode()
1220 return disk->fops->devnode(disk, mode); in block_devnode()
1323 dev_t part_devt(struct gendisk *disk, u8 partno) in part_devt() argument
1329 part = xa_load(&disk->part_tbl, partno); in part_devt()
1340 struct gendisk *disk; in __alloc_disk_node() local
1342 disk = kzalloc_node(sizeof(struct gendisk), GFP_KERNEL, node_id); in __alloc_disk_node()
1343 if (!disk) in __alloc_disk_node()
1346 if (bioset_init(&disk->bio_split, BIO_POOL_SIZE, 0, 0)) in __alloc_disk_node()
1349 disk->bdi = bdi_alloc(node_id); in __alloc_disk_node()
1350 if (!disk->bdi) in __alloc_disk_node()
1354 disk->queue = q; in __alloc_disk_node()
1356 disk->part0 = bdev_alloc(disk, 0); in __alloc_disk_node()
1357 if (!disk->part0) in __alloc_disk_node()
1360 disk->node_id = node_id; in __alloc_disk_node()
1361 mutex_init(&disk->open_mutex); in __alloc_disk_node()
1362 xa_init(&disk->part_tbl); in __alloc_disk_node()
1363 if (xa_insert(&disk->part_tbl, 0, disk->part0, GFP_KERNEL)) in __alloc_disk_node()
1366 if (blkcg_init_disk(disk)) in __alloc_disk_node()
1369 disk_init_zone_resources(disk); in __alloc_disk_node()
1370 rand_initialize_disk(disk); in __alloc_disk_node()
1371 disk_to_dev(disk)->class = &block_class; in __alloc_disk_node()
1372 disk_to_dev(disk)->type = &disk_type; in __alloc_disk_node()
1373 device_initialize(disk_to_dev(disk)); in __alloc_disk_node()
1374 inc_diskseq(disk); in __alloc_disk_node()
1375 q->disk = disk; in __alloc_disk_node()
1376 lockdep_init_map(&disk->lockdep_map, "(bio completion)", lkclass, 0); in __alloc_disk_node()
1378 INIT_LIST_HEAD(&disk->slave_bdevs); in __alloc_disk_node()
1380 return disk; in __alloc_disk_node()
1383 xa_erase(&disk->part_tbl, 0); in __alloc_disk_node()
1385 xa_destroy(&disk->part_tbl); in __alloc_disk_node()
1386 disk->part0->bd_disk = NULL; in __alloc_disk_node()
1387 bdev_drop(disk->part0); in __alloc_disk_node()
1389 bdi_put(disk->bdi); in __alloc_disk_node()
1391 bioset_exit(&disk->bio_split); in __alloc_disk_node()
1393 kfree(disk); in __alloc_disk_node()
1402 struct gendisk *disk; in __blk_alloc_disk() local
1408 disk = __alloc_disk_node(q, node, lkclass); in __blk_alloc_disk()
1409 if (!disk) { in __blk_alloc_disk()
1413 set_bit(GD_OWNS_QUEUE, &disk->state); in __blk_alloc_disk()
1414 return disk; in __blk_alloc_disk()
1431 void put_disk(struct gendisk *disk) in put_disk() argument
1433 if (disk) in put_disk()
1434 put_device(disk_to_dev(disk)); in put_disk()
1457 void set_disk_ro(struct gendisk *disk, bool read_only) in set_disk_ro() argument
1460 if (test_and_set_bit(GD_READ_ONLY, &disk->state)) in set_disk_ro()
1463 if (!test_and_clear_bit(GD_READ_ONLY, &disk->state)) in set_disk_ro()
1466 set_disk_ro_uevent(disk, read_only); in set_disk_ro()
1470 void inc_diskseq(struct gendisk *disk) in inc_diskseq() argument
1472 disk->diskseq = atomic64_inc_return(&diskseq); in inc_diskseq()