Lines Matching full:disk
59 void set_capacity(struct gendisk *disk, sector_t sectors) in set_capacity() argument
61 bdev_set_nr_sectors(disk->part0, sectors); in set_capacity()
66 * Set disk capacity and notify if the size is not currently zero and will not
69 bool set_capacity_and_notify(struct gendisk *disk, sector_t size) in set_capacity_and_notify() argument
71 sector_t capacity = get_capacity(disk); in set_capacity_and_notify()
74 set_capacity(disk, size); in set_capacity_and_notify()
82 !disk_live(disk) || in set_capacity_and_notify()
83 (disk->flags & GENHD_FL_HIDDEN)) in set_capacity_and_notify()
87 disk->disk_name, capacity, size); in set_capacity_and_notify()
95 kobject_uevent_env(&disk_to_dev(disk)->kobj, KOBJ_CHANGE, envp); in set_capacity_and_notify()
322 void disk_uevent(struct gendisk *disk, enum kobject_action action) in disk_uevent() argument
328 xa_for_each(&disk->part_tbl, idx, part) { in disk_uevent()
343 int disk_scan_partitions(struct gendisk *disk, blk_mode_t mode) in disk_scan_partitions() argument
348 if (!disk_has_partscan(disk)) in disk_scan_partitions()
350 if (disk->open_partitions) in disk_scan_partitions()
360 ret = bd_prepare_to_claim(disk->part0, disk_scan_partitions, in disk_scan_partitions()
366 set_bit(GD_NEED_PART_SCAN, &disk->state); in disk_scan_partitions()
367 bdev = blkdev_get_by_dev(disk_devt(disk), mode & ~BLK_OPEN_EXCL, NULL, in disk_scan_partitions()
377 * creat partition for underlying disk. in disk_scan_partitions()
379 clear_bit(GD_NEED_PART_SCAN, &disk->state); in disk_scan_partitions()
381 bd_abort_claiming(disk->part0, disk_scan_partitions); in disk_scan_partitions()
386 * device_add_disk - add disk information to kernel list
387 * @parent: parent device for the disk
388 * @disk: per-device partitioning information
391 * This function registers the partitioning information in @disk
394 int __must_check device_add_disk(struct device *parent, struct gendisk *disk, in device_add_disk() argument
398 struct device *ddev = disk_to_dev(disk); in device_add_disk()
402 if (queue_is_mq(disk->queue) && disk->fops->poll_bio) in device_add_disk()
406 * The disk queue should now be all set with enough information about in device_add_disk()
411 elevator_init_mq(disk->queue); in device_add_disk()
414 disk->part0->bd_has_submit_bio = disk->fops->submit_bio != NULL; in device_add_disk()
424 if (disk->major) { in device_add_disk()
425 if (WARN_ON(!disk->minors)) in device_add_disk()
428 if (disk->minors > DISK_MAX_PARTS) { in device_add_disk()
431 disk->minors = DISK_MAX_PARTS; in device_add_disk()
433 if (disk->first_minor > MINORMASK || in device_add_disk()
434 disk->minors > MINORMASK + 1 || in device_add_disk()
435 disk->first_minor + disk->minors > MINORMASK + 1) in device_add_disk()
438 if (WARN_ON(disk->minors)) in device_add_disk()
444 disk->major = BLOCK_EXT_MAJOR; in device_add_disk()
445 disk->first_minor = ret; in device_add_disk()
453 dev_set_name(ddev, "%s", disk->disk_name); in device_add_disk()
454 if (!(disk->flags & GENHD_FL_HIDDEN)) in device_add_disk()
455 ddev->devt = MKDEV(disk->major, disk->first_minor); in device_add_disk()
460 ret = disk_alloc_events(disk); in device_add_disk()
476 disk->part0->bd_holder_dir = in device_add_disk()
478 if (!disk->part0->bd_holder_dir) { in device_add_disk()
482 disk->slave_dir = kobject_create_and_add("slaves", &ddev->kobj); in device_add_disk()
483 if (!disk->slave_dir) { in device_add_disk()
488 ret = blk_register_queue(disk); in device_add_disk()
492 if (!(disk->flags & GENHD_FL_HIDDEN)) { in device_add_disk()
493 ret = bdi_register(disk->bdi, "%u:%u", in device_add_disk()
494 disk->major, disk->first_minor); in device_add_disk()
497 bdi_set_owner(disk->bdi, ddev); in device_add_disk()
499 &disk->bdi->dev->kobj, "bdi"); in device_add_disk()
504 if (get_capacity(disk) && disk_has_partscan(disk)) in device_add_disk()
505 set_bit(GD_NEED_PART_SCAN, &disk->state); in device_add_disk()
507 bdev_add(disk->part0, ddev->devt); in device_add_disk()
508 if (get_capacity(disk)) in device_add_disk()
509 disk_scan_partitions(disk, BLK_OPEN_READ); in device_add_disk()
512 * Announce the disk and partitions after all partitions are in device_add_disk()
516 disk_uevent(disk, KOBJ_ADD); in device_add_disk()
523 disk->part0->bd_dev = MKDEV(disk->major, disk->first_minor); in device_add_disk()
526 disk_update_readahead(disk); in device_add_disk()
527 disk_add_events(disk); in device_add_disk()
528 set_bit(GD_ADDED, &disk->state); in device_add_disk()
532 if (!(disk->flags & GENHD_FL_HIDDEN)) in device_add_disk()
533 bdi_unregister(disk->bdi); in device_add_disk()
535 blk_unregister_queue(disk); in device_add_disk()
536 rq_qos_exit(disk->queue); in device_add_disk()
538 kobject_put(disk->slave_dir); in device_add_disk()
539 disk->slave_dir = NULL; in device_add_disk()
541 kobject_put(disk->part0->bd_holder_dir); in device_add_disk()
548 if (disk->major == BLOCK_EXT_MAJOR) in device_add_disk()
549 blk_free_ext_minor(disk->first_minor); in device_add_disk()
551 if (disk->queue->elevator) in device_add_disk()
552 elevator_exit(disk->queue); in device_add_disk()
557 static void blk_report_disk_dead(struct gendisk *disk, bool surprise) in blk_report_disk_dead() argument
563 xa_for_each(&disk->part_tbl, idx, bdev) { in blk_report_disk_dead()
576 static void __blk_mark_disk_dead(struct gendisk *disk) in __blk_mark_disk_dead() argument
581 if (test_and_set_bit(GD_DEAD, &disk->state)) in __blk_mark_disk_dead()
584 if (test_bit(GD_OWNS_QUEUE, &disk->state)) in __blk_mark_disk_dead()
585 blk_queue_flag_set(QUEUE_FLAG_DYING, disk->queue); in __blk_mark_disk_dead()
590 set_capacity(disk, 0); in __blk_mark_disk_dead()
595 blk_queue_start_drain(disk->queue); in __blk_mark_disk_dead()
599 * blk_mark_disk_dead - mark a disk as dead
600 * @disk: disk to mark as dead
602 * Mark as disk as dead (e.g. surprise removed) and don't accept any new I/O
603 * to this disk.
605 void blk_mark_disk_dead(struct gendisk *disk) in blk_mark_disk_dead() argument
607 __blk_mark_disk_dead(disk); in blk_mark_disk_dead()
608 blk_report_disk_dead(disk, true); in blk_mark_disk_dead()
614 * @disk: the struct gendisk to remove
631 void del_gendisk(struct gendisk *disk) in del_gendisk() argument
633 struct request_queue *q = disk->queue; in del_gendisk()
639 if (WARN_ON_ONCE(!disk_live(disk) && !(disk->flags & GENHD_FL_HIDDEN))) in del_gendisk()
642 disk_del_events(disk); in del_gendisk()
647 mutex_lock(&disk->open_mutex); in del_gendisk()
648 xa_for_each(&disk->part_tbl, idx, part) in del_gendisk()
650 mutex_unlock(&disk->open_mutex); in del_gendisk()
656 if (!test_bit(GD_DEAD, &disk->state)) in del_gendisk()
657 blk_report_disk_dead(disk, false); in del_gendisk()
660 * Drop all partitions now that the disk is marked dead. in del_gendisk()
662 mutex_lock(&disk->open_mutex); in del_gendisk()
663 __blk_mark_disk_dead(disk); in del_gendisk()
664 xa_for_each_start(&disk->part_tbl, idx, part, 1) in del_gendisk()
666 mutex_unlock(&disk->open_mutex); in del_gendisk()
668 if (!(disk->flags & GENHD_FL_HIDDEN)) { in del_gendisk()
669 sysfs_remove_link(&disk_to_dev(disk)->kobj, "bdi"); in del_gendisk()
675 bdi_unregister(disk->bdi); in del_gendisk()
678 blk_unregister_queue(disk); in del_gendisk()
680 kobject_put(disk->part0->bd_holder_dir); in del_gendisk()
681 kobject_put(disk->slave_dir); in del_gendisk()
682 disk->slave_dir = NULL; in del_gendisk()
684 part_stat_set_all(disk->part0, 0); in del_gendisk()
685 disk->part0->bd_stamp = 0; in del_gendisk()
686 sysfs_remove_link(block_depr, dev_name(disk_to_dev(disk))); in del_gendisk()
687 pm_runtime_set_memalloc_noio(disk_to_dev(disk), false); in del_gendisk()
688 device_del(disk_to_dev(disk)); in del_gendisk()
692 blk_throtl_cancel_bios(disk); in del_gendisk()
710 * If the disk does not own the queue, allow using passthrough requests in del_gendisk()
713 if (!test_bit(GD_OWNS_QUEUE, &disk->state)) in del_gendisk()
721 * invalidate_disk - invalidate the disk
722 * @disk: the struct gendisk to invalidate
724 * A helper to invalidates the disk. It will clean the disk's associated
725 * buffer/page caches and reset its internal states so that the disk
730 void invalidate_disk(struct gendisk *disk) in invalidate_disk() argument
732 struct block_device *bdev = disk->part0; in invalidate_disk()
736 set_capacity(disk, 0); in invalidate_disk()
745 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_show() local
747 if (!disk->bb) in disk_badblocks_show()
750 return badblocks_show(disk->bb, page, 0); in disk_badblocks_show()
757 struct gendisk *disk = dev_to_disk(dev); in disk_badblocks_store() local
759 if (!disk->bb) in disk_badblocks_store()
762 return badblocks_store(disk->bb, page, len, 0); in disk_badblocks_store()
906 struct gendisk *disk = dev_to_disk(dev); in disk_range_show() local
908 return sprintf(buf, "%d\n", disk->minors); in disk_range_show()
914 struct gendisk *disk = dev_to_disk(dev); in disk_ext_range_show() local
917 (disk->flags & GENHD_FL_NO_PART) ? 1 : DISK_MAX_PARTS); in disk_ext_range_show()
923 struct gendisk *disk = dev_to_disk(dev); in disk_removable_show() local
926 (disk->flags & GENHD_FL_REMOVABLE ? 1 : 0)); in disk_removable_show()
932 struct gendisk *disk = dev_to_disk(dev); in disk_hidden_show() local
935 (disk->flags & GENHD_FL_HIDDEN ? 1 : 0)); in disk_hidden_show()
941 struct gendisk *disk = dev_to_disk(dev); in disk_ro_show() local
943 return sprintf(buf, "%d\n", get_disk_ro(disk) ? 1 : 0); in disk_ro_show()
1027 struct gendisk *disk = dev_to_disk(dev); in disk_alignment_offset_show() local
1029 return sprintf(buf, "%d\n", bdev_alignment_offset(disk->part0)); in disk_alignment_offset_show()
1036 struct gendisk *disk = dev_to_disk(dev); in disk_discard_alignment_show() local
1038 return sprintf(buf, "%d\n", bdev_alignment_offset(disk->part0)); in disk_discard_alignment_show()
1044 struct gendisk *disk = dev_to_disk(dev); in diskseq_show() local
1046 return sprintf(buf, "%llu\n", disk->diskseq); in diskseq_show()
1128 struct gendisk *disk = dev_to_disk(dev); in disk_visible() local
1130 if (a == &dev_attr_badblocks.attr && !disk->bb) in disk_visible()
1153 * @dev: the device representing this disk
1161 * will also be freed prior to the disk.
1167 struct gendisk *disk = dev_to_disk(dev); in disk_release() local
1170 WARN_ON_ONCE(disk_live(disk)); in disk_release()
1172 blk_trace_remove(disk->queue); in disk_release()
1178 * teardown case (yet) as the tagset can be gone by the time the disk in disk_release()
1181 if (queue_is_mq(disk->queue) && in disk_release()
1182 test_bit(GD_OWNS_QUEUE, &disk->state) && in disk_release()
1183 !test_bit(GD_ADDED, &disk->state)) in disk_release()
1184 blk_mq_exit_queue(disk->queue); in disk_release()
1186 blkcg_exit_disk(disk); in disk_release()
1188 bioset_exit(&disk->bio_split); in disk_release()
1190 disk_release_events(disk); in disk_release()
1191 kfree(disk->random); in disk_release()
1192 disk_free_zone_bitmaps(disk); in disk_release()
1193 xa_destroy(&disk->part_tbl); in disk_release()
1195 disk->queue->disk = NULL; in disk_release()
1196 blk_put_queue(disk->queue); in disk_release()
1198 if (test_bit(GD_ADDED, &disk->state) && disk->fops->free_disk) in disk_release()
1199 disk->fops->free_disk(disk); in disk_release()
1201 iput(disk->part0->bd_inode); /* frees the disk */ in disk_release()
1206 const struct gendisk *disk = dev_to_disk(dev); in block_uevent() local
1208 return add_uevent_var(env, "DISKSEQ=%llu", disk->diskseq); in block_uevent()
1219 struct gendisk *disk = dev_to_disk(dev); in block_devnode() local
1221 if (disk->fops->devnode) in block_devnode()
1222 return disk->fops->devnode(disk, mode); in block_devnode()
1227 .name = "disk",
1235 * aggregate disk stat collector. Uses the same stats that the sysfs
1328 dev_t part_devt(struct gendisk *disk, u8 partno) in part_devt() argument
1334 part = xa_load(&disk->part_tbl, partno); in part_devt()
1345 struct gendisk *disk; in __alloc_disk_node() local
1347 disk = kzalloc_node(sizeof(struct gendisk), GFP_KERNEL, node_id); in __alloc_disk_node()
1348 if (!disk) in __alloc_disk_node()
1351 if (bioset_init(&disk->bio_split, BIO_POOL_SIZE, 0, 0)) in __alloc_disk_node()
1354 disk->bdi = bdi_alloc(node_id); in __alloc_disk_node()
1355 if (!disk->bdi) in __alloc_disk_node()
1359 disk->queue = q; in __alloc_disk_node()
1361 disk->part0 = bdev_alloc(disk, 0); in __alloc_disk_node()
1362 if (!disk->part0) in __alloc_disk_node()
1365 disk->node_id = node_id; in __alloc_disk_node()
1366 mutex_init(&disk->open_mutex); in __alloc_disk_node()
1367 xa_init(&disk->part_tbl); in __alloc_disk_node()
1368 if (xa_insert(&disk->part_tbl, 0, disk->part0, GFP_KERNEL)) in __alloc_disk_node()
1371 if (blkcg_init_disk(disk)) in __alloc_disk_node()
1374 rand_initialize_disk(disk); in __alloc_disk_node()
1375 disk_to_dev(disk)->class = &block_class; in __alloc_disk_node()
1376 disk_to_dev(disk)->type = &disk_type; in __alloc_disk_node()
1377 device_initialize(disk_to_dev(disk)); in __alloc_disk_node()
1378 inc_diskseq(disk); in __alloc_disk_node()
1379 q->disk = disk; in __alloc_disk_node()
1380 lockdep_init_map(&disk->lockdep_map, "(bio completion)", lkclass, 0); in __alloc_disk_node()
1382 INIT_LIST_HEAD(&disk->slave_bdevs); in __alloc_disk_node()
1384 return disk; in __alloc_disk_node()
1387 xa_erase(&disk->part_tbl, 0); in __alloc_disk_node()
1389 xa_destroy(&disk->part_tbl); in __alloc_disk_node()
1390 disk->part0->bd_disk = NULL; in __alloc_disk_node()
1391 iput(disk->part0->bd_inode); in __alloc_disk_node()
1393 bdi_put(disk->bdi); in __alloc_disk_node()
1395 bioset_exit(&disk->bio_split); in __alloc_disk_node()
1397 kfree(disk); in __alloc_disk_node()
1404 struct gendisk *disk; in __blk_alloc_disk() local
1410 disk = __alloc_disk_node(q, node, lkclass); in __blk_alloc_disk()
1411 if (!disk) { in __blk_alloc_disk()
1415 set_bit(GD_OWNS_QUEUE, &disk->state); in __blk_alloc_disk()
1416 return disk; in __blk_alloc_disk()
1422 * @disk: the struct gendisk to decrement the refcount for
1427 * Note: for blk-mq disk put_disk must be called before freeing the tag_set
1433 void put_disk(struct gendisk *disk) in put_disk() argument
1435 if (disk) in put_disk()
1436 put_device(disk_to_dev(disk)); in put_disk()
1452 * @disk: gendisk to operate on
1453 * @read_only: %true to set the disk read-only, %false set the disk read/write
1455 * This function is used to indicate whether a given disk device should have its
1459 void set_disk_ro(struct gendisk *disk, bool read_only) in set_disk_ro() argument
1462 if (test_and_set_bit(GD_READ_ONLY, &disk->state)) in set_disk_ro()
1465 if (!test_and_clear_bit(GD_READ_ONLY, &disk->state)) in set_disk_ro()
1468 set_disk_ro_uevent(disk, read_only); in set_disk_ro()
1472 void inc_diskseq(struct gendisk *disk) in inc_diskseq() argument
1474 disk->diskseq = atomic64_inc_return(&diskseq); in inc_diskseq()