51 void nvme_mpath_default_iopolicy(struct nvme_subsystem *subsys)  in nvme_mpath_default_iopolicy()  argument
53 	subsys->iopolicy = iopolicy;  in nvme_mpath_default_iopolicy()
56 void nvme_mpath_unfreeze(struct nvme_subsystem *subsys)  in nvme_mpath_unfreeze()  argument
60 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_unfreeze()
61 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_unfreeze()
66 void nvme_mpath_wait_freeze(struct nvme_subsystem *subsys)  in nvme_mpath_wait_freeze()  argument
70 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_wait_freeze()
71 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_wait_freeze()
76 void nvme_mpath_start_freeze(struct nvme_subsystem *subsys)  in nvme_mpath_start_freeze()  argument
80 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_start_freeze()
81 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_start_freeze()
134 	if (READ_ONCE(ns->head->subsys->iopolicy) == NVME_IOPOLICY_QD) {  in nvme_mpath_start_request()
268 		    READ_ONCE(head->subsys->iopolicy) == NVME_IOPOLICY_NUMA)  in __nvme_find_path()
414 	switch (READ_ONCE(head->subsys->iopolicy)) {  in nvme_find_path()
562 	head->cdev_device.parent = &head->subsys->dev;  in nvme_add_ns_head_cdev()
564 			   head->subsys->instance, head->instance);  in nvme_add_ns_head_cdev()
619 	if (!(ctrl->subsys->cmic & NVME_CTRL_CMIC_MULTI_CTRL) ||  in nvme_mpath_alloc_disk()
639 			ctrl->subsys->instance, head->instance);  in nvme_mpath_alloc_disk()
680 		rc = device_add_disk(&head->subsys->dev, head->disk,  in nvme_mpath_set_live()
894 	struct nvme_subsystem *subsys =  in nvme_subsys_iopolicy_show()  local
898 			  nvme_iopolicy_names[READ_ONCE(subsys->iopolicy)]);  in nvme_subsys_iopolicy_show()
901 static void nvme_subsys_iopolicy_update(struct nvme_subsystem *subsys,  in nvme_subsys_iopolicy_update()  argument
905 	int old_iopolicy = READ_ONCE(subsys->iopolicy);  in nvme_subsys_iopolicy_update()
910 	WRITE_ONCE(subsys->iopolicy, iopolicy);  in nvme_subsys_iopolicy_update()
914 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvme_subsys_iopolicy_update()
919 			subsys->subnqn,  in nvme_subsys_iopolicy_update()
927 	struct nvme_subsystem *subsys =  in nvme_subsys_iopolicy_store()  local
933 			nvme_subsys_iopolicy_update(subsys, i);  in nvme_subsys_iopolicy_store()
1052 	if (!multipath || !ctrl->subsys ||  in nvme_mpath_init_identify()
1053 	    !(ctrl->subsys->cmic & NVME_CTRL_CMIC_ANA))  in nvme_mpath_init_identify()