123 static u32 nvmet_max_nsid(struct nvmet_subsys *subsys)  in nvmet_max_nsid()  argument
129 	xa_for_each(&subsys->namespaces, idx, cur)  in nvmet_max_nsid()
241 void nvmet_ns_changed(struct nvmet_subsys *subsys, u32 nsid)  in nvmet_ns_changed()  argument
245 	lockdep_assert_held(&subsys->lock);  in nvmet_ns_changed()
247 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_ns_changed()
257 void nvmet_send_ana_event(struct nvmet_subsys *subsys,  in nvmet_send_ana_event()  argument
262 	mutex_lock(&subsys->lock);  in nvmet_send_ana_event()
263 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_send_ana_event()
271 	mutex_unlock(&subsys->lock);  in nvmet_send_ana_event()
280 		nvmet_send_ana_event(p->subsys, port);  in nvmet_port_send_ana_event()
307 void nvmet_port_del_ctrls(struct nvmet_port *port, struct nvmet_subsys *subsys)  in nvmet_port_del_ctrls()  argument
311 	mutex_lock(&subsys->lock);  in nvmet_port_del_ctrls()
312 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_port_del_ctrls()
316 	mutex_unlock(&subsys->lock);  in nvmet_port_del_ctrls()
428 	struct nvmet_subsys *subsys = nvmet_req_subsys(req);  in nvmet_req_find_ns()  local
430 	req->ns = xa_load(&subsys->namespaces, nsid);  in nvmet_req_find_ns()
433 		if (nvmet_subsys_nsid_exists(subsys, nsid))  in nvmet_req_find_ns()
557 	struct nvmet_subsys *subsys = ns->subsys;  in nvmet_ns_enable()  local
561 	mutex_lock(&subsys->lock);  in nvmet_ns_enable()
564 	if (nvmet_is_passthru_subsys(subsys)) {  in nvmet_ns_enable()
573 	if (subsys->nr_namespaces == NVMET_MAX_NAMESPACES)  in nvmet_ns_enable()
586 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_enable()
594 	if (ns->nsid > subsys->max_nsid)  in nvmet_ns_enable()
595 		subsys->max_nsid = ns->nsid;  in nvmet_ns_enable()
597 	ret = xa_insert(&subsys->namespaces, ns->nsid, ns, GFP_KERNEL);  in nvmet_ns_enable()
601 	subsys->nr_namespaces++;  in nvmet_ns_enable()
603 	nvmet_ns_changed(subsys, ns->nsid);  in nvmet_ns_enable()
607 	mutex_unlock(&subsys->lock);  in nvmet_ns_enable()
611 	subsys->max_nsid = nvmet_max_nsid(subsys);  in nvmet_ns_enable()
614 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_enable()
623 	struct nvmet_subsys *subsys = ns->subsys;  in nvmet_ns_disable()  local
626 	mutex_lock(&subsys->lock);  in nvmet_ns_disable()
631 	xa_erase(&ns->subsys->namespaces, ns->nsid);  in nvmet_ns_disable()
632 	if (ns->nsid == subsys->max_nsid)  in nvmet_ns_disable()
633 		subsys->max_nsid = nvmet_max_nsid(subsys);  in nvmet_ns_disable()
635 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_disable()
638 	mutex_unlock(&subsys->lock);  in nvmet_ns_disable()
653 	mutex_lock(&subsys->lock);  in nvmet_ns_disable()
655 	subsys->nr_namespaces--;  in nvmet_ns_disable()
656 	nvmet_ns_changed(subsys, ns->nsid);  in nvmet_ns_disable()
659 	mutex_unlock(&subsys->lock);  in nvmet_ns_disable()
674 struct nvmet_ns *nvmet_ns_alloc(struct nvmet_subsys *subsys, u32 nsid)  in nvmet_ns_alloc()  argument
685 	ns->subsys = subsys;  in nvmet_ns_alloc()
1173 	if (!nvmet_is_disc_subsys(ctrl->subsys) &&  in nvmet_start_ctrl()
1243 	if (nvmet_is_passthru_subsys(ctrl->subsys))  in nvmet_init_cap()
1252 	struct nvmet_subsys *subsys;  in nvmet_ctrl_find_get()  local
1254 	subsys = nvmet_find_get_subsys(req->port, subsysnqn);  in nvmet_ctrl_find_get()
1255 	if (!subsys) {  in nvmet_ctrl_find_get()
1262 	mutex_lock(&subsys->lock);  in nvmet_ctrl_find_get()
1263 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_ctrl_find_get()
1283 	mutex_unlock(&subsys->lock);  in nvmet_ctrl_find_get()
1284 	nvmet_subsys_put(subsys);  in nvmet_ctrl_find_get()
1310 bool nvmet_host_allowed(struct nvmet_subsys *subsys, const char *hostnqn)  in nvmet_host_allowed()  argument
1316 	if (subsys->allow_any_host)  in nvmet_host_allowed()
1319 	if (nvmet_is_disc_subsys(subsys)) /* allow all access to disc subsys */  in nvmet_host_allowed()
1322 	list_for_each_entry(p, &subsys->hosts, entry) {  in nvmet_host_allowed()
1344 	xa_for_each(&ctrl->subsys->namespaces, idx, ns)  in nvmet_setup_p2p_ns_map()
1374 	struct nvmet_subsys *subsys;  in nvmet_alloc_ctrl()  local
1380 	subsys = nvmet_find_get_subsys(req->port, subsysnqn);  in nvmet_alloc_ctrl()
1381 	if (!subsys) {  in nvmet_alloc_ctrl()
1390 	if (!nvmet_host_allowed(subsys, hostnqn)) {  in nvmet_alloc_ctrl()
1413 		subsys->clear_ids = 1;  in nvmet_alloc_ctrl()
1426 	ctrl->subsys = subsys;  in nvmet_alloc_ctrl()
1435 	ctrl->sqs = kcalloc(subsys->max_qid + 1,  in nvmet_alloc_ctrl()
1441 	if (subsys->cntlid_min > subsys->cntlid_max)  in nvmet_alloc_ctrl()
1445 			     subsys->cntlid_min, subsys->cntlid_max,  in nvmet_alloc_ctrl()
1457 	if (nvmet_is_disc_subsys(ctrl->subsys) && !kato)  in nvmet_alloc_ctrl()
1468 	mutex_lock(&subsys->lock);  in nvmet_alloc_ctrl()
1469 	list_add_tail(&ctrl->subsys_entry, &subsys->ctrls);  in nvmet_alloc_ctrl()
1471 	mutex_unlock(&subsys->lock);  in nvmet_alloc_ctrl()
1483 	nvmet_subsys_put(subsys);  in nvmet_alloc_ctrl()
1491 	struct nvmet_subsys *subsys = ctrl->subsys;  in nvmet_ctrl_free()  local
1493 	mutex_lock(&subsys->lock);  in nvmet_ctrl_free()
1496 	mutex_unlock(&subsys->lock);  in nvmet_ctrl_free()
1512 	nvmet_subsys_put(subsys);  in nvmet_ctrl_free()
1547 		if (!strncmp(p->subsys->subsysnqn, subsysnqn,  in nvmet_find_get_subsys()
1549 			if (!kref_get_unless_zero(&p->subsys->ref))  in nvmet_find_get_subsys()
1552 			return p->subsys;  in nvmet_find_get_subsys()
1562 	struct nvmet_subsys *subsys;  in nvmet_subsys_alloc()  local
1566 	subsys = kzalloc(sizeof(*subsys), GFP_KERNEL);  in nvmet_subsys_alloc()
1567 	if (!subsys)  in nvmet_subsys_alloc()
1570 	subsys->ver = NVMET_DEFAULT_VS;  in nvmet_subsys_alloc()
1573 	bin2hex(subsys->serial, &serial, sizeof(serial));  in nvmet_subsys_alloc()
1575 	subsys->model_number = kstrdup(NVMET_DEFAULT_CTRL_MODEL, GFP_KERNEL);  in nvmet_subsys_alloc()
1576 	if (!subsys->model_number) {  in nvmet_subsys_alloc()
1581 	subsys->ieee_oui = 0;  in nvmet_subsys_alloc()
1583 	subsys->firmware_rev = kstrndup(UTS_RELEASE, NVMET_FR_MAX_SIZE, GFP_KERNEL);  in nvmet_subsys_alloc()
1584 	if (!subsys->firmware_rev) {  in nvmet_subsys_alloc()
1591 		subsys->max_qid = NVMET_NR_QUEUES;  in nvmet_subsys_alloc()
1595 		subsys->max_qid = 0;  in nvmet_subsys_alloc()
1602 	subsys->type = type;  in nvmet_subsys_alloc()
1603 	subsys->subsysnqn = kstrndup(subsysnqn, NVMF_NQN_SIZE,  in nvmet_subsys_alloc()
1605 	if (!subsys->subsysnqn) {  in nvmet_subsys_alloc()
1609 	subsys->cntlid_min = NVME_CNTLID_MIN;  in nvmet_subsys_alloc()
1610 	subsys->cntlid_max = NVME_CNTLID_MAX;  in nvmet_subsys_alloc()
1611 	kref_init(&subsys->ref);  in nvmet_subsys_alloc()
1613 	mutex_init(&subsys->lock);  in nvmet_subsys_alloc()
1614 	xa_init(&subsys->namespaces);  in nvmet_subsys_alloc()
1615 	INIT_LIST_HEAD(&subsys->ctrls);  in nvmet_subsys_alloc()
1616 	INIT_LIST_HEAD(&subsys->hosts);  in nvmet_subsys_alloc()
1618 	return subsys;  in nvmet_subsys_alloc()
1621 	kfree(subsys->firmware_rev);  in nvmet_subsys_alloc()
1623 	kfree(subsys->model_number);  in nvmet_subsys_alloc()
1625 	kfree(subsys);  in nvmet_subsys_alloc()
1631 	struct nvmet_subsys *subsys =  in nvmet_subsys_free()  local
1634 	WARN_ON_ONCE(!xa_empty(&subsys->namespaces));  in nvmet_subsys_free()
1636 	xa_destroy(&subsys->namespaces);  in nvmet_subsys_free()
1637 	nvmet_passthru_subsys_free(subsys);  in nvmet_subsys_free()
1639 	kfree(subsys->subsysnqn);  in nvmet_subsys_free()
1640 	kfree(subsys->model_number);  in nvmet_subsys_free()
1641 	kfree(subsys->firmware_rev);  in nvmet_subsys_free()
1642 	kfree(subsys);  in nvmet_subsys_free()
1645 void nvmet_subsys_del_ctrls(struct nvmet_subsys *subsys)  in nvmet_subsys_del_ctrls()  argument
1649 	mutex_lock(&subsys->lock);  in nvmet_subsys_del_ctrls()
1650 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_subsys_del_ctrls()
1652 	mutex_unlock(&subsys->lock);  in nvmet_subsys_del_ctrls()
1655 void nvmet_subsys_put(struct nvmet_subsys *subsys)  in nvmet_subsys_put()  argument
1657 	kref_put(&subsys->ref, nvmet_subsys_free);  in nvmet_subsys_put()