24  * @domid:	ID of the domain on which management operations should be done
39 /* The maximum domain size */
127  * @domid:	The id of the interrupt domain to which the desriptor is added
168 			 (dev->msi.domain &&  in msi_ctrl_valid()
169 			  !dev->msi.data->__domains[ctrl->domid].domain)))  in msi_ctrl_valid()
205  * @domid:	Id of the domain to operate on
314 	 * If @dev::msi::domain is set and is a global MSI domain, copy the  in msi_setup_device_data()
315 	 * pointer into the domain array so all code can operate on domain  in msi_setup_device_data()
319 	if (dev->msi.domain && !irq_domain_is_msi_parent(dev->msi.domain))  in msi_setup_device_data()
320 		md->__domains[MSI_DEFAULT_DOMAIN].domain = dev->msi.domain;  in msi_setup_device_data()
367  * @domid:	The id of the interrupt domain which should be walked.
394  * @domid:	The id of the interrupt domain which should be walked.
424  * msi_domain_get_virq - Lookup the Linux interrupt number for a MSI index on a interrupt domain
426  * @domid:	Domain ID of the interrupt domain associated to the device
444 	/* This check is only valid for the PCI default MSI domain */  in msi_domain_get_virq()
586 	struct irq_domain *domain;  in msi_get_device_domain()  local
593 	domain = dev->msi.data->__domains[domid].domain;  in msi_get_device_domain()
594 	if (!domain)  in msi_get_device_domain()
597 	if (WARN_ON_ONCE(irq_domain_is_msi_parent(domain)))  in msi_get_device_domain()
600 	return domain;  in msi_get_device_domain()
606 	struct irq_domain *domain;  in msi_domain_get_hwsize()  local
608 	domain = msi_get_device_domain(dev, domid);  in msi_domain_get_hwsize()
609 	if (domain) {  in msi_domain_get_hwsize()
610 		info = domain->host_data;  in msi_domain_get_hwsize()
613 	/* No domain, default to MSI_XA_DOMAIN_SIZE */  in msi_domain_get_hwsize()
623 static void msi_check_level(struct irq_domain *domain, struct msi_msg *msg)  in msi_check_level()  argument
625 	struct msi_domain_info *info = domain->host_data;  in msi_check_level()
657 		msi_check_level(irq_data->domain, msg);  in msi_domain_set_affinity()
664 static int msi_domain_activate(struct irq_domain *domain,  in msi_domain_activate()  argument
670 	msi_check_level(irq_data->domain, msg);  in msi_domain_activate()
675 static void msi_domain_deactivate(struct irq_domain *domain,  in msi_domain_deactivate()  argument
684 static int msi_domain_alloc(struct irq_domain *domain, unsigned int virq,  in msi_domain_alloc()  argument
687 	struct msi_domain_info *info = domain->host_data;  in msi_domain_alloc()
692 	if (irq_find_mapping(domain, hwirq) > 0)  in msi_domain_alloc()
695 	if (domain->parent) {  in msi_domain_alloc()
696 		ret = irq_domain_alloc_irqs_parent(domain, virq, nr_irqs, arg);  in msi_domain_alloc()
702 		ret = ops->msi_init(domain, info, virq + i, hwirq + i, arg);  in msi_domain_alloc()
706 					ops->msi_free(domain, info, virq + i);  in msi_domain_alloc()
708 			irq_domain_free_irqs_top(domain, virq, nr_irqs);  in msi_domain_alloc()
716 static void msi_domain_free(struct irq_domain *domain, unsigned int virq,  in msi_domain_free()  argument
719 	struct msi_domain_info *info = domain->host_data;  in msi_domain_free()
724 			info->ops->msi_free(domain, info, virq + i);  in msi_domain_free()
726 	irq_domain_free_irqs_top(domain, virq, nr_irqs);  in msi_domain_free()
742 static int msi_domain_ops_prepare(struct irq_domain *domain, struct device *dev,  in msi_domain_ops_prepare()  argument
755 static int msi_domain_ops_init(struct irq_domain *domain,  in msi_domain_ops_init()  argument
760 	irq_domain_set_hwirq_and_chip(domain, virq, hwirq, info->chip,  in msi_domain_ops_init()
813 	struct irq_domain *domain;  in __msi_create_irq_domain()  local
830 	domain = irq_domain_create_hierarchy(parent, flags | IRQ_DOMAIN_FLAG_MSI, 0,  in __msi_create_irq_domain()
833 	if (domain)  in __msi_create_irq_domain()
834 		irq_domain_update_bus_token(domain, info->bus_token);  in __msi_create_irq_domain()
836 	return domain;  in __msi_create_irq_domain()
840  * msi_create_irq_domain - Create an MSI interrupt domain
842  * @info:	MSI domain info
843  * @parent:	Parent irq domain
856  *				  in the domain hierarchy
857  * @dev:		The device for which the domain should be created
858  * @domain:		The domain in the hierarchy this op is being called on
859  * @msi_parent_domain:	The IRQ_DOMAIN_FLAG_MSI_PARENT domain for the child to
861  * @msi_child_info:	The MSI domain info of the IRQ_DOMAIN_FLAG_MSI_DEVICE
862  *			domain to be created
867  * underlying interrupt domain hierarchy:
869  * The device domain to be initialized requests the broadest feature set
870  * possible and the underlying domain hierarchy puts restrictions on it.
873  * interesting with an intermediate domain: root->parent->child.  The
875  * domain is providing. So that creates a classic hen and egg problem:
878  * One solution is to let the root domain handle the initialization that's
879  * why there is the @domain and the @msi_parent_domain pointer.
881 bool msi_parent_init_dev_msi_info(struct device *dev, struct irq_domain *domain,  in msi_parent_init_dev_msi_info()  argument
885 	struct irq_domain *parent = domain->parent;  in msi_parent_init_dev_msi_info()
896  * msi_create_device_irq_domain - Create a device MSI interrupt domain
898  * @domid:		Domain id
899  * @template:		MSI domain info bundle used as template
901  * @domain_data:	Optional pointer to domain specific data which is set in
912  * The domain name and the irq chip name for a MSI device domain are
915  * $PREFIX:   Optional prefix provided by the underlying MSI parent domain
924  * PCI-MSI-0000:00:1c.0     0-edge  Parent domain has no prefix
935  * The domain pointer is stored in @dev::msi::data::__irqdomains[]. All
936  * subsequent operations on the domain depend on the domain id.
938  * The domain is automatically freed when the device is removed via devres
947 	struct irq_domain *domain, *parent = dev->msi.domain;  in msi_create_device_irq_domain()  local
988 	domain = __msi_create_irq_domain(fwnode, &bundle->info, IRQ_DOMAIN_FLAG_MSI_DEVICE, parent);  in msi_create_device_irq_domain()
989 	if (!domain)  in msi_create_device_irq_domain()
992 	domain->dev = dev;  in msi_create_device_irq_domain()
993 	dev->msi.data->__domains[domid].domain = domain;  in msi_create_device_irq_domain()
1007  * msi_remove_device_irq_domain - Free a device MSI interrupt domain
1009  * @domid:	Domain id
1015 	struct irq_domain *domain;  in msi_remove_device_irq_domain()  local
1019 	domain = msi_get_device_domain(dev, domid);  in msi_remove_device_irq_domain()
1021 	if (!domain || !irq_domain_is_msi_device(domain))  in msi_remove_device_irq_domain()
1024 	dev->msi.data->__domains[domid].domain = NULL;  in msi_remove_device_irq_domain()
1025 	info = domain->host_data;  in msi_remove_device_irq_domain()
1026 	if (irq_domain_is_msi_device(domain))  in msi_remove_device_irq_domain()
1027 		fwnode = domain->fwnode;  in msi_remove_device_irq_domain()
1028 	irq_domain_remove(domain);  in msi_remove_device_irq_domain()
1037  * msi_match_device_irq_domain - Match a device irq domain against a bus token
1039  * @domid:	Domain id
1040  * @bus_token:	Bus token to match against the domain bus token
1042  * Return: True if device domain exists and bus tokens match.
1048 	struct irq_domain *domain;  in msi_match_device_irq_domain()  local
1052 	domain = msi_get_device_domain(dev, domid);  in msi_match_device_irq_domain()
1053 	if (domain && irq_domain_is_msi_device(domain)) {  in msi_match_device_irq_domain()
1054 		info = domain->host_data;  in msi_match_device_irq_domain()
1061 int msi_domain_prepare_irqs(struct irq_domain *domain, struct device *dev,  in msi_domain_prepare_irqs()  argument
1064 	struct msi_domain_info *info = domain->host_data;  in msi_domain_prepare_irqs()
1067 	return ops->msi_prepare(domain, dev, nvec, arg);  in msi_domain_prepare_irqs()
1070 int msi_domain_populate_irqs(struct irq_domain *domain, struct device *dev,  in msi_domain_populate_irqs()  argument
1073 	struct msi_domain_info *info = domain->host_data;  in msi_domain_populate_irqs()
1102 		ret = irq_domain_alloc_irqs_hierarchy(domain, virq, 1, arg);  in msi_domain_populate_irqs()
1114 		irq_domain_free_irqs_common(domain, virq, 1);  in msi_domain_populate_irqs()
1152 static bool msi_check_reservation_mode(struct irq_domain *domain,  in msi_check_reservation_mode()  argument
1158 	switch(domain->bus_token) {  in msi_check_reservation_mode()
1182 static int msi_handle_pci_fail(struct irq_domain *domain, struct msi_desc *desc,  in msi_handle_pci_fail()  argument
1185 	switch(domain->bus_token) {  in msi_handle_pci_fail()
1208 static int msi_init_virq(struct irq_domain *domain, int virq, unsigned int vflags)  in msi_init_virq()  argument
1210 	struct irq_data *irqd = irq_domain_get_irq_data(domain, virq);  in msi_init_virq()
1247 static int __msi_domain_alloc_irqs(struct device *dev, struct irq_domain *domain,  in __msi_domain_alloc_irqs()  argument
1251 	struct msi_domain_info *info = domain->host_data;  in __msi_domain_alloc_irqs()
1259 	ret = msi_domain_prepare_irqs(domain, dev, ctrl->nirqs, &arg);  in __msi_domain_alloc_irqs()
1275 	if (msi_check_reservation_mode(domain, info, dev))  in __msi_domain_alloc_irqs()
1287 			ops->prepare_desc(domain, &arg, desc);  in __msi_domain_alloc_irqs()
1291 		virq = __irq_domain_alloc_irqs(domain, -1, desc->nvec_used,  in __msi_domain_alloc_irqs()
1295 			return msi_handle_pci_fail(domain, desc, allocated);  in __msi_domain_alloc_irqs()
1300 			ret = msi_init_virq(domain, virq + i, vflags);  in __msi_domain_alloc_irqs()
1328 	struct irq_domain *domain;  in __msi_domain_alloc_locked()  local
1334 	domain = msi_get_device_domain(dev, ctrl->domid);  in __msi_domain_alloc_locked()
1335 	if (!domain)  in __msi_domain_alloc_locked()
1338 	info = domain->host_data;  in __msi_domain_alloc_locked()
1346 		return ops->domain_alloc_irqs(domain, dev, ctrl->nirqs);  in __msi_domain_alloc_locked()
1348 	return __msi_domain_alloc_irqs(dev, domain, ctrl);  in __msi_domain_alloc_locked()
1361  * msi_domain_alloc_irqs_range_locked - Allocate interrupts from a MSI interrupt domain
1364  * @domid:	Id of the interrupt domain to operate on
1388  * msi_domain_alloc_irqs_range - Allocate interrupts from a MSI interrupt domain
1391  * @domid:	Id of the interrupt domain to operate on
1409  * msi_domain_alloc_irqs_all_locked - Allocate all interrupts from a MSI interrupt domain
1413  * @domid:	Id of the interrupt domain to operate on
1416  * This function scans all MSI descriptors of the MSI domain and allocates interrupts
1417  * for all unassigned ones. That function is to be used for MSI domain usage where
1435  * msi_domain_alloc_irq_at - Allocate an interrupt from a MSI interrupt domain at
1440  * @domid:	Id of the interrupt domain to operate on
1444  * @icookie:	Optional pointer to a domain specific per instance cookie. If
1448  * This requires a MSI interrupt domain which lets the core code manage the
1464 	struct irq_domain *domain;  in msi_domain_alloc_irq_at()  local
1470 	domain = msi_get_device_domain(dev, domid);  in msi_domain_alloc_irq_at()
1471 	if (!domain) {  in msi_domain_alloc_irq_at()
1493 	ret = __msi_domain_alloc_irqs(dev, domain, &ctrl);  in msi_domain_alloc_irq_at()
1506 static void __msi_domain_free_irqs(struct device *dev, struct irq_domain *domain,  in __msi_domain_free_irqs()  argument
1510 	struct msi_domain_info *info = domain->host_data;  in __msi_domain_free_irqs()
1523 			irqd = irq_domain_get_irq_data(domain, desc->irq + i);  in __msi_domain_free_irqs()
1539 	struct irq_domain *domain;  in msi_domain_free_locked()  local
1544 	domain = msi_get_device_domain(dev, ctrl->domid);  in msi_domain_free_locked()
1545 	if (!domain)  in msi_domain_free_locked()
1548 	info = domain->host_data;  in msi_domain_free_locked()
1552 		ops->domain_free_irqs(domain, dev);  in msi_domain_free_locked()
1554 		__msi_domain_free_irqs(dev, domain, ctrl);  in msi_domain_free_locked()
1557 		ops->msi_post_free(domain, dev);  in msi_domain_free_locked()
1564  * msi_domain_free_irqs_range_locked - Free a range of interrupts from a MSI interrupt domain
1568  * @domid:	Id of the interrupt domain to operate on
1584  * msi_domain_free_irqs_range - Free a range of interrupts from a MSI interrupt domain
1588  * @domid:	Id of the interrupt domain to operate on
1601  * msi_domain_free_irqs_all_locked - Free all interrupts from a MSI interrupt domain
1605  * @domid:	The id of the domain to operate on
1618  * msi_domain_free_irqs_all - Free all interrupts from a MSI interrupt domain
1622  * @domid:	The id of the domain to operate on
1632  * msi_get_domain_info - Get the MSI interrupt domain info for @domain
1633  * @domain:	The interrupt domain to retrieve data from
1635  * Return: the pointer to the msi_domain_info stored in @domain->host_data.
1637 struct msi_domain_info *msi_get_domain_info(struct irq_domain *domain)  in msi_get_domain_info()  argument
1639 	return (struct msi_domain_info *)domain->host_data;  in msi_get_domain_info()
1654  * impact outside its security domain, eg userspace triggering interrupts on
1660 	struct irq_domain *domain = dev_get_msi_domain(dev);  in msi_device_has_isolated_msi()  local
1662 	for (; domain; domain = domain->parent)  in msi_device_has_isolated_msi()
1663 		if (domain->flags & IRQ_DOMAIN_FLAG_ISOLATED_MSI)  in msi_device_has_isolated_msi()