12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
24dea2d1aSSukadev Bhattiprolu /*
34dea2d1aSSukadev Bhattiprolu  * Copyright 2016-17 IBM Corp.
44dea2d1aSSukadev Bhattiprolu  */
54dea2d1aSSukadev Bhattiprolu 
64dea2d1aSSukadev Bhattiprolu #define pr_fmt(fmt) "vas: " fmt
74dea2d1aSSukadev Bhattiprolu 
84dea2d1aSSukadev Bhattiprolu #include <linux/module.h>
94dea2d1aSSukadev Bhattiprolu #include <linux/kernel.h>
104dea2d1aSSukadev Bhattiprolu #include <linux/export.h>
114dea2d1aSSukadev Bhattiprolu #include <linux/types.h>
124dea2d1aSSukadev Bhattiprolu #include <linux/slab.h>
134dea2d1aSSukadev Bhattiprolu #include <linux/platform_device.h>
144dea2d1aSSukadev Bhattiprolu #include <linux/of_platform.h>
154dea2d1aSSukadev Bhattiprolu #include <linux/of_address.h>
164dea2d1aSSukadev Bhattiprolu #include <linux/of.h>
179774628aSHaren Myneni #include <linux/irqdomain.h>
189774628aSHaren Myneni #include <linux/interrupt.h>
19ca03258bSSukadev Bhattiprolu #include <asm/prom.h>
20c20e1e29SHaren Myneni #include <asm/xive.h>
214dea2d1aSSukadev Bhattiprolu 
224dea2d1aSSukadev Bhattiprolu #include "vas.h"
234dea2d1aSSukadev Bhattiprolu 
24ece4e512SSukadev Bhattiprolu DEFINE_MUTEX(vas_mutex);
254dea2d1aSSukadev Bhattiprolu static LIST_HEAD(vas_instances);
264dea2d1aSSukadev Bhattiprolu 
27ca03258bSSukadev Bhattiprolu static DEFINE_PER_CPU(int, cpu_vas_id);
28ca03258bSSukadev Bhattiprolu 
vas_irq_fault_window_setup(struct vas_instance * vinst)290d17de03SHaren Myneni static int vas_irq_fault_window_setup(struct vas_instance *vinst)
300d17de03SHaren Myneni {
319774628aSHaren Myneni 	int rc = 0;
329774628aSHaren Myneni 
339774628aSHaren Myneni 	rc = request_threaded_irq(vinst->virq, vas_fault_handler,
34*9dd31b11SCédric Le Goater 				vas_fault_thread_fn, 0, vinst->name, vinst);
359774628aSHaren Myneni 
369774628aSHaren Myneni 	if (rc) {
379774628aSHaren Myneni 		pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n",
389774628aSHaren Myneni 				vinst->vas_id, vinst->virq, rc);
399774628aSHaren Myneni 		goto out;
409774628aSHaren Myneni 	}
419774628aSHaren Myneni 
429774628aSHaren Myneni 	rc = vas_setup_fault_window(vinst);
439774628aSHaren Myneni 	if (rc)
449774628aSHaren Myneni 		free_irq(vinst->virq, vinst);
459774628aSHaren Myneni 
469774628aSHaren Myneni out:
479774628aSHaren Myneni 	return rc;
480d17de03SHaren Myneni }
490d17de03SHaren Myneni 
init_vas_instance(struct platform_device * pdev)504dea2d1aSSukadev Bhattiprolu static int init_vas_instance(struct platform_device *pdev)
514dea2d1aSSukadev Bhattiprolu {
524dea2d1aSSukadev Bhattiprolu 	struct device_node *dn = pdev->dev.of_node;
53c20e1e29SHaren Myneni 	struct vas_instance *vinst;
54c20e1e29SHaren Myneni 	struct xive_irq_data *xd;
55c20e1e29SHaren Myneni 	uint32_t chipid, hwirq;
56c20e1e29SHaren Myneni 	struct resource *res;
57c20e1e29SHaren Myneni 	int rc, cpu, vasid;
584dea2d1aSSukadev Bhattiprolu 
594dea2d1aSSukadev Bhattiprolu 	rc = of_property_read_u32(dn, "ibm,vas-id", &vasid);
604dea2d1aSSukadev Bhattiprolu 	if (rc) {
614dea2d1aSSukadev Bhattiprolu 		pr_err("No ibm,vas-id property for %s?\n", pdev->name);
624dea2d1aSSukadev Bhattiprolu 		return -ENODEV;
634dea2d1aSSukadev Bhattiprolu 	}
644dea2d1aSSukadev Bhattiprolu 
65c20e1e29SHaren Myneni 	rc = of_property_read_u32(dn, "ibm,chip-id", &chipid);
66c20e1e29SHaren Myneni 	if (rc) {
67c20e1e29SHaren Myneni 		pr_err("No ibm,chip-id property for %s?\n", pdev->name);
68c20e1e29SHaren Myneni 		return -ENODEV;
69c20e1e29SHaren Myneni 	}
70c20e1e29SHaren Myneni 
714dea2d1aSSukadev Bhattiprolu 	if (pdev->num_resources != 4) {
724dea2d1aSSukadev Bhattiprolu 		pr_err("Unexpected DT configuration for [%s, %d]\n",
734dea2d1aSSukadev Bhattiprolu 				pdev->name, vasid);
744dea2d1aSSukadev Bhattiprolu 		return -ENODEV;
754dea2d1aSSukadev Bhattiprolu 	}
764dea2d1aSSukadev Bhattiprolu 
774dea2d1aSSukadev Bhattiprolu 	vinst = kzalloc(sizeof(*vinst), GFP_KERNEL);
784dea2d1aSSukadev Bhattiprolu 	if (!vinst)
794dea2d1aSSukadev Bhattiprolu 		return -ENOMEM;
804dea2d1aSSukadev Bhattiprolu 
81*9dd31b11SCédric Le Goater 	vinst->name = kasprintf(GFP_KERNEL, "vas-%d", vasid);
82*9dd31b11SCédric Le Goater 	if (!vinst->name) {
83*9dd31b11SCédric Le Goater 		kfree(vinst);
84*9dd31b11SCédric Le Goater 		return -ENOMEM;
85*9dd31b11SCédric Le Goater 	}
86*9dd31b11SCédric Le Goater 
874dea2d1aSSukadev Bhattiprolu 	INIT_LIST_HEAD(&vinst->node);
884dea2d1aSSukadev Bhattiprolu 	ida_init(&vinst->ida);
894dea2d1aSSukadev Bhattiprolu 	mutex_init(&vinst->mutex);
904dea2d1aSSukadev Bhattiprolu 	vinst->vas_id = vasid;
914dea2d1aSSukadev Bhattiprolu 	vinst->pdev = pdev;
924dea2d1aSSukadev Bhattiprolu 
934dea2d1aSSukadev Bhattiprolu 	res = &pdev->resource[0];
944dea2d1aSSukadev Bhattiprolu 	vinst->hvwc_bar_start = res->start;
954dea2d1aSSukadev Bhattiprolu 
964dea2d1aSSukadev Bhattiprolu 	res = &pdev->resource[1];
974dea2d1aSSukadev Bhattiprolu 	vinst->uwc_bar_start = res->start;
984dea2d1aSSukadev Bhattiprolu 
994dea2d1aSSukadev Bhattiprolu 	res = &pdev->resource[2];
1004dea2d1aSSukadev Bhattiprolu 	vinst->paste_base_addr = res->start;
1014dea2d1aSSukadev Bhattiprolu 
1024dea2d1aSSukadev Bhattiprolu 	res = &pdev->resource[3];
1034dea2d1aSSukadev Bhattiprolu 	if (res->end > 62) {
1044dea2d1aSSukadev Bhattiprolu 		pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end);
1054dea2d1aSSukadev Bhattiprolu 		goto free_vinst;
1064dea2d1aSSukadev Bhattiprolu 	}
1074dea2d1aSSukadev Bhattiprolu 
1084dea2d1aSSukadev Bhattiprolu 	vinst->paste_win_id_shift = 63 - res->end;
1094dea2d1aSSukadev Bhattiprolu 
110c20e1e29SHaren Myneni 	hwirq = xive_native_alloc_irq_on_chip(chipid);
111c20e1e29SHaren Myneni 	if (!hwirq) {
112c20e1e29SHaren Myneni 		pr_err("Inst%d: Unable to allocate global irq for chip %d\n",
113c20e1e29SHaren Myneni 				vinst->vas_id, chipid);
114c20e1e29SHaren Myneni 		return -ENOENT;
115c20e1e29SHaren Myneni 	}
116c20e1e29SHaren Myneni 
117c20e1e29SHaren Myneni 	vinst->virq = irq_create_mapping(NULL, hwirq);
118c20e1e29SHaren Myneni 	if (!vinst->virq) {
119c20e1e29SHaren Myneni 		pr_err("Inst%d: Unable to map global irq %d\n",
120c20e1e29SHaren Myneni 				vinst->vas_id, hwirq);
121c20e1e29SHaren Myneni 		return -EINVAL;
122c20e1e29SHaren Myneni 	}
123c20e1e29SHaren Myneni 
124c20e1e29SHaren Myneni 	xd = irq_get_handler_data(vinst->virq);
125c20e1e29SHaren Myneni 	if (!xd) {
126c20e1e29SHaren Myneni 		pr_err("Inst%d: Invalid virq %d\n",
127c20e1e29SHaren Myneni 				vinst->vas_id, vinst->virq);
128c20e1e29SHaren Myneni 		return -EINVAL;
129c20e1e29SHaren Myneni 	}
130c20e1e29SHaren Myneni 
131c20e1e29SHaren Myneni 	vinst->irq_port = xd->trig_page;
132c20e1e29SHaren Myneni 	pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n",
133c20e1e29SHaren Myneni 			pdev->name, vasid, vinst->paste_base_addr,
134c20e1e29SHaren Myneni 			vinst->paste_win_id_shift, vinst->virq,
135c20e1e29SHaren Myneni 			vinst->irq_port);
1364dea2d1aSSukadev Bhattiprolu 
137ca03258bSSukadev Bhattiprolu 	for_each_possible_cpu(cpu) {
138ca03258bSSukadev Bhattiprolu 		if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn))
139ca03258bSSukadev Bhattiprolu 			per_cpu(cpu_vas_id, cpu) = vasid;
140ca03258bSSukadev Bhattiprolu 	}
141ca03258bSSukadev Bhattiprolu 
1424dea2d1aSSukadev Bhattiprolu 	mutex_lock(&vas_mutex);
1434dea2d1aSSukadev Bhattiprolu 	list_add(&vinst->node, &vas_instances);
1444dea2d1aSSukadev Bhattiprolu 	mutex_unlock(&vas_mutex);
1454dea2d1aSSukadev Bhattiprolu 
1469774628aSHaren Myneni 	spin_lock_init(&vinst->fault_lock);
1470d17de03SHaren Myneni 	/*
1480d17de03SHaren Myneni 	 * IRQ and fault handling setup is needed only for user space
1490d17de03SHaren Myneni 	 * send windows.
1500d17de03SHaren Myneni 	 */
1510d17de03SHaren Myneni 	if (vinst->virq) {
1520d17de03SHaren Myneni 		rc = vas_irq_fault_window_setup(vinst);
1530d17de03SHaren Myneni 		/*
1540d17de03SHaren Myneni 		 * Fault window is used only for user space send windows.
1550d17de03SHaren Myneni 		 * So if vinst->virq is NULL, tx_win_open returns -ENODEV
1560d17de03SHaren Myneni 		 * for user space.
1570d17de03SHaren Myneni 		 */
1580d17de03SHaren Myneni 		if (rc)
1590d17de03SHaren Myneni 			vinst->virq = 0;
1600d17de03SHaren Myneni 	}
1610d17de03SHaren Myneni 
162ece4e512SSukadev Bhattiprolu 	vas_instance_init_dbgdir(vinst);
163ece4e512SSukadev Bhattiprolu 
1644dea2d1aSSukadev Bhattiprolu 	dev_set_drvdata(&pdev->dev, vinst);
1654dea2d1aSSukadev Bhattiprolu 
1664dea2d1aSSukadev Bhattiprolu 	return 0;
1674dea2d1aSSukadev Bhattiprolu 
1684dea2d1aSSukadev Bhattiprolu free_vinst:
169*9dd31b11SCédric Le Goater 	kfree(vinst->name);
1704dea2d1aSSukadev Bhattiprolu 	kfree(vinst);
1714dea2d1aSSukadev Bhattiprolu 	return -ENODEV;
1724dea2d1aSSukadev Bhattiprolu 
1734dea2d1aSSukadev Bhattiprolu }
1744dea2d1aSSukadev Bhattiprolu 
1754dea2d1aSSukadev Bhattiprolu /*
1764dea2d1aSSukadev Bhattiprolu  * Although this is read/used multiple times, it is written to only
1774dea2d1aSSukadev Bhattiprolu  * during initialization.
1784dea2d1aSSukadev Bhattiprolu  */
find_vas_instance(int vasid)1794dea2d1aSSukadev Bhattiprolu struct vas_instance *find_vas_instance(int vasid)
1804dea2d1aSSukadev Bhattiprolu {
1814dea2d1aSSukadev Bhattiprolu 	struct list_head *ent;
1824dea2d1aSSukadev Bhattiprolu 	struct vas_instance *vinst;
1834dea2d1aSSukadev Bhattiprolu 
1844dea2d1aSSukadev Bhattiprolu 	mutex_lock(&vas_mutex);
185ca03258bSSukadev Bhattiprolu 
186ca03258bSSukadev Bhattiprolu 	if (vasid == -1)
187ca03258bSSukadev Bhattiprolu 		vasid = per_cpu(cpu_vas_id, smp_processor_id());
188ca03258bSSukadev Bhattiprolu 
1894dea2d1aSSukadev Bhattiprolu 	list_for_each(ent, &vas_instances) {
1904dea2d1aSSukadev Bhattiprolu 		vinst = list_entry(ent, struct vas_instance, node);
1914dea2d1aSSukadev Bhattiprolu 		if (vinst->vas_id == vasid) {
1924dea2d1aSSukadev Bhattiprolu 			mutex_unlock(&vas_mutex);
1934dea2d1aSSukadev Bhattiprolu 			return vinst;
1944dea2d1aSSukadev Bhattiprolu 		}
1954dea2d1aSSukadev Bhattiprolu 	}
1964dea2d1aSSukadev Bhattiprolu 	mutex_unlock(&vas_mutex);
1974dea2d1aSSukadev Bhattiprolu 
1984dea2d1aSSukadev Bhattiprolu 	pr_devel("Instance %d not found\n", vasid);
1994dea2d1aSSukadev Bhattiprolu 	return NULL;
2004dea2d1aSSukadev Bhattiprolu }
2014dea2d1aSSukadev Bhattiprolu 
chip_to_vas_id(int chipid)202d4ef61b5SSukadev Bhattiprolu int chip_to_vas_id(int chipid)
203d4ef61b5SSukadev Bhattiprolu {
204d4ef61b5SSukadev Bhattiprolu 	int cpu;
205d4ef61b5SSukadev Bhattiprolu 
206d4ef61b5SSukadev Bhattiprolu 	for_each_possible_cpu(cpu) {
207d4ef61b5SSukadev Bhattiprolu 		if (cpu_to_chip_id(cpu) == chipid)
208d4ef61b5SSukadev Bhattiprolu 			return per_cpu(cpu_vas_id, cpu);
209d4ef61b5SSukadev Bhattiprolu 	}
210d4ef61b5SSukadev Bhattiprolu 	return -1;
211d4ef61b5SSukadev Bhattiprolu }
21262b49c42SSukadev Bhattiprolu EXPORT_SYMBOL(chip_to_vas_id);
213d4ef61b5SSukadev Bhattiprolu 
vas_probe(struct platform_device * pdev)2144dea2d1aSSukadev Bhattiprolu static int vas_probe(struct platform_device *pdev)
2154dea2d1aSSukadev Bhattiprolu {
2164dea2d1aSSukadev Bhattiprolu 	return init_vas_instance(pdev);
2174dea2d1aSSukadev Bhattiprolu }
2184dea2d1aSSukadev Bhattiprolu 
2194dea2d1aSSukadev Bhattiprolu static const struct of_device_id powernv_vas_match[] = {
2204dea2d1aSSukadev Bhattiprolu 	{ .compatible = "ibm,vas",},
2214dea2d1aSSukadev Bhattiprolu 	{},
2224dea2d1aSSukadev Bhattiprolu };
2234dea2d1aSSukadev Bhattiprolu 
2244dea2d1aSSukadev Bhattiprolu static struct platform_driver vas_driver = {
2254dea2d1aSSukadev Bhattiprolu 	.driver = {
2264dea2d1aSSukadev Bhattiprolu 		.name = "vas",
2274dea2d1aSSukadev Bhattiprolu 		.of_match_table = powernv_vas_match,
2284dea2d1aSSukadev Bhattiprolu 	},
2294dea2d1aSSukadev Bhattiprolu 	.probe = vas_probe,
2304dea2d1aSSukadev Bhattiprolu };
2314dea2d1aSSukadev Bhattiprolu 
vas_init(void)2324dea2d1aSSukadev Bhattiprolu static int __init vas_init(void)
2334dea2d1aSSukadev Bhattiprolu {
2344dea2d1aSSukadev Bhattiprolu 	int found = 0;
2354dea2d1aSSukadev Bhattiprolu 	struct device_node *dn;
2364dea2d1aSSukadev Bhattiprolu 
2374dea2d1aSSukadev Bhattiprolu 	platform_driver_register(&vas_driver);
2384dea2d1aSSukadev Bhattiprolu 
2394dea2d1aSSukadev Bhattiprolu 	for_each_compatible_node(dn, NULL, "ibm,vas") {
2404dea2d1aSSukadev Bhattiprolu 		of_platform_device_create(dn, NULL, NULL);
2414dea2d1aSSukadev Bhattiprolu 		found++;
2424dea2d1aSSukadev Bhattiprolu 	}
2434dea2d1aSSukadev Bhattiprolu 
24445ddea8aSSukadev Bhattiprolu 	if (!found) {
24545ddea8aSSukadev Bhattiprolu 		platform_driver_unregister(&vas_driver);
2464dea2d1aSSukadev Bhattiprolu 		return -ENODEV;
24745ddea8aSSukadev Bhattiprolu 	}
2484dea2d1aSSukadev Bhattiprolu 
2494dea2d1aSSukadev Bhattiprolu 	pr_devel("Found %d instances\n", found);
2504dea2d1aSSukadev Bhattiprolu 
2514dea2d1aSSukadev Bhattiprolu 	return 0;
2524dea2d1aSSukadev Bhattiprolu }
2534dea2d1aSSukadev Bhattiprolu device_initcall(vas_init);
254