12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 24dea2d1aSSukadev Bhattiprolu /* 34dea2d1aSSukadev Bhattiprolu * Copyright 2016-17 IBM Corp. 44dea2d1aSSukadev Bhattiprolu */ 54dea2d1aSSukadev Bhattiprolu 64dea2d1aSSukadev Bhattiprolu #define pr_fmt(fmt) "vas: " fmt 74dea2d1aSSukadev Bhattiprolu 84dea2d1aSSukadev Bhattiprolu #include <linux/module.h> 94dea2d1aSSukadev Bhattiprolu #include <linux/kernel.h> 104dea2d1aSSukadev Bhattiprolu #include <linux/export.h> 114dea2d1aSSukadev Bhattiprolu #include <linux/types.h> 124dea2d1aSSukadev Bhattiprolu #include <linux/slab.h> 134dea2d1aSSukadev Bhattiprolu #include <linux/platform_device.h> 144dea2d1aSSukadev Bhattiprolu #include <linux/of_platform.h> 154dea2d1aSSukadev Bhattiprolu #include <linux/of_address.h> 164dea2d1aSSukadev Bhattiprolu #include <linux/of.h> 179774628aSHaren Myneni #include <linux/irqdomain.h> 189774628aSHaren Myneni #include <linux/interrupt.h> 19ca03258bSSukadev Bhattiprolu #include <asm/prom.h> 20c20e1e29SHaren Myneni #include <asm/xive.h> 214dea2d1aSSukadev Bhattiprolu 224dea2d1aSSukadev Bhattiprolu #include "vas.h" 234dea2d1aSSukadev Bhattiprolu 24ece4e512SSukadev Bhattiprolu DEFINE_MUTEX(vas_mutex); 254dea2d1aSSukadev Bhattiprolu static LIST_HEAD(vas_instances); 264dea2d1aSSukadev Bhattiprolu 27ca03258bSSukadev Bhattiprolu static DEFINE_PER_CPU(int, cpu_vas_id); 28ca03258bSSukadev Bhattiprolu 290d17de03SHaren Myneni static int vas_irq_fault_window_setup(struct vas_instance *vinst) 300d17de03SHaren Myneni { 319774628aSHaren Myneni char devname[64]; 329774628aSHaren Myneni int rc = 0; 339774628aSHaren Myneni 349774628aSHaren Myneni snprintf(devname, sizeof(devname), "vas-%d", vinst->vas_id); 359774628aSHaren Myneni rc = request_threaded_irq(vinst->virq, vas_fault_handler, 369774628aSHaren Myneni vas_fault_thread_fn, 0, devname, vinst); 379774628aSHaren Myneni 389774628aSHaren Myneni if (rc) { 399774628aSHaren Myneni pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n", 409774628aSHaren Myneni vinst->vas_id, vinst->virq, rc); 419774628aSHaren Myneni goto out; 429774628aSHaren Myneni } 439774628aSHaren Myneni 449774628aSHaren Myneni rc = vas_setup_fault_window(vinst); 459774628aSHaren Myneni if (rc) 469774628aSHaren Myneni free_irq(vinst->virq, vinst); 479774628aSHaren Myneni 489774628aSHaren Myneni out: 499774628aSHaren Myneni return rc; 500d17de03SHaren Myneni } 510d17de03SHaren Myneni 524dea2d1aSSukadev Bhattiprolu static int init_vas_instance(struct platform_device *pdev) 534dea2d1aSSukadev Bhattiprolu { 544dea2d1aSSukadev Bhattiprolu struct device_node *dn = pdev->dev.of_node; 55c20e1e29SHaren Myneni struct vas_instance *vinst; 56c20e1e29SHaren Myneni struct xive_irq_data *xd; 57c20e1e29SHaren Myneni uint32_t chipid, hwirq; 58c20e1e29SHaren Myneni struct resource *res; 59c20e1e29SHaren Myneni int rc, cpu, vasid; 604dea2d1aSSukadev Bhattiprolu 614dea2d1aSSukadev Bhattiprolu rc = of_property_read_u32(dn, "ibm,vas-id", &vasid); 624dea2d1aSSukadev Bhattiprolu if (rc) { 634dea2d1aSSukadev Bhattiprolu pr_err("No ibm,vas-id property for %s?\n", pdev->name); 644dea2d1aSSukadev Bhattiprolu return -ENODEV; 654dea2d1aSSukadev Bhattiprolu } 664dea2d1aSSukadev Bhattiprolu 67c20e1e29SHaren Myneni rc = of_property_read_u32(dn, "ibm,chip-id", &chipid); 68c20e1e29SHaren Myneni if (rc) { 69c20e1e29SHaren Myneni pr_err("No ibm,chip-id property for %s?\n", pdev->name); 70c20e1e29SHaren Myneni return -ENODEV; 71c20e1e29SHaren Myneni } 72c20e1e29SHaren Myneni 734dea2d1aSSukadev Bhattiprolu if (pdev->num_resources != 4) { 744dea2d1aSSukadev Bhattiprolu pr_err("Unexpected DT configuration for [%s, %d]\n", 754dea2d1aSSukadev Bhattiprolu pdev->name, vasid); 764dea2d1aSSukadev Bhattiprolu return -ENODEV; 774dea2d1aSSukadev Bhattiprolu } 784dea2d1aSSukadev Bhattiprolu 794dea2d1aSSukadev Bhattiprolu vinst = kzalloc(sizeof(*vinst), GFP_KERNEL); 804dea2d1aSSukadev Bhattiprolu if (!vinst) 814dea2d1aSSukadev Bhattiprolu return -ENOMEM; 824dea2d1aSSukadev Bhattiprolu 834dea2d1aSSukadev Bhattiprolu INIT_LIST_HEAD(&vinst->node); 844dea2d1aSSukadev Bhattiprolu ida_init(&vinst->ida); 854dea2d1aSSukadev Bhattiprolu mutex_init(&vinst->mutex); 864dea2d1aSSukadev Bhattiprolu vinst->vas_id = vasid; 874dea2d1aSSukadev Bhattiprolu vinst->pdev = pdev; 884dea2d1aSSukadev Bhattiprolu 894dea2d1aSSukadev Bhattiprolu res = &pdev->resource[0]; 904dea2d1aSSukadev Bhattiprolu vinst->hvwc_bar_start = res->start; 914dea2d1aSSukadev Bhattiprolu 924dea2d1aSSukadev Bhattiprolu res = &pdev->resource[1]; 934dea2d1aSSukadev Bhattiprolu vinst->uwc_bar_start = res->start; 944dea2d1aSSukadev Bhattiprolu 954dea2d1aSSukadev Bhattiprolu res = &pdev->resource[2]; 964dea2d1aSSukadev Bhattiprolu vinst->paste_base_addr = res->start; 974dea2d1aSSukadev Bhattiprolu 984dea2d1aSSukadev Bhattiprolu res = &pdev->resource[3]; 994dea2d1aSSukadev Bhattiprolu if (res->end > 62) { 1004dea2d1aSSukadev Bhattiprolu pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end); 1014dea2d1aSSukadev Bhattiprolu goto free_vinst; 1024dea2d1aSSukadev Bhattiprolu } 1034dea2d1aSSukadev Bhattiprolu 1044dea2d1aSSukadev Bhattiprolu vinst->paste_win_id_shift = 63 - res->end; 1054dea2d1aSSukadev Bhattiprolu 106c20e1e29SHaren Myneni hwirq = xive_native_alloc_irq_on_chip(chipid); 107c20e1e29SHaren Myneni if (!hwirq) { 108c20e1e29SHaren Myneni pr_err("Inst%d: Unable to allocate global irq for chip %d\n", 109c20e1e29SHaren Myneni vinst->vas_id, chipid); 110c20e1e29SHaren Myneni return -ENOENT; 111c20e1e29SHaren Myneni } 112c20e1e29SHaren Myneni 113c20e1e29SHaren Myneni vinst->virq = irq_create_mapping(NULL, hwirq); 114c20e1e29SHaren Myneni if (!vinst->virq) { 115c20e1e29SHaren Myneni pr_err("Inst%d: Unable to map global irq %d\n", 116c20e1e29SHaren Myneni vinst->vas_id, hwirq); 117c20e1e29SHaren Myneni return -EINVAL; 118c20e1e29SHaren Myneni } 119c20e1e29SHaren Myneni 120c20e1e29SHaren Myneni xd = irq_get_handler_data(vinst->virq); 121c20e1e29SHaren Myneni if (!xd) { 122c20e1e29SHaren Myneni pr_err("Inst%d: Invalid virq %d\n", 123c20e1e29SHaren Myneni vinst->vas_id, vinst->virq); 124c20e1e29SHaren Myneni return -EINVAL; 125c20e1e29SHaren Myneni } 126c20e1e29SHaren Myneni 127c20e1e29SHaren Myneni vinst->irq_port = xd->trig_page; 128c20e1e29SHaren Myneni pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n", 129c20e1e29SHaren Myneni pdev->name, vasid, vinst->paste_base_addr, 130c20e1e29SHaren Myneni vinst->paste_win_id_shift, vinst->virq, 131c20e1e29SHaren Myneni vinst->irq_port); 1324dea2d1aSSukadev Bhattiprolu 133ca03258bSSukadev Bhattiprolu for_each_possible_cpu(cpu) { 134ca03258bSSukadev Bhattiprolu if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn)) 135ca03258bSSukadev Bhattiprolu per_cpu(cpu_vas_id, cpu) = vasid; 136ca03258bSSukadev Bhattiprolu } 137ca03258bSSukadev Bhattiprolu 1384dea2d1aSSukadev Bhattiprolu mutex_lock(&vas_mutex); 1394dea2d1aSSukadev Bhattiprolu list_add(&vinst->node, &vas_instances); 1404dea2d1aSSukadev Bhattiprolu mutex_unlock(&vas_mutex); 1414dea2d1aSSukadev Bhattiprolu 1429774628aSHaren Myneni spin_lock_init(&vinst->fault_lock); 1430d17de03SHaren Myneni /* 1440d17de03SHaren Myneni * IRQ and fault handling setup is needed only for user space 1450d17de03SHaren Myneni * send windows. 1460d17de03SHaren Myneni */ 1470d17de03SHaren Myneni if (vinst->virq) { 1480d17de03SHaren Myneni rc = vas_irq_fault_window_setup(vinst); 1490d17de03SHaren Myneni /* 1500d17de03SHaren Myneni * Fault window is used only for user space send windows. 1510d17de03SHaren Myneni * So if vinst->virq is NULL, tx_win_open returns -ENODEV 1520d17de03SHaren Myneni * for user space. 1530d17de03SHaren Myneni */ 1540d17de03SHaren Myneni if (rc) 1550d17de03SHaren Myneni vinst->virq = 0; 1560d17de03SHaren Myneni } 1570d17de03SHaren Myneni 158ece4e512SSukadev Bhattiprolu vas_instance_init_dbgdir(vinst); 159ece4e512SSukadev Bhattiprolu 1604dea2d1aSSukadev Bhattiprolu dev_set_drvdata(&pdev->dev, vinst); 1614dea2d1aSSukadev Bhattiprolu 1624dea2d1aSSukadev Bhattiprolu return 0; 1634dea2d1aSSukadev Bhattiprolu 1644dea2d1aSSukadev Bhattiprolu free_vinst: 1654dea2d1aSSukadev Bhattiprolu kfree(vinst); 1664dea2d1aSSukadev Bhattiprolu return -ENODEV; 1674dea2d1aSSukadev Bhattiprolu 1684dea2d1aSSukadev Bhattiprolu } 1694dea2d1aSSukadev Bhattiprolu 1704dea2d1aSSukadev Bhattiprolu /* 1714dea2d1aSSukadev Bhattiprolu * Although this is read/used multiple times, it is written to only 1724dea2d1aSSukadev Bhattiprolu * during initialization. 1734dea2d1aSSukadev Bhattiprolu */ 1744dea2d1aSSukadev Bhattiprolu struct vas_instance *find_vas_instance(int vasid) 1754dea2d1aSSukadev Bhattiprolu { 1764dea2d1aSSukadev Bhattiprolu struct list_head *ent; 1774dea2d1aSSukadev Bhattiprolu struct vas_instance *vinst; 1784dea2d1aSSukadev Bhattiprolu 1794dea2d1aSSukadev Bhattiprolu mutex_lock(&vas_mutex); 180ca03258bSSukadev Bhattiprolu 181ca03258bSSukadev Bhattiprolu if (vasid == -1) 182ca03258bSSukadev Bhattiprolu vasid = per_cpu(cpu_vas_id, smp_processor_id()); 183ca03258bSSukadev Bhattiprolu 1844dea2d1aSSukadev Bhattiprolu list_for_each(ent, &vas_instances) { 1854dea2d1aSSukadev Bhattiprolu vinst = list_entry(ent, struct vas_instance, node); 1864dea2d1aSSukadev Bhattiprolu if (vinst->vas_id == vasid) { 1874dea2d1aSSukadev Bhattiprolu mutex_unlock(&vas_mutex); 1884dea2d1aSSukadev Bhattiprolu return vinst; 1894dea2d1aSSukadev Bhattiprolu } 1904dea2d1aSSukadev Bhattiprolu } 1914dea2d1aSSukadev Bhattiprolu mutex_unlock(&vas_mutex); 1924dea2d1aSSukadev Bhattiprolu 1934dea2d1aSSukadev Bhattiprolu pr_devel("Instance %d not found\n", vasid); 1944dea2d1aSSukadev Bhattiprolu return NULL; 1954dea2d1aSSukadev Bhattiprolu } 1964dea2d1aSSukadev Bhattiprolu 197d4ef61b5SSukadev Bhattiprolu int chip_to_vas_id(int chipid) 198d4ef61b5SSukadev Bhattiprolu { 199d4ef61b5SSukadev Bhattiprolu int cpu; 200d4ef61b5SSukadev Bhattiprolu 201d4ef61b5SSukadev Bhattiprolu for_each_possible_cpu(cpu) { 202d4ef61b5SSukadev Bhattiprolu if (cpu_to_chip_id(cpu) == chipid) 203d4ef61b5SSukadev Bhattiprolu return per_cpu(cpu_vas_id, cpu); 204d4ef61b5SSukadev Bhattiprolu } 205d4ef61b5SSukadev Bhattiprolu return -1; 206d4ef61b5SSukadev Bhattiprolu } 20762b49c42SSukadev Bhattiprolu EXPORT_SYMBOL(chip_to_vas_id); 208d4ef61b5SSukadev Bhattiprolu 2094dea2d1aSSukadev Bhattiprolu static int vas_probe(struct platform_device *pdev) 2104dea2d1aSSukadev Bhattiprolu { 2114dea2d1aSSukadev Bhattiprolu return init_vas_instance(pdev); 2124dea2d1aSSukadev Bhattiprolu } 2134dea2d1aSSukadev Bhattiprolu 2144dea2d1aSSukadev Bhattiprolu static const struct of_device_id powernv_vas_match[] = { 2154dea2d1aSSukadev Bhattiprolu { .compatible = "ibm,vas",}, 2164dea2d1aSSukadev Bhattiprolu {}, 2174dea2d1aSSukadev Bhattiprolu }; 2184dea2d1aSSukadev Bhattiprolu 2194dea2d1aSSukadev Bhattiprolu static struct platform_driver vas_driver = { 2204dea2d1aSSukadev Bhattiprolu .driver = { 2214dea2d1aSSukadev Bhattiprolu .name = "vas", 2224dea2d1aSSukadev Bhattiprolu .of_match_table = powernv_vas_match, 2234dea2d1aSSukadev Bhattiprolu }, 2244dea2d1aSSukadev Bhattiprolu .probe = vas_probe, 2254dea2d1aSSukadev Bhattiprolu }; 2264dea2d1aSSukadev Bhattiprolu 2274dea2d1aSSukadev Bhattiprolu static int __init vas_init(void) 2284dea2d1aSSukadev Bhattiprolu { 2294dea2d1aSSukadev Bhattiprolu int found = 0; 2304dea2d1aSSukadev Bhattiprolu struct device_node *dn; 2314dea2d1aSSukadev Bhattiprolu 2324dea2d1aSSukadev Bhattiprolu platform_driver_register(&vas_driver); 2334dea2d1aSSukadev Bhattiprolu 2344dea2d1aSSukadev Bhattiprolu for_each_compatible_node(dn, NULL, "ibm,vas") { 2354dea2d1aSSukadev Bhattiprolu of_platform_device_create(dn, NULL, NULL); 2364dea2d1aSSukadev Bhattiprolu found++; 2374dea2d1aSSukadev Bhattiprolu } 2384dea2d1aSSukadev Bhattiprolu 23945ddea8aSSukadev Bhattiprolu if (!found) { 24045ddea8aSSukadev Bhattiprolu platform_driver_unregister(&vas_driver); 2414dea2d1aSSukadev Bhattiprolu return -ENODEV; 24245ddea8aSSukadev Bhattiprolu } 2434dea2d1aSSukadev Bhattiprolu 2444dea2d1aSSukadev Bhattiprolu pr_devel("Found %d instances\n", found); 2454dea2d1aSSukadev Bhattiprolu 2464dea2d1aSSukadev Bhattiprolu return 0; 2474dea2d1aSSukadev Bhattiprolu } 2484dea2d1aSSukadev Bhattiprolu device_initcall(vas_init); 249