1f4344b19SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
28f95faaaSMadhavan Srinivasan /*
38f95faaaSMadhavan Srinivasan * OPAL IMC interface detection driver
48f95faaaSMadhavan Srinivasan * Supported on POWERNV platform
58f95faaaSMadhavan Srinivasan *
68f95faaaSMadhavan Srinivasan * Copyright (C) 2017 Madhavan Srinivasan, IBM Corporation.
78f95faaaSMadhavan Srinivasan * (C) 2017 Anju T Sudhakar, IBM Corporation.
88f95faaaSMadhavan Srinivasan * (C) 2017 Hemant K Shaw, IBM Corporation.
98f95faaaSMadhavan Srinivasan */
108f95faaaSMadhavan Srinivasan #include <linux/kernel.h>
118f95faaaSMadhavan Srinivasan #include <linux/platform_device.h>
128f95faaaSMadhavan Srinivasan #include <linux/of.h>
138f95faaaSMadhavan Srinivasan #include <linux/of_address.h>
148f95faaaSMadhavan Srinivasan #include <linux/crash_dump.h>
15dbf77fedSAneesh Kumar K.V #include <linux/debugfs.h>
168f95faaaSMadhavan Srinivasan #include <asm/opal.h>
178f95faaaSMadhavan Srinivasan #include <asm/io.h>
188f95faaaSMadhavan Srinivasan #include <asm/imc-pmu.h>
198f95faaaSMadhavan Srinivasan #include <asm/cputhreads.h>
20684d9840SAnju T Sudhakar
21684d9840SAnju T Sudhakar static struct dentry *imc_debugfs_parent;
22684d9840SAnju T Sudhakar
23684d9840SAnju T Sudhakar /* Helpers to export imc command and mode via debugfs */
imc_mem_get(void * data,u64 * val)24684d9840SAnju T Sudhakar static int imc_mem_get(void *data, u64 *val)
25684d9840SAnju T Sudhakar {
26684d9840SAnju T Sudhakar *val = cpu_to_be64(*(u64 *)data);
27684d9840SAnju T Sudhakar return 0;
28684d9840SAnju T Sudhakar }
29684d9840SAnju T Sudhakar
imc_mem_set(void * data,u64 val)30684d9840SAnju T Sudhakar static int imc_mem_set(void *data, u64 val)
31684d9840SAnju T Sudhakar {
32684d9840SAnju T Sudhakar *(u64 *)data = cpu_to_be64(val);
33684d9840SAnju T Sudhakar return 0;
34684d9840SAnju T Sudhakar }
35684d9840SAnju T Sudhakar DEFINE_DEBUGFS_ATTRIBUTE(fops_imc_x64, imc_mem_get, imc_mem_set, "0x%016llx\n");
36684d9840SAnju T Sudhakar
imc_debugfs_create_x64(const char * name,umode_t mode,struct dentry * parent,u64 * value)37f344f0abSGreg Kroah-Hartman static void imc_debugfs_create_x64(const char *name, umode_t mode,
38684d9840SAnju T Sudhakar struct dentry *parent, u64 *value)
39684d9840SAnju T Sudhakar {
40f344f0abSGreg Kroah-Hartman debugfs_create_file_unsafe(name, mode, parent, value, &fops_imc_x64);
41684d9840SAnju T Sudhakar }
42684d9840SAnju T Sudhakar
43684d9840SAnju T Sudhakar /*
44684d9840SAnju T Sudhakar * export_imc_mode_and_cmd: Create a debugfs interface
45684d9840SAnju T Sudhakar * for imc_cmd and imc_mode
46684d9840SAnju T Sudhakar * for each node in the system.
47684d9840SAnju T Sudhakar * imc_mode and imc_cmd can be changed by echo into
48684d9840SAnju T Sudhakar * this interface.
49684d9840SAnju T Sudhakar */
export_imc_mode_and_cmd(struct device_node * node,struct imc_pmu * pmu_ptr)50684d9840SAnju T Sudhakar static void export_imc_mode_and_cmd(struct device_node *node,
51684d9840SAnju T Sudhakar struct imc_pmu *pmu_ptr)
52684d9840SAnju T Sudhakar {
53684d9840SAnju T Sudhakar static u64 loc, *imc_mode_addr, *imc_cmd_addr;
54684d9840SAnju T Sudhakar char mode[16], cmd[16];
55684d9840SAnju T Sudhakar u32 cb_offset;
5641ba17f2SMadhavan Srinivasan struct imc_mem_info *ptr = pmu_ptr->mem_info;
57684d9840SAnju T Sudhakar
58dbf77fedSAneesh Kumar K.V imc_debugfs_parent = debugfs_create_dir("imc", arch_debugfs_dir);
59684d9840SAnju T Sudhakar
60684d9840SAnju T Sudhakar if (of_property_read_u32(node, "cb_offset", &cb_offset))
61684d9840SAnju T Sudhakar cb_offset = IMC_CNTL_BLK_OFFSET;
62684d9840SAnju T Sudhakar
6341ba17f2SMadhavan Srinivasan while (ptr->vbase != NULL) {
6441ba17f2SMadhavan Srinivasan loc = (u64)(ptr->vbase) + cb_offset;
65684d9840SAnju T Sudhakar imc_mode_addr = (u64 *)(loc + IMC_CNTL_BLK_MODE_OFFSET);
6641ba17f2SMadhavan Srinivasan sprintf(mode, "imc_mode_%d", (u32)(ptr->id));
67f344f0abSGreg Kroah-Hartman imc_debugfs_create_x64(mode, 0600, imc_debugfs_parent,
68f344f0abSGreg Kroah-Hartman imc_mode_addr);
69684d9840SAnju T Sudhakar
70684d9840SAnju T Sudhakar imc_cmd_addr = (u64 *)(loc + IMC_CNTL_BLK_CMD_OFFSET);
7141ba17f2SMadhavan Srinivasan sprintf(cmd, "imc_cmd_%d", (u32)(ptr->id));
72f344f0abSGreg Kroah-Hartman imc_debugfs_create_x64(cmd, 0600, imc_debugfs_parent,
73f344f0abSGreg Kroah-Hartman imc_cmd_addr);
7441ba17f2SMadhavan Srinivasan ptr++;
75684d9840SAnju T Sudhakar }
76684d9840SAnju T Sudhakar }
778f95faaaSMadhavan Srinivasan
788f95faaaSMadhavan Srinivasan /*
798f95faaaSMadhavan Srinivasan * imc_get_mem_addr_nest: Function to get nest counter memory region
808f95faaaSMadhavan Srinivasan * for each chip
818f95faaaSMadhavan Srinivasan */
imc_get_mem_addr_nest(struct device_node * node,struct imc_pmu * pmu_ptr,u32 offset)828f95faaaSMadhavan Srinivasan static int imc_get_mem_addr_nest(struct device_node *node,
838f95faaaSMadhavan Srinivasan struct imc_pmu *pmu_ptr,
848f95faaaSMadhavan Srinivasan u32 offset)
858f95faaaSMadhavan Srinivasan {
868f95faaaSMadhavan Srinivasan int nr_chips = 0, i;
878f95faaaSMadhavan Srinivasan u64 *base_addr_arr, baddr;
888f95faaaSMadhavan Srinivasan u32 *chipid_arr;
898f95faaaSMadhavan Srinivasan
908f95faaaSMadhavan Srinivasan nr_chips = of_property_count_u32_elems(node, "chip-id");
918f95faaaSMadhavan Srinivasan if (nr_chips <= 0)
928f95faaaSMadhavan Srinivasan return -ENODEV;
938f95faaaSMadhavan Srinivasan
94a0828cf5SMarkus Elfring base_addr_arr = kcalloc(nr_chips, sizeof(*base_addr_arr), GFP_KERNEL);
958f95faaaSMadhavan Srinivasan if (!base_addr_arr)
968f95faaaSMadhavan Srinivasan return -ENOMEM;
978f95faaaSMadhavan Srinivasan
98a0828cf5SMarkus Elfring chipid_arr = kcalloc(nr_chips, sizeof(*chipid_arr), GFP_KERNEL);
99cb094fa5SAnju T Sudhakar if (!chipid_arr) {
100cb094fa5SAnju T Sudhakar kfree(base_addr_arr);
1018f95faaaSMadhavan Srinivasan return -ENOMEM;
102cb094fa5SAnju T Sudhakar }
1038f95faaaSMadhavan Srinivasan
1048f95faaaSMadhavan Srinivasan if (of_property_read_u32_array(node, "chip-id", chipid_arr, nr_chips))
1058f95faaaSMadhavan Srinivasan goto error;
1068f95faaaSMadhavan Srinivasan
1078f95faaaSMadhavan Srinivasan if (of_property_read_u64_array(node, "base-addr", base_addr_arr,
1088f95faaaSMadhavan Srinivasan nr_chips))
1098f95faaaSMadhavan Srinivasan goto error;
1108f95faaaSMadhavan Srinivasan
111860b7d22SAnju T Sudhakar pmu_ptr->mem_info = kcalloc(nr_chips + 1, sizeof(*pmu_ptr->mem_info),
1128f95faaaSMadhavan Srinivasan GFP_KERNEL);
1138f95faaaSMadhavan Srinivasan if (!pmu_ptr->mem_info)
1148f95faaaSMadhavan Srinivasan goto error;
1158f95faaaSMadhavan Srinivasan
1168f95faaaSMadhavan Srinivasan for (i = 0; i < nr_chips; i++) {
1178f95faaaSMadhavan Srinivasan pmu_ptr->mem_info[i].id = chipid_arr[i];
1188f95faaaSMadhavan Srinivasan baddr = base_addr_arr[i] + offset;
1198f95faaaSMadhavan Srinivasan pmu_ptr->mem_info[i].vbase = phys_to_virt(baddr);
1208f95faaaSMadhavan Srinivasan }
1218f95faaaSMadhavan Srinivasan
1228f95faaaSMadhavan Srinivasan pmu_ptr->imc_counter_mmaped = true;
1238f95faaaSMadhavan Srinivasan kfree(base_addr_arr);
1248f95faaaSMadhavan Srinivasan kfree(chipid_arr);
1258f95faaaSMadhavan Srinivasan return 0;
1268f95faaaSMadhavan Srinivasan
1278f95faaaSMadhavan Srinivasan error:
1288f95faaaSMadhavan Srinivasan kfree(base_addr_arr);
1298f95faaaSMadhavan Srinivasan kfree(chipid_arr);
1308f95faaaSMadhavan Srinivasan return -1;
1318f95faaaSMadhavan Srinivasan }
1328f95faaaSMadhavan Srinivasan
1338f95faaaSMadhavan Srinivasan /*
1348f95faaaSMadhavan Srinivasan * imc_pmu_create : Takes the parent device which is the pmu unit, pmu_index
1358f95faaaSMadhavan Srinivasan * and domain as the inputs.
1368f95faaaSMadhavan Srinivasan * Allocates memory for the struct imc_pmu, sets up its domain, size and offsets
1378f95faaaSMadhavan Srinivasan */
imc_pmu_create(struct device_node * parent,int pmu_index,int domain)13848e626acSAnju T Sudhakar static struct imc_pmu *imc_pmu_create(struct device_node *parent, int pmu_index, int domain)
1398f95faaaSMadhavan Srinivasan {
1408f95faaaSMadhavan Srinivasan int ret = 0;
1418f95faaaSMadhavan Srinivasan struct imc_pmu *pmu_ptr;
1428f95faaaSMadhavan Srinivasan u32 offset;
1438f95faaaSMadhavan Srinivasan
144b59bd352SAnju T Sudhakar /* Return for unknown domain */
145b59bd352SAnju T Sudhakar if (domain < 0)
14648e626acSAnju T Sudhakar return NULL;
147b59bd352SAnju T Sudhakar
1488f95faaaSMadhavan Srinivasan /* memory for pmu */
149a0828cf5SMarkus Elfring pmu_ptr = kzalloc(sizeof(*pmu_ptr), GFP_KERNEL);
1508f95faaaSMadhavan Srinivasan if (!pmu_ptr)
15148e626acSAnju T Sudhakar return NULL;
1528f95faaaSMadhavan Srinivasan
1538f95faaaSMadhavan Srinivasan /* Set the domain */
1548f95faaaSMadhavan Srinivasan pmu_ptr->domain = domain;
1558f95faaaSMadhavan Srinivasan
1568f95faaaSMadhavan Srinivasan ret = of_property_read_u32(parent, "size", &pmu_ptr->counter_mem_size);
15748e626acSAnju T Sudhakar if (ret)
1588f95faaaSMadhavan Srinivasan goto free_pmu;
1598f95faaaSMadhavan Srinivasan
1608f95faaaSMadhavan Srinivasan if (!of_property_read_u32(parent, "offset", &offset)) {
16148e626acSAnju T Sudhakar if (imc_get_mem_addr_nest(parent, pmu_ptr, offset))
1628f95faaaSMadhavan Srinivasan goto free_pmu;
1638f95faaaSMadhavan Srinivasan }
1648f95faaaSMadhavan Srinivasan
165885dcd70SAnju T Sudhakar /* Function to register IMC pmu */
166885dcd70SAnju T Sudhakar ret = init_imc_pmu(parent, pmu_ptr, pmu_index);
167cb094fa5SAnju T Sudhakar if (ret) {
168885dcd70SAnju T Sudhakar pr_err("IMC PMU %s Register failed\n", pmu_ptr->pmu.name);
169cb094fa5SAnju T Sudhakar kfree(pmu_ptr->pmu.name);
170cb094fa5SAnju T Sudhakar if (pmu_ptr->domain == IMC_DOMAIN_NEST)
171cb094fa5SAnju T Sudhakar kfree(pmu_ptr->mem_info);
172cb094fa5SAnju T Sudhakar kfree(pmu_ptr);
17348e626acSAnju T Sudhakar return NULL;
174cb094fa5SAnju T Sudhakar }
175885dcd70SAnju T Sudhakar
17648e626acSAnju T Sudhakar return pmu_ptr;
1778f95faaaSMadhavan Srinivasan
1788f95faaaSMadhavan Srinivasan free_pmu:
1798f95faaaSMadhavan Srinivasan kfree(pmu_ptr);
18048e626acSAnju T Sudhakar return NULL;
1818f95faaaSMadhavan Srinivasan }
1828f95faaaSMadhavan Srinivasan
disable_nest_pmu_counters(void)1838f95faaaSMadhavan Srinivasan static void disable_nest_pmu_counters(void)
1848f95faaaSMadhavan Srinivasan {
1858f95faaaSMadhavan Srinivasan int nid, cpu;
1866538ac30SLABBE Corentin const struct cpumask *l_cpumask;
1878f95faaaSMadhavan Srinivasan
1885ae36401SSebastian Andrzej Siewior cpus_read_lock();
189e7bde88cSNicholas Piggin for_each_node_with_cpus(nid) {
1908f95faaaSMadhavan Srinivasan l_cpumask = cpumask_of_node(nid);
191e7bde88cSNicholas Piggin cpu = cpumask_first_and(l_cpumask, cpu_online_mask);
192e7bde88cSNicholas Piggin if (cpu >= nr_cpu_ids)
193e7bde88cSNicholas Piggin continue;
1948f95faaaSMadhavan Srinivasan opal_imc_counters_stop(OPAL_IMC_COUNTERS_NEST,
1958f95faaaSMadhavan Srinivasan get_hard_smp_processor_id(cpu));
1968f95faaaSMadhavan Srinivasan }
1975ae36401SSebastian Andrzej Siewior cpus_read_unlock();
1988f95faaaSMadhavan Srinivasan }
1998f95faaaSMadhavan Srinivasan
disable_core_pmu_counters(void)2008f95faaaSMadhavan Srinivasan static void disable_core_pmu_counters(void)
2018f95faaaSMadhavan Srinivasan {
2028f95faaaSMadhavan Srinivasan int cpu, rc;
2038f95faaaSMadhavan Srinivasan
2045ae36401SSebastian Andrzej Siewior cpus_read_lock();
2058f95faaaSMadhavan Srinivasan /* Disable the IMC Core functions */
206b350111bSNicholas Piggin for_each_online_cpu(cpu) {
207b350111bSNicholas Piggin if (cpu_first_thread_sibling(cpu) != cpu)
208b350111bSNicholas Piggin continue;
2098f95faaaSMadhavan Srinivasan rc = opal_imc_counters_stop(OPAL_IMC_COUNTERS_CORE,
2108f95faaaSMadhavan Srinivasan get_hard_smp_processor_id(cpu));
2118f95faaaSMadhavan Srinivasan if (rc)
2128f95faaaSMadhavan Srinivasan pr_err("%s: Failed to stop Core (cpu = %d)\n",
213*4ac751d3SDwaipayan Ray __func__, cpu);
2148f95faaaSMadhavan Srinivasan }
2155ae36401SSebastian Andrzej Siewior cpus_read_unlock();
2168f95faaaSMadhavan Srinivasan }
2178f95faaaSMadhavan Srinivasan
get_max_nest_dev(void)21873ce9aecSMadhavan Srinivasan int get_max_nest_dev(void)
21973ce9aecSMadhavan Srinivasan {
22073ce9aecSMadhavan Srinivasan struct device_node *node;
22173ce9aecSMadhavan Srinivasan u32 pmu_units = 0, type;
22273ce9aecSMadhavan Srinivasan
22373ce9aecSMadhavan Srinivasan for_each_compatible_node(node, NULL, IMC_DTB_UNIT_COMPAT) {
22473ce9aecSMadhavan Srinivasan if (of_property_read_u32(node, "type", &type))
22573ce9aecSMadhavan Srinivasan continue;
22673ce9aecSMadhavan Srinivasan
22773ce9aecSMadhavan Srinivasan if (type == IMC_TYPE_CHIP)
22873ce9aecSMadhavan Srinivasan pmu_units++;
22973ce9aecSMadhavan Srinivasan }
23073ce9aecSMadhavan Srinivasan
23173ce9aecSMadhavan Srinivasan return pmu_units;
23273ce9aecSMadhavan Srinivasan }
23373ce9aecSMadhavan Srinivasan
opal_imc_counters_probe(struct platform_device * pdev)2348f95faaaSMadhavan Srinivasan static int opal_imc_counters_probe(struct platform_device *pdev)
2358f95faaaSMadhavan Srinivasan {
2368f95faaaSMadhavan Srinivasan struct device_node *imc_dev = pdev->dev.of_node;
23748e626acSAnju T Sudhakar struct imc_pmu *pmu;
2388f95faaaSMadhavan Srinivasan int pmu_count = 0, domain;
23925af86b2SAnju T Sudhakar bool core_imc_reg = false, thread_imc_reg = false;
2408f95faaaSMadhavan Srinivasan u32 type;
2418f95faaaSMadhavan Srinivasan
2428f95faaaSMadhavan Srinivasan /*
2438f95faaaSMadhavan Srinivasan * Check whether this is kdump kernel. If yes, force the engines to
2448f95faaaSMadhavan Srinivasan * stop and return.
2458f95faaaSMadhavan Srinivasan */
2468f95faaaSMadhavan Srinivasan if (is_kdump_kernel()) {
2478f95faaaSMadhavan Srinivasan disable_nest_pmu_counters();
2488f95faaaSMadhavan Srinivasan disable_core_pmu_counters();
2498f95faaaSMadhavan Srinivasan return -ENODEV;
2508f95faaaSMadhavan Srinivasan }
2518f95faaaSMadhavan Srinivasan
2528f95faaaSMadhavan Srinivasan for_each_compatible_node(imc_dev, NULL, IMC_DTB_UNIT_COMPAT) {
25348e626acSAnju T Sudhakar pmu = NULL;
2548f95faaaSMadhavan Srinivasan if (of_property_read_u32(imc_dev, "type", &type)) {
2558f95faaaSMadhavan Srinivasan pr_warn("IMC Device without type property\n");
2568f95faaaSMadhavan Srinivasan continue;
2578f95faaaSMadhavan Srinivasan }
2588f95faaaSMadhavan Srinivasan
2598f95faaaSMadhavan Srinivasan switch (type) {
2608f95faaaSMadhavan Srinivasan case IMC_TYPE_CHIP:
2618f95faaaSMadhavan Srinivasan domain = IMC_DOMAIN_NEST;
2628f95faaaSMadhavan Srinivasan break;
2638f95faaaSMadhavan Srinivasan case IMC_TYPE_CORE:
2648f95faaaSMadhavan Srinivasan domain =IMC_DOMAIN_CORE;
2658f95faaaSMadhavan Srinivasan break;
2668f95faaaSMadhavan Srinivasan case IMC_TYPE_THREAD:
2678f95faaaSMadhavan Srinivasan domain = IMC_DOMAIN_THREAD;
2688f95faaaSMadhavan Srinivasan break;
26972c69dcdSAnju T Sudhakar case IMC_TYPE_TRACE:
2704bdd3946SAnju T Sudhakar domain = IMC_DOMAIN_TRACE;
27172c69dcdSAnju T Sudhakar break;
2728f95faaaSMadhavan Srinivasan default:
2738f95faaaSMadhavan Srinivasan pr_warn("IMC Unknown Device type \n");
2748f95faaaSMadhavan Srinivasan domain = -1;
2758f95faaaSMadhavan Srinivasan break;
2768f95faaaSMadhavan Srinivasan }
2778f95faaaSMadhavan Srinivasan
27848e626acSAnju T Sudhakar pmu = imc_pmu_create(imc_dev, pmu_count, domain);
27948e626acSAnju T Sudhakar if (pmu != NULL) {
28048e626acSAnju T Sudhakar if (domain == IMC_DOMAIN_NEST) {
28148e626acSAnju T Sudhakar if (!imc_debugfs_parent)
28248e626acSAnju T Sudhakar export_imc_mode_and_cmd(imc_dev, pmu);
2838f95faaaSMadhavan Srinivasan pmu_count++;
28448e626acSAnju T Sudhakar }
28525af86b2SAnju T Sudhakar if (domain == IMC_DOMAIN_CORE)
28625af86b2SAnju T Sudhakar core_imc_reg = true;
28725af86b2SAnju T Sudhakar if (domain == IMC_DOMAIN_THREAD)
28825af86b2SAnju T Sudhakar thread_imc_reg = true;
2898f95faaaSMadhavan Srinivasan }
290de34787fSMadhavan Srinivasan }
2918f95faaaSMadhavan Srinivasan
29225af86b2SAnju T Sudhakar /* If core imc is not registered, unregister thread-imc */
29325af86b2SAnju T Sudhakar if (!core_imc_reg && thread_imc_reg)
29425af86b2SAnju T Sudhakar unregister_thread_imc();
29525af86b2SAnju T Sudhakar
2968f95faaaSMadhavan Srinivasan return 0;
2978f95faaaSMadhavan Srinivasan }
2988f95faaaSMadhavan Srinivasan
opal_imc_counters_shutdown(struct platform_device * pdev)2998f95faaaSMadhavan Srinivasan static void opal_imc_counters_shutdown(struct platform_device *pdev)
3008f95faaaSMadhavan Srinivasan {
3018f95faaaSMadhavan Srinivasan /*
3028f95faaaSMadhavan Srinivasan * Function only stops the engines which is bare minimum.
3038f95faaaSMadhavan Srinivasan * TODO: Need to handle proper memory cleanup and pmu
3048f95faaaSMadhavan Srinivasan * unregister.
3058f95faaaSMadhavan Srinivasan */
3068f95faaaSMadhavan Srinivasan disable_nest_pmu_counters();
3078f95faaaSMadhavan Srinivasan disable_core_pmu_counters();
3088f95faaaSMadhavan Srinivasan }
3098f95faaaSMadhavan Srinivasan
3108f95faaaSMadhavan Srinivasan static const struct of_device_id opal_imc_match[] = {
3118f95faaaSMadhavan Srinivasan { .compatible = IMC_DTB_COMPAT },
3128f95faaaSMadhavan Srinivasan {},
3138f95faaaSMadhavan Srinivasan };
3148f95faaaSMadhavan Srinivasan
3158f95faaaSMadhavan Srinivasan static struct platform_driver opal_imc_driver = {
3168f95faaaSMadhavan Srinivasan .driver = {
3178f95faaaSMadhavan Srinivasan .name = "opal-imc-counters",
3188f95faaaSMadhavan Srinivasan .of_match_table = opal_imc_match,
3198f95faaaSMadhavan Srinivasan },
3208f95faaaSMadhavan Srinivasan .probe = opal_imc_counters_probe,
3218f95faaaSMadhavan Srinivasan .shutdown = opal_imc_counters_shutdown,
3228f95faaaSMadhavan Srinivasan };
3238f95faaaSMadhavan Srinivasan
3248f95faaaSMadhavan Srinivasan builtin_platform_driver(opal_imc_driver);
325