1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * LoongArch cacheinfo support
4  *
5  * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
6  */
7 #include <linux/cacheinfo.h>
8 #include <linux/topology.h>
9 #include <asm/bootinfo.h>
10 #include <asm/cpu-info.h>
11 
12 int init_cache_level(unsigned int cpu)
13 {
14 	int cache_present = current_cpu_data.cache_leaves_present;
15 	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
16 
17 	this_cpu_ci->num_levels =
18 		current_cpu_data.cache_leaves[cache_present - 1].level;
19 	this_cpu_ci->num_leaves = cache_present;
20 
21 	return 0;
22 }
23 
24 static inline bool cache_leaves_are_shared(struct cacheinfo *this_leaf,
25 					   struct cacheinfo *sib_leaf)
26 {
27 	return (!(*(unsigned char *)(this_leaf->priv) & CACHE_PRIVATE)
28 		&& !(*(unsigned char *)(sib_leaf->priv) & CACHE_PRIVATE));
29 }
30 
31 static void cache_cpumap_setup(unsigned int cpu)
32 {
33 	unsigned int index;
34 	struct cacheinfo *this_leaf, *sib_leaf;
35 	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
36 
37 	for (index = 0; index < this_cpu_ci->num_leaves; index++) {
38 		unsigned int i;
39 
40 		this_leaf = this_cpu_ci->info_list + index;
41 		/* skip if shared_cpu_map is already populated */
42 		if (!cpumask_empty(&this_leaf->shared_cpu_map))
43 			continue;
44 
45 		cpumask_set_cpu(cpu, &this_leaf->shared_cpu_map);
46 		for_each_online_cpu(i) {
47 			struct cpu_cacheinfo *sib_cpu_ci = get_cpu_cacheinfo(i);
48 
49 			if (i == cpu || !sib_cpu_ci->info_list ||
50 				(cpu_to_node(i) != cpu_to_node(cpu)))
51 				continue;
52 
53 			sib_leaf = sib_cpu_ci->info_list + index;
54 			if (cache_leaves_are_shared(this_leaf, sib_leaf)) {
55 				cpumask_set_cpu(cpu, &sib_leaf->shared_cpu_map);
56 				cpumask_set_cpu(i, &this_leaf->shared_cpu_map);
57 			}
58 		}
59 	}
60 }
61 
62 int populate_cache_leaves(unsigned int cpu)
63 {
64 	int i, cache_present = current_cpu_data.cache_leaves_present;
65 	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
66 	struct cacheinfo *this_leaf = this_cpu_ci->info_list;
67 	struct cache_desc *cd, *cdesc = current_cpu_data.cache_leaves;
68 
69 	for (i = 0; i < cache_present; i++) {
70 		cd = cdesc + i;
71 
72 		this_leaf->type = cd->type;
73 		this_leaf->level = cd->level;
74 		this_leaf->coherency_line_size = cd->linesz;
75 		this_leaf->number_of_sets = cd->sets;
76 		this_leaf->ways_of_associativity = cd->ways;
77 		this_leaf->size = cd->linesz * cd->sets * cd->ways;
78 		this_leaf->priv = &cd->flags;
79 		this_leaf++;
80 	}
81 
82 	cache_cpumap_setup(cpu);
83 	this_cpu_ci->cpu_map_populated = true;
84 
85 	return 0;
86 }
87