1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_RESCTRL_INTERNAL_H
3 #define _ASM_X86_RESCTRL_INTERNAL_H
4 
5 #include <linux/sched.h>
6 #include <linux/kernfs.h>
7 #include <linux/fs_context.h>
8 #include <linux/jump_label.h>
9 
10 #define MSR_IA32_L3_QOS_CFG		0xc81
11 #define MSR_IA32_L2_QOS_CFG		0xc82
12 #define MSR_IA32_L3_CBM_BASE		0xc90
13 #define MSR_IA32_L2_CBM_BASE		0xd10
14 #define MSR_IA32_MBA_THRTL_BASE		0xd50
15 #define MSR_IA32_MBA_BW_BASE		0xc0000200
16 
17 #define MSR_IA32_QM_CTR			0x0c8e
18 #define MSR_IA32_QM_EVTSEL		0x0c8d
19 
20 #define L3_QOS_CDP_ENABLE		0x01ULL
21 
22 #define L2_QOS_CDP_ENABLE		0x01ULL
23 
24 /*
25  * Event IDs are used to program IA32_QM_EVTSEL before reading event
26  * counter from IA32_QM_CTR
27  */
28 #define QOS_L3_OCCUP_EVENT_ID		0x01
29 #define QOS_L3_MBM_TOTAL_EVENT_ID	0x02
30 #define QOS_L3_MBM_LOCAL_EVENT_ID	0x03
31 
32 #define CQM_LIMBOCHECK_INTERVAL	1000
33 
34 #define MBM_CNTR_WIDTH_BASE		24
35 #define MBM_OVERFLOW_INTERVAL		1000
36 #define MAX_MBA_BW			100u
37 #define MBA_IS_LINEAR			0x4
38 #define MBA_MAX_MBPS			U32_MAX
39 #define MAX_MBA_BW_AMD			0x800
40 #define MBM_CNTR_WIDTH_OFFSET_AMD	20
41 
42 #define RMID_VAL_ERROR			BIT_ULL(63)
43 #define RMID_VAL_UNAVAIL		BIT_ULL(62)
44 /*
45  * With the above fields in use 62 bits remain in MSR_IA32_QM_CTR for
46  * data to be returned. The counter width is discovered from the hardware
47  * as an offset from MBM_CNTR_WIDTH_BASE.
48  */
49 #define MBM_CNTR_WIDTH_OFFSET_MAX (62 - MBM_CNTR_WIDTH_BASE)
50 
51 
52 struct rdt_fs_context {
53 	struct kernfs_fs_context	kfc;
54 	bool				enable_cdpl2;
55 	bool				enable_cdpl3;
56 	bool				enable_mba_mbps;
57 };
58 
59 static inline struct rdt_fs_context *rdt_fc2context(struct fs_context *fc)
60 {
61 	struct kernfs_fs_context *kfc = fc->fs_private;
62 
63 	return container_of(kfc, struct rdt_fs_context, kfc);
64 }
65 
66 DECLARE_STATIC_KEY_FALSE(rdt_enable_key);
67 DECLARE_STATIC_KEY_FALSE(rdt_mon_enable_key);
68 
69 /**
70  * struct mon_evt - Entry in the event list of a resource
71  * @evtid:		event id
72  * @name:		name of the event
73  */
74 struct mon_evt {
75 	u32			evtid;
76 	char			*name;
77 	struct list_head	list;
78 };
79 
80 /**
81  * struct mon_data_bits - Monitoring details for each event file
82  * @rid:               Resource id associated with the event file.
83  * @evtid:             Event id associated with the event file
84  * @domid:             The domain to which the event file belongs
85  */
86 union mon_data_bits {
87 	void *priv;
88 	struct {
89 		unsigned int rid	: 10;
90 		unsigned int evtid	: 8;
91 		unsigned int domid	: 14;
92 	} u;
93 };
94 
95 struct rmid_read {
96 	struct rdtgroup		*rgrp;
97 	struct rdt_resource	*r;
98 	struct rdt_domain	*d;
99 	int			evtid;
100 	bool			first;
101 	u64			val;
102 };
103 
104 extern unsigned int resctrl_cqm_threshold;
105 extern bool rdt_alloc_capable;
106 extern bool rdt_mon_capable;
107 extern unsigned int rdt_mon_features;
108 
109 enum rdt_group_type {
110 	RDTCTRL_GROUP = 0,
111 	RDTMON_GROUP,
112 	RDT_NUM_GROUP,
113 };
114 
115 /**
116  * enum rdtgrp_mode - Mode of a RDT resource group
117  * @RDT_MODE_SHAREABLE: This resource group allows sharing of its allocations
118  * @RDT_MODE_EXCLUSIVE: No sharing of this resource group's allocations allowed
119  * @RDT_MODE_PSEUDO_LOCKSETUP: Resource group will be used for Pseudo-Locking
120  * @RDT_MODE_PSEUDO_LOCKED: No sharing of this resource group's allocations
121  *                          allowed AND the allocations are Cache Pseudo-Locked
122  *
123  * The mode of a resource group enables control over the allowed overlap
124  * between allocations associated with different resource groups (classes
125  * of service). User is able to modify the mode of a resource group by
126  * writing to the "mode" resctrl file associated with the resource group.
127  *
128  * The "shareable", "exclusive", and "pseudo-locksetup" modes are set by
129  * writing the appropriate text to the "mode" file. A resource group enters
130  * "pseudo-locked" mode after the schemata is written while the resource
131  * group is in "pseudo-locksetup" mode.
132  */
133 enum rdtgrp_mode {
134 	RDT_MODE_SHAREABLE = 0,
135 	RDT_MODE_EXCLUSIVE,
136 	RDT_MODE_PSEUDO_LOCKSETUP,
137 	RDT_MODE_PSEUDO_LOCKED,
138 
139 	/* Must be last */
140 	RDT_NUM_MODES,
141 };
142 
143 /**
144  * struct mongroup - store mon group's data in resctrl fs.
145  * @mon_data_kn		kernlfs node for the mon_data directory
146  * @parent:			parent rdtgrp
147  * @crdtgrp_list:		child rdtgroup node list
148  * @rmid:			rmid for this rdtgroup
149  */
150 struct mongroup {
151 	struct kernfs_node	*mon_data_kn;
152 	struct rdtgroup		*parent;
153 	struct list_head	crdtgrp_list;
154 	u32			rmid;
155 };
156 
157 /**
158  * struct pseudo_lock_region - pseudo-lock region information
159  * @r:			RDT resource to which this pseudo-locked region
160  *			belongs
161  * @d:			RDT domain to which this pseudo-locked region
162  *			belongs
163  * @cbm:		bitmask of the pseudo-locked region
164  * @lock_thread_wq:	waitqueue used to wait on the pseudo-locking thread
165  *			completion
166  * @thread_done:	variable used by waitqueue to test if pseudo-locking
167  *			thread completed
168  * @cpu:		core associated with the cache on which the setup code
169  *			will be run
170  * @line_size:		size of the cache lines
171  * @size:		size of pseudo-locked region in bytes
172  * @kmem:		the kernel memory associated with pseudo-locked region
173  * @minor:		minor number of character device associated with this
174  *			region
175  * @debugfs_dir:	pointer to this region's directory in the debugfs
176  *			filesystem
177  * @pm_reqs:		Power management QoS requests related to this region
178  */
179 struct pseudo_lock_region {
180 	struct rdt_resource	*r;
181 	struct rdt_domain	*d;
182 	u32			cbm;
183 	wait_queue_head_t	lock_thread_wq;
184 	int			thread_done;
185 	int			cpu;
186 	unsigned int		line_size;
187 	unsigned int		size;
188 	void			*kmem;
189 	unsigned int		minor;
190 	struct dentry		*debugfs_dir;
191 	struct list_head	pm_reqs;
192 };
193 
194 /**
195  * struct rdtgroup - store rdtgroup's data in resctrl file system.
196  * @kn:				kernfs node
197  * @rdtgroup_list:		linked list for all rdtgroups
198  * @closid:			closid for this rdtgroup
199  * @cpu_mask:			CPUs assigned to this rdtgroup
200  * @flags:			status bits
201  * @waitcount:			how many cpus expect to find this
202  *				group when they acquire rdtgroup_mutex
203  * @type:			indicates type of this rdtgroup - either
204  *				monitor only or ctrl_mon group
205  * @mon:			mongroup related data
206  * @mode:			mode of resource group
207  * @plr:			pseudo-locked region
208  */
209 struct rdtgroup {
210 	struct kernfs_node		*kn;
211 	struct list_head		rdtgroup_list;
212 	u32				closid;
213 	struct cpumask			cpu_mask;
214 	int				flags;
215 	atomic_t			waitcount;
216 	enum rdt_group_type		type;
217 	struct mongroup			mon;
218 	enum rdtgrp_mode		mode;
219 	struct pseudo_lock_region	*plr;
220 };
221 
222 /* rdtgroup.flags */
223 #define	RDT_DELETED		1
224 
225 /* rftype.flags */
226 #define RFTYPE_FLAGS_CPUS_LIST	1
227 
228 /*
229  * Define the file type flags for base and info directories.
230  */
231 #define RFTYPE_INFO			BIT(0)
232 #define RFTYPE_BASE			BIT(1)
233 #define RF_CTRLSHIFT			4
234 #define RF_MONSHIFT			5
235 #define RF_TOPSHIFT			6
236 #define RFTYPE_CTRL			BIT(RF_CTRLSHIFT)
237 #define RFTYPE_MON			BIT(RF_MONSHIFT)
238 #define RFTYPE_TOP			BIT(RF_TOPSHIFT)
239 #define RFTYPE_RES_CACHE		BIT(8)
240 #define RFTYPE_RES_MB			BIT(9)
241 #define RF_CTRL_INFO			(RFTYPE_INFO | RFTYPE_CTRL)
242 #define RF_MON_INFO			(RFTYPE_INFO | RFTYPE_MON)
243 #define RF_TOP_INFO			(RFTYPE_INFO | RFTYPE_TOP)
244 #define RF_CTRL_BASE			(RFTYPE_BASE | RFTYPE_CTRL)
245 
246 /* List of all resource groups */
247 extern struct list_head rdt_all_groups;
248 
249 extern int max_name_width, max_data_width;
250 
251 int __init rdtgroup_init(void);
252 void __exit rdtgroup_exit(void);
253 
254 /**
255  * struct rftype - describe each file in the resctrl file system
256  * @name:	File name
257  * @mode:	Access mode
258  * @kf_ops:	File operations
259  * @flags:	File specific RFTYPE_FLAGS_* flags
260  * @fflags:	File specific RF_* or RFTYPE_* flags
261  * @seq_show:	Show content of the file
262  * @write:	Write to the file
263  */
264 struct rftype {
265 	char			*name;
266 	umode_t			mode;
267 	const struct kernfs_ops	*kf_ops;
268 	unsigned long		flags;
269 	unsigned long		fflags;
270 
271 	int (*seq_show)(struct kernfs_open_file *of,
272 			struct seq_file *sf, void *v);
273 	/*
274 	 * write() is the generic write callback which maps directly to
275 	 * kernfs write operation and overrides all other operations.
276 	 * Maximum write size is determined by ->max_write_len.
277 	 */
278 	ssize_t (*write)(struct kernfs_open_file *of,
279 			 char *buf, size_t nbytes, loff_t off);
280 };
281 
282 /**
283  * struct mbm_state - status for each MBM counter in each domain
284  * @chunks:	Total data moved (multiply by rdt_group.mon_scale to get bytes)
285  * @prev_msr	Value of IA32_QM_CTR for this RMID last time we read it
286  * @prev_bw_msr:Value of previous IA32_QM_CTR for bandwidth counting
287  * @prev_bw	The most recent bandwidth in MBps
288  * @delta_bw	Difference between the current and previous bandwidth
289  * @delta_comp	Indicates whether to compute the delta_bw
290  */
291 struct mbm_state {
292 	u64	chunks;
293 	u64	prev_msr;
294 	u64	prev_bw_msr;
295 	u32	prev_bw;
296 	u32	delta_bw;
297 	bool	delta_comp;
298 };
299 
300 /**
301  * struct rdt_domain - group of cpus sharing an RDT resource
302  * @list:	all instances of this resource
303  * @id:		unique id for this instance
304  * @cpu_mask:	which cpus share this resource
305  * @rmid_busy_llc:
306  *		bitmap of which limbo RMIDs are above threshold
307  * @mbm_total:	saved state for MBM total bandwidth
308  * @mbm_local:	saved state for MBM local bandwidth
309  * @mbm_over:	worker to periodically read MBM h/w counters
310  * @cqm_limbo:	worker to periodically read CQM h/w counters
311  * @mbm_work_cpu:
312  *		worker cpu for MBM h/w counters
313  * @cqm_work_cpu:
314  *		worker cpu for CQM h/w counters
315  * @ctrl_val:	array of cache or mem ctrl values (indexed by CLOSID)
316  * @mbps_val:	When mba_sc is enabled, this holds the bandwidth in MBps
317  * @new_ctrl:	new ctrl value to be loaded
318  * @have_new_ctrl: did user provide new_ctrl for this domain
319  * @plr:	pseudo-locked region (if any) associated with domain
320  */
321 struct rdt_domain {
322 	struct list_head		list;
323 	int				id;
324 	struct cpumask			cpu_mask;
325 	unsigned long			*rmid_busy_llc;
326 	struct mbm_state		*mbm_total;
327 	struct mbm_state		*mbm_local;
328 	struct delayed_work		mbm_over;
329 	struct delayed_work		cqm_limbo;
330 	int				mbm_work_cpu;
331 	int				cqm_work_cpu;
332 	u32				*ctrl_val;
333 	u32				*mbps_val;
334 	u32				new_ctrl;
335 	bool				have_new_ctrl;
336 	struct pseudo_lock_region	*plr;
337 };
338 
339 /**
340  * struct msr_param - set a range of MSRs from a domain
341  * @res:       The resource to use
342  * @low:       Beginning index from base MSR
343  * @high:      End index
344  */
345 struct msr_param {
346 	struct rdt_resource	*res;
347 	int			low;
348 	int			high;
349 };
350 
351 /**
352  * struct rdt_cache - Cache allocation related data
353  * @cbm_len:		Length of the cache bit mask
354  * @min_cbm_bits:	Minimum number of consecutive bits to be set
355  * @cbm_idx_mult:	Multiplier of CBM index
356  * @cbm_idx_offset:	Offset of CBM index. CBM index is computed by:
357  *			closid * cbm_idx_multi + cbm_idx_offset
358  *			in a cache bit mask
359  * @shareable_bits:	Bitmask of shareable resource with other
360  *			executing entities
361  * @arch_has_sparse_bitmaps:	True if a bitmap like f00f is valid.
362  * @arch_has_empty_bitmaps:	True if the '0' bitmap is valid.
363  * @arch_has_per_cpu_cfg:	True if QOS_CFG register for this cache
364  *				level has CPU scope.
365  */
366 struct rdt_cache {
367 	unsigned int	cbm_len;
368 	unsigned int	min_cbm_bits;
369 	unsigned int	cbm_idx_mult;
370 	unsigned int	cbm_idx_offset;
371 	unsigned int	shareable_bits;
372 	bool		arch_has_sparse_bitmaps;
373 	bool		arch_has_empty_bitmaps;
374 	bool		arch_has_per_cpu_cfg;
375 };
376 
377 /**
378  * enum membw_throttle_mode - System's memory bandwidth throttling mode
379  * @THREAD_THROTTLE_UNDEFINED:	Not relevant to the system
380  * @THREAD_THROTTLE_MAX:	Memory bandwidth is throttled at the core
381  *				always using smallest bandwidth percentage
382  *				assigned to threads, aka "max throttling"
383  * @THREAD_THROTTLE_PER_THREAD:	Memory bandwidth is throttled at the thread
384  */
385 enum membw_throttle_mode {
386 	THREAD_THROTTLE_UNDEFINED = 0,
387 	THREAD_THROTTLE_MAX,
388 	THREAD_THROTTLE_PER_THREAD,
389 };
390 
391 /**
392  * struct rdt_membw - Memory bandwidth allocation related data
393  * @min_bw:		Minimum memory bandwidth percentage user can request
394  * @bw_gran:		Granularity at which the memory bandwidth is allocated
395  * @delay_linear:	True if memory B/W delay is in linear scale
396  * @arch_needs_linear:	True if we can't configure non-linear resources
397  * @throttle_mode:	Bandwidth throttling mode when threads request
398  *			different memory bandwidths
399  * @mba_sc:		True if MBA software controller(mba_sc) is enabled
400  * @mb_map:		Mapping of memory B/W percentage to memory B/W delay
401  */
402 struct rdt_membw {
403 	u32				min_bw;
404 	u32				bw_gran;
405 	u32				delay_linear;
406 	bool				arch_needs_linear;
407 	enum membw_throttle_mode	throttle_mode;
408 	bool				mba_sc;
409 	u32				*mb_map;
410 };
411 
412 static inline bool is_llc_occupancy_enabled(void)
413 {
414 	return (rdt_mon_features & (1 << QOS_L3_OCCUP_EVENT_ID));
415 }
416 
417 static inline bool is_mbm_total_enabled(void)
418 {
419 	return (rdt_mon_features & (1 << QOS_L3_MBM_TOTAL_EVENT_ID));
420 }
421 
422 static inline bool is_mbm_local_enabled(void)
423 {
424 	return (rdt_mon_features & (1 << QOS_L3_MBM_LOCAL_EVENT_ID));
425 }
426 
427 static inline bool is_mbm_enabled(void)
428 {
429 	return (is_mbm_total_enabled() || is_mbm_local_enabled());
430 }
431 
432 static inline bool is_mbm_event(int e)
433 {
434 	return (e >= QOS_L3_MBM_TOTAL_EVENT_ID &&
435 		e <= QOS_L3_MBM_LOCAL_EVENT_ID);
436 }
437 
438 struct rdt_parse_data {
439 	struct rdtgroup		*rdtgrp;
440 	char			*buf;
441 };
442 
443 /**
444  * struct rdt_resource - attributes of an RDT resource
445  * @rid:		The index of the resource
446  * @alloc_enabled:	Is allocation enabled on this machine
447  * @mon_enabled:	Is monitoring enabled for this feature
448  * @alloc_capable:	Is allocation available on this machine
449  * @mon_capable:	Is monitor feature available on this machine
450  * @name:		Name to use in "schemata" file
451  * @num_closid:		Number of CLOSIDs available
452  * @cache_level:	Which cache level defines scope of this resource
453  * @default_ctrl:	Specifies default cache cbm or memory B/W percent.
454  * @msr_base:		Base MSR address for CBMs
455  * @msr_update:		Function pointer to update QOS MSRs
456  * @data_width:		Character width of data when displaying
457  * @domains:		All domains for this resource
458  * @cache:		Cache allocation related data
459  * @format_str:		Per resource format string to show domain value
460  * @parse_ctrlval:	Per resource function pointer to parse control values
461  * @evt_list:		List of monitoring events
462  * @num_rmid:		Number of RMIDs available
463  * @mon_scale:		cqm counter * mon_scale = occupancy in bytes
464  * @fflags:		flags to choose base and info files
465  */
466 struct rdt_resource {
467 	int			rid;
468 	bool			alloc_enabled;
469 	bool			mon_enabled;
470 	bool			alloc_capable;
471 	bool			mon_capable;
472 	char			*name;
473 	int			num_closid;
474 	int			cache_level;
475 	u32			default_ctrl;
476 	unsigned int		msr_base;
477 	void (*msr_update)	(struct rdt_domain *d, struct msr_param *m,
478 				 struct rdt_resource *r);
479 	int			data_width;
480 	struct list_head	domains;
481 	struct rdt_cache	cache;
482 	struct rdt_membw	membw;
483 	const char		*format_str;
484 	int (*parse_ctrlval)(struct rdt_parse_data *data,
485 			     struct rdt_resource *r,
486 			     struct rdt_domain *d);
487 	struct list_head	evt_list;
488 	int			num_rmid;
489 	unsigned int		mon_scale;
490 	unsigned int		mbm_width;
491 	unsigned long		fflags;
492 };
493 
494 int parse_cbm(struct rdt_parse_data *data, struct rdt_resource *r,
495 	      struct rdt_domain *d);
496 int parse_bw(struct rdt_parse_data *data, struct rdt_resource *r,
497 	     struct rdt_domain *d);
498 
499 extern struct mutex rdtgroup_mutex;
500 
501 extern struct rdt_resource rdt_resources_all[];
502 extern struct rdtgroup rdtgroup_default;
503 DECLARE_STATIC_KEY_FALSE(rdt_alloc_enable_key);
504 
505 extern struct dentry *debugfs_resctrl;
506 
507 enum {
508 	RDT_RESOURCE_L3,
509 	RDT_RESOURCE_L3DATA,
510 	RDT_RESOURCE_L3CODE,
511 	RDT_RESOURCE_L2,
512 	RDT_RESOURCE_L2DATA,
513 	RDT_RESOURCE_L2CODE,
514 	RDT_RESOURCE_MBA,
515 
516 	/* Must be the last */
517 	RDT_NUM_RESOURCES,
518 };
519 
520 #define for_each_rdt_resource(r)					      \
521 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
522 	     r++)
523 
524 #define for_each_capable_rdt_resource(r)				      \
525 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
526 	     r++)							      \
527 		if (r->alloc_capable || r->mon_capable)
528 
529 #define for_each_alloc_capable_rdt_resource(r)				      \
530 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
531 	     r++)							      \
532 		if (r->alloc_capable)
533 
534 #define for_each_mon_capable_rdt_resource(r)				      \
535 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
536 	     r++)							      \
537 		if (r->mon_capable)
538 
539 #define for_each_alloc_enabled_rdt_resource(r)				      \
540 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
541 	     r++)							      \
542 		if (r->alloc_enabled)
543 
544 #define for_each_mon_enabled_rdt_resource(r)				      \
545 	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
546 	     r++)							      \
547 		if (r->mon_enabled)
548 
549 /* CPUID.(EAX=10H, ECX=ResID=1).EAX */
550 union cpuid_0x10_1_eax {
551 	struct {
552 		unsigned int cbm_len:5;
553 	} split;
554 	unsigned int full;
555 };
556 
557 /* CPUID.(EAX=10H, ECX=ResID=3).EAX */
558 union cpuid_0x10_3_eax {
559 	struct {
560 		unsigned int max_delay:12;
561 	} split;
562 	unsigned int full;
563 };
564 
565 /* CPUID.(EAX=10H, ECX=ResID).EDX */
566 union cpuid_0x10_x_edx {
567 	struct {
568 		unsigned int cos_max:16;
569 	} split;
570 	unsigned int full;
571 };
572 
573 void rdt_last_cmd_clear(void);
574 void rdt_last_cmd_puts(const char *s);
575 __printf(1, 2)
576 void rdt_last_cmd_printf(const char *fmt, ...);
577 
578 void rdt_ctrl_update(void *arg);
579 struct rdtgroup *rdtgroup_kn_lock_live(struct kernfs_node *kn);
580 void rdtgroup_kn_unlock(struct kernfs_node *kn);
581 int rdtgroup_kn_mode_restrict(struct rdtgroup *r, const char *name);
582 int rdtgroup_kn_mode_restore(struct rdtgroup *r, const char *name,
583 			     umode_t mask);
584 struct rdt_domain *rdt_find_domain(struct rdt_resource *r, int id,
585 				   struct list_head **pos);
586 ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of,
587 				char *buf, size_t nbytes, loff_t off);
588 int rdtgroup_schemata_show(struct kernfs_open_file *of,
589 			   struct seq_file *s, void *v);
590 bool rdtgroup_cbm_overlaps(struct rdt_resource *r, struct rdt_domain *d,
591 			   unsigned long cbm, int closid, bool exclusive);
592 unsigned int rdtgroup_cbm_to_size(struct rdt_resource *r, struct rdt_domain *d,
593 				  unsigned long cbm);
594 enum rdtgrp_mode rdtgroup_mode_by_closid(int closid);
595 int rdtgroup_tasks_assigned(struct rdtgroup *r);
596 int rdtgroup_locksetup_enter(struct rdtgroup *rdtgrp);
597 int rdtgroup_locksetup_exit(struct rdtgroup *rdtgrp);
598 bool rdtgroup_cbm_overlaps_pseudo_locked(struct rdt_domain *d, unsigned long cbm);
599 bool rdtgroup_pseudo_locked_in_hierarchy(struct rdt_domain *d);
600 int rdt_pseudo_lock_init(void);
601 void rdt_pseudo_lock_release(void);
602 int rdtgroup_pseudo_lock_create(struct rdtgroup *rdtgrp);
603 void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp);
604 struct rdt_domain *get_domain_from_cpu(int cpu, struct rdt_resource *r);
605 int update_domains(struct rdt_resource *r, int closid);
606 int closids_supported(void);
607 void closid_free(int closid);
608 int alloc_rmid(void);
609 void free_rmid(u32 rmid);
610 int rdt_get_mon_l3_config(struct rdt_resource *r);
611 void mon_event_count(void *info);
612 int rdtgroup_mondata_show(struct seq_file *m, void *arg);
613 void rmdir_mondata_subdir_allrdtgrp(struct rdt_resource *r,
614 				    unsigned int dom_id);
615 void mkdir_mondata_subdir_allrdtgrp(struct rdt_resource *r,
616 				    struct rdt_domain *d);
617 void mon_event_read(struct rmid_read *rr, struct rdt_resource *r,
618 		    struct rdt_domain *d, struct rdtgroup *rdtgrp,
619 		    int evtid, int first);
620 void mbm_setup_overflow_handler(struct rdt_domain *dom,
621 				unsigned long delay_ms);
622 void mbm_handle_overflow(struct work_struct *work);
623 void __init intel_rdt_mbm_apply_quirk(void);
624 bool is_mba_sc(struct rdt_resource *r);
625 void setup_default_ctrlval(struct rdt_resource *r, u32 *dc, u32 *dm);
626 u32 delay_bw_map(unsigned long bw, struct rdt_resource *r);
627 void cqm_setup_limbo_handler(struct rdt_domain *dom, unsigned long delay_ms);
628 void cqm_handle_limbo(struct work_struct *work);
629 bool has_busy_rmid(struct rdt_resource *r, struct rdt_domain *d);
630 void __check_limbo(struct rdt_domain *d, bool force_free);
631 void rdt_domain_reconfigure_cdp(struct rdt_resource *r);
632 void __init thread_throttle_mode_init(void);
633 
634 #endif /* _ASM_X86_RESCTRL_INTERNAL_H */
635