[mirror_ubuntu-artful-kernel.git] / arch / x86 / kernel / cpu / intel_rdt.h

#ifndef _ASM_X86_INTEL_RDT_H
#define _ASM_X86_INTEL_RDT_H

#include <linux/sched.h>
#include <linux/kernfs.h>
#include <linux/jump_label.h>

#define IA32_L3_QOS_CFG		0xc81
#define IA32_L3_CBM_BASE	0xc90
#define IA32_L2_CBM_BASE	0xd10
#define IA32_MBA_THRTL_BASE	0xd50

#define L3_QOS_CDP_ENABLE	0x01ULL

/*
 * Event IDs are used to program IA32_QM_EVTSEL before reading event
 * counter from IA32_QM_CTR
 */
#define QOS_L3_OCCUP_EVENT_ID		0x01
#define QOS_L3_MBM_TOTAL_EVENT_ID	0x02
#define QOS_L3_MBM_LOCAL_EVENT_ID	0x03
#define RMID_VAL_ERROR			BIT_ULL(63)
#define RMID_VAL_UNAVAIL		BIT_ULL(62)

/**
 * struct mon_evt - Entry in the event list of a resource
 * @evtid:		event id
 * @name:		name of the event
 */
struct mon_evt {
	u32			evtid;
	char			*name;
	struct list_head	list;
};

extern unsigned int intel_cqm_threshold;
extern bool rdt_alloc_capable;
extern bool rdt_mon_capable;
extern unsigned int rdt_mon_features;

enum rdt_group_type {
	RDTCTRL_GROUP = 0,
	RDTMON_GROUP,
	RDT_NUM_GROUP,
};

/**
 * struct mongroup - store mon group's data in resctrl fs.
 * @parent:			parent rdtgrp
 * @crdtgrp_list:		child rdtgroup node list
 * @rmid:			rmid for this rdtgroup
 */
struct mongroup {
	struct rdtgroup		*parent;
	struct list_head	crdtgrp_list;
	u32			rmid;
};

/**
 * struct rdtgroup - store rdtgroup's data in resctrl file system.
 * @kn:				kernfs node
 * @rdtgroup_list:		linked list for all rdtgroups
 * @closid:			closid for this rdtgroup
 * @cpu_mask:			CPUs assigned to this rdtgroup
 * @flags:			status bits
 * @waitcount:			how many cpus expect to find this
 *				group when they acquire rdtgroup_mutex
 * @type:			indicates type of this rdtgroup - either
 *				monitor only or ctrl_mon group
 * @mon:			mongroup related data
 */
struct rdtgroup {
	struct kernfs_node	*kn;
	struct list_head	rdtgroup_list;
	u32			closid;
	struct cpumask		cpu_mask;
	int			flags;
	atomic_t		waitcount;
	enum rdt_group_type	type;
	struct mongroup		mon;
};

/* rdtgroup.flags */
#define	RDT_DELETED		1

/* rftype.flags */
#define RFTYPE_FLAGS_CPUS_LIST	1

/*
 * Define the file type flags for base and info directories.
 */
#define RFTYPE_INFO			BIT(0)
#define RFTYPE_BASE			BIT(1)
#define RF_CTRLSHIFT			4
#define RF_MONSHIFT			5
#define RFTYPE_CTRL			BIT(RF_CTRLSHIFT)
#define RFTYPE_MON			BIT(RF_MONSHIFT)
#define RFTYPE_RES_CACHE		BIT(8)
#define RFTYPE_RES_MB			BIT(9)
#define RF_CTRL_INFO			(RFTYPE_INFO | RFTYPE_CTRL)
#define RF_MON_INFO			(RFTYPE_INFO | RFTYPE_MON)
#define RF_CTRL_BASE			(RFTYPE_BASE | RFTYPE_CTRL)

/* List of all resource groups */
extern struct list_head rdt_all_groups;

extern int max_name_width, max_data_width;

int __init rdtgroup_init(void);

/**
 * struct rftype - describe each file in the resctrl file system
 * @name:	File name
 * @mode:	Access mode
 * @kf_ops:	File operations
 * @flags:	File specific RFTYPE_FLAGS_* flags
 * @fflags:	File specific RF_* or RFTYPE_* flags
 * @seq_show:	Show content of the file
 * @write:	Write to the file
 */
struct rftype {
	char			*name;
	umode_t			mode;
	struct kernfs_ops	*kf_ops;
	unsigned long		flags;
	unsigned long		fflags;

	int (*seq_show)(struct kernfs_open_file *of,
			struct seq_file *sf, void *v);
	/*
	 * write() is the generic write callback which maps directly to
	 * kernfs write operation and overrides all other operations.
	 * Maximum write size is determined by ->max_write_len.
	 */
	ssize_t (*write)(struct kernfs_open_file *of,
			 char *buf, size_t nbytes, loff_t off);
};

/**
 * struct rdt_domain - group of cpus sharing an RDT resource
 * @list:	all instances of this resource
 * @id:		unique id for this instance
 * @cpu_mask:	which cpus share this resource
 * @rmid_busy_llc:
 *		bitmap of which limbo RMIDs are above threshold
 * @ctrl_val:	array of cache or mem ctrl values (indexed by CLOSID)
 * @new_ctrl:	new ctrl value to be loaded
 * @have_new_ctrl: did user provide new_ctrl for this domain
 */
struct rdt_domain {
	struct list_head	list;
	int			id;
	struct cpumask		cpu_mask;
	unsigned long		*rmid_busy_llc;
	u32			*ctrl_val;
	u32			new_ctrl;
	bool			have_new_ctrl;
};

/**
 * struct msr_param - set a range of MSRs from a domain
 * @res:       The resource to use
 * @low:       Beginning index from base MSR
 * @high:      End index
 */
struct msr_param {
	struct rdt_resource	*res;
	int			low;
	int			high;
};

/**
 * struct rdt_cache - Cache allocation related data
 * @cbm_len:		Length of the cache bit mask
 * @min_cbm_bits:	Minimum number of consecutive bits to be set
 * @cbm_idx_mult:	Multiplier of CBM index
 * @cbm_idx_offset:	Offset of CBM index. CBM index is computed by:
 *			closid * cbm_idx_multi + cbm_idx_offset
 *			in a cache bit mask
 */
struct rdt_cache {
	unsigned int	cbm_len;
	unsigned int	min_cbm_bits;
	unsigned int	cbm_idx_mult;
	unsigned int	cbm_idx_offset;
};

/**
 * struct rdt_membw - Memory bandwidth allocation related data
 * @max_delay:		Max throttle delay. Delay is the hardware
 *			representation for memory bandwidth.
 * @min_bw:		Minimum memory bandwidth percentage user can request
 * @bw_gran:		Granularity at which the memory bandwidth is allocated
 * @delay_linear:	True if memory B/W delay is in linear scale
 * @mb_map:		Mapping of memory B/W percentage to memory B/W delay
 */
struct rdt_membw {
	u32		max_delay;
	u32		min_bw;
	u32		bw_gran;
	u32		delay_linear;
	u32		*mb_map;
};

static inline bool is_llc_occupancy_enabled(void)
{
	return (rdt_mon_features & (1 << QOS_L3_OCCUP_EVENT_ID));
}

/**
 * struct rdt_resource - attributes of an RDT resource
 * @alloc_enabled:	Is allocation enabled on this machine
 * @mon_enabled:		Is monitoring enabled for this feature
 * @alloc_capable:	Is allocation available on this machine
 * @mon_capable:		Is monitor feature available on this machine
 * @name:		Name to use in "schemata" file
 * @num_closid:		Number of CLOSIDs available
 * @cache_level:	Which cache level defines scope of this resource
 * @default_ctrl:	Specifies default cache cbm or memory B/W percent.
 * @msr_base:		Base MSR address for CBMs
 * @msr_update:		Function pointer to update QOS MSRs
 * @data_width:		Character width of data when displaying
 * @domains:		All domains for this resource
 * @cache:		Cache allocation related data
 * @format_str:		Per resource format string to show domain value
 * @parse_ctrlval:	Per resource function pointer to parse control values
 * @evt_list:			List of monitoring events
 * @num_rmid:			Number of RMIDs available
 * @mon_scale:			cqm counter * mon_scale = occupancy in bytes
 * @fflags:			flags to choose base and info files
 */
struct rdt_resource {
	bool			alloc_enabled;
	bool			mon_enabled;
	bool			alloc_capable;
	bool			mon_capable;
	char			*name;
	int			num_closid;
	int			cache_level;
	u32			default_ctrl;
	unsigned int		msr_base;
	void (*msr_update)	(struct rdt_domain *d, struct msr_param *m,
				 struct rdt_resource *r);
	int			data_width;
	struct list_head	domains;
	struct rdt_cache	cache;
	struct rdt_membw	membw;
	const char		*format_str;
	int (*parse_ctrlval)	(char *buf, struct rdt_resource *r,
				 struct rdt_domain *d);
	struct list_head	evt_list;
	int			num_rmid;
	unsigned int		mon_scale;
	unsigned long		fflags;
};

int parse_cbm(char *buf, struct rdt_resource *r, struct rdt_domain *d);
int parse_bw(char *buf, struct rdt_resource *r,  struct rdt_domain *d);

extern struct mutex rdtgroup_mutex;

extern struct rdt_resource rdt_resources_all[];
extern struct rdtgroup rdtgroup_default;
DECLARE_STATIC_KEY_FALSE(rdt_alloc_enable_key);

int __init rdtgroup_init(void);

enum {
	RDT_RESOURCE_L3,
	RDT_RESOURCE_L3DATA,
	RDT_RESOURCE_L3CODE,
	RDT_RESOURCE_L2,
	RDT_RESOURCE_MBA,

	/* Must be the last */
	RDT_NUM_RESOURCES,
};

#define for_each_alloc_capable_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	     r++)							      \
		if (r->alloc_capable)

#define for_each_mon_capable_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	     r++)							      \
		if (r->mon_capable)

#define for_each_alloc_enabled_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	     r++)							      \
		if (r->alloc_enabled)

#define for_each_mon_enabled_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	     r++)							      \
		if (r->mon_enabled)

/* CPUID.(EAX=10H, ECX=ResID=1).EAX */
union cpuid_0x10_1_eax {
	struct {
		unsigned int cbm_len:5;
	} split;
	unsigned int full;
};

/* CPUID.(EAX=10H, ECX=ResID=3).EAX */
union cpuid_0x10_3_eax {
	struct {
		unsigned int max_delay:12;
	} split;
	unsigned int full;
};

/* CPUID.(EAX=10H, ECX=ResID).EDX */
union cpuid_0x10_x_edx {
	struct {
		unsigned int cos_max:16;
	} split;
	unsigned int full;
};

DECLARE_PER_CPU_READ_MOSTLY(int, cpu_closid);

void rdt_ctrl_update(void *arg);
struct rdtgroup *rdtgroup_kn_lock_live(struct kernfs_node *kn);
void rdtgroup_kn_unlock(struct kernfs_node *kn);
ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of,
				char *buf, size_t nbytes, loff_t off);
int rdtgroup_schemata_show(struct kernfs_open_file *of,
			   struct seq_file *s, void *v);
struct rdt_domain *get_domain_from_cpu(int cpu, struct rdt_resource *r);
int alloc_rmid(void);
void free_rmid(u32 rmid);
int rdt_get_mon_l3_config(struct rdt_resource *r);

#endif /* _ASM_X86_INTEL_RDT_H */
Commit	Line	Data
113c6097 FY	1	#ifndef _ASM_X86_INTEL_RDT_H
	2	#define _ASM_X86_INTEL_RDT_H
	3
5b825c3a	4	#include <linux/sched.h>
8ff42c02	5	#include <linux/kernfs.h>
5ff193fb FY	6	#include <linux/jump_label.h>
	7
	8	#define IA32_L3_QOS_CFG 0xc81
113c6097	9	#define IA32_L3_CBM_BASE 0xc90
c1c7c3f9	10	#define IA32_L2_CBM_BASE 0xd10
05b93417	11	#define IA32_MBA_THRTL_BASE 0xd50
113c6097	12
5ff193fb FY	13	#define L3_QOS_CDP_ENABLE 0x01ULL
5ff193fb FY	14
83d4a977 VS	15	/*
	16	* Event IDs are used to program IA32_QM_EVTSEL before reading event
	17	* counter from IA32_QM_CTR
	18	*/
	19	#define QOS_L3_OCCUP_EVENT_ID 0x01
	20	#define QOS_L3_MBM_TOTAL_EVENT_ID 0x02
	21	#define QOS_L3_MBM_LOCAL_EVENT_ID 0x03
c6353f9a VS	22	#define RMID_VAL_ERROR BIT_ULL(63)
c6353f9a VS	23	#define RMID_VAL_UNAVAIL BIT_ULL(62)
83d4a977 VS	24
	25	/**
	26	* struct mon_evt - Entry in the event list of a resource
	27	* @evtid: event id
	28	* @name: name of the event
	29	*/
	30	struct mon_evt {
	31	u32 evtid;
	32	char *name;
	33	struct list_head list;
	34	};
	35
	36	extern unsigned int intel_cqm_threshold;
	37	extern bool rdt_alloc_capable;
	38	extern bool rdt_mon_capable;
	39	extern unsigned int rdt_mon_features;
ccac7180 VS	40
	41	enum rdt_group_type {
	42	RDTCTRL_GROUP = 0,
	43	RDTMON_GROUP,
	44	RDT_NUM_GROUP,
	45	};
	46
	47	/**
	48	* struct mongroup - store mon group's data in resctrl fs.
	49	* @parent: parent rdtgrp
	50	* @crdtgrp_list: child rdtgroup node list
	51	* @rmid: rmid for this rdtgroup
	52	*/
	53	struct mongroup {
	54	struct rdtgroup *parent;
	55	struct list_head crdtgrp_list;
	56	u32 rmid;
	57	};
	58
5ff193fb FY	59	/**
	60	* struct rdtgroup - store rdtgroup's data in resctrl file system.
	61	* @kn: kernfs node
	62	* @rdtgroup_list: linked list for all rdtgroups
	63	* @closid: closid for this rdtgroup
12e0110c	64	* @cpu_mask: CPUs assigned to this rdtgroup
60cf5e10 FY	65	* @flags: status bits
60cf5e10 FY	66	* @waitcount: how many cpus expect to find this
12e0110c	67	* group when they acquire rdtgroup_mutex
ccac7180 VS	68	* @type: indicates type of this rdtgroup - either
	69	* monitor only or ctrl_mon group
	70	* @mon: mongroup related data
5ff193fb FY	71	*/
	72	struct rdtgroup {
	73	struct kernfs_node *kn;
	74	struct list_head rdtgroup_list;
703c3837	75	u32 closid;
12e0110c	76	struct cpumask cpu_mask;
60cf5e10 FY	77	int flags;
60cf5e10 FY	78	atomic_t waitcount;
ccac7180 VS	79	enum rdt_group_type type;
ccac7180 VS	80	struct mongroup mon;
5ff193fb FY	81	};
5ff193fb FY	82
60cf5e10 FY	83	/* rdtgroup.flags */
	84	#define RDT_DELETED 1
	85
4ffa3c97 JO	86	/* rftype.flags */
	87	#define RFTYPE_FLAGS_CPUS_LIST 1
	88
5ae32bbc TL	89	/*
	90	* Define the file type flags for base and info directories.
	91	*/
	92	#define RFTYPE_INFO BIT(0)
	93	#define RFTYPE_BASE BIT(1)
	94	#define RF_CTRLSHIFT 4
a9a0c771	95	#define RF_MONSHIFT 5
5ae32bbc	96	#define RFTYPE_CTRL BIT(RF_CTRLSHIFT)
a9a0c771	97	#define RFTYPE_MON BIT(RF_MONSHIFT)
5ae32bbc TL	98	#define RFTYPE_RES_CACHE BIT(8)
	99	#define RFTYPE_RES_MB BIT(9)
	100	#define RF_CTRL_INFO (RFTYPE_INFO \| RFTYPE_CTRL)
a9a0c771	101	#define RF_MON_INFO (RFTYPE_INFO \| RFTYPE_MON)
5ae32bbc TL	102	#define RF_CTRL_BASE (RFTYPE_BASE \| RFTYPE_CTRL)
5ae32bbc TL	103
5ff193fb FY	104	/* List of all resource groups */
	105	extern struct list_head rdt_all_groups;
	106
de016df8 VS	107	extern int max_name_width, max_data_width;
de016df8 VS	108
5ff193fb FY	109	int __init rdtgroup_init(void);
5ff193fb FY	110
4e978d06 FY	111	/**
4e978d06 FY	112	* struct rftype - describe each file in the resctrl file system
17f8ba1d TG	113	* @name: File name
	114	* @mode: Access mode
	115	* @kf_ops: File operations
4ffa3c97	116	* @flags: File specific RFTYPE_FLAGS_* flags
5ae32bbc	117	* @fflags: File specific RF_* or RFTYPE_* flags
17f8ba1d TG	118	* @seq_show: Show content of the file
17f8ba1d TG	119	* @write: Write to the file
4e978d06 FY	120	*/
	121	struct rftype {
	122	char *name;
	123	umode_t mode;
	124	struct kernfs_ops *kf_ops;
4ffa3c97	125	unsigned long flags;
5ae32bbc	126	unsigned long fflags;
4e978d06 FY	127
	128	int (seq_show)(struct kernfs_open_file of,
	129	struct seq_file sf, void v);
	130	/*
	131	* write() is the generic write callback which maps directly to
	132	* kernfs write operation and overrides all other operations.
	133	* Maximum write size is determined by ->max_write_len.
	134	*/
	135	ssize_t (write)(struct kernfs_open_file of,
	136	char *buf, size_t nbytes, loff_t off);
	137	};
	138
0921c547 TG	139	/**
	140	* struct rdt_domain - group of cpus sharing an RDT resource
	141	* @list: all instances of this resource
	142	* @id: unique id for this instance
	143	* @cpu_mask: which cpus share this resource
c6353f9a VS	144	* @rmid_busy_llc:
c6353f9a VS	145	* bitmap of which limbo RMIDs are above threshold
0921c547 TG	146	* @ctrl_val: array of cache or mem ctrl values (indexed by CLOSID)
	147	* @new_ctrl: new ctrl value to be loaded
	148	* @have_new_ctrl: did user provide new_ctrl for this domain
	149	*/
	150	struct rdt_domain {
	151	struct list_head list;
	152	int id;
	153	struct cpumask cpu_mask;
c6353f9a	154	unsigned long *rmid_busy_llc;
0921c547 TG	155	u32 *ctrl_val;
	156	u32 new_ctrl;
	157	bool have_new_ctrl;
	158	};
	159
	160	/**
	161	* struct msr_param - set a range of MSRs from a domain
	162	* @res: The resource to use
	163	* @low: Beginning index from base MSR
	164	* @high: End index
	165	*/
	166	struct msr_param {
	167	struct rdt_resource *res;
	168	int low;
	169	int high;
	170	};
	171
d3e11b4d TG	172	/**
	173	* struct rdt_cache - Cache allocation related data
	174	* @cbm_len: Length of the cache bit mask
	175	* @min_cbm_bits: Minimum number of consecutive bits to be set
	176	* @cbm_idx_mult: Multiplier of CBM index
	177	* @cbm_idx_offset: Offset of CBM index. CBM index is computed by:
	178	* closid * cbm_idx_multi + cbm_idx_offset
	179	* in a cache bit mask
	180	*/
	181	struct rdt_cache {
	182	unsigned int cbm_len;
	183	unsigned int min_cbm_bits;
	184	unsigned int cbm_idx_mult;
	185	unsigned int cbm_idx_offset;
	186	};
	187
05b93417 VS	188	/**
	189	* struct rdt_membw - Memory bandwidth allocation related data
	190	* @max_delay: Max throttle delay. Delay is the hardware
	191	* representation for memory bandwidth.
	192	* @min_bw: Minimum memory bandwidth percentage user can request
	193	* @bw_gran: Granularity at which the memory bandwidth is allocated
	194	* @delay_linear: True if memory B/W delay is in linear scale
	195	* @mb_map: Mapping of memory B/W percentage to memory B/W delay
	196	*/
	197	struct rdt_membw {
	198	u32 max_delay;
	199	u32 min_bw;
	200	u32 bw_gran;
	201	u32 delay_linear;
	202	u32 *mb_map;
	203	};
	204
83d4a977 VS	205	static inline bool is_llc_occupancy_enabled(void)
	206	{
	207	return (rdt_mon_features & (1 << QOS_L3_OCCUP_EVENT_ID));
	208	}
	209
c1c7c3f9 FY	210	/**
c1c7c3f9 FY	211	* struct rdt_resource - attributes of an RDT resource
26017611	212	* @alloc_enabled: Is allocation enabled on this machine
83d4a977	213	* @mon_enabled: Is monitoring enabled for this feature
26017611	214	* @alloc_capable: Is allocation available on this machine
83d4a977	215	* @mon_capable: Is monitor feature available on this machine
d3e11b4d TG	216	* @name: Name to use in "schemata" file
	217	* @num_closid: Number of CLOSIDs available
	218	* @cache_level: Which cache level defines scope of this resource
	219	* @default_ctrl: Specifies default cache cbm or memory B/W percent.
	220	* @msr_base: Base MSR address for CBMs
0921c547	221	* @msr_update: Function pointer to update QOS MSRs
d3e11b4d TG	222	* @data_width: Character width of data when displaying
	223	* @domains: All domains for this resource
	224	* @cache: Cache allocation related data
c6ea67de VS	225	* @format_str: Per resource format string to show domain value
c6ea67de VS	226	* @parse_ctrlval: Per resource function pointer to parse control values
83d4a977 VS	227	* @evt_list: List of monitoring events
	228	* @num_rmid: Number of RMIDs available
	229	* @mon_scale: cqm counter * mon_scale = occupancy in bytes
5ae32bbc	230	* @fflags: flags to choose base and info files
c1c7c3f9 FY	231	*/
c1c7c3f9 FY	232	struct rdt_resource {
26017611	233	bool alloc_enabled;
83d4a977	234	bool mon_enabled;
26017611	235	bool alloc_capable;
83d4a977	236	bool mon_capable;
c1c7c3f9 FY	237	char *name;
c1c7c3f9 FY	238	int num_closid;
d3e11b4d	239	int cache_level;
2545e9f5	240	u32 default_ctrl;
d3e11b4d	241	unsigned int msr_base;
0921c547 TG	242	void (msr_update) (struct rdt_domain d, struct msr_param *m,
0921c547 TG	243	struct rdt_resource *r);
de016df8	244	int data_width;
c1c7c3f9	245	struct list_head domains;
a83827d0 TG	246	struct rdt_cache cache;
a83827d0 TG	247	struct rdt_membw membw;
c6ea67de VS	248	const char *format_str;
	249	int (parse_ctrlval) (char buf, struct rdt_resource *r,
	250	struct rdt_domain *d);
83d4a977 VS	251	struct list_head evt_list;
	252	int num_rmid;
	253	unsigned int mon_scale;
5ae32bbc	254	unsigned long fflags;
c1c7c3f9 FY	255	};
c1c7c3f9 FY	256
c6ea67de	257	int parse_cbm(char buf, struct rdt_resource r, struct rdt_domain *d);
64e8ed3d	258	int parse_bw(char buf, struct rdt_resource r, struct rdt_domain *d);
6a507a6a	259
2264d9c7 TL	260	extern struct mutex rdtgroup_mutex;
2264d9c7 TL	261
c1c7c3f9	262	extern struct rdt_resource rdt_resources_all[];
5ff193fb	263	extern struct rdtgroup rdtgroup_default;
26017611	264	DECLARE_STATIC_KEY_FALSE(rdt_alloc_enable_key);
5ff193fb FY	265
5ff193fb FY	266	int __init rdtgroup_init(void);
c1c7c3f9 FY	267
	268	enum {
	269	RDT_RESOURCE_L3,
	270	RDT_RESOURCE_L3DATA,
	271	RDT_RESOURCE_L3CODE,
	272	RDT_RESOURCE_L2,
05b93417	273	RDT_RESOURCE_MBA,
c1c7c3f9 FY	274
	275	/* Must be the last */
	276	RDT_NUM_RESOURCES,
	277	};
	278
26017611	279	#define for_each_alloc_capable_rdt_resource(r) \
c1c7c3f9	280	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
17f8ba1d	281	r++) \
26017611	282	if (r->alloc_capable)
c1c7c3f9	283
83d4a977 VS	284	#define for_each_mon_capable_rdt_resource(r) \
	285	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	286	r++) \
	287	if (r->mon_capable)
	288
26017611	289	#define for_each_alloc_enabled_rdt_resource(r) \
2264d9c7 TL	290	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
2264d9c7 TL	291	r++) \
26017611	292	if (r->alloc_enabled)
2264d9c7	293
a9a0c771 VS	294	#define for_each_mon_enabled_rdt_resource(r) \
	295	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	296	r++) \
	297	if (r->mon_enabled)
	298
c1c7c3f9 FY	299	/* CPUID.(EAX=10H, ECX=ResID=1).EAX */
	300	union cpuid_0x10_1_eax {
	301	struct {
	302	unsigned int cbm_len:5;
	303	} split;
	304	unsigned int full;
	305	};
	306
ab66a33b VS	307	/* CPUID.(EAX=10H, ECX=ResID=3).EAX */
	308	union cpuid_0x10_3_eax {
	309	struct {
	310	unsigned int max_delay:12;
	311	} split;
	312	unsigned int full;
	313	};
	314
2545e9f5 VS	315	/* CPUID.(EAX=10H, ECX=ResID).EDX */
2545e9f5 VS	316	union cpuid_0x10_x_edx {
c1c7c3f9 FY	317	struct {
	318	unsigned int cos_max:16;
	319	} split;
	320	unsigned int full;
	321	};
2264d9c7	322
12e0110c TL	323	DECLARE_PER_CPU_READ_MOSTLY(int, cpu_closid);
12e0110c TL	324
2545e9f5	325	void rdt_ctrl_update(void *arg);
60cf5e10 FY	326	struct rdtgroup rdtgroup_kn_lock_live(struct kernfs_node kn);
60cf5e10 FY	327	void rdtgroup_kn_unlock(struct kernfs_node *kn);
60ec2440 TL	328	ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of,
	329	char *buf, size_t nbytes, loff_t off);
	330	int rdtgroup_schemata_show(struct kernfs_open_file *of,
	331	struct seq_file s, void v);
c6353f9a	332	struct rdt_domain get_domain_from_cpu(int cpu, struct rdt_resource r);
ccac7180 VS	333	int alloc_rmid(void);
ccac7180 VS	334	void free_rmid(u32 rmid);
83d4a977	335	int rdt_get_mon_l3_config(struct rdt_resource *r);
4f341a5e	336
113c6097	337	#endif /* _ASM_X86_INTEL_RDT_H */