10b73214fSGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2212188a5SHendrik Brueckner /*
3212188a5SHendrik Brueckner * CPU-measurement facilities
4212188a5SHendrik Brueckner *
55223c671SHendrik Brueckner * Copyright IBM Corp. 2012, 2018
6212188a5SHendrik Brueckner * Author(s): Hendrik Brueckner <brueckner@linux.vnet.ibm.com>
7212188a5SHendrik Brueckner * Jan Glauber <jang@linux.vnet.ibm.com>
8212188a5SHendrik Brueckner */
9b03d541aSJan Glauber #ifndef _ASM_S390_CPU_MF_H
10b03d541aSJan Glauber #define _ASM_S390_CPU_MF_H
11b03d541aSJan Glauber
12cb16b91aSLi Zefan #include <linux/errno.h>
13d09a307fSHeiko Carstens #include <asm/asm-extable.h>
141e3cab2fSHeiko Carstens #include <asm/facility.h>
151e3cab2fSHeiko Carstens
16778fb10cSHendrik Brueckner asm(".include \"asm/cpu_mf-insn.h\"\n");
17778fb10cSHendrik Brueckner
18b03d541aSJan Glauber #define CPU_MF_INT_SF_IAE (1 << 31) /* invalid entry address */
19b03d541aSJan Glauber #define CPU_MF_INT_SF_ISE (1 << 30) /* incorrect SDBT entry */
20b03d541aSJan Glauber #define CPU_MF_INT_SF_PRA (1 << 29) /* program request alert */
21b03d541aSJan Glauber #define CPU_MF_INT_SF_SACA (1 << 23) /* sampler auth. change alert */
22b03d541aSJan Glauber #define CPU_MF_INT_SF_LSDA (1 << 22) /* loss of sample data alert */
23ee699f32SHendrik Brueckner #define CPU_MF_INT_CF_MTDA (1 << 15) /* loss of MT ctr. data alert */
24212188a5SHendrik Brueckner #define CPU_MF_INT_CF_CACA (1 << 7) /* counter auth. change alert */
25212188a5SHendrik Brueckner #define CPU_MF_INT_CF_LCDA (1 << 6) /* loss of counter data alert */
26ee699f32SHendrik Brueckner #define CPU_MF_INT_CF_MASK (CPU_MF_INT_CF_MTDA|CPU_MF_INT_CF_CACA| \
27ee699f32SHendrik Brueckner CPU_MF_INT_CF_LCDA)
28212188a5SHendrik Brueckner #define CPU_MF_INT_SF_MASK (CPU_MF_INT_SF_IAE|CPU_MF_INT_SF_ISE| \
29212188a5SHendrik Brueckner CPU_MF_INT_SF_PRA|CPU_MF_INT_SF_SACA| \
30212188a5SHendrik Brueckner CPU_MF_INT_SF_LSDA)
31212188a5SHendrik Brueckner
32932bfc5aSThomas Richter #define CPU_MF_SF_RIBM_NOTAV 0x1 /* Sampling unavailable */
33932bfc5aSThomas Richter
34212188a5SHendrik Brueckner /* CPU measurement facility support */
cpum_cf_avail(void)35212188a5SHendrik Brueckner static inline int cpum_cf_avail(void)
36212188a5SHendrik Brueckner {
37e5b98199SMartin Schwidefsky return test_facility(40) && test_facility(67);
38212188a5SHendrik Brueckner }
39212188a5SHendrik Brueckner
cpum_sf_avail(void)40212188a5SHendrik Brueckner static inline int cpum_sf_avail(void)
41212188a5SHendrik Brueckner {
42e5b98199SMartin Schwidefsky return test_facility(40) && test_facility(68);
43212188a5SHendrik Brueckner }
44212188a5SHendrik Brueckner
45212188a5SHendrik Brueckner struct cpumf_ctr_info {
46212188a5SHendrik Brueckner u16 cfvn;
47212188a5SHendrik Brueckner u16 auth_ctl;
48212188a5SHendrik Brueckner u16 enable_ctl;
49212188a5SHendrik Brueckner u16 act_ctl;
50212188a5SHendrik Brueckner u16 max_cpu;
51212188a5SHendrik Brueckner u16 csvn;
52212188a5SHendrik Brueckner u16 max_cg;
53212188a5SHendrik Brueckner u16 reserved1;
54212188a5SHendrik Brueckner u32 reserved2[12];
55212188a5SHendrik Brueckner } __packed;
56212188a5SHendrik Brueckner
57cf48ad83SHendrik Brueckner /* QUERY SAMPLING INFORMATION block */
58cf48ad83SHendrik Brueckner struct hws_qsi_info_block { /* Bit(s) */
59cf48ad83SHendrik Brueckner unsigned int b0_13:14; /* 0-13: zeros */
607e75fc3fSHendrik Brueckner unsigned int as:1; /* 14: basic-sampling authorization */
617e75fc3fSHendrik Brueckner unsigned int ad:1; /* 15: diag-sampling authorization */
627e75fc3fSHendrik Brueckner unsigned int b16_21:6; /* 16-21: zeros */
637e75fc3fSHendrik Brueckner unsigned int es:1; /* 22: basic-sampling enable control */
647e75fc3fSHendrik Brueckner unsigned int ed:1; /* 23: diag-sampling enable control */
657e75fc3fSHendrik Brueckner unsigned int b24_29:6; /* 24-29: zeros */
667e75fc3fSHendrik Brueckner unsigned int cs:1; /* 30: basic-sampling activation control */
677e75fc3fSHendrik Brueckner unsigned int cd:1; /* 31: diag-sampling activation control */
68cf48ad83SHendrik Brueckner unsigned int bsdes:16; /* 4-5: size of basic sampling entry */
69cf48ad83SHendrik Brueckner unsigned int dsdes:16; /* 6-7: size of diagnostic sampling entry */
70cf48ad83SHendrik Brueckner unsigned long min_sampl_rate; /* 8-15: minimum sampling interval */
71cf48ad83SHendrik Brueckner unsigned long max_sampl_rate; /* 16-23: maximum sampling interval*/
72cf48ad83SHendrik Brueckner unsigned long tear; /* 24-31: TEAR contents */
73cf48ad83SHendrik Brueckner unsigned long dear; /* 32-39: DEAR contents */
74932bfc5aSThomas Richter unsigned int rsvrd0:24; /* 40-42: reserved */
75932bfc5aSThomas Richter unsigned int ribm:8; /* 43: Reserved by IBM */
76cf48ad83SHendrik Brueckner unsigned int cpu_speed; /* 44-47: CPU speed */
77cf48ad83SHendrik Brueckner unsigned long long rsvrd1; /* 48-55: reserved */
78cf48ad83SHendrik Brueckner unsigned long long rsvrd2; /* 56-63: reserved */
79cf48ad83SHendrik Brueckner } __packed;
80cf48ad83SHendrik Brueckner
81cf48ad83SHendrik Brueckner /* SET SAMPLING CONTROLS request block */
82cf48ad83SHendrik Brueckner struct hws_lsctl_request_block {
83cf48ad83SHendrik Brueckner unsigned int s:1; /* 0: maximum buffer indicator */
84cf48ad83SHendrik Brueckner unsigned int h:1; /* 1: part. level reserved for VM use*/
85cf48ad83SHendrik Brueckner unsigned long long b2_53:52;/* 2-53: zeros */
867e75fc3fSHendrik Brueckner unsigned int es:1; /* 54: basic-sampling enable control */
877e75fc3fSHendrik Brueckner unsigned int ed:1; /* 55: diag-sampling enable control */
887e75fc3fSHendrik Brueckner unsigned int b56_61:6; /* 56-61: - zeros */
897e75fc3fSHendrik Brueckner unsigned int cs:1; /* 62: basic-sampling activation control */
907e75fc3fSHendrik Brueckner unsigned int cd:1; /* 63: diag-sampling activation control */
91cf48ad83SHendrik Brueckner unsigned long interval; /* 8-15: sampling interval */
92cf48ad83SHendrik Brueckner unsigned long tear; /* 16-23: TEAR contents */
93cf48ad83SHendrik Brueckner unsigned long dear; /* 24-31: DEAR contents */
94cf48ad83SHendrik Brueckner /* 32-63: */
95cf48ad83SHendrik Brueckner unsigned long rsvrd1; /* reserved */
96cf48ad83SHendrik Brueckner unsigned long rsvrd2; /* reserved */
97cf48ad83SHendrik Brueckner unsigned long rsvrd3; /* reserved */
98cf48ad83SHendrik Brueckner unsigned long rsvrd4; /* reserved */
99cf48ad83SHendrik Brueckner } __packed;
100cf48ad83SHendrik Brueckner
1017e75fc3fSHendrik Brueckner struct hws_basic_entry {
102cf48ad83SHendrik Brueckner unsigned int def:16; /* 0-15 Data Entry Format */
103cf48ad83SHendrik Brueckner unsigned int R:4; /* 16-19 reserved */
104cf48ad83SHendrik Brueckner unsigned int U:4; /* 20-23 Number of unique instruct. */
105cf48ad83SHendrik Brueckner unsigned int z:2; /* zeros */
106cf48ad83SHendrik Brueckner unsigned int T:1; /* 26 PSW DAT mode */
107cf48ad83SHendrik Brueckner unsigned int W:1; /* 27 PSW wait state */
108cf48ad83SHendrik Brueckner unsigned int P:1; /* 28 PSW Problem state */
109cf48ad83SHendrik Brueckner unsigned int AS:2; /* 29-30 PSW address-space control */
110cf48ad83SHendrik Brueckner unsigned int I:1; /* 31 entry valid or invalid */
111c19805f8SChristian Borntraeger unsigned int CL:2; /* 32-33 Configuration Level */
112745f5d20SThomas Richter unsigned int H:1; /* 34 Host Indicator */
113745f5d20SThomas Richter unsigned int LS:1; /* 35 Limited Sampling */
114745f5d20SThomas Richter unsigned int:12;
115cf48ad83SHendrik Brueckner unsigned int prim_asn:16; /* primary ASN */
116cf48ad83SHendrik Brueckner unsigned long long ia; /* Instruction Address */
117cf48ad83SHendrik Brueckner unsigned long long gpp; /* Guest Program Parameter */
118cf48ad83SHendrik Brueckner unsigned long long hpp; /* Host Program Parameter */
119cf48ad83SHendrik Brueckner } __packed;
120cf48ad83SHendrik Brueckner
1217e75fc3fSHendrik Brueckner struct hws_diag_entry {
1227e75fc3fSHendrik Brueckner unsigned int def:16; /* 0-15 Data Entry Format */
1233c0a83b1SThomas Richter unsigned int R:15; /* 16-19 and 20-30 reserved */
1247e75fc3fSHendrik Brueckner unsigned int I:1; /* 31 entry valid or invalid */
1257e75fc3fSHendrik Brueckner u8 data[]; /* Machine-dependent sample data */
1267e75fc3fSHendrik Brueckner } __packed;
1277e75fc3fSHendrik Brueckner
1287e75fc3fSHendrik Brueckner struct hws_combined_entry {
1297e75fc3fSHendrik Brueckner struct hws_basic_entry basic; /* Basic-sampling data entry */
1307e75fc3fSHendrik Brueckner struct hws_diag_entry diag; /* Diagnostic-sampling data entry */
1317e75fc3fSHendrik Brueckner } __packed;
1327e75fc3fSHendrik Brueckner
13382d3edb5SHeiko Carstens union hws_trailer_header {
134fcc77f50SHendrik Brueckner struct {
135cf48ad83SHendrik Brueckner unsigned int f:1; /* 0 - Block Full Indicator */
136cf48ad83SHendrik Brueckner unsigned int a:1; /* 1 - Alert request control */
137cf48ad83SHendrik Brueckner unsigned int t:1; /* 2 - Timestamp format */
13877715b7dSThomas Richter unsigned int :29; /* 3 - 31: Reserved */
13977715b7dSThomas Richter unsigned int bsdes:16; /* 32-47: size of basic SDE */
14077715b7dSThomas Richter unsigned int dsdes:16; /* 48-63: size of diagnostic SDE */
14182d3edb5SHeiko Carstens unsigned long long overflow; /* 64 - Overflow Count */
142fcc77f50SHendrik Brueckner };
143*497cc42bSPeter Zijlstra u128 val;
144fcc77f50SHendrik Brueckner };
14582d3edb5SHeiko Carstens
14682d3edb5SHeiko Carstens struct hws_trailer_entry {
14782d3edb5SHeiko Carstens union hws_trailer_header header; /* 0 - 15 Flags + Overflow Count */
148443d4bebSHendrik Brueckner unsigned char timestamp[16]; /* 16 - 31 timestamp */
149cf48ad83SHendrik Brueckner unsigned long long reserved1; /* 32 -Reserved */
150cf48ad83SHendrik Brueckner unsigned long long reserved2; /* */
1515223c671SHendrik Brueckner union { /* 48 - reserved for programming use */
1525223c671SHendrik Brueckner struct {
1535223c671SHendrik Brueckner unsigned int clock_base:1; /* in progusage2 */
1545223c671SHendrik Brueckner unsigned long long progusage1:63;
1555223c671SHendrik Brueckner unsigned long long progusage2;
1565223c671SHendrik Brueckner };
1575223c671SHendrik Brueckner unsigned long long progusage[2];
1585223c671SHendrik Brueckner };
159cf48ad83SHendrik Brueckner } __packed;
160cf48ad83SHendrik Brueckner
161d4c7e649SHendrik Brueckner /* Load program parameter */
lpp(void * pp)162d4c7e649SHendrik Brueckner static inline void lpp(void *pp)
163d4c7e649SHendrik Brueckner {
164731efc96SVasily Gorbik asm volatile("lpp 0(%0)\n" :: "a" (pp) : "memory");
165d4c7e649SHendrik Brueckner }
166d4c7e649SHendrik Brueckner
167212188a5SHendrik Brueckner /* Query counter information */
qctri(struct cpumf_ctr_info * info)168212188a5SHendrik Brueckner static inline int qctri(struct cpumf_ctr_info *info)
169212188a5SHendrik Brueckner {
170212188a5SHendrik Brueckner int rc = -EINVAL;
171212188a5SHendrik Brueckner
172212188a5SHendrik Brueckner asm volatile (
173731efc96SVasily Gorbik "0: qctri %1\n"
174212188a5SHendrik Brueckner "1: lhi %0,0\n"
175212188a5SHendrik Brueckner "2:\n"
176212188a5SHendrik Brueckner EX_TABLE(1b, 2b)
177212188a5SHendrik Brueckner : "+d" (rc), "=Q" (*info));
178212188a5SHendrik Brueckner return rc;
179212188a5SHendrik Brueckner }
180212188a5SHendrik Brueckner
181212188a5SHendrik Brueckner /* Load CPU-counter-set controls */
lcctl(u64 ctl)182212188a5SHendrik Brueckner static inline int lcctl(u64 ctl)
183212188a5SHendrik Brueckner {
184212188a5SHendrik Brueckner int cc;
185212188a5SHendrik Brueckner
186212188a5SHendrik Brueckner asm volatile (
187731efc96SVasily Gorbik " lcctl %1\n"
188212188a5SHendrik Brueckner " ipm %0\n"
189212188a5SHendrik Brueckner " srl %0,28\n"
19011776eaaSVasily Gorbik : "=d" (cc) : "Q" (ctl) : "cc");
191212188a5SHendrik Brueckner return cc;
192212188a5SHendrik Brueckner }
193212188a5SHendrik Brueckner
194212188a5SHendrik Brueckner /* Extract CPU counter */
__ecctr(u64 ctr,u64 * content)195e238c15eSHeiko Carstens static inline int __ecctr(u64 ctr, u64 *content)
196212188a5SHendrik Brueckner {
19726f268acSHendrik Brueckner u64 _content;
198212188a5SHendrik Brueckner int cc;
199212188a5SHendrik Brueckner
200212188a5SHendrik Brueckner asm volatile (
201731efc96SVasily Gorbik " ecctr %0,%2\n"
202212188a5SHendrik Brueckner " ipm %1\n"
203212188a5SHendrik Brueckner " srl %1,28\n"
204e238c15eSHeiko Carstens : "=d" (_content), "=d" (cc) : "d" (ctr) : "cc");
205e238c15eSHeiko Carstens *content = _content;
206e238c15eSHeiko Carstens return cc;
207e238c15eSHeiko Carstens }
208e238c15eSHeiko Carstens
209e238c15eSHeiko Carstens /* Extract CPU counter */
ecctr(u64 ctr,u64 * val)210e238c15eSHeiko Carstens static inline int ecctr(u64 ctr, u64 *val)
211e238c15eSHeiko Carstens {
212e238c15eSHeiko Carstens u64 content;
213e238c15eSHeiko Carstens int cc;
214e238c15eSHeiko Carstens
215e238c15eSHeiko Carstens cc = __ecctr(ctr, &content);
216212188a5SHendrik Brueckner if (!cc)
217212188a5SHendrik Brueckner *val = content;
218212188a5SHendrik Brueckner return cc;
219212188a5SHendrik Brueckner }
220212188a5SHendrik Brueckner
221778fb10cSHendrik Brueckner /* Store CPU counter multiple for a particular counter set */
222346d034dSHendrik Brueckner enum stcctm_ctr_set {
223346d034dSHendrik Brueckner EXTENDED = 0,
224346d034dSHendrik Brueckner BASIC = 1,
225346d034dSHendrik Brueckner PROBLEM_STATE = 2,
226346d034dSHendrik Brueckner CRYPTO_ACTIVITY = 3,
227346d034dSHendrik Brueckner MT_DIAG = 5,
228346d034dSHendrik Brueckner MT_DIAG_CLEARING = 9, /* clears loss-of-MT-ctr-data alert */
229346d034dSHendrik Brueckner };
23044967bfbSHeiko Carstens
stcctm(enum stcctm_ctr_set set,u64 range,u64 * dest)23144967bfbSHeiko Carstens static __always_inline int stcctm(enum stcctm_ctr_set set, u64 range, u64 *dest)
232778fb10cSHendrik Brueckner {
233778fb10cSHendrik Brueckner int cc;
234778fb10cSHendrik Brueckner
235778fb10cSHendrik Brueckner asm volatile (
236778fb10cSHendrik Brueckner " STCCTM %2,%3,%1\n"
237778fb10cSHendrik Brueckner " ipm %0\n"
238778fb10cSHendrik Brueckner " srl %0,28\n"
239778fb10cSHendrik Brueckner : "=d" (cc)
240778fb10cSHendrik Brueckner : "Q" (*dest), "d" (range), "i" (set)
241778fb10cSHendrik Brueckner : "cc", "memory");
242778fb10cSHendrik Brueckner return cc;
243778fb10cSHendrik Brueckner }
244778fb10cSHendrik Brueckner
245cf48ad83SHendrik Brueckner /* Query sampling information */
qsi(struct hws_qsi_info_block * info)246cf48ad83SHendrik Brueckner static inline int qsi(struct hws_qsi_info_block *info)
247cf48ad83SHendrik Brueckner {
248259acc5cSHeiko Carstens int cc = 1;
249cf48ad83SHendrik Brueckner
250cf48ad83SHendrik Brueckner asm volatile(
251731efc96SVasily Gorbik "0: qsi %1\n"
252cf48ad83SHendrik Brueckner "1: lhi %0,0\n"
253cf48ad83SHendrik Brueckner "2:\n"
254cf48ad83SHendrik Brueckner EX_TABLE(0b, 2b) EX_TABLE(1b, 2b)
255259acc5cSHeiko Carstens : "+d" (cc), "+Q" (*info));
256cf48ad83SHendrik Brueckner return cc ? -EINVAL : 0;
257cf48ad83SHendrik Brueckner }
258cf48ad83SHendrik Brueckner
259cf48ad83SHendrik Brueckner /* Load sampling controls */
lsctl(struct hws_lsctl_request_block * req)260cf48ad83SHendrik Brueckner static inline int lsctl(struct hws_lsctl_request_block *req)
261cf48ad83SHendrik Brueckner {
262cf48ad83SHendrik Brueckner int cc;
263cf48ad83SHendrik Brueckner
264cf48ad83SHendrik Brueckner cc = 1;
265cf48ad83SHendrik Brueckner asm volatile(
266731efc96SVasily Gorbik "0: lsctl 0(%1)\n"
267cf48ad83SHendrik Brueckner "1: ipm %0\n"
268cf48ad83SHendrik Brueckner " srl %0,28\n"
269cf48ad83SHendrik Brueckner "2:\n"
270cf48ad83SHendrik Brueckner EX_TABLE(0b, 2b) EX_TABLE(1b, 2b)
271cf48ad83SHendrik Brueckner : "+d" (cc), "+a" (req)
272cf48ad83SHendrik Brueckner : "m" (*req)
273cf48ad83SHendrik Brueckner : "cc", "memory");
274cf48ad83SHendrik Brueckner
275cf48ad83SHendrik Brueckner return cc ? -EINVAL : 0;
276cf48ad83SHendrik Brueckner }
277212188a5SHendrik Brueckner #endif /* _ASM_S390_CPU_MF_H */
278