xref: /openbmc/linux/tools/power/x86/turbostat/turbostat.c (revision 27d47356b6dfa92042a17a0b474f08910d4c8e8f)
1103a8feaSLen Brown /*
2103a8feaSLen Brown  * turbostat -- show CPU frequency and C-state residency
3103a8feaSLen Brown  * on modern Intel turbo-capable processors.
4103a8feaSLen Brown  *
5144b44b1SLen Brown  * Copyright (c) 2013 Intel Corporation.
6103a8feaSLen Brown  * Len Brown <len.brown@intel.com>
7103a8feaSLen Brown  *
8103a8feaSLen Brown  * This program is free software; you can redistribute it and/or modify it
9103a8feaSLen Brown  * under the terms and conditions of the GNU General Public License,
10103a8feaSLen Brown  * version 2, as published by the Free Software Foundation.
11103a8feaSLen Brown  *
12103a8feaSLen Brown  * This program is distributed in the hope it will be useful, but WITHOUT
13103a8feaSLen Brown  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14103a8feaSLen Brown  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
15103a8feaSLen Brown  * more details.
16103a8feaSLen Brown  *
17103a8feaSLen Brown  * You should have received a copy of the GNU General Public License along with
18103a8feaSLen Brown  * this program; if not, write to the Free Software Foundation, Inc.,
19103a8feaSLen Brown  * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
20103a8feaSLen Brown  */
21103a8feaSLen Brown 
2288c3281fSLen Brown #define _GNU_SOURCE
23b731f311SJosh Triplett #include MSRHEADER
2495aebc44SJosh Triplett #include <stdarg.h>
25103a8feaSLen Brown #include <stdio.h>
26b2c95d90SJosh Triplett #include <err.h>
27103a8feaSLen Brown #include <unistd.h>
28103a8feaSLen Brown #include <sys/types.h>
29103a8feaSLen Brown #include <sys/wait.h>
30103a8feaSLen Brown #include <sys/stat.h>
31103a8feaSLen Brown #include <sys/resource.h>
32103a8feaSLen Brown #include <fcntl.h>
33103a8feaSLen Brown #include <signal.h>
34103a8feaSLen Brown #include <sys/time.h>
35103a8feaSLen Brown #include <stdlib.h>
36d8af6f5fSLen Brown #include <getopt.h>
37103a8feaSLen Brown #include <dirent.h>
38103a8feaSLen Brown #include <string.h>
39103a8feaSLen Brown #include <ctype.h>
4088c3281fSLen Brown #include <sched.h>
412a0609c0SLen Brown #include <time.h>
422b92865eSJosh Triplett #include <cpuid.h>
4398481e79SLen Brown #include <linux/capability.h>
4498481e79SLen Brown #include <errno.h>
45103a8feaSLen Brown 
46103a8feaSLen Brown char *proc_stat = "/proc/stat";
47b7d8c148SLen Brown FILE *outf;
4836229897SLen Brown int *fd_percpu;
492a0609c0SLen Brown struct timespec interval_ts = {5, 0};
50d8af6f5fSLen Brown unsigned int debug;
51d8af6f5fSLen Brown unsigned int rapl_joules;
52d8af6f5fSLen Brown unsigned int summary_only;
53d8af6f5fSLen Brown unsigned int dump_only;
54103a8feaSLen Brown unsigned int skip_c0;
55103a8feaSLen Brown unsigned int skip_c1;
56103a8feaSLen Brown unsigned int do_nhm_cstates;
57103a8feaSLen Brown unsigned int do_snb_cstates;
58fb5d4327SDasaratharaman Chandramouli unsigned int do_knl_cstates;
59ee7e38e3SLen Brown unsigned int do_pc2;
60ee7e38e3SLen Brown unsigned int do_pc3;
61ee7e38e3SLen Brown unsigned int do_pc6;
62ee7e38e3SLen Brown unsigned int do_pc7;
63ca58710fSKristen Carlson Accardi unsigned int do_c8_c9_c10;
640b2bb692SLen Brown unsigned int do_skl_residency;
65144b44b1SLen Brown unsigned int do_slm_cstates;
66144b44b1SLen Brown unsigned int use_c1_residency_msr;
67103a8feaSLen Brown unsigned int has_aperf;
68889facbeSLen Brown unsigned int has_epb;
69fc04cc67SLen Brown unsigned int units = 1000000;	/* MHz etc */
70103a8feaSLen Brown unsigned int genuine_intel;
71103a8feaSLen Brown unsigned int has_invariant_tsc;
72d7899447SLen Brown unsigned int do_nhm_platform_info;
732f32edf1SLen Brown unsigned int extra_msr_offset32;
742f32edf1SLen Brown unsigned int extra_msr_offset64;
758e180f3cSLen Brown unsigned int extra_delta_offset32;
768e180f3cSLen Brown unsigned int extra_delta_offset64;
77b2b34dfeSHubert Chrzaniuk unsigned int aperf_mperf_multiplier = 1;
78562a2d37SLen Brown int do_irq = 1;
791ed51011SLen Brown int do_smi;
80103a8feaSLen Brown double bclk;
81a2b7b749SLen Brown double base_hz;
8221ed5574SLen Brown unsigned int has_base_hz;
83a2b7b749SLen Brown double tsc_tweak = 1.0;
84103a8feaSLen Brown unsigned int show_pkg;
85103a8feaSLen Brown unsigned int show_core;
86103a8feaSLen Brown unsigned int show_cpu;
87c98d5d94SLen Brown unsigned int show_pkg_only;
88c98d5d94SLen Brown unsigned int show_core_only;
89c98d5d94SLen Brown char *output_buffer, *outp;
90889facbeSLen Brown unsigned int do_rapl;
91889facbeSLen Brown unsigned int do_dts;
92889facbeSLen Brown unsigned int do_ptm;
93*27d47356SLen Brown unsigned int do_gfx_mhz;
94*27d47356SLen Brown unsigned int gfx_cur_mhz;
95889facbeSLen Brown unsigned int tcc_activation_temp;
96889facbeSLen Brown unsigned int tcc_activation_temp_override;
9740ee8e3bSAndrey Semin double rapl_power_units, rapl_time_units;
9840ee8e3bSAndrey Semin double rapl_dram_energy_units, rapl_energy_units;
99889facbeSLen Brown double rapl_joule_counter_range;
1003a9a941dSLen Brown unsigned int do_core_perf_limit_reasons;
1013a9a941dSLen Brown unsigned int do_gfx_perf_limit_reasons;
1023a9a941dSLen Brown unsigned int do_ring_perf_limit_reasons;
1038a5bdf41SLen Brown unsigned int crystal_hz;
1048a5bdf41SLen Brown unsigned long long tsc_hz;
1057ce7d5deSPrarit Bhargava int base_cpu;
10621ed5574SLen Brown double discover_bclk(unsigned int family, unsigned int model);
1077f5c258eSLen Brown unsigned int has_hwp;	/* IA32_PM_ENABLE, IA32_HWP_CAPABILITIES */
1087f5c258eSLen Brown 			/* IA32_HWP_REQUEST, IA32_HWP_STATUS */
1097f5c258eSLen Brown unsigned int has_hwp_notify;		/* IA32_HWP_INTERRUPT */
1107f5c258eSLen Brown unsigned int has_hwp_activity_window;	/* IA32_HWP_REQUEST[bits 41:32] */
1117f5c258eSLen Brown unsigned int has_hwp_epp;		/* IA32_HWP_REQUEST[bits 31:24] */
1127f5c258eSLen Brown unsigned int has_hwp_pkg;		/* IA32_HWP_REQUEST_PKG */
113889facbeSLen Brown 
114889facbeSLen Brown #define RAPL_PKG		(1 << 0)
115e6f9bb3cSLen Brown 					/* 0x610 MSR_PKG_POWER_LIMIT */
116e6f9bb3cSLen Brown 					/* 0x611 MSR_PKG_ENERGY_STATUS */
117e6f9bb3cSLen Brown #define RAPL_PKG_PERF_STATUS	(1 << 1)
118e6f9bb3cSLen Brown 					/* 0x613 MSR_PKG_PERF_STATUS */
119e6f9bb3cSLen Brown #define RAPL_PKG_POWER_INFO	(1 << 2)
120e6f9bb3cSLen Brown 					/* 0x614 MSR_PKG_POWER_INFO */
121e6f9bb3cSLen Brown 
122889facbeSLen Brown #define RAPL_DRAM		(1 << 3)
123e6f9bb3cSLen Brown 					/* 0x618 MSR_DRAM_POWER_LIMIT */
124e6f9bb3cSLen Brown 					/* 0x619 MSR_DRAM_ENERGY_STATUS */
125e6f9bb3cSLen Brown #define RAPL_DRAM_PERF_STATUS	(1 << 4)
126e6f9bb3cSLen Brown 					/* 0x61b MSR_DRAM_PERF_STATUS */
1270b2bb692SLen Brown #define RAPL_DRAM_POWER_INFO	(1 << 5)
1280b2bb692SLen Brown 					/* 0x61c MSR_DRAM_POWER_INFO */
129e6f9bb3cSLen Brown 
1300b2bb692SLen Brown #define RAPL_CORES		(1 << 6)
131e6f9bb3cSLen Brown 					/* 0x638 MSR_PP0_POWER_LIMIT */
132e6f9bb3cSLen Brown 					/* 0x639 MSR_PP0_ENERGY_STATUS */
1330b2bb692SLen Brown #define RAPL_CORE_POLICY	(1 << 7)
134e6f9bb3cSLen Brown 					/* 0x63a MSR_PP0_POLICY */
135e6f9bb3cSLen Brown 
1360b2bb692SLen Brown #define RAPL_GFX		(1 << 8)
137e6f9bb3cSLen Brown 					/* 0x640 MSR_PP1_POWER_LIMIT */
138e6f9bb3cSLen Brown 					/* 0x641 MSR_PP1_ENERGY_STATUS */
139e6f9bb3cSLen Brown 					/* 0x642 MSR_PP1_POLICY */
140889facbeSLen Brown #define	TJMAX_DEFAULT	100
141889facbeSLen Brown 
142889facbeSLen Brown #define MAX(a, b) ((a) > (b) ? (a) : (b))
143103a8feaSLen Brown 
144103a8feaSLen Brown int aperf_mperf_unstable;
145103a8feaSLen Brown int backwards_count;
146103a8feaSLen Brown char *progname;
147103a8feaSLen Brown 
148c98d5d94SLen Brown cpu_set_t *cpu_present_set, *cpu_affinity_set;
149c98d5d94SLen Brown size_t cpu_present_setsize, cpu_affinity_setsize;
150c98d5d94SLen Brown 
151c98d5d94SLen Brown struct thread_data {
152c98d5d94SLen Brown 	unsigned long long tsc;
153c98d5d94SLen Brown 	unsigned long long aperf;
154c98d5d94SLen Brown 	unsigned long long mperf;
155144b44b1SLen Brown 	unsigned long long c1;
1562f32edf1SLen Brown 	unsigned long long extra_msr64;
1578e180f3cSLen Brown 	unsigned long long extra_delta64;
1588e180f3cSLen Brown 	unsigned long long extra_msr32;
1598e180f3cSLen Brown 	unsigned long long extra_delta32;
160562a2d37SLen Brown 	unsigned int irq_count;
1611ed51011SLen Brown 	unsigned int smi_count;
162c98d5d94SLen Brown 	unsigned int cpu_id;
163c98d5d94SLen Brown 	unsigned int flags;
164c98d5d94SLen Brown #define CPU_IS_FIRST_THREAD_IN_CORE	0x2
165c98d5d94SLen Brown #define CPU_IS_FIRST_CORE_IN_PACKAGE	0x4
166c98d5d94SLen Brown } *thread_even, *thread_odd;
167c98d5d94SLen Brown 
168c98d5d94SLen Brown struct core_data {
169c98d5d94SLen Brown 	unsigned long long c3;
170c98d5d94SLen Brown 	unsigned long long c6;
171c98d5d94SLen Brown 	unsigned long long c7;
172889facbeSLen Brown 	unsigned int core_temp_c;
173c98d5d94SLen Brown 	unsigned int core_id;
174c98d5d94SLen Brown } *core_even, *core_odd;
175c98d5d94SLen Brown 
176c98d5d94SLen Brown struct pkg_data {
177c98d5d94SLen Brown 	unsigned long long pc2;
178c98d5d94SLen Brown 	unsigned long long pc3;
179c98d5d94SLen Brown 	unsigned long long pc6;
180c98d5d94SLen Brown 	unsigned long long pc7;
181ca58710fSKristen Carlson Accardi 	unsigned long long pc8;
182ca58710fSKristen Carlson Accardi 	unsigned long long pc9;
183ca58710fSKristen Carlson Accardi 	unsigned long long pc10;
1840b2bb692SLen Brown 	unsigned long long pkg_wtd_core_c0;
1850b2bb692SLen Brown 	unsigned long long pkg_any_core_c0;
1860b2bb692SLen Brown 	unsigned long long pkg_any_gfxe_c0;
1870b2bb692SLen Brown 	unsigned long long pkg_both_core_gfxe_c0;
188*27d47356SLen Brown 	unsigned int gfx_mhz;
189c98d5d94SLen Brown 	unsigned int package_id;
190889facbeSLen Brown 	unsigned int energy_pkg;	/* MSR_PKG_ENERGY_STATUS */
191889facbeSLen Brown 	unsigned int energy_dram;	/* MSR_DRAM_ENERGY_STATUS */
192889facbeSLen Brown 	unsigned int energy_cores;	/* MSR_PP0_ENERGY_STATUS */
193889facbeSLen Brown 	unsigned int energy_gfx;	/* MSR_PP1_ENERGY_STATUS */
194889facbeSLen Brown 	unsigned int rapl_pkg_perf_status;	/* MSR_PKG_PERF_STATUS */
195889facbeSLen Brown 	unsigned int rapl_dram_perf_status;	/* MSR_DRAM_PERF_STATUS */
196889facbeSLen Brown 	unsigned int pkg_temp_c;
197889facbeSLen Brown 
198c98d5d94SLen Brown } *package_even, *package_odd;
199c98d5d94SLen Brown 
200c98d5d94SLen Brown #define ODD_COUNTERS thread_odd, core_odd, package_odd
201c98d5d94SLen Brown #define EVEN_COUNTERS thread_even, core_even, package_even
202c98d5d94SLen Brown 
203c98d5d94SLen Brown #define GET_THREAD(thread_base, thread_no, core_no, pkg_no) \
204c98d5d94SLen Brown 	(thread_base + (pkg_no) * topo.num_cores_per_pkg * \
205c98d5d94SLen Brown 		topo.num_threads_per_core + \
206c98d5d94SLen Brown 		(core_no) * topo.num_threads_per_core + (thread_no))
207c98d5d94SLen Brown #define GET_CORE(core_base, core_no, pkg_no) \
208c98d5d94SLen Brown 	(core_base + (pkg_no) * topo.num_cores_per_pkg + (core_no))
209c98d5d94SLen Brown #define GET_PKG(pkg_base, pkg_no) (pkg_base + pkg_no)
210c98d5d94SLen Brown 
211c98d5d94SLen Brown struct system_summary {
212c98d5d94SLen Brown 	struct thread_data threads;
213c98d5d94SLen Brown 	struct core_data cores;
214c98d5d94SLen Brown 	struct pkg_data packages;
215c98d5d94SLen Brown } sum, average;
216c98d5d94SLen Brown 
217c98d5d94SLen Brown 
218c98d5d94SLen Brown struct topo_params {
219c98d5d94SLen Brown 	int num_packages;
220103a8feaSLen Brown 	int num_cpus;
221c98d5d94SLen Brown 	int num_cores;
222c98d5d94SLen Brown 	int max_cpu_num;
223c98d5d94SLen Brown 	int num_cores_per_pkg;
224c98d5d94SLen Brown 	int num_threads_per_core;
225c98d5d94SLen Brown } topo;
226103a8feaSLen Brown 
227c98d5d94SLen Brown struct timeval tv_even, tv_odd, tv_delta;
228103a8feaSLen Brown 
229562a2d37SLen Brown int *irq_column_2_cpu;	/* /proc/interrupts column numbers */
230562a2d37SLen Brown int *irqs_per_cpu;		/* indexed by cpu_num */
231562a2d37SLen Brown 
232c98d5d94SLen Brown void setup_all_buffers(void);
233103a8feaSLen Brown 
234c98d5d94SLen Brown int cpu_is_not_present(int cpu)
235d15cf7c1SLen Brown {
236c98d5d94SLen Brown 	return !CPU_ISSET_S(cpu, cpu_present_setsize, cpu_present_set);
237c98d5d94SLen Brown }
238c98d5d94SLen Brown /*
239c98d5d94SLen Brown  * run func(thread, core, package) in topology order
240c98d5d94SLen Brown  * skip non-present cpus
241c98d5d94SLen Brown  */
242c98d5d94SLen Brown 
243c98d5d94SLen Brown int for_all_cpus(int (func)(struct thread_data *, struct core_data *, struct pkg_data *),
244c98d5d94SLen Brown 	struct thread_data *thread_base, struct core_data *core_base, struct pkg_data *pkg_base)
245c98d5d94SLen Brown {
246c98d5d94SLen Brown 	int retval, pkg_no, core_no, thread_no;
247c98d5d94SLen Brown 
248c98d5d94SLen Brown 	for (pkg_no = 0; pkg_no < topo.num_packages; ++pkg_no) {
249c98d5d94SLen Brown 		for (core_no = 0; core_no < topo.num_cores_per_pkg; ++core_no) {
250c98d5d94SLen Brown 			for (thread_no = 0; thread_no <
251c98d5d94SLen Brown 				topo.num_threads_per_core; ++thread_no) {
252c98d5d94SLen Brown 				struct thread_data *t;
253c98d5d94SLen Brown 				struct core_data *c;
254c98d5d94SLen Brown 				struct pkg_data *p;
255c98d5d94SLen Brown 
256c98d5d94SLen Brown 				t = GET_THREAD(thread_base, thread_no, core_no, pkg_no);
257c98d5d94SLen Brown 
258c98d5d94SLen Brown 				if (cpu_is_not_present(t->cpu_id))
259c98d5d94SLen Brown 					continue;
260c98d5d94SLen Brown 
261c98d5d94SLen Brown 				c = GET_CORE(core_base, core_no, pkg_no);
262c98d5d94SLen Brown 				p = GET_PKG(pkg_base, pkg_no);
263c98d5d94SLen Brown 
264c98d5d94SLen Brown 				retval = func(t, c, p);
265c98d5d94SLen Brown 				if (retval)
266c98d5d94SLen Brown 					return retval;
267c98d5d94SLen Brown 			}
268c98d5d94SLen Brown 		}
269c98d5d94SLen Brown 	}
270d15cf7c1SLen Brown 	return 0;
271d15cf7c1SLen Brown }
272d15cf7c1SLen Brown 
27388c3281fSLen Brown int cpu_migrate(int cpu)
27488c3281fSLen Brown {
275c98d5d94SLen Brown 	CPU_ZERO_S(cpu_affinity_setsize, cpu_affinity_set);
276c98d5d94SLen Brown 	CPU_SET_S(cpu, cpu_affinity_setsize, cpu_affinity_set);
277c98d5d94SLen Brown 	if (sched_setaffinity(0, cpu_affinity_setsize, cpu_affinity_set) == -1)
27888c3281fSLen Brown 		return -1;
27988c3281fSLen Brown 	else
28088c3281fSLen Brown 		return 0;
28188c3281fSLen Brown }
28236229897SLen Brown int get_msr_fd(int cpu)
283103a8feaSLen Brown {
284103a8feaSLen Brown 	char pathname[32];
285103a8feaSLen Brown 	int fd;
286103a8feaSLen Brown 
28736229897SLen Brown 	fd = fd_percpu[cpu];
28836229897SLen Brown 
28936229897SLen Brown 	if (fd)
29036229897SLen Brown 		return fd;
29136229897SLen Brown 
292103a8feaSLen Brown 	sprintf(pathname, "/dev/cpu/%d/msr", cpu);
293103a8feaSLen Brown 	fd = open(pathname, O_RDONLY);
29415aaa346SLen Brown 	if (fd < 0)
29598481e79SLen Brown 		err(-1, "%s open failed, try chown or chmod +r /dev/cpu/*/msr, or run as root", pathname);
296103a8feaSLen Brown 
29736229897SLen Brown 	fd_percpu[cpu] = fd;
29836229897SLen Brown 
29936229897SLen Brown 	return fd;
30036229897SLen Brown }
30136229897SLen Brown 
30236229897SLen Brown int get_msr(int cpu, off_t offset, unsigned long long *msr)
30336229897SLen Brown {
30436229897SLen Brown 	ssize_t retval;
30536229897SLen Brown 
30636229897SLen Brown 	retval = pread(get_msr_fd(cpu), msr, sizeof(*msr), offset);
30715aaa346SLen Brown 
30898481e79SLen Brown 	if (retval != sizeof *msr)
30936229897SLen Brown 		err(-1, "msr %d offset 0x%llx read failed", cpu, (unsigned long long)offset);
31015aaa346SLen Brown 
31115aaa346SLen Brown 	return 0;
312103a8feaSLen Brown }
313103a8feaSLen Brown 
314fc04cc67SLen Brown /*
315fc04cc67SLen Brown  * Example Format w/ field column widths:
316fc04cc67SLen Brown  *
317*27d47356SLen Brown  *  Package    Core     CPU Avg_MHz Bzy_MHz TSC_MHz     IRQ   SMI   Busy% CPU_%c1 CPU_%c3 CPU_%c6 CPU_%c7 CoreTmp  PkgTmp  GFXMHz Pkg%pc2 Pkg%pc3 Pkg%pc6 Pkg%pc7 PkgWatt CorWatt GFXWatt
318562a2d37SLen Brown  * 12345678123456781234567812345678123456781234567812345678123456781234567812345678123456781234567812345678123456781234567812345678123456781234567812345678123456781234567812345678
319fc04cc67SLen Brown  */
320fc04cc67SLen Brown 
321a829eb4dSLen Brown void print_header(void)
322103a8feaSLen Brown {
323103a8feaSLen Brown 	if (show_pkg)
324fc04cc67SLen Brown 		outp += sprintf(outp, " Package");
325103a8feaSLen Brown 	if (show_core)
326fc04cc67SLen Brown 		outp += sprintf(outp, "    Core");
327103a8feaSLen Brown 	if (show_cpu)
328c98d5d94SLen Brown 		outp += sprintf(outp, "     CPU");
329103a8feaSLen Brown 	if (has_aperf)
330fc04cc67SLen Brown 		outp += sprintf(outp, " Avg_MHz");
331d7899447SLen Brown 	if (has_aperf)
33275d2e44eSLen Brown 		outp += sprintf(outp, "   Busy%%");
333fc04cc67SLen Brown 	if (has_aperf)
334fc04cc67SLen Brown 		outp += sprintf(outp, " Bzy_MHz");
335fc04cc67SLen Brown 	outp += sprintf(outp, " TSC_MHz");
3361cc21f7bSLen Brown 
3378e180f3cSLen Brown 	if (extra_delta_offset32)
338f9240813SLen Brown 		outp += sprintf(outp, "  count 0x%03X", extra_delta_offset32);
3398e180f3cSLen Brown 	if (extra_delta_offset64)
340f9240813SLen Brown 		outp += sprintf(outp, "  COUNT 0x%03X", extra_delta_offset64);
3412f32edf1SLen Brown 	if (extra_msr_offset32)
3428e180f3cSLen Brown 		outp += sprintf(outp, "   MSR 0x%03X", extra_msr_offset32);
3432f32edf1SLen Brown 	if (extra_msr_offset64)
3448e180f3cSLen Brown 		outp += sprintf(outp, "           MSR 0x%03X", extra_msr_offset64);
3451cc21f7bSLen Brown 
3461cc21f7bSLen Brown 	if (!debug)
3471cc21f7bSLen Brown 		goto done;
3481cc21f7bSLen Brown 
349562a2d37SLen Brown 	if (do_irq)
350562a2d37SLen Brown 		outp += sprintf(outp, "     IRQ");
3511cc21f7bSLen Brown 	if (do_smi)
3521cc21f7bSLen Brown 		outp += sprintf(outp, "     SMI");
3531cc21f7bSLen Brown 
354103a8feaSLen Brown 	if (do_nhm_cstates)
355fc04cc67SLen Brown 		outp += sprintf(outp, "  CPU%%c1");
356fb5d4327SDasaratharaman Chandramouli 	if (do_nhm_cstates && !do_slm_cstates && !do_knl_cstates)
357fc04cc67SLen Brown 		outp += sprintf(outp, "  CPU%%c3");
358103a8feaSLen Brown 	if (do_nhm_cstates)
359fc04cc67SLen Brown 		outp += sprintf(outp, "  CPU%%c6");
360103a8feaSLen Brown 	if (do_snb_cstates)
361fc04cc67SLen Brown 		outp += sprintf(outp, "  CPU%%c7");
362889facbeSLen Brown 
363889facbeSLen Brown 	if (do_dts)
364fc04cc67SLen Brown 		outp += sprintf(outp, " CoreTmp");
365889facbeSLen Brown 	if (do_ptm)
366fc04cc67SLen Brown 		outp += sprintf(outp, "  PkgTmp");
367889facbeSLen Brown 
368*27d47356SLen Brown 	if (do_gfx_mhz)
369*27d47356SLen Brown 		outp += sprintf(outp, "  GFXMHz");
370*27d47356SLen Brown 
3710b2bb692SLen Brown 	if (do_skl_residency) {
3720b2bb692SLen Brown 		outp += sprintf(outp, " Totl%%C0");
3730b2bb692SLen Brown 		outp += sprintf(outp, "  Any%%C0");
3740b2bb692SLen Brown 		outp += sprintf(outp, "  GFX%%C0");
3750b2bb692SLen Brown 		outp += sprintf(outp, " CPUGFX%%");
3760b2bb692SLen Brown 	}
3770b2bb692SLen Brown 
378ee7e38e3SLen Brown 	if (do_pc2)
379fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc2");
380ee7e38e3SLen Brown 	if (do_pc3)
381fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc3");
382ee7e38e3SLen Brown 	if (do_pc6)
383fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc6");
384ee7e38e3SLen Brown 	if (do_pc7)
385fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc7");
386ca58710fSKristen Carlson Accardi 	if (do_c8_c9_c10) {
387fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc8");
388fc04cc67SLen Brown 		outp += sprintf(outp, " Pkg%%pc9");
389fc04cc67SLen Brown 		outp += sprintf(outp, " Pk%%pc10");
390ca58710fSKristen Carlson Accardi 	}
391103a8feaSLen Brown 
3925c56be9aSDirk Brandewie 	if (do_rapl && !rapl_joules) {
393889facbeSLen Brown 		if (do_rapl & RAPL_PKG)
394fc04cc67SLen Brown 			outp += sprintf(outp, " PkgWatt");
395889facbeSLen Brown 		if (do_rapl & RAPL_CORES)
396fc04cc67SLen Brown 			outp += sprintf(outp, " CorWatt");
397889facbeSLen Brown 		if (do_rapl & RAPL_GFX)
398fc04cc67SLen Brown 			outp += sprintf(outp, " GFXWatt");
399889facbeSLen Brown 		if (do_rapl & RAPL_DRAM)
400fc04cc67SLen Brown 			outp += sprintf(outp, " RAMWatt");
401889facbeSLen Brown 		if (do_rapl & RAPL_PKG_PERF_STATUS)
402889facbeSLen Brown 			outp += sprintf(outp, "   PKG_%%");
403889facbeSLen Brown 		if (do_rapl & RAPL_DRAM_PERF_STATUS)
404889facbeSLen Brown 			outp += sprintf(outp, "   RAM_%%");
405d7899447SLen Brown 	} else if (do_rapl && rapl_joules) {
4065c56be9aSDirk Brandewie 		if (do_rapl & RAPL_PKG)
4075c56be9aSDirk Brandewie 			outp += sprintf(outp, "   Pkg_J");
4085c56be9aSDirk Brandewie 		if (do_rapl & RAPL_CORES)
4095c56be9aSDirk Brandewie 			outp += sprintf(outp, "   Cor_J");
4105c56be9aSDirk Brandewie 		if (do_rapl & RAPL_GFX)
4115c56be9aSDirk Brandewie 			outp += sprintf(outp, "   GFX_J");
4125c56be9aSDirk Brandewie 		if (do_rapl & RAPL_DRAM)
413bd6906edSLen Brown 			outp += sprintf(outp, "   RAM_J");
4145c56be9aSDirk Brandewie 		if (do_rapl & RAPL_PKG_PERF_STATUS)
4155c56be9aSDirk Brandewie 			outp += sprintf(outp, "   PKG_%%");
4165c56be9aSDirk Brandewie 		if (do_rapl & RAPL_DRAM_PERF_STATUS)
4175c56be9aSDirk Brandewie 			outp += sprintf(outp, "   RAM_%%");
4185c56be9aSDirk Brandewie 		outp += sprintf(outp, "   time");
419889facbeSLen Brown 
4205c56be9aSDirk Brandewie 	}
4211cc21f7bSLen Brown     done:
422c98d5d94SLen Brown 	outp += sprintf(outp, "\n");
423103a8feaSLen Brown }
424103a8feaSLen Brown 
425c98d5d94SLen Brown int dump_counters(struct thread_data *t, struct core_data *c,
426c98d5d94SLen Brown 	struct pkg_data *p)
427103a8feaSLen Brown {
4283b4d5c7fSAndy Shevchenko 	outp += sprintf(outp, "t %p, c %p, p %p\n", t, c, p);
429c98d5d94SLen Brown 
430c98d5d94SLen Brown 	if (t) {
4313b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "CPU: %d flags 0x%x\n",
4323b4d5c7fSAndy Shevchenko 			t->cpu_id, t->flags);
4333b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "TSC: %016llX\n", t->tsc);
4343b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "aperf: %016llX\n", t->aperf);
4353b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "mperf: %016llX\n", t->mperf);
4363b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "c1: %016llX\n", t->c1);
4373b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "msr0x%x: %08llX\n",
4388e180f3cSLen Brown 			extra_delta_offset32, t->extra_delta32);
4393b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "msr0x%x: %016llX\n",
4408e180f3cSLen Brown 			extra_delta_offset64, t->extra_delta64);
4413b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "msr0x%x: %08llX\n",
4422f32edf1SLen Brown 			extra_msr_offset32, t->extra_msr32);
4433b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "msr0x%x: %016llX\n",
4442f32edf1SLen Brown 			extra_msr_offset64, t->extra_msr64);
445562a2d37SLen Brown 		if (do_irq)
446562a2d37SLen Brown 			outp += sprintf(outp, "IRQ: %08X\n", t->irq_count);
4471ed51011SLen Brown 		if (do_smi)
4483b4d5c7fSAndy Shevchenko 			outp += sprintf(outp, "SMI: %08X\n", t->smi_count);
449103a8feaSLen Brown 	}
450103a8feaSLen Brown 
451c98d5d94SLen Brown 	if (c) {
4523b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "core: %d\n", c->core_id);
4533b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "c3: %016llX\n", c->c3);
4543b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "c6: %016llX\n", c->c6);
4553b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "c7: %016llX\n", c->c7);
4563b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "DTS: %dC\n", c->core_temp_c);
457c98d5d94SLen Brown 	}
458103a8feaSLen Brown 
459c98d5d94SLen Brown 	if (p) {
4603b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "package: %d\n", p->package_id);
4610b2bb692SLen Brown 
4620b2bb692SLen Brown 		outp += sprintf(outp, "Weighted cores: %016llX\n", p->pkg_wtd_core_c0);
4630b2bb692SLen Brown 		outp += sprintf(outp, "Any cores: %016llX\n", p->pkg_any_core_c0);
4640b2bb692SLen Brown 		outp += sprintf(outp, "Any GFX: %016llX\n", p->pkg_any_gfxe_c0);
4650b2bb692SLen Brown 		outp += sprintf(outp, "CPU + GFX: %016llX\n", p->pkg_both_core_gfxe_c0);
4660b2bb692SLen Brown 
4673b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "pc2: %016llX\n", p->pc2);
468ee7e38e3SLen Brown 		if (do_pc3)
4693b4d5c7fSAndy Shevchenko 			outp += sprintf(outp, "pc3: %016llX\n", p->pc3);
470ee7e38e3SLen Brown 		if (do_pc6)
4713b4d5c7fSAndy Shevchenko 			outp += sprintf(outp, "pc6: %016llX\n", p->pc6);
472ee7e38e3SLen Brown 		if (do_pc7)
4733b4d5c7fSAndy Shevchenko 			outp += sprintf(outp, "pc7: %016llX\n", p->pc7);
4743b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "pc8: %016llX\n", p->pc8);
4753b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "pc9: %016llX\n", p->pc9);
4763b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "pc10: %016llX\n", p->pc10);
4773b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Joules PKG: %0X\n", p->energy_pkg);
4783b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Joules COR: %0X\n", p->energy_cores);
4793b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Joules GFX: %0X\n", p->energy_gfx);
4803b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Joules RAM: %0X\n", p->energy_dram);
4813b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Throttle PKG: %0X\n",
4823b4d5c7fSAndy Shevchenko 			p->rapl_pkg_perf_status);
4833b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "Throttle RAM: %0X\n",
4843b4d5c7fSAndy Shevchenko 			p->rapl_dram_perf_status);
4853b4d5c7fSAndy Shevchenko 		outp += sprintf(outp, "PTM: %dC\n", p->pkg_temp_c);
486c98d5d94SLen Brown 	}
4873b4d5c7fSAndy Shevchenko 
4883b4d5c7fSAndy Shevchenko 	outp += sprintf(outp, "\n");
4893b4d5c7fSAndy Shevchenko 
490c98d5d94SLen Brown 	return 0;
491103a8feaSLen Brown }
492103a8feaSLen Brown 
493e23da037SLen Brown /*
494e23da037SLen Brown  * column formatting convention & formats
495e23da037SLen Brown  */
496c98d5d94SLen Brown int format_counters(struct thread_data *t, struct core_data *c,
497c98d5d94SLen Brown 	struct pkg_data *p)
498103a8feaSLen Brown {
499103a8feaSLen Brown 	double interval_float;
500fc04cc67SLen Brown 	char *fmt8;
501103a8feaSLen Brown 
502c98d5d94SLen Brown 	 /* if showing only 1st thread in core and this isn't one, bail out */
503c98d5d94SLen Brown 	if (show_core_only && !(t->flags & CPU_IS_FIRST_THREAD_IN_CORE))
504c98d5d94SLen Brown 		return 0;
505c98d5d94SLen Brown 
506c98d5d94SLen Brown 	 /* if showing only 1st thread in pkg and this isn't one, bail out */
507c98d5d94SLen Brown 	if (show_pkg_only && !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
508c98d5d94SLen Brown 		return 0;
509c98d5d94SLen Brown 
510103a8feaSLen Brown 	interval_float = tv_delta.tv_sec + tv_delta.tv_usec/1000000.0;
511103a8feaSLen Brown 
512c98d5d94SLen Brown 	/* topo columns, print blanks on 1st (average) line */
513c98d5d94SLen Brown 	if (t == &average.threads) {
514103a8feaSLen Brown 		if (show_pkg)
515fc04cc67SLen Brown 			outp += sprintf(outp, "       -");
516103a8feaSLen Brown 		if (show_core)
517fc04cc67SLen Brown 			outp += sprintf(outp, "       -");
518103a8feaSLen Brown 		if (show_cpu)
519fc04cc67SLen Brown 			outp += sprintf(outp, "       -");
520103a8feaSLen Brown 	} else {
521c98d5d94SLen Brown 		if (show_pkg) {
522c98d5d94SLen Brown 			if (p)
523fc04cc67SLen Brown 				outp += sprintf(outp, "%8d", p->package_id);
524c98d5d94SLen Brown 			else
525fc04cc67SLen Brown 				outp += sprintf(outp, "       -");
526c98d5d94SLen Brown 		}
527c98d5d94SLen Brown 		if (show_core) {
528c98d5d94SLen Brown 			if (c)
529fc04cc67SLen Brown 				outp += sprintf(outp, "%8d", c->core_id);
530c98d5d94SLen Brown 			else
531fc04cc67SLen Brown 				outp += sprintf(outp, "       -");
532c98d5d94SLen Brown 		}
533103a8feaSLen Brown 		if (show_cpu)
534fc04cc67SLen Brown 			outp += sprintf(outp, "%8d", t->cpu_id);
535103a8feaSLen Brown 	}
536fc04cc67SLen Brown 
537d7899447SLen Brown 	/* Avg_MHz */
538fc04cc67SLen Brown 	if (has_aperf)
539fc04cc67SLen Brown 		outp += sprintf(outp, "%8.0f",
540fc04cc67SLen Brown 			1.0 / units * t->aperf / interval_float);
541fc04cc67SLen Brown 
54275d2e44eSLen Brown 	/* Busy% */
543d7899447SLen Brown 	if (has_aperf) {
544103a8feaSLen Brown 		if (!skip_c0)
545a2b7b749SLen Brown 			outp += sprintf(outp, "%8.2f", 100.0 * t->mperf/t->tsc/tsc_tweak);
546103a8feaSLen Brown 		else
547fc04cc67SLen Brown 			outp += sprintf(outp, "********");
548103a8feaSLen Brown 	}
549103a8feaSLen Brown 
550d7899447SLen Brown 	/* Bzy_MHz */
55121ed5574SLen Brown 	if (has_aperf) {
55221ed5574SLen Brown 		if (has_base_hz)
55321ed5574SLen Brown 			outp += sprintf(outp, "%8.0f", base_hz / units * t->aperf / t->mperf);
55421ed5574SLen Brown 		else
555fc04cc67SLen Brown 			outp += sprintf(outp, "%8.0f",
55621ed5574SLen Brown 				1.0 * t->tsc / units * t->aperf / t->mperf / interval_float);
55721ed5574SLen Brown 	}
558103a8feaSLen Brown 
559d7899447SLen Brown 	/* TSC_MHz */
560fc04cc67SLen Brown 	outp += sprintf(outp, "%8.0f", 1.0 * t->tsc/units/interval_float);
561103a8feaSLen Brown 
5628e180f3cSLen Brown 	/* delta */
5638e180f3cSLen Brown 	if (extra_delta_offset32)
5648e180f3cSLen Brown 		outp += sprintf(outp, "  %11llu", t->extra_delta32);
5658e180f3cSLen Brown 
5668e180f3cSLen Brown 	/* DELTA */
5678e180f3cSLen Brown 	if (extra_delta_offset64)
5688e180f3cSLen Brown 		outp += sprintf(outp, "  %11llu", t->extra_delta64);
5692f32edf1SLen Brown 	/* msr */
5702f32edf1SLen Brown 	if (extra_msr_offset32)
5718e180f3cSLen Brown 		outp += sprintf(outp, "  0x%08llx", t->extra_msr32);
5722f32edf1SLen Brown 
573130ff304SLen Brown 	/* MSR */
5742f32edf1SLen Brown 	if (extra_msr_offset64)
5752f32edf1SLen Brown 		outp += sprintf(outp, "  0x%016llx", t->extra_msr64);
576130ff304SLen Brown 
5771cc21f7bSLen Brown 	if (!debug)
5781cc21f7bSLen Brown 		goto done;
5791cc21f7bSLen Brown 
580562a2d37SLen Brown 	/* IRQ */
581562a2d37SLen Brown 	if (do_irq)
582562a2d37SLen Brown 		outp += sprintf(outp, "%8d", t->irq_count);
583562a2d37SLen Brown 
5841cc21f7bSLen Brown 	/* SMI */
5851cc21f7bSLen Brown 	if (do_smi)
5861cc21f7bSLen Brown 		outp += sprintf(outp, "%8d", t->smi_count);
5871cc21f7bSLen Brown 
588103a8feaSLen Brown 	if (do_nhm_cstates) {
589103a8feaSLen Brown 		if (!skip_c1)
590fc04cc67SLen Brown 			outp += sprintf(outp, "%8.2f", 100.0 * t->c1/t->tsc);
591103a8feaSLen Brown 		else
592fc04cc67SLen Brown 			outp += sprintf(outp, "********");
593103a8feaSLen Brown 	}
594c98d5d94SLen Brown 
595c98d5d94SLen Brown 	/* print per-core data only for 1st thread in core */
596c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE))
597c98d5d94SLen Brown 		goto done;
598c98d5d94SLen Brown 
599fb5d4327SDasaratharaman Chandramouli 	if (do_nhm_cstates && !do_slm_cstates && !do_knl_cstates)
600fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * c->c3/t->tsc);
601103a8feaSLen Brown 	if (do_nhm_cstates)
602fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * c->c6/t->tsc);
603103a8feaSLen Brown 	if (do_snb_cstates)
604fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * c->c7/t->tsc);
605c98d5d94SLen Brown 
606889facbeSLen Brown 	if (do_dts)
607fc04cc67SLen Brown 		outp += sprintf(outp, "%8d", c->core_temp_c);
608889facbeSLen Brown 
609c98d5d94SLen Brown 	/* print per-package data only for 1st core in package */
610c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
611c98d5d94SLen Brown 		goto done;
612c98d5d94SLen Brown 
6130b2bb692SLen Brown 	/* PkgTmp */
614889facbeSLen Brown 	if (do_ptm)
615fc04cc67SLen Brown 		outp += sprintf(outp, "%8d", p->pkg_temp_c);
616889facbeSLen Brown 
617*27d47356SLen Brown 	/* GFXMHz */
618*27d47356SLen Brown 	if (do_gfx_mhz)
619*27d47356SLen Brown 		outp += sprintf(outp, "%8d", p->gfx_mhz);
620*27d47356SLen Brown 
6210b2bb692SLen Brown 	/* Totl%C0, Any%C0 GFX%C0 CPUGFX% */
6220b2bb692SLen Brown 	if (do_skl_residency) {
6230b2bb692SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pkg_wtd_core_c0/t->tsc);
6240b2bb692SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pkg_any_core_c0/t->tsc);
6250b2bb692SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pkg_any_gfxe_c0/t->tsc);
6260b2bb692SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pkg_both_core_gfxe_c0/t->tsc);
6270b2bb692SLen Brown 	}
6280b2bb692SLen Brown 
629ee7e38e3SLen Brown 	if (do_pc2)
630fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc2/t->tsc);
631ee7e38e3SLen Brown 	if (do_pc3)
632fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc3/t->tsc);
633ee7e38e3SLen Brown 	if (do_pc6)
634fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc6/t->tsc);
635ee7e38e3SLen Brown 	if (do_pc7)
636fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc7/t->tsc);
637ca58710fSKristen Carlson Accardi 	if (do_c8_c9_c10) {
638fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc8/t->tsc);
639fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc9/t->tsc);
640fc04cc67SLen Brown 		outp += sprintf(outp, "%8.2f", 100.0 * p->pc10/t->tsc);
641ca58710fSKristen Carlson Accardi 	}
642889facbeSLen Brown 
643889facbeSLen Brown 	/*
644889facbeSLen Brown  	 * If measurement interval exceeds minimum RAPL Joule Counter range,
645889facbeSLen Brown  	 * indicate that results are suspect by printing "**" in fraction place.
646889facbeSLen Brown  	 */
647fc04cc67SLen Brown 	if (interval_float < rapl_joule_counter_range)
648fc04cc67SLen Brown 		fmt8 = "%8.2f";
649fc04cc67SLen Brown 	else
650fc04cc67SLen Brown 		fmt8 = " %6.0f**";
651889facbeSLen Brown 
6525c56be9aSDirk Brandewie 	if (do_rapl && !rapl_joules) {
653889facbeSLen Brown 		if (do_rapl & RAPL_PKG)
654fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, p->energy_pkg * rapl_energy_units / interval_float);
655889facbeSLen Brown 		if (do_rapl & RAPL_CORES)
656fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, p->energy_cores * rapl_energy_units / interval_float);
657889facbeSLen Brown 		if (do_rapl & RAPL_GFX)
658fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, p->energy_gfx * rapl_energy_units / interval_float);
659889facbeSLen Brown 		if (do_rapl & RAPL_DRAM)
66040ee8e3bSAndrey Semin 			outp += sprintf(outp, fmt8, p->energy_dram * rapl_dram_energy_units / interval_float);
661889facbeSLen Brown 		if (do_rapl & RAPL_PKG_PERF_STATUS)
662fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, 100.0 * p->rapl_pkg_perf_status * rapl_time_units / interval_float);
663889facbeSLen Brown 		if (do_rapl & RAPL_DRAM_PERF_STATUS)
664fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, 100.0 * p->rapl_dram_perf_status * rapl_time_units / interval_float);
665d7899447SLen Brown 	} else if (do_rapl && rapl_joules) {
6665c56be9aSDirk Brandewie 		if (do_rapl & RAPL_PKG)
667fc04cc67SLen Brown 			outp += sprintf(outp, fmt8,
6685c56be9aSDirk Brandewie 					p->energy_pkg * rapl_energy_units);
6695c56be9aSDirk Brandewie 		if (do_rapl & RAPL_CORES)
670fc04cc67SLen Brown 			outp += sprintf(outp, fmt8,
6715c56be9aSDirk Brandewie 					p->energy_cores * rapl_energy_units);
6725c56be9aSDirk Brandewie 		if (do_rapl & RAPL_GFX)
673fc04cc67SLen Brown 			outp += sprintf(outp, fmt8,
6745c56be9aSDirk Brandewie 					p->energy_gfx * rapl_energy_units);
6755c56be9aSDirk Brandewie 		if (do_rapl & RAPL_DRAM)
676fc04cc67SLen Brown 			outp += sprintf(outp, fmt8,
67740ee8e3bSAndrey Semin 					p->energy_dram * rapl_dram_energy_units);
6785c56be9aSDirk Brandewie 		if (do_rapl & RAPL_PKG_PERF_STATUS)
679fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, 100.0 * p->rapl_pkg_perf_status * rapl_time_units / interval_float);
6805c56be9aSDirk Brandewie 		if (do_rapl & RAPL_DRAM_PERF_STATUS)
681fc04cc67SLen Brown 			outp += sprintf(outp, fmt8, 100.0 * p->rapl_dram_perf_status * rapl_time_units / interval_float);
682889facbeSLen Brown 
683d7899447SLen Brown 		outp += sprintf(outp, fmt8, interval_float);
6845c56be9aSDirk Brandewie 	}
685c98d5d94SLen Brown done:
686c98d5d94SLen Brown 	outp += sprintf(outp, "\n");
687c98d5d94SLen Brown 
688c98d5d94SLen Brown 	return 0;
689103a8feaSLen Brown }
690103a8feaSLen Brown 
691b7d8c148SLen Brown void flush_output_stdout(void)
692103a8feaSLen Brown {
693b7d8c148SLen Brown 	FILE *filep;
694b7d8c148SLen Brown 
695b7d8c148SLen Brown 	if (outf == stderr)
696b7d8c148SLen Brown 		filep = stdout;
697b7d8c148SLen Brown 	else
698b7d8c148SLen Brown 		filep = outf;
699b7d8c148SLen Brown 
700b7d8c148SLen Brown 	fputs(output_buffer, filep);
701b7d8c148SLen Brown 	fflush(filep);
702b7d8c148SLen Brown 
703c98d5d94SLen Brown 	outp = output_buffer;
704c98d5d94SLen Brown }
705b7d8c148SLen Brown void flush_output_stderr(void)
706c98d5d94SLen Brown {
707b7d8c148SLen Brown 	fputs(output_buffer, outf);
708b7d8c148SLen Brown 	fflush(outf);
709c98d5d94SLen Brown 	outp = output_buffer;
710c98d5d94SLen Brown }
711c98d5d94SLen Brown void format_all_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p)
712c98d5d94SLen Brown {
713e23da037SLen Brown 	static int printed;
714103a8feaSLen Brown 
715e23da037SLen Brown 	if (!printed || !summary_only)
716103a8feaSLen Brown 		print_header();
717103a8feaSLen Brown 
718c98d5d94SLen Brown 	if (topo.num_cpus > 1)
719c98d5d94SLen Brown 		format_counters(&average.threads, &average.cores,
720c98d5d94SLen Brown 			&average.packages);
721103a8feaSLen Brown 
722e23da037SLen Brown 	printed = 1;
723e23da037SLen Brown 
724e23da037SLen Brown 	if (summary_only)
725e23da037SLen Brown 		return;
726e23da037SLen Brown 
727c98d5d94SLen Brown 	for_all_cpus(format_counters, t, c, p);
728103a8feaSLen Brown }
729103a8feaSLen Brown 
730889facbeSLen Brown #define DELTA_WRAP32(new, old)			\
731889facbeSLen Brown 	if (new > old) {			\
732889facbeSLen Brown 		old = new - old;		\
733889facbeSLen Brown 	} else {				\
734889facbeSLen Brown 		old = 0x100000000 + new - old;	\
735889facbeSLen Brown 	}
736889facbeSLen Brown 
737c98d5d94SLen Brown void
738c98d5d94SLen Brown delta_package(struct pkg_data *new, struct pkg_data *old)
739103a8feaSLen Brown {
7400b2bb692SLen Brown 
7410b2bb692SLen Brown 	if (do_skl_residency) {
7420b2bb692SLen Brown 		old->pkg_wtd_core_c0 = new->pkg_wtd_core_c0 - old->pkg_wtd_core_c0;
7430b2bb692SLen Brown 		old->pkg_any_core_c0 = new->pkg_any_core_c0 - old->pkg_any_core_c0;
7440b2bb692SLen Brown 		old->pkg_any_gfxe_c0 = new->pkg_any_gfxe_c0 - old->pkg_any_gfxe_c0;
7450b2bb692SLen Brown 		old->pkg_both_core_gfxe_c0 = new->pkg_both_core_gfxe_c0 - old->pkg_both_core_gfxe_c0;
7460b2bb692SLen Brown 	}
747c98d5d94SLen Brown 	old->pc2 = new->pc2 - old->pc2;
748ee7e38e3SLen Brown 	if (do_pc3)
749c98d5d94SLen Brown 		old->pc3 = new->pc3 - old->pc3;
750ee7e38e3SLen Brown 	if (do_pc6)
751c98d5d94SLen Brown 		old->pc6 = new->pc6 - old->pc6;
752ee7e38e3SLen Brown 	if (do_pc7)
753c98d5d94SLen Brown 		old->pc7 = new->pc7 - old->pc7;
754ca58710fSKristen Carlson Accardi 	old->pc8 = new->pc8 - old->pc8;
755ca58710fSKristen Carlson Accardi 	old->pc9 = new->pc9 - old->pc9;
756ca58710fSKristen Carlson Accardi 	old->pc10 = new->pc10 - old->pc10;
757889facbeSLen Brown 	old->pkg_temp_c = new->pkg_temp_c;
758889facbeSLen Brown 
759*27d47356SLen Brown 	old->gfx_mhz = new->gfx_mhz;
760*27d47356SLen Brown 
761889facbeSLen Brown 	DELTA_WRAP32(new->energy_pkg, old->energy_pkg);
762889facbeSLen Brown 	DELTA_WRAP32(new->energy_cores, old->energy_cores);
763889facbeSLen Brown 	DELTA_WRAP32(new->energy_gfx, old->energy_gfx);
764889facbeSLen Brown 	DELTA_WRAP32(new->energy_dram, old->energy_dram);
765889facbeSLen Brown 	DELTA_WRAP32(new->rapl_pkg_perf_status, old->rapl_pkg_perf_status);
766889facbeSLen Brown 	DELTA_WRAP32(new->rapl_dram_perf_status, old->rapl_dram_perf_status);
767103a8feaSLen Brown }
768103a8feaSLen Brown 
769c98d5d94SLen Brown void
770c98d5d94SLen Brown delta_core(struct core_data *new, struct core_data *old)
771c98d5d94SLen Brown {
772c98d5d94SLen Brown 	old->c3 = new->c3 - old->c3;
773c98d5d94SLen Brown 	old->c6 = new->c6 - old->c6;
774c98d5d94SLen Brown 	old->c7 = new->c7 - old->c7;
775889facbeSLen Brown 	old->core_temp_c = new->core_temp_c;
776103a8feaSLen Brown }
777c98d5d94SLen Brown 
778c3ae331dSLen Brown /*
779c3ae331dSLen Brown  * old = new - old
780c3ae331dSLen Brown  */
781c98d5d94SLen Brown void
782c98d5d94SLen Brown delta_thread(struct thread_data *new, struct thread_data *old,
783c98d5d94SLen Brown 	struct core_data *core_delta)
784c98d5d94SLen Brown {
785c98d5d94SLen Brown 	old->tsc = new->tsc - old->tsc;
786c98d5d94SLen Brown 
787103a8feaSLen Brown 	/* check for TSC < 1 Mcycles over interval */
788b2c95d90SJosh Triplett 	if (old->tsc < (1000 * 1000))
789b2c95d90SJosh Triplett 		errx(-3, "Insanely slow TSC rate, TSC stops in idle?\n"
790b2c95d90SJosh Triplett 		     "You can disable all c-states by booting with \"idle=poll\"\n"
791b2c95d90SJosh Triplett 		     "or just the deep ones with \"processor.max_cstate=1\"");
792103a8feaSLen Brown 
793c98d5d94SLen Brown 	old->c1 = new->c1 - old->c1;
794c98d5d94SLen Brown 
795a729617cSLen Brown 	if (has_aperf) {
796c98d5d94SLen Brown 		if ((new->aperf > old->aperf) && (new->mperf > old->mperf)) {
797c98d5d94SLen Brown 			old->aperf = new->aperf - old->aperf;
798c98d5d94SLen Brown 			old->mperf = new->mperf - old->mperf;
799c98d5d94SLen Brown 		} else {
800c98d5d94SLen Brown 
801103a8feaSLen Brown 			if (!aperf_mperf_unstable) {
802b7d8c148SLen Brown 				fprintf(outf, "%s: APERF or MPERF went backwards *\n", progname);
803b7d8c148SLen Brown 				fprintf(outf, "* Frequency results do not cover entire interval *\n");
804b7d8c148SLen Brown 				fprintf(outf, "* fix this by running Linux-2.6.30 or later *\n");
805103a8feaSLen Brown 
806103a8feaSLen Brown 				aperf_mperf_unstable = 1;
807103a8feaSLen Brown 			}
808103a8feaSLen Brown 			/*
809103a8feaSLen Brown 			 * mperf delta is likely a huge "positive" number
810103a8feaSLen Brown 			 * can not use it for calculating c0 time
811103a8feaSLen Brown 			 */
812103a8feaSLen Brown 			skip_c0 = 1;
813103a8feaSLen Brown 			skip_c1 = 1;
814103a8feaSLen Brown 		}
815a729617cSLen Brown 	}
816103a8feaSLen Brown 
817c98d5d94SLen Brown 
818144b44b1SLen Brown 	if (use_c1_residency_msr) {
819144b44b1SLen Brown 		/*
820144b44b1SLen Brown 		 * Some models have a dedicated C1 residency MSR,
821144b44b1SLen Brown 		 * which should be more accurate than the derivation below.
822144b44b1SLen Brown 		 */
823144b44b1SLen Brown 	} else {
824103a8feaSLen Brown 		/*
825c3ae331dSLen Brown 		 * As counter collection is not atomic,
826c3ae331dSLen Brown 		 * it is possible for mperf's non-halted cycles + idle states
827103a8feaSLen Brown 		 * to exceed TSC's all cycles: show c1 = 0% in that case.
828103a8feaSLen Brown 		 */
829c3ae331dSLen Brown 		if ((old->mperf + core_delta->c3 + core_delta->c6 + core_delta->c7) > old->tsc)
830c98d5d94SLen Brown 			old->c1 = 0;
831c98d5d94SLen Brown 		else {
832c98d5d94SLen Brown 			/* normal case, derive c1 */
833c98d5d94SLen Brown 			old->c1 = old->tsc - old->mperf - core_delta->c3
834c98d5d94SLen Brown 				- core_delta->c6 - core_delta->c7;
835c98d5d94SLen Brown 		}
836144b44b1SLen Brown 	}
837c3ae331dSLen Brown 
838c98d5d94SLen Brown 	if (old->mperf == 0) {
839b7d8c148SLen Brown 		if (debug > 1)
840b7d8c148SLen Brown 			fprintf(outf, "cpu%d MPERF 0!\n", old->cpu_id);
841c98d5d94SLen Brown 		old->mperf = 1;	/* divide by 0 protection */
842c98d5d94SLen Brown 	}
843103a8feaSLen Brown 
8448e180f3cSLen Brown 	old->extra_delta32 = new->extra_delta32 - old->extra_delta32;
8458e180f3cSLen Brown 	old->extra_delta32 &= 0xFFFFFFFF;
8468e180f3cSLen Brown 
8478e180f3cSLen Brown 	old->extra_delta64 = new->extra_delta64 - old->extra_delta64;
8488e180f3cSLen Brown 
849103a8feaSLen Brown 	/*
8508e180f3cSLen Brown 	 * Extra MSR is just a snapshot, simply copy latest w/o subtracting
851103a8feaSLen Brown 	 */
8522f32edf1SLen Brown 	old->extra_msr32 = new->extra_msr32;
8532f32edf1SLen Brown 	old->extra_msr64 = new->extra_msr64;
8541ed51011SLen Brown 
855562a2d37SLen Brown 	if (do_irq)
856562a2d37SLen Brown 		old->irq_count = new->irq_count - old->irq_count;
857562a2d37SLen Brown 
8581ed51011SLen Brown 	if (do_smi)
8591ed51011SLen Brown 		old->smi_count = new->smi_count - old->smi_count;
860103a8feaSLen Brown }
861c98d5d94SLen Brown 
862c98d5d94SLen Brown int delta_cpu(struct thread_data *t, struct core_data *c,
863c98d5d94SLen Brown 	struct pkg_data *p, struct thread_data *t2,
864c98d5d94SLen Brown 	struct core_data *c2, struct pkg_data *p2)
865c98d5d94SLen Brown {
866c98d5d94SLen Brown 	/* calculate core delta only for 1st thread in core */
867c98d5d94SLen Brown 	if (t->flags & CPU_IS_FIRST_THREAD_IN_CORE)
868c98d5d94SLen Brown 		delta_core(c, c2);
869c98d5d94SLen Brown 
870c98d5d94SLen Brown 	/* always calculate thread delta */
871c98d5d94SLen Brown 	delta_thread(t, t2, c2);	/* c2 is core delta */
872c98d5d94SLen Brown 
873c98d5d94SLen Brown 	/* calculate package delta only for 1st core in package */
874c98d5d94SLen Brown 	if (t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)
875c98d5d94SLen Brown 		delta_package(p, p2);
876c98d5d94SLen Brown 
877103a8feaSLen Brown 	return 0;
878103a8feaSLen Brown }
879103a8feaSLen Brown 
880c98d5d94SLen Brown void clear_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p)
881103a8feaSLen Brown {
882c98d5d94SLen Brown 	t->tsc = 0;
883c98d5d94SLen Brown 	t->aperf = 0;
884c98d5d94SLen Brown 	t->mperf = 0;
885c98d5d94SLen Brown 	t->c1 = 0;
886103a8feaSLen Brown 
8878e180f3cSLen Brown 	t->extra_delta32 = 0;
8888e180f3cSLen Brown 	t->extra_delta64 = 0;
8898e180f3cSLen Brown 
890562a2d37SLen Brown 	t->irq_count = 0;
891562a2d37SLen Brown 	t->smi_count = 0;
892562a2d37SLen Brown 
893c98d5d94SLen Brown 	/* tells format_counters to dump all fields from this set */
894c98d5d94SLen Brown 	t->flags = CPU_IS_FIRST_THREAD_IN_CORE | CPU_IS_FIRST_CORE_IN_PACKAGE;
895c98d5d94SLen Brown 
896c98d5d94SLen Brown 	c->c3 = 0;
897c98d5d94SLen Brown 	c->c6 = 0;
898c98d5d94SLen Brown 	c->c7 = 0;
899889facbeSLen Brown 	c->core_temp_c = 0;
900c98d5d94SLen Brown 
9010b2bb692SLen Brown 	p->pkg_wtd_core_c0 = 0;
9020b2bb692SLen Brown 	p->pkg_any_core_c0 = 0;
9030b2bb692SLen Brown 	p->pkg_any_gfxe_c0 = 0;
9040b2bb692SLen Brown 	p->pkg_both_core_gfxe_c0 = 0;
9050b2bb692SLen Brown 
906c98d5d94SLen Brown 	p->pc2 = 0;
907ee7e38e3SLen Brown 	if (do_pc3)
908c98d5d94SLen Brown 		p->pc3 = 0;
909ee7e38e3SLen Brown 	if (do_pc6)
910c98d5d94SLen Brown 		p->pc6 = 0;
911ee7e38e3SLen Brown 	if (do_pc7)
912c98d5d94SLen Brown 		p->pc7 = 0;
913ca58710fSKristen Carlson Accardi 	p->pc8 = 0;
914ca58710fSKristen Carlson Accardi 	p->pc9 = 0;
915ca58710fSKristen Carlson Accardi 	p->pc10 = 0;
916889facbeSLen Brown 
917889facbeSLen Brown 	p->energy_pkg = 0;
918889facbeSLen Brown 	p->energy_dram = 0;
919889facbeSLen Brown 	p->energy_cores = 0;
920889facbeSLen Brown 	p->energy_gfx = 0;
921889facbeSLen Brown 	p->rapl_pkg_perf_status = 0;
922889facbeSLen Brown 	p->rapl_dram_perf_status = 0;
923889facbeSLen Brown 	p->pkg_temp_c = 0;
924*27d47356SLen Brown 
925*27d47356SLen Brown 	p->gfx_mhz = 0;
926103a8feaSLen Brown }
927c98d5d94SLen Brown int sum_counters(struct thread_data *t, struct core_data *c,
928c98d5d94SLen Brown 	struct pkg_data *p)
929103a8feaSLen Brown {
930c98d5d94SLen Brown 	average.threads.tsc += t->tsc;
931c98d5d94SLen Brown 	average.threads.aperf += t->aperf;
932c98d5d94SLen Brown 	average.threads.mperf += t->mperf;
933c98d5d94SLen Brown 	average.threads.c1 += t->c1;
93415aaa346SLen Brown 
9358e180f3cSLen Brown 	average.threads.extra_delta32 += t->extra_delta32;
9368e180f3cSLen Brown 	average.threads.extra_delta64 += t->extra_delta64;
9378e180f3cSLen Brown 
938562a2d37SLen Brown 	average.threads.irq_count += t->irq_count;
939562a2d37SLen Brown 	average.threads.smi_count += t->smi_count;
940562a2d37SLen Brown 
941c98d5d94SLen Brown 	/* sum per-core values only for 1st thread in core */
942c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE))
943c98d5d94SLen Brown 		return 0;
944c98d5d94SLen Brown 
945c98d5d94SLen Brown 	average.cores.c3 += c->c3;
946c98d5d94SLen Brown 	average.cores.c6 += c->c6;
947c98d5d94SLen Brown 	average.cores.c7 += c->c7;
948c98d5d94SLen Brown 
949889facbeSLen Brown 	average.cores.core_temp_c = MAX(average.cores.core_temp_c, c->core_temp_c);
950889facbeSLen Brown 
951c98d5d94SLen Brown 	/* sum per-pkg values only for 1st core in pkg */
952c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
953c98d5d94SLen Brown 		return 0;
954c98d5d94SLen Brown 
9550b2bb692SLen Brown 	if (do_skl_residency) {
9560b2bb692SLen Brown 		average.packages.pkg_wtd_core_c0 += p->pkg_wtd_core_c0;
9570b2bb692SLen Brown 		average.packages.pkg_any_core_c0 += p->pkg_any_core_c0;
9580b2bb692SLen Brown 		average.packages.pkg_any_gfxe_c0 += p->pkg_any_gfxe_c0;
9590b2bb692SLen Brown 		average.packages.pkg_both_core_gfxe_c0 += p->pkg_both_core_gfxe_c0;
9600b2bb692SLen Brown 	}
9610b2bb692SLen Brown 
962c98d5d94SLen Brown 	average.packages.pc2 += p->pc2;
963ee7e38e3SLen Brown 	if (do_pc3)
964c98d5d94SLen Brown 		average.packages.pc3 += p->pc3;
965ee7e38e3SLen Brown 	if (do_pc6)
966c98d5d94SLen Brown 		average.packages.pc6 += p->pc6;
967ee7e38e3SLen Brown 	if (do_pc7)
968c98d5d94SLen Brown 		average.packages.pc7 += p->pc7;
969ca58710fSKristen Carlson Accardi 	average.packages.pc8 += p->pc8;
970ca58710fSKristen Carlson Accardi 	average.packages.pc9 += p->pc9;
971ca58710fSKristen Carlson Accardi 	average.packages.pc10 += p->pc10;
972c98d5d94SLen Brown 
973889facbeSLen Brown 	average.packages.energy_pkg += p->energy_pkg;
974889facbeSLen Brown 	average.packages.energy_dram += p->energy_dram;
975889facbeSLen Brown 	average.packages.energy_cores += p->energy_cores;
976889facbeSLen Brown 	average.packages.energy_gfx += p->energy_gfx;
977889facbeSLen Brown 
978*27d47356SLen Brown 	average.packages.gfx_mhz = p->gfx_mhz;
979*27d47356SLen Brown 
980889facbeSLen Brown 	average.packages.pkg_temp_c = MAX(average.packages.pkg_temp_c, p->pkg_temp_c);
981889facbeSLen Brown 
982889facbeSLen Brown 	average.packages.rapl_pkg_perf_status += p->rapl_pkg_perf_status;
983889facbeSLen Brown 	average.packages.rapl_dram_perf_status += p->rapl_dram_perf_status;
984c98d5d94SLen Brown 	return 0;
985c98d5d94SLen Brown }
986c98d5d94SLen Brown /*
987c98d5d94SLen Brown  * sum the counters for all cpus in the system
988c98d5d94SLen Brown  * compute the weighted average
989c98d5d94SLen Brown  */
990c98d5d94SLen Brown void compute_average(struct thread_data *t, struct core_data *c,
991c98d5d94SLen Brown 	struct pkg_data *p)
992c98d5d94SLen Brown {
993c98d5d94SLen Brown 	clear_counters(&average.threads, &average.cores, &average.packages);
994c98d5d94SLen Brown 
995c98d5d94SLen Brown 	for_all_cpus(sum_counters, t, c, p);
996c98d5d94SLen Brown 
997c98d5d94SLen Brown 	average.threads.tsc /= topo.num_cpus;
998c98d5d94SLen Brown 	average.threads.aperf /= topo.num_cpus;
999c98d5d94SLen Brown 	average.threads.mperf /= topo.num_cpus;
1000c98d5d94SLen Brown 	average.threads.c1 /= topo.num_cpus;
1001c98d5d94SLen Brown 
10028e180f3cSLen Brown 	average.threads.extra_delta32 /= topo.num_cpus;
10038e180f3cSLen Brown 	average.threads.extra_delta32 &= 0xFFFFFFFF;
10048e180f3cSLen Brown 
10058e180f3cSLen Brown 	average.threads.extra_delta64 /= topo.num_cpus;
10068e180f3cSLen Brown 
1007c98d5d94SLen Brown 	average.cores.c3 /= topo.num_cores;
1008c98d5d94SLen Brown 	average.cores.c6 /= topo.num_cores;
1009c98d5d94SLen Brown 	average.cores.c7 /= topo.num_cores;
1010c98d5d94SLen Brown 
10110b2bb692SLen Brown 	if (do_skl_residency) {
10120b2bb692SLen Brown 		average.packages.pkg_wtd_core_c0 /= topo.num_packages;
10130b2bb692SLen Brown 		average.packages.pkg_any_core_c0 /= topo.num_packages;
10140b2bb692SLen Brown 		average.packages.pkg_any_gfxe_c0 /= topo.num_packages;
10150b2bb692SLen Brown 		average.packages.pkg_both_core_gfxe_c0 /= topo.num_packages;
10160b2bb692SLen Brown 	}
10170b2bb692SLen Brown 
1018c98d5d94SLen Brown 	average.packages.pc2 /= topo.num_packages;
1019ee7e38e3SLen Brown 	if (do_pc3)
1020c98d5d94SLen Brown 		average.packages.pc3 /= topo.num_packages;
1021ee7e38e3SLen Brown 	if (do_pc6)
1022c98d5d94SLen Brown 		average.packages.pc6 /= topo.num_packages;
1023ee7e38e3SLen Brown 	if (do_pc7)
1024c98d5d94SLen Brown 		average.packages.pc7 /= topo.num_packages;
1025ca58710fSKristen Carlson Accardi 
1026ca58710fSKristen Carlson Accardi 	average.packages.pc8 /= topo.num_packages;
1027ca58710fSKristen Carlson Accardi 	average.packages.pc9 /= topo.num_packages;
1028ca58710fSKristen Carlson Accardi 	average.packages.pc10 /= topo.num_packages;
1029c98d5d94SLen Brown }
1030c98d5d94SLen Brown 
1031c98d5d94SLen Brown static unsigned long long rdtsc(void)
1032c98d5d94SLen Brown {
1033c98d5d94SLen Brown 	unsigned int low, high;
1034c98d5d94SLen Brown 
1035c98d5d94SLen Brown 	asm volatile("rdtsc" : "=a" (low), "=d" (high));
1036c98d5d94SLen Brown 
1037c98d5d94SLen Brown 	return low | ((unsigned long long)high) << 32;
1038c98d5d94SLen Brown }
1039c98d5d94SLen Brown 
1040c98d5d94SLen Brown /*
1041c98d5d94SLen Brown  * get_counters(...)
1042c98d5d94SLen Brown  * migrate to cpu
1043c98d5d94SLen Brown  * acquire and record local counters for that cpu
1044c98d5d94SLen Brown  */
1045c98d5d94SLen Brown int get_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p)
1046c98d5d94SLen Brown {
1047c98d5d94SLen Brown 	int cpu = t->cpu_id;
1048889facbeSLen Brown 	unsigned long long msr;
1049c98d5d94SLen Brown 
1050e52966c0SLen Brown 	if (cpu_migrate(cpu)) {
1051b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
105215aaa346SLen Brown 		return -1;
1053e52966c0SLen Brown 	}
105415aaa346SLen Brown 
1055c98d5d94SLen Brown 	t->tsc = rdtsc();	/* we are running on local CPU of interest */
105615aaa346SLen Brown 
105715aaa346SLen Brown 	if (has_aperf) {
10589c63a650SLen Brown 		if (get_msr(cpu, MSR_IA32_APERF, &t->aperf))
1059c98d5d94SLen Brown 			return -3;
10609c63a650SLen Brown 		if (get_msr(cpu, MSR_IA32_MPERF, &t->mperf))
1061c98d5d94SLen Brown 			return -4;
1062b2b34dfeSHubert Chrzaniuk 		t->aperf = t->aperf * aperf_mperf_multiplier;
1063b2b34dfeSHubert Chrzaniuk 		t->mperf = t->mperf * aperf_mperf_multiplier;
106488c3281fSLen Brown 	}
106588c3281fSLen Brown 
1066562a2d37SLen Brown 	if (do_irq)
1067562a2d37SLen Brown 		t->irq_count = irqs_per_cpu[cpu];
10681ed51011SLen Brown 	if (do_smi) {
10691ed51011SLen Brown 		if (get_msr(cpu, MSR_SMI_COUNT, &msr))
10701ed51011SLen Brown 			return -5;
10711ed51011SLen Brown 		t->smi_count = msr & 0xFFFFFFFF;
10721ed51011SLen Brown 	}
10738e180f3cSLen Brown 	if (extra_delta_offset32) {
1074889facbeSLen Brown 		if (get_msr(cpu, extra_delta_offset32, &msr))
10752f32edf1SLen Brown 			return -5;
1076889facbeSLen Brown 		t->extra_delta32 = msr & 0xFFFFFFFF;
10778e180f3cSLen Brown 	}
10788e180f3cSLen Brown 
10798e180f3cSLen Brown 	if (extra_delta_offset64)
10808e180f3cSLen Brown 		if (get_msr(cpu, extra_delta_offset64, &t->extra_delta64))
10818e180f3cSLen Brown 			return -5;
10828e180f3cSLen Brown 
10838e180f3cSLen Brown 	if (extra_msr_offset32) {
1084889facbeSLen Brown 		if (get_msr(cpu, extra_msr_offset32, &msr))
10858e180f3cSLen Brown 			return -5;
1086889facbeSLen Brown 		t->extra_msr32 = msr & 0xFFFFFFFF;
10878e180f3cSLen Brown 	}
10882f32edf1SLen Brown 
10892f32edf1SLen Brown 	if (extra_msr_offset64)
10902f32edf1SLen Brown 		if (get_msr(cpu, extra_msr_offset64, &t->extra_msr64))
1091c98d5d94SLen Brown 			return -5;
1092c98d5d94SLen Brown 
1093144b44b1SLen Brown 	if (use_c1_residency_msr) {
1094144b44b1SLen Brown 		if (get_msr(cpu, MSR_CORE_C1_RES, &t->c1))
1095144b44b1SLen Brown 			return -6;
1096144b44b1SLen Brown 	}
1097144b44b1SLen Brown 
1098c98d5d94SLen Brown 	/* collect core counters only for 1st thread in core */
1099c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE))
1100c98d5d94SLen Brown 		return 0;
1101c98d5d94SLen Brown 
1102fb5d4327SDasaratharaman Chandramouli 	if (do_nhm_cstates && !do_slm_cstates && !do_knl_cstates) {
1103c98d5d94SLen Brown 		if (get_msr(cpu, MSR_CORE_C3_RESIDENCY, &c->c3))
1104c98d5d94SLen Brown 			return -6;
1105144b44b1SLen Brown 	}
1106144b44b1SLen Brown 
1107fb5d4327SDasaratharaman Chandramouli 	if (do_nhm_cstates && !do_knl_cstates) {
1108c98d5d94SLen Brown 		if (get_msr(cpu, MSR_CORE_C6_RESIDENCY, &c->c6))
1109c98d5d94SLen Brown 			return -7;
1110fb5d4327SDasaratharaman Chandramouli 	} else if (do_knl_cstates) {
1111fb5d4327SDasaratharaman Chandramouli 		if (get_msr(cpu, MSR_KNL_CORE_C6_RESIDENCY, &c->c6))
1112fb5d4327SDasaratharaman Chandramouli 			return -7;
1113103a8feaSLen Brown 	}
111415aaa346SLen Brown 
111515aaa346SLen Brown 	if (do_snb_cstates)
1116c98d5d94SLen Brown 		if (get_msr(cpu, MSR_CORE_C7_RESIDENCY, &c->c7))
1117c98d5d94SLen Brown 			return -8;
1118c98d5d94SLen Brown 
1119889facbeSLen Brown 	if (do_dts) {
1120889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_THERM_STATUS, &msr))
1121889facbeSLen Brown 			return -9;
1122889facbeSLen Brown 		c->core_temp_c = tcc_activation_temp - ((msr >> 16) & 0x7F);
1123889facbeSLen Brown 	}
1124889facbeSLen Brown 
1125889facbeSLen Brown 
1126c98d5d94SLen Brown 	/* collect package counters only for 1st core in package */
1127c98d5d94SLen Brown 	if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
1128c98d5d94SLen Brown 		return 0;
112915aaa346SLen Brown 
11300b2bb692SLen Brown 	if (do_skl_residency) {
11310b2bb692SLen Brown 		if (get_msr(cpu, MSR_PKG_WEIGHTED_CORE_C0_RES, &p->pkg_wtd_core_c0))
11320b2bb692SLen Brown 			return -10;
11330b2bb692SLen Brown 		if (get_msr(cpu, MSR_PKG_ANY_CORE_C0_RES, &p->pkg_any_core_c0))
11340b2bb692SLen Brown 			return -11;
11350b2bb692SLen Brown 		if (get_msr(cpu, MSR_PKG_ANY_GFXE_C0_RES, &p->pkg_any_gfxe_c0))
11360b2bb692SLen Brown 			return -12;
11370b2bb692SLen Brown 		if (get_msr(cpu, MSR_PKG_BOTH_CORE_GFXE_C0_RES, &p->pkg_both_core_gfxe_c0))
11380b2bb692SLen Brown 			return -13;
11390b2bb692SLen Brown 	}
1140ee7e38e3SLen Brown 	if (do_pc3)
1141c98d5d94SLen Brown 		if (get_msr(cpu, MSR_PKG_C3_RESIDENCY, &p->pc3))
1142c98d5d94SLen Brown 			return -9;
1143ee7e38e3SLen Brown 	if (do_pc6)
1144c98d5d94SLen Brown 		if (get_msr(cpu, MSR_PKG_C6_RESIDENCY, &p->pc6))
1145c98d5d94SLen Brown 			return -10;
1146ee7e38e3SLen Brown 	if (do_pc2)
1147c98d5d94SLen Brown 		if (get_msr(cpu, MSR_PKG_C2_RESIDENCY, &p->pc2))
1148c98d5d94SLen Brown 			return -11;
1149ee7e38e3SLen Brown 	if (do_pc7)
1150c98d5d94SLen Brown 		if (get_msr(cpu, MSR_PKG_C7_RESIDENCY, &p->pc7))
1151c98d5d94SLen Brown 			return -12;
1152ca58710fSKristen Carlson Accardi 	if (do_c8_c9_c10) {
1153ca58710fSKristen Carlson Accardi 		if (get_msr(cpu, MSR_PKG_C8_RESIDENCY, &p->pc8))
1154ca58710fSKristen Carlson Accardi 			return -13;
1155ca58710fSKristen Carlson Accardi 		if (get_msr(cpu, MSR_PKG_C9_RESIDENCY, &p->pc9))
1156ca58710fSKristen Carlson Accardi 			return -13;
1157ca58710fSKristen Carlson Accardi 		if (get_msr(cpu, MSR_PKG_C10_RESIDENCY, &p->pc10))
1158ca58710fSKristen Carlson Accardi 			return -13;
1159ca58710fSKristen Carlson Accardi 	}
1160889facbeSLen Brown 	if (do_rapl & RAPL_PKG) {
1161889facbeSLen Brown 		if (get_msr(cpu, MSR_PKG_ENERGY_STATUS, &msr))
1162889facbeSLen Brown 			return -13;
1163889facbeSLen Brown 		p->energy_pkg = msr & 0xFFFFFFFF;
1164889facbeSLen Brown 	}
1165889facbeSLen Brown 	if (do_rapl & RAPL_CORES) {
1166889facbeSLen Brown 		if (get_msr(cpu, MSR_PP0_ENERGY_STATUS, &msr))
1167889facbeSLen Brown 			return -14;
1168889facbeSLen Brown 		p->energy_cores = msr & 0xFFFFFFFF;
1169889facbeSLen Brown 	}
1170889facbeSLen Brown 	if (do_rapl & RAPL_DRAM) {
1171889facbeSLen Brown 		if (get_msr(cpu, MSR_DRAM_ENERGY_STATUS, &msr))
1172889facbeSLen Brown 			return -15;
1173889facbeSLen Brown 		p->energy_dram = msr & 0xFFFFFFFF;
1174889facbeSLen Brown 	}
1175889facbeSLen Brown 	if (do_rapl & RAPL_GFX) {
1176889facbeSLen Brown 		if (get_msr(cpu, MSR_PP1_ENERGY_STATUS, &msr))
1177889facbeSLen Brown 			return -16;
1178889facbeSLen Brown 		p->energy_gfx = msr & 0xFFFFFFFF;
1179889facbeSLen Brown 	}
1180889facbeSLen Brown 	if (do_rapl & RAPL_PKG_PERF_STATUS) {
1181889facbeSLen Brown 		if (get_msr(cpu, MSR_PKG_PERF_STATUS, &msr))
1182889facbeSLen Brown 			return -16;
1183889facbeSLen Brown 		p->rapl_pkg_perf_status = msr & 0xFFFFFFFF;
1184889facbeSLen Brown 	}
1185889facbeSLen Brown 	if (do_rapl & RAPL_DRAM_PERF_STATUS) {
1186889facbeSLen Brown 		if (get_msr(cpu, MSR_DRAM_PERF_STATUS, &msr))
1187889facbeSLen Brown 			return -16;
1188889facbeSLen Brown 		p->rapl_dram_perf_status = msr & 0xFFFFFFFF;
1189889facbeSLen Brown 	}
1190889facbeSLen Brown 	if (do_ptm) {
1191889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_PACKAGE_THERM_STATUS, &msr))
1192889facbeSLen Brown 			return -17;
1193889facbeSLen Brown 		p->pkg_temp_c = tcc_activation_temp - ((msr >> 16) & 0x7F);
1194889facbeSLen Brown 	}
1195*27d47356SLen Brown 	if (do_gfx_mhz)
1196*27d47356SLen Brown 		p->gfx_mhz = gfx_cur_mhz;
1197*27d47356SLen Brown 
119815aaa346SLen Brown 	return 0;
1199103a8feaSLen Brown }
1200103a8feaSLen Brown 
1201ee7e38e3SLen Brown /*
1202ee7e38e3SLen Brown  * MSR_PKG_CST_CONFIG_CONTROL decoding for pkg_cstate_limit:
1203ee7e38e3SLen Brown  * If you change the values, note they are used both in comparisons
1204ee7e38e3SLen Brown  * (>= PCL__7) and to index pkg_cstate_limit_strings[].
1205ee7e38e3SLen Brown  */
1206ee7e38e3SLen Brown 
1207ee7e38e3SLen Brown #define PCLUKN 0 /* Unknown */
1208ee7e38e3SLen Brown #define PCLRSV 1 /* Reserved */
1209ee7e38e3SLen Brown #define PCL__0 2 /* PC0 */
1210ee7e38e3SLen Brown #define PCL__1 3 /* PC1 */
1211ee7e38e3SLen Brown #define PCL__2 4 /* PC2 */
1212ee7e38e3SLen Brown #define PCL__3 5 /* PC3 */
1213ee7e38e3SLen Brown #define PCL__4 6 /* PC4 */
1214ee7e38e3SLen Brown #define PCL__6 7 /* PC6 */
1215ee7e38e3SLen Brown #define PCL_6N 8 /* PC6 No Retention */
1216ee7e38e3SLen Brown #define PCL_6R 9 /* PC6 Retention */
1217ee7e38e3SLen Brown #define PCL__7 10 /* PC7 */
1218ee7e38e3SLen Brown #define PCL_7S 11 /* PC7 Shrink */
12190b2bb692SLen Brown #define PCL__8 12 /* PC8 */
12200b2bb692SLen Brown #define PCL__9 13 /* PC9 */
12210b2bb692SLen Brown #define PCLUNL 14 /* Unlimited */
1222ee7e38e3SLen Brown 
1223ee7e38e3SLen Brown int pkg_cstate_limit = PCLUKN;
1224ee7e38e3SLen Brown char *pkg_cstate_limit_strings[] = { "reserved", "unknown", "pc0", "pc1", "pc2",
12250b2bb692SLen Brown 	"pc3", "pc4", "pc6", "pc6n", "pc6r", "pc7", "pc7s", "pc8", "pc9", "unlimited"};
1226ee7e38e3SLen Brown 
1227e9257f5fSLen Brown int nhm_pkg_cstate_limits[16] = {PCL__0, PCL__1, PCL__3, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1228e9257f5fSLen Brown int snb_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL_6N, PCL_6R, PCL__7, PCL_7S, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1229e9257f5fSLen Brown int hsw_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL__3, PCL__6, PCL__7, PCL_7S, PCL__8, PCL__9, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1230e9257f5fSLen Brown int slv_pkg_cstate_limits[16] = {PCL__0, PCL__1, PCLRSV, PCLRSV, PCL__4, PCLRSV, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1231e9257f5fSLen Brown int amt_pkg_cstate_limits[16] = {PCL__0, PCL__1, PCL__2, PCLRSV, PCLRSV, PCLRSV, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1232e9257f5fSLen Brown int phi_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL_6N, PCL_6R, PCLRSV, PCLRSV, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV};
1233ee7e38e3SLen Brown 
1234a2b7b749SLen Brown 
1235a2b7b749SLen Brown static void
1236a2b7b749SLen Brown calculate_tsc_tweak()
1237a2b7b749SLen Brown {
1238a2b7b749SLen Brown 	tsc_tweak = base_hz / tsc_hz;
1239a2b7b749SLen Brown }
1240a2b7b749SLen Brown 
1241fcd17211SLen Brown static void
1242fcd17211SLen Brown dump_nhm_platform_info(void)
1243103a8feaSLen Brown {
1244103a8feaSLen Brown 	unsigned long long msr;
1245103a8feaSLen Brown 	unsigned int ratio;
1246103a8feaSLen Brown 
1247ec0adc53SLen Brown 	get_msr(base_cpu, MSR_PLATFORM_INFO, &msr);
1248103a8feaSLen Brown 
1249b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_PLATFORM_INFO: 0x%08llx\n", base_cpu, msr);
12506574a5d5SLen Brown 
1251103a8feaSLen Brown 	ratio = (msr >> 40) & 0xFF;
1252b7d8c148SLen Brown 	fprintf(outf, "%d * %.0f = %.0f MHz max efficiency frequency\n",
1253103a8feaSLen Brown 		ratio, bclk, ratio * bclk);
1254103a8feaSLen Brown 
1255103a8feaSLen Brown 	ratio = (msr >> 8) & 0xFF;
1256b7d8c148SLen Brown 	fprintf(outf, "%d * %.0f = %.0f MHz base frequency\n",
1257103a8feaSLen Brown 		ratio, bclk, ratio * bclk);
1258103a8feaSLen Brown 
12597ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_IA32_POWER_CTL, &msr);
1260b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_IA32_POWER_CTL: 0x%08llx (C1E auto-promotion: %sabled)\n",
1261bfae2052SLen Brown 		base_cpu, msr, msr & 0x2 ? "EN" : "DIS");
126267920418SLen Brown 
1263fcd17211SLen Brown 	return;
1264fcd17211SLen Brown }
1265fcd17211SLen Brown 
1266fcd17211SLen Brown static void
1267fcd17211SLen Brown dump_hsw_turbo_ratio_limits(void)
1268fcd17211SLen Brown {
1269fcd17211SLen Brown 	unsigned long long msr;
1270fcd17211SLen Brown 	unsigned int ratio;
1271fcd17211SLen Brown 
12727ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT2, &msr);
1273fcd17211SLen Brown 
1274b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT2: 0x%08llx\n", base_cpu, msr);
1275fcd17211SLen Brown 
1276fcd17211SLen Brown 	ratio = (msr >> 8) & 0xFF;
1277fcd17211SLen Brown 	if (ratio)
1278b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 18 active cores\n",
1279fcd17211SLen Brown 			ratio, bclk, ratio * bclk);
1280fcd17211SLen Brown 
1281fcd17211SLen Brown 	ratio = (msr >> 0) & 0xFF;
1282fcd17211SLen Brown 	if (ratio)
1283b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 17 active cores\n",
1284fcd17211SLen Brown 			ratio, bclk, ratio * bclk);
1285fcd17211SLen Brown 	return;
1286fcd17211SLen Brown }
1287fcd17211SLen Brown 
1288fcd17211SLen Brown static void
1289fcd17211SLen Brown dump_ivt_turbo_ratio_limits(void)
1290fcd17211SLen Brown {
1291fcd17211SLen Brown 	unsigned long long msr;
1292fcd17211SLen Brown 	unsigned int ratio;
12936574a5d5SLen Brown 
12947ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT1, &msr);
12956574a5d5SLen Brown 
1296b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT1: 0x%08llx\n", base_cpu, msr);
12976574a5d5SLen Brown 
12986574a5d5SLen Brown 	ratio = (msr >> 56) & 0xFF;
12996574a5d5SLen Brown 	if (ratio)
1300b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 16 active cores\n",
13016574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13026574a5d5SLen Brown 
13036574a5d5SLen Brown 	ratio = (msr >> 48) & 0xFF;
13046574a5d5SLen Brown 	if (ratio)
1305b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 15 active cores\n",
13066574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13076574a5d5SLen Brown 
13086574a5d5SLen Brown 	ratio = (msr >> 40) & 0xFF;
13096574a5d5SLen Brown 	if (ratio)
1310b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 14 active cores\n",
13116574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13126574a5d5SLen Brown 
13136574a5d5SLen Brown 	ratio = (msr >> 32) & 0xFF;
13146574a5d5SLen Brown 	if (ratio)
1315b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 13 active cores\n",
13166574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13176574a5d5SLen Brown 
13186574a5d5SLen Brown 	ratio = (msr >> 24) & 0xFF;
13196574a5d5SLen Brown 	if (ratio)
1320b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 12 active cores\n",
13216574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13226574a5d5SLen Brown 
13236574a5d5SLen Brown 	ratio = (msr >> 16) & 0xFF;
13246574a5d5SLen Brown 	if (ratio)
1325b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 11 active cores\n",
13266574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13276574a5d5SLen Brown 
13286574a5d5SLen Brown 	ratio = (msr >> 8) & 0xFF;
13296574a5d5SLen Brown 	if (ratio)
1330b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 10 active cores\n",
13316574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13326574a5d5SLen Brown 
13336574a5d5SLen Brown 	ratio = (msr >> 0) & 0xFF;
13346574a5d5SLen Brown 	if (ratio)
1335b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 9 active cores\n",
13366574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
1337103a8feaSLen Brown 	return;
1338fcd17211SLen Brown }
1339fcd17211SLen Brown 
1340fcd17211SLen Brown static void
1341fcd17211SLen Brown dump_nhm_turbo_ratio_limits(void)
1342fcd17211SLen Brown {
1343fcd17211SLen Brown 	unsigned long long msr;
1344fcd17211SLen Brown 	unsigned int ratio;
1345103a8feaSLen Brown 
13467ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT, &msr);
1347103a8feaSLen Brown 
1348b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT: 0x%08llx\n", base_cpu, msr);
13496574a5d5SLen Brown 
13506574a5d5SLen Brown 	ratio = (msr >> 56) & 0xFF;
13516574a5d5SLen Brown 	if (ratio)
1352b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 8 active cores\n",
13536574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13546574a5d5SLen Brown 
13556574a5d5SLen Brown 	ratio = (msr >> 48) & 0xFF;
13566574a5d5SLen Brown 	if (ratio)
1357b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 7 active cores\n",
13586574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13596574a5d5SLen Brown 
13606574a5d5SLen Brown 	ratio = (msr >> 40) & 0xFF;
13616574a5d5SLen Brown 	if (ratio)
1362b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 6 active cores\n",
13636574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13646574a5d5SLen Brown 
13656574a5d5SLen Brown 	ratio = (msr >> 32) & 0xFF;
13666574a5d5SLen Brown 	if (ratio)
1367b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 5 active cores\n",
13686574a5d5SLen Brown 			ratio, bclk, ratio * bclk);
13696574a5d5SLen Brown 
1370103a8feaSLen Brown 	ratio = (msr >> 24) & 0xFF;
1371103a8feaSLen Brown 	if (ratio)
1372b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 4 active cores\n",
1373103a8feaSLen Brown 			ratio, bclk, ratio * bclk);
1374103a8feaSLen Brown 
1375103a8feaSLen Brown 	ratio = (msr >> 16) & 0xFF;
1376103a8feaSLen Brown 	if (ratio)
1377b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 3 active cores\n",
1378103a8feaSLen Brown 			ratio, bclk, ratio * bclk);
1379103a8feaSLen Brown 
1380103a8feaSLen Brown 	ratio = (msr >> 8) & 0xFF;
1381103a8feaSLen Brown 	if (ratio)
1382b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 2 active cores\n",
1383103a8feaSLen Brown 			ratio, bclk, ratio * bclk);
1384103a8feaSLen Brown 
1385103a8feaSLen Brown 	ratio = (msr >> 0) & 0xFF;
1386103a8feaSLen Brown 	if (ratio)
1387b7d8c148SLen Brown 		fprintf(outf, "%d * %.0f = %.0f MHz max turbo 1 active cores\n",
1388103a8feaSLen Brown 			ratio, bclk, ratio * bclk);
1389fcd17211SLen Brown 	return;
1390fcd17211SLen Brown }
13913a9a941dSLen Brown 
1392fcd17211SLen Brown static void
1393fb5d4327SDasaratharaman Chandramouli dump_knl_turbo_ratio_limits(void)
1394fb5d4327SDasaratharaman Chandramouli {
1395cbf97abaSHubert Chrzaniuk 	const unsigned int buckets_no = 7;
1396cbf97abaSHubert Chrzaniuk 
1397fb5d4327SDasaratharaman Chandramouli 	unsigned long long msr;
1398cbf97abaSHubert Chrzaniuk 	int delta_cores, delta_ratio;
1399cbf97abaSHubert Chrzaniuk 	int i, b_nr;
1400cbf97abaSHubert Chrzaniuk 	unsigned int cores[buckets_no];
1401cbf97abaSHubert Chrzaniuk 	unsigned int ratio[buckets_no];
1402fb5d4327SDasaratharaman Chandramouli 
14037ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_NHM_TURBO_RATIO_LIMIT, &msr);
1404fb5d4327SDasaratharaman Chandramouli 
1405b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT: 0x%08llx\n",
1406bfae2052SLen Brown 		base_cpu, msr);
1407fb5d4327SDasaratharaman Chandramouli 
1408fb5d4327SDasaratharaman Chandramouli 	/**
1409fb5d4327SDasaratharaman Chandramouli 	 * Turbo encoding in KNL is as follows:
1410cbf97abaSHubert Chrzaniuk 	 * [0] -- Reserved
1411cbf97abaSHubert Chrzaniuk 	 * [7:1] -- Base value of number of active cores of bucket 1.
1412fb5d4327SDasaratharaman Chandramouli 	 * [15:8] -- Base value of freq ratio of bucket 1.
1413fb5d4327SDasaratharaman Chandramouli 	 * [20:16] -- +ve delta of number of active cores of bucket 2.
1414fb5d4327SDasaratharaman Chandramouli 	 * i.e. active cores of bucket 2 =
1415fb5d4327SDasaratharaman Chandramouli 	 * active cores of bucket 1 + delta
1416fb5d4327SDasaratharaman Chandramouli 	 * [23:21] -- Negative delta of freq ratio of bucket 2.
1417fb5d4327SDasaratharaman Chandramouli 	 * i.e. freq ratio of bucket 2 =
1418fb5d4327SDasaratharaman Chandramouli 	 * freq ratio of bucket 1 - delta
1419fb5d4327SDasaratharaman Chandramouli 	 * [28:24]-- +ve delta of number of active cores of bucket 3.
1420fb5d4327SDasaratharaman Chandramouli 	 * [31:29]-- -ve delta of freq ratio of bucket 3.
1421fb5d4327SDasaratharaman Chandramouli 	 * [36:32]-- +ve delta of number of active cores of bucket 4.
1422fb5d4327SDasaratharaman Chandramouli 	 * [39:37]-- -ve delta of freq ratio of bucket 4.
1423fb5d4327SDasaratharaman Chandramouli 	 * [44:40]-- +ve delta of number of active cores of bucket 5.
1424fb5d4327SDasaratharaman Chandramouli 	 * [47:45]-- -ve delta of freq ratio of bucket 5.
1425fb5d4327SDasaratharaman Chandramouli 	 * [52:48]-- +ve delta of number of active cores of bucket 6.
1426fb5d4327SDasaratharaman Chandramouli 	 * [55:53]-- -ve delta of freq ratio of bucket 6.
1427fb5d4327SDasaratharaman Chandramouli 	 * [60:56]-- +ve delta of number of active cores of bucket 7.
1428fb5d4327SDasaratharaman Chandramouli 	 * [63:61]-- -ve delta of freq ratio of bucket 7.
1429fb5d4327SDasaratharaman Chandramouli 	 */
1430fb5d4327SDasaratharaman Chandramouli 
1431cbf97abaSHubert Chrzaniuk 	b_nr = 0;
1432cbf97abaSHubert Chrzaniuk 	cores[b_nr] = (msr & 0xFF) >> 1;
1433cbf97abaSHubert Chrzaniuk 	ratio[b_nr] = (msr >> 8) & 0xFF;
1434cbf97abaSHubert Chrzaniuk 
1435cbf97abaSHubert Chrzaniuk 	for (i = 16; i < 64; i += 8) {
1436fb5d4327SDasaratharaman Chandramouli 		delta_cores = (msr >> i) & 0x1F;
1437cbf97abaSHubert Chrzaniuk 		delta_ratio = (msr >> (i + 5)) & 0x7;
1438fb5d4327SDasaratharaman Chandramouli 
1439cbf97abaSHubert Chrzaniuk 		cores[b_nr + 1] = cores[b_nr] + delta_cores;
1440cbf97abaSHubert Chrzaniuk 		ratio[b_nr + 1] = ratio[b_nr] - delta_ratio;
1441cbf97abaSHubert Chrzaniuk 		b_nr++;
1442cbf97abaSHubert Chrzaniuk 	}
1443cbf97abaSHubert Chrzaniuk 
1444cbf97abaSHubert Chrzaniuk 	for (i = buckets_no - 1; i >= 0; i--)
1445cbf97abaSHubert Chrzaniuk 		if (i > 0 ? ratio[i] != ratio[i - 1] : 1)
1446b7d8c148SLen Brown 			fprintf(outf,
1447fb5d4327SDasaratharaman Chandramouli 				"%d * %.0f = %.0f MHz max turbo %d active cores\n",
1448cbf97abaSHubert Chrzaniuk 				ratio[i], bclk, ratio[i] * bclk, cores[i]);
1449fb5d4327SDasaratharaman Chandramouli }
1450fb5d4327SDasaratharaman Chandramouli 
1451fb5d4327SDasaratharaman Chandramouli static void
1452fcd17211SLen Brown dump_nhm_cst_cfg(void)
1453fcd17211SLen Brown {
1454fcd17211SLen Brown 	unsigned long long msr;
1455fcd17211SLen Brown 
14567ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_NHM_SNB_PKG_CST_CFG_CTL, &msr);
1457fcd17211SLen Brown 
1458fcd17211SLen Brown #define SNB_C1_AUTO_UNDEMOTE              (1UL << 27)
1459fcd17211SLen Brown #define SNB_C3_AUTO_UNDEMOTE              (1UL << 28)
1460fcd17211SLen Brown 
1461b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_NHM_SNB_PKG_CST_CFG_CTL: 0x%08llx", base_cpu, msr);
1462fcd17211SLen Brown 
1463b7d8c148SLen Brown 	fprintf(outf, " (%s%s%s%s%slocked: pkg-cstate-limit=%d: %s)\n",
1464fcd17211SLen Brown 		(msr & SNB_C3_AUTO_UNDEMOTE) ? "UNdemote-C3, " : "",
1465fcd17211SLen Brown 		(msr & SNB_C1_AUTO_UNDEMOTE) ? "UNdemote-C1, " : "",
1466fcd17211SLen Brown 		(msr & NHM_C3_AUTO_DEMOTE) ? "demote-C3, " : "",
1467fcd17211SLen Brown 		(msr & NHM_C1_AUTO_DEMOTE) ? "demote-C1, " : "",
1468fcd17211SLen Brown 		(msr & (1 << 15)) ? "" : "UN",
1469fcd17211SLen Brown 		(unsigned int)msr & 7,
1470fcd17211SLen Brown 		pkg_cstate_limit_strings[pkg_cstate_limit]);
1471fcd17211SLen Brown 	return;
1472103a8feaSLen Brown }
1473103a8feaSLen Brown 
14746fb3143bSLen Brown static void
14756fb3143bSLen Brown dump_config_tdp(void)
14766fb3143bSLen Brown {
14776fb3143bSLen Brown 	unsigned long long msr;
14786fb3143bSLen Brown 
14796fb3143bSLen Brown 	get_msr(base_cpu, MSR_CONFIG_TDP_NOMINAL, &msr);
1480b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_CONFIG_TDP_NOMINAL: 0x%08llx", base_cpu, msr);
1481b7d8c148SLen Brown 	fprintf(outf, " (base_ratio=%d)\n", (unsigned int)msr & 0xEF);
14826fb3143bSLen Brown 
14836fb3143bSLen Brown 	get_msr(base_cpu, MSR_CONFIG_TDP_LEVEL_1, &msr);
1484b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_CONFIG_TDP_LEVEL_1: 0x%08llx (", base_cpu, msr);
14856fb3143bSLen Brown 	if (msr) {
1486b7d8c148SLen Brown 		fprintf(outf, "PKG_MIN_PWR_LVL1=%d ", (unsigned int)(msr >> 48) & 0xEFFF);
1487b7d8c148SLen Brown 		fprintf(outf, "PKG_MAX_PWR_LVL1=%d ", (unsigned int)(msr >> 32) & 0xEFFF);
1488b7d8c148SLen Brown 		fprintf(outf, "LVL1_RATIO=%d ", (unsigned int)(msr >> 16) & 0xEF);
1489b7d8c148SLen Brown 		fprintf(outf, "PKG_TDP_LVL1=%d", (unsigned int)(msr) & 0xEFFF);
14906fb3143bSLen Brown 	}
1491b7d8c148SLen Brown 	fprintf(outf, ")\n");
14926fb3143bSLen Brown 
14936fb3143bSLen Brown 	get_msr(base_cpu, MSR_CONFIG_TDP_LEVEL_2, &msr);
1494b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_CONFIG_TDP_LEVEL_2: 0x%08llx (", base_cpu, msr);
14956fb3143bSLen Brown 	if (msr) {
1496b7d8c148SLen Brown 		fprintf(outf, "PKG_MIN_PWR_LVL2=%d ", (unsigned int)(msr >> 48) & 0xEFFF);
1497b7d8c148SLen Brown 		fprintf(outf, "PKG_MAX_PWR_LVL2=%d ", (unsigned int)(msr >> 32) & 0xEFFF);
1498b7d8c148SLen Brown 		fprintf(outf, "LVL2_RATIO=%d ", (unsigned int)(msr >> 16) & 0xEF);
1499b7d8c148SLen Brown 		fprintf(outf, "PKG_TDP_LVL2=%d", (unsigned int)(msr) & 0xEFFF);
15006fb3143bSLen Brown 	}
1501b7d8c148SLen Brown 	fprintf(outf, ")\n");
15026fb3143bSLen Brown 
15036fb3143bSLen Brown 	get_msr(base_cpu, MSR_CONFIG_TDP_CONTROL, &msr);
1504b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_CONFIG_TDP_CONTROL: 0x%08llx (", base_cpu, msr);
15056fb3143bSLen Brown 	if ((msr) & 0x3)
1506b7d8c148SLen Brown 		fprintf(outf, "TDP_LEVEL=%d ", (unsigned int)(msr) & 0x3);
1507b7d8c148SLen Brown 	fprintf(outf, " lock=%d", (unsigned int)(msr >> 31) & 1);
1508b7d8c148SLen Brown 	fprintf(outf, ")\n");
15096fb3143bSLen Brown 
15106fb3143bSLen Brown 	get_msr(base_cpu, MSR_TURBO_ACTIVATION_RATIO, &msr);
1511b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_TURBO_ACTIVATION_RATIO: 0x%08llx (", base_cpu, msr);
1512b7d8c148SLen Brown 	fprintf(outf, "MAX_NON_TURBO_RATIO=%d", (unsigned int)(msr) & 0x7F);
1513b7d8c148SLen Brown 	fprintf(outf, " lock=%d", (unsigned int)(msr >> 31) & 1);
1514b7d8c148SLen Brown 	fprintf(outf, ")\n");
15156fb3143bSLen Brown }
151636229897SLen Brown void free_fd_percpu(void)
151736229897SLen Brown {
151836229897SLen Brown 	int i;
151936229897SLen Brown 
152036229897SLen Brown 	for (i = 0; i < topo.max_cpu_num; ++i) {
152136229897SLen Brown 		if (fd_percpu[i] != 0)
152236229897SLen Brown 			close(fd_percpu[i]);
152336229897SLen Brown 	}
152436229897SLen Brown 
152536229897SLen Brown 	free(fd_percpu);
152636229897SLen Brown }
15276fb3143bSLen Brown 
1528c98d5d94SLen Brown void free_all_buffers(void)
1529103a8feaSLen Brown {
1530c98d5d94SLen Brown 	CPU_FREE(cpu_present_set);
1531c98d5d94SLen Brown 	cpu_present_set = NULL;
153236229897SLen Brown 	cpu_present_setsize = 0;
1533103a8feaSLen Brown 
1534c98d5d94SLen Brown 	CPU_FREE(cpu_affinity_set);
1535c98d5d94SLen Brown 	cpu_affinity_set = NULL;
1536c98d5d94SLen Brown 	cpu_affinity_setsize = 0;
1537103a8feaSLen Brown 
1538c98d5d94SLen Brown 	free(thread_even);
1539c98d5d94SLen Brown 	free(core_even);
1540c98d5d94SLen Brown 	free(package_even);
1541103a8feaSLen Brown 
1542c98d5d94SLen Brown 	thread_even = NULL;
1543c98d5d94SLen Brown 	core_even = NULL;
1544c98d5d94SLen Brown 	package_even = NULL;
1545103a8feaSLen Brown 
1546c98d5d94SLen Brown 	free(thread_odd);
1547c98d5d94SLen Brown 	free(core_odd);
1548c98d5d94SLen Brown 	free(package_odd);
1549103a8feaSLen Brown 
1550c98d5d94SLen Brown 	thread_odd = NULL;
1551c98d5d94SLen Brown 	core_odd = NULL;
1552c98d5d94SLen Brown 	package_odd = NULL;
1553103a8feaSLen Brown 
1554c98d5d94SLen Brown 	free(output_buffer);
1555c98d5d94SLen Brown 	output_buffer = NULL;
1556c98d5d94SLen Brown 	outp = NULL;
155736229897SLen Brown 
155836229897SLen Brown 	free_fd_percpu();
1559562a2d37SLen Brown 
1560562a2d37SLen Brown 	free(irq_column_2_cpu);
1561562a2d37SLen Brown 	free(irqs_per_cpu);
1562103a8feaSLen Brown }
1563103a8feaSLen Brown 
1564103a8feaSLen Brown /*
156557a42a34SJosh Triplett  * Open a file, and exit on failure
156657a42a34SJosh Triplett  */
156757a42a34SJosh Triplett FILE *fopen_or_die(const char *path, const char *mode)
156857a42a34SJosh Triplett {
1569b7d8c148SLen Brown 	FILE *filep = fopen(path, mode);
1570b2c95d90SJosh Triplett 	if (!filep)
1571b2c95d90SJosh Triplett 		err(1, "%s: open failed", path);
157257a42a34SJosh Triplett 	return filep;
157357a42a34SJosh Triplett }
157457a42a34SJosh Triplett 
157557a42a34SJosh Triplett /*
157695aebc44SJosh Triplett  * Parse a file containing a single int.
157795aebc44SJosh Triplett  */
157895aebc44SJosh Triplett int parse_int_file(const char *fmt, ...)
157995aebc44SJosh Triplett {
158095aebc44SJosh Triplett 	va_list args;
158195aebc44SJosh Triplett 	char path[PATH_MAX];
158295aebc44SJosh Triplett 	FILE *filep;
158395aebc44SJosh Triplett 	int value;
158495aebc44SJosh Triplett 
158595aebc44SJosh Triplett 	va_start(args, fmt);
158695aebc44SJosh Triplett 	vsnprintf(path, sizeof(path), fmt, args);
158795aebc44SJosh Triplett 	va_end(args);
158857a42a34SJosh Triplett 	filep = fopen_or_die(path, "r");
1589b2c95d90SJosh Triplett 	if (fscanf(filep, "%d", &value) != 1)
1590b2c95d90SJosh Triplett 		err(1, "%s: failed to parse number from file", path);
159195aebc44SJosh Triplett 	fclose(filep);
159295aebc44SJosh Triplett 	return value;
159395aebc44SJosh Triplett }
159495aebc44SJosh Triplett 
159595aebc44SJosh Triplett /*
1596e275b388SDasaratharaman Chandramouli  * get_cpu_position_in_core(cpu)
1597e275b388SDasaratharaman Chandramouli  * return the position of the CPU among its HT siblings in the core
1598e275b388SDasaratharaman Chandramouli  * return -1 if the sibling is not in list
1599103a8feaSLen Brown  */
1600e275b388SDasaratharaman Chandramouli int get_cpu_position_in_core(int cpu)
1601103a8feaSLen Brown {
1602e275b388SDasaratharaman Chandramouli 	char path[64];
1603e275b388SDasaratharaman Chandramouli 	FILE *filep;
1604e275b388SDasaratharaman Chandramouli 	int this_cpu;
1605e275b388SDasaratharaman Chandramouli 	char character;
1606e275b388SDasaratharaman Chandramouli 	int i;
1607e275b388SDasaratharaman Chandramouli 
1608e275b388SDasaratharaman Chandramouli 	sprintf(path,
1609e275b388SDasaratharaman Chandramouli 		"/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list",
1610e275b388SDasaratharaman Chandramouli 		cpu);
1611e275b388SDasaratharaman Chandramouli 	filep = fopen(path, "r");
1612e275b388SDasaratharaman Chandramouli 	if (filep == NULL) {
1613e275b388SDasaratharaman Chandramouli 		perror(path);
1614e275b388SDasaratharaman Chandramouli 		exit(1);
1615e275b388SDasaratharaman Chandramouli 	}
1616e275b388SDasaratharaman Chandramouli 
1617e275b388SDasaratharaman Chandramouli 	for (i = 0; i < topo.num_threads_per_core; i++) {
1618e275b388SDasaratharaman Chandramouli 		fscanf(filep, "%d", &this_cpu);
1619e275b388SDasaratharaman Chandramouli 		if (this_cpu == cpu) {
1620e275b388SDasaratharaman Chandramouli 			fclose(filep);
1621e275b388SDasaratharaman Chandramouli 			return i;
1622e275b388SDasaratharaman Chandramouli 		}
1623e275b388SDasaratharaman Chandramouli 
1624e275b388SDasaratharaman Chandramouli 		/* Account for no separator after last thread*/
1625e275b388SDasaratharaman Chandramouli 		if (i != (topo.num_threads_per_core - 1))
1626e275b388SDasaratharaman Chandramouli 			fscanf(filep, "%c", &character);
1627e275b388SDasaratharaman Chandramouli 	}
1628e275b388SDasaratharaman Chandramouli 
1629e275b388SDasaratharaman Chandramouli 	fclose(filep);
1630e275b388SDasaratharaman Chandramouli 	return -1;
1631c98d5d94SLen Brown }
1632103a8feaSLen Brown 
1633c98d5d94SLen Brown /*
1634c98d5d94SLen Brown  * cpu_is_first_core_in_package(cpu)
1635c98d5d94SLen Brown  * return 1 if given CPU is 1st core in package
1636c98d5d94SLen Brown  */
1637c98d5d94SLen Brown int cpu_is_first_core_in_package(int cpu)
1638c98d5d94SLen Brown {
163995aebc44SJosh Triplett 	return cpu == parse_int_file("/sys/devices/system/cpu/cpu%d/topology/core_siblings_list", cpu);
1640103a8feaSLen Brown }
1641103a8feaSLen Brown 
1642103a8feaSLen Brown int get_physical_package_id(int cpu)
1643103a8feaSLen Brown {
164495aebc44SJosh Triplett 	return parse_int_file("/sys/devices/system/cpu/cpu%d/topology/physical_package_id", cpu);
1645103a8feaSLen Brown }
1646103a8feaSLen Brown 
1647103a8feaSLen Brown int get_core_id(int cpu)
1648103a8feaSLen Brown {
164995aebc44SJosh Triplett 	return parse_int_file("/sys/devices/system/cpu/cpu%d/topology/core_id", cpu);
1650103a8feaSLen Brown }
1651103a8feaSLen Brown 
1652c98d5d94SLen Brown int get_num_ht_siblings(int cpu)
1653c98d5d94SLen Brown {
1654c98d5d94SLen Brown 	char path[80];
1655c98d5d94SLen Brown 	FILE *filep;
1656e275b388SDasaratharaman Chandramouli 	int sib1;
1657e275b388SDasaratharaman Chandramouli 	int matches = 0;
1658c98d5d94SLen Brown 	char character;
1659e275b388SDasaratharaman Chandramouli 	char str[100];
1660e275b388SDasaratharaman Chandramouli 	char *ch;
1661c98d5d94SLen Brown 
1662c98d5d94SLen Brown 	sprintf(path, "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list", cpu);
166357a42a34SJosh Triplett 	filep = fopen_or_die(path, "r");
1664e275b388SDasaratharaman Chandramouli 
1665103a8feaSLen Brown 	/*
1666c98d5d94SLen Brown 	 * file format:
1667e275b388SDasaratharaman Chandramouli 	 * A ',' separated or '-' separated set of numbers
1668e275b388SDasaratharaman Chandramouli 	 * (eg 1-2 or 1,3,4,5)
1669c98d5d94SLen Brown 	 */
1670e275b388SDasaratharaman Chandramouli 	fscanf(filep, "%d%c\n", &sib1, &character);
1671e275b388SDasaratharaman Chandramouli 	fseek(filep, 0, SEEK_SET);
1672e275b388SDasaratharaman Chandramouli 	fgets(str, 100, filep);
1673e275b388SDasaratharaman Chandramouli 	ch = strchr(str, character);
1674e275b388SDasaratharaman Chandramouli 	while (ch != NULL) {
1675e275b388SDasaratharaman Chandramouli 		matches++;
1676e275b388SDasaratharaman Chandramouli 		ch = strchr(ch+1, character);
1677e275b388SDasaratharaman Chandramouli 	}
1678c98d5d94SLen Brown 
1679c98d5d94SLen Brown 	fclose(filep);
1680e275b388SDasaratharaman Chandramouli 	return matches+1;
1681c98d5d94SLen Brown }
1682c98d5d94SLen Brown 
1683c98d5d94SLen Brown /*
1684c98d5d94SLen Brown  * run func(thread, core, package) in topology order
1685c98d5d94SLen Brown  * skip non-present cpus
1686103a8feaSLen Brown  */
1687103a8feaSLen Brown 
1688c98d5d94SLen Brown int for_all_cpus_2(int (func)(struct thread_data *, struct core_data *,
1689c98d5d94SLen Brown 	struct pkg_data *, struct thread_data *, struct core_data *,
1690c98d5d94SLen Brown 	struct pkg_data *), struct thread_data *thread_base,
1691c98d5d94SLen Brown 	struct core_data *core_base, struct pkg_data *pkg_base,
1692c98d5d94SLen Brown 	struct thread_data *thread_base2, struct core_data *core_base2,
1693c98d5d94SLen Brown 	struct pkg_data *pkg_base2)
1694c98d5d94SLen Brown {
1695c98d5d94SLen Brown 	int retval, pkg_no, core_no, thread_no;
1696c98d5d94SLen Brown 
1697c98d5d94SLen Brown 	for (pkg_no = 0; pkg_no < topo.num_packages; ++pkg_no) {
1698c98d5d94SLen Brown 		for (core_no = 0; core_no < topo.num_cores_per_pkg; ++core_no) {
1699c98d5d94SLen Brown 			for (thread_no = 0; thread_no <
1700c98d5d94SLen Brown 				topo.num_threads_per_core; ++thread_no) {
1701c98d5d94SLen Brown 				struct thread_data *t, *t2;
1702c98d5d94SLen Brown 				struct core_data *c, *c2;
1703c98d5d94SLen Brown 				struct pkg_data *p, *p2;
1704c98d5d94SLen Brown 
1705c98d5d94SLen Brown 				t = GET_THREAD(thread_base, thread_no, core_no, pkg_no);
1706c98d5d94SLen Brown 
1707c98d5d94SLen Brown 				if (cpu_is_not_present(t->cpu_id))
1708c98d5d94SLen Brown 					continue;
1709c98d5d94SLen Brown 
1710c98d5d94SLen Brown 				t2 = GET_THREAD(thread_base2, thread_no, core_no, pkg_no);
1711c98d5d94SLen Brown 
1712c98d5d94SLen Brown 				c = GET_CORE(core_base, core_no, pkg_no);
1713c98d5d94SLen Brown 				c2 = GET_CORE(core_base2, core_no, pkg_no);
1714c98d5d94SLen Brown 
1715c98d5d94SLen Brown 				p = GET_PKG(pkg_base, pkg_no);
1716c98d5d94SLen Brown 				p2 = GET_PKG(pkg_base2, pkg_no);
1717c98d5d94SLen Brown 
1718c98d5d94SLen Brown 				retval = func(t, c, p, t2, c2, p2);
1719c98d5d94SLen Brown 				if (retval)
1720c98d5d94SLen Brown 					return retval;
1721c98d5d94SLen Brown 			}
1722c98d5d94SLen Brown 		}
1723c98d5d94SLen Brown 	}
1724c98d5d94SLen Brown 	return 0;
1725c98d5d94SLen Brown }
1726c98d5d94SLen Brown 
1727c98d5d94SLen Brown /*
1728c98d5d94SLen Brown  * run func(cpu) on every cpu in /proc/stat
1729c98d5d94SLen Brown  * return max_cpu number
1730c98d5d94SLen Brown  */
1731c98d5d94SLen Brown int for_all_proc_cpus(int (func)(int))
1732103a8feaSLen Brown {
1733103a8feaSLen Brown 	FILE *fp;
1734c98d5d94SLen Brown 	int cpu_num;
1735103a8feaSLen Brown 	int retval;
1736103a8feaSLen Brown 
173757a42a34SJosh Triplett 	fp = fopen_or_die(proc_stat, "r");
1738103a8feaSLen Brown 
1739103a8feaSLen Brown 	retval = fscanf(fp, "cpu %*d %*d %*d %*d %*d %*d %*d %*d %*d %*d\n");
1740b2c95d90SJosh Triplett 	if (retval != 0)
1741b2c95d90SJosh Triplett 		err(1, "%s: failed to parse format", proc_stat);
1742103a8feaSLen Brown 
1743c98d5d94SLen Brown 	while (1) {
1744c98d5d94SLen Brown 		retval = fscanf(fp, "cpu%u %*d %*d %*d %*d %*d %*d %*d %*d %*d %*d\n", &cpu_num);
1745103a8feaSLen Brown 		if (retval != 1)
1746103a8feaSLen Brown 			break;
1747103a8feaSLen Brown 
1748c98d5d94SLen Brown 		retval = func(cpu_num);
1749c98d5d94SLen Brown 		if (retval) {
1750c98d5d94SLen Brown 			fclose(fp);
1751c98d5d94SLen Brown 			return(retval);
1752c98d5d94SLen Brown 		}
1753103a8feaSLen Brown 	}
1754103a8feaSLen Brown 	fclose(fp);
1755c98d5d94SLen Brown 	return 0;
1756103a8feaSLen Brown }
1757103a8feaSLen Brown 
1758103a8feaSLen Brown void re_initialize(void)
1759103a8feaSLen Brown {
1760c98d5d94SLen Brown 	free_all_buffers();
1761c98d5d94SLen Brown 	setup_all_buffers();
1762c98d5d94SLen Brown 	printf("turbostat: re-initialized with num_cpus %d\n", topo.num_cpus);
1763103a8feaSLen Brown }
1764103a8feaSLen Brown 
1765c98d5d94SLen Brown 
1766103a8feaSLen Brown /*
1767c98d5d94SLen Brown  * count_cpus()
1768c98d5d94SLen Brown  * remember the last one seen, it will be the max
1769103a8feaSLen Brown  */
1770c98d5d94SLen Brown int count_cpus(int cpu)
1771103a8feaSLen Brown {
1772c98d5d94SLen Brown 	if (topo.max_cpu_num < cpu)
1773c98d5d94SLen Brown 		topo.max_cpu_num = cpu;
1774103a8feaSLen Brown 
1775c98d5d94SLen Brown 	topo.num_cpus += 1;
1776c98d5d94SLen Brown 	return 0;
1777103a8feaSLen Brown }
1778c98d5d94SLen Brown int mark_cpu_present(int cpu)
1779c98d5d94SLen Brown {
1780c98d5d94SLen Brown 	CPU_SET_S(cpu, cpu_present_setsize, cpu_present_set);
178115aaa346SLen Brown 	return 0;
1782103a8feaSLen Brown }
1783103a8feaSLen Brown 
1784562a2d37SLen Brown /*
1785562a2d37SLen Brown  * snapshot_proc_interrupts()
1786562a2d37SLen Brown  *
1787562a2d37SLen Brown  * read and record summary of /proc/interrupts
1788562a2d37SLen Brown  *
1789562a2d37SLen Brown  * return 1 if config change requires a restart, else return 0
1790562a2d37SLen Brown  */
1791562a2d37SLen Brown int snapshot_proc_interrupts(void)
1792562a2d37SLen Brown {
1793562a2d37SLen Brown 	static FILE *fp;
1794562a2d37SLen Brown 	int column, retval;
1795562a2d37SLen Brown 
1796562a2d37SLen Brown 	if (fp == NULL)
1797562a2d37SLen Brown 		fp = fopen_or_die("/proc/interrupts", "r");
1798562a2d37SLen Brown 	else
1799562a2d37SLen Brown 		rewind(fp);
1800562a2d37SLen Brown 
1801562a2d37SLen Brown 	/* read 1st line of /proc/interrupts to get cpu* name for each column */
1802562a2d37SLen Brown 	for (column = 0; column < topo.num_cpus; ++column) {
1803562a2d37SLen Brown 		int cpu_number;
1804562a2d37SLen Brown 
1805562a2d37SLen Brown 		retval = fscanf(fp, " CPU%d", &cpu_number);
1806562a2d37SLen Brown 		if (retval != 1)
1807562a2d37SLen Brown 			break;
1808562a2d37SLen Brown 
1809562a2d37SLen Brown 		if (cpu_number > topo.max_cpu_num) {
1810562a2d37SLen Brown 			warn("/proc/interrupts: cpu%d: > %d", cpu_number, topo.max_cpu_num);
1811562a2d37SLen Brown 			return 1;
1812562a2d37SLen Brown 		}
1813562a2d37SLen Brown 
1814562a2d37SLen Brown 		irq_column_2_cpu[column] = cpu_number;
1815562a2d37SLen Brown 		irqs_per_cpu[cpu_number] = 0;
1816562a2d37SLen Brown 	}
1817562a2d37SLen Brown 
1818562a2d37SLen Brown 	/* read /proc/interrupt count lines and sum up irqs per cpu */
1819562a2d37SLen Brown 	while (1) {
1820562a2d37SLen Brown 		int column;
1821562a2d37SLen Brown 		char buf[64];
1822562a2d37SLen Brown 
1823562a2d37SLen Brown 		retval = fscanf(fp, " %s:", buf);	/* flush irq# "N:" */
1824562a2d37SLen Brown 		if (retval != 1)
1825562a2d37SLen Brown 			break;
1826562a2d37SLen Brown 
1827562a2d37SLen Brown 		/* read the count per cpu */
1828562a2d37SLen Brown 		for (column = 0; column < topo.num_cpus; ++column) {
1829562a2d37SLen Brown 
1830562a2d37SLen Brown 			int cpu_number, irq_count;
1831562a2d37SLen Brown 
1832562a2d37SLen Brown 			retval = fscanf(fp, " %d", &irq_count);
1833562a2d37SLen Brown 			if (retval != 1)
1834562a2d37SLen Brown 				break;
1835562a2d37SLen Brown 
1836562a2d37SLen Brown 			cpu_number = irq_column_2_cpu[column];
1837562a2d37SLen Brown 			irqs_per_cpu[cpu_number] += irq_count;
1838562a2d37SLen Brown 
1839562a2d37SLen Brown 		}
1840562a2d37SLen Brown 
1841562a2d37SLen Brown 		while (getc(fp) != '\n')
1842562a2d37SLen Brown 			;	/* flush interrupt description */
1843562a2d37SLen Brown 
1844562a2d37SLen Brown 	}
1845562a2d37SLen Brown 	return 0;
1846562a2d37SLen Brown }
1847*27d47356SLen Brown /*
1848*27d47356SLen Brown  * snapshot_gfx_mhz()
1849*27d47356SLen Brown  *
1850*27d47356SLen Brown  * record snapshot of
1851*27d47356SLen Brown  * /sys/class/graphics/fb0/device/drm/card0/gt_cur_freq_mhz
1852*27d47356SLen Brown  *
1853*27d47356SLen Brown  * return 1 if config change requires a restart, else return 0
1854*27d47356SLen Brown  */
1855*27d47356SLen Brown int snapshot_gfx_mhz(void)
1856*27d47356SLen Brown {
1857*27d47356SLen Brown 	static FILE *fp;
1858*27d47356SLen Brown 	int retval;
1859*27d47356SLen Brown 
1860*27d47356SLen Brown 	if (fp == NULL)
1861*27d47356SLen Brown 		fp = fopen_or_die("/sys/class/graphics/fb0/device/drm/card0/gt_cur_freq_mhz", "r");
1862*27d47356SLen Brown 	else
1863*27d47356SLen Brown 		rewind(fp);
1864*27d47356SLen Brown 
1865*27d47356SLen Brown 	retval = fscanf(fp, "%d", &gfx_cur_mhz);
1866*27d47356SLen Brown 	if (retval != 1)
1867*27d47356SLen Brown 		err(1, "GFX MHz");
1868*27d47356SLen Brown 
1869*27d47356SLen Brown 	return 0;
1870*27d47356SLen Brown }
1871562a2d37SLen Brown 
1872562a2d37SLen Brown /*
1873562a2d37SLen Brown  * snapshot /proc and /sys files
1874562a2d37SLen Brown  *
1875562a2d37SLen Brown  * return 1 if configuration restart needed, else return 0
1876562a2d37SLen Brown  */
1877562a2d37SLen Brown int snapshot_proc_sysfs_files(void)
1878562a2d37SLen Brown {
1879562a2d37SLen Brown 	if (snapshot_proc_interrupts())
1880562a2d37SLen Brown 		return 1;
1881562a2d37SLen Brown 
1882*27d47356SLen Brown 	if (do_gfx_mhz)
1883*27d47356SLen Brown 		snapshot_gfx_mhz();
1884*27d47356SLen Brown 
1885562a2d37SLen Brown 	return 0;
1886562a2d37SLen Brown }
1887562a2d37SLen Brown 
1888103a8feaSLen Brown void turbostat_loop()
1889103a8feaSLen Brown {
1890c98d5d94SLen Brown 	int retval;
1891e52966c0SLen Brown 	int restarted = 0;
1892c98d5d94SLen Brown 
1893103a8feaSLen Brown restart:
1894e52966c0SLen Brown 	restarted++;
1895e52966c0SLen Brown 
1896562a2d37SLen Brown 	snapshot_proc_sysfs_files();
1897c98d5d94SLen Brown 	retval = for_all_cpus(get_counters, EVEN_COUNTERS);
1898d91bb17cSLen Brown 	if (retval < -1) {
1899d91bb17cSLen Brown 		exit(retval);
1900d91bb17cSLen Brown 	} else if (retval == -1) {
1901e52966c0SLen Brown 		if (restarted > 1) {
1902e52966c0SLen Brown 			exit(retval);
1903e52966c0SLen Brown 		}
1904c98d5d94SLen Brown 		re_initialize();
1905c98d5d94SLen Brown 		goto restart;
1906c98d5d94SLen Brown 	}
1907e52966c0SLen Brown 	restarted = 0;
1908103a8feaSLen Brown 	gettimeofday(&tv_even, (struct timezone *)NULL);
1909103a8feaSLen Brown 
1910103a8feaSLen Brown 	while (1) {
1911c98d5d94SLen Brown 		if (for_all_proc_cpus(cpu_is_not_present)) {
1912103a8feaSLen Brown 			re_initialize();
1913103a8feaSLen Brown 			goto restart;
1914103a8feaSLen Brown 		}
19152a0609c0SLen Brown 		nanosleep(&interval_ts, NULL);
1916562a2d37SLen Brown 		if (snapshot_proc_sysfs_files())
1917562a2d37SLen Brown 			goto restart;
1918c98d5d94SLen Brown 		retval = for_all_cpus(get_counters, ODD_COUNTERS);
1919d91bb17cSLen Brown 		if (retval < -1) {
1920d91bb17cSLen Brown 			exit(retval);
1921d91bb17cSLen Brown 		} else if (retval == -1) {
192215aaa346SLen Brown 			re_initialize();
192315aaa346SLen Brown 			goto restart;
192415aaa346SLen Brown 		}
1925103a8feaSLen Brown 		gettimeofday(&tv_odd, (struct timezone *)NULL);
1926103a8feaSLen Brown 		timersub(&tv_odd, &tv_even, &tv_delta);
1927c98d5d94SLen Brown 		for_all_cpus_2(delta_cpu, ODD_COUNTERS, EVEN_COUNTERS);
1928c98d5d94SLen Brown 		compute_average(EVEN_COUNTERS);
1929c98d5d94SLen Brown 		format_all_counters(EVEN_COUNTERS);
1930b7d8c148SLen Brown 		flush_output_stdout();
19312a0609c0SLen Brown 		nanosleep(&interval_ts, NULL);
1932562a2d37SLen Brown 		if (snapshot_proc_sysfs_files())
1933562a2d37SLen Brown 			goto restart;
1934c98d5d94SLen Brown 		retval = for_all_cpus(get_counters, EVEN_COUNTERS);
1935d91bb17cSLen Brown 		if (retval < -1) {
1936d91bb17cSLen Brown 			exit(retval);
1937d91bb17cSLen Brown 		} else if (retval == -1) {
1938103a8feaSLen Brown 			re_initialize();
1939103a8feaSLen Brown 			goto restart;
1940103a8feaSLen Brown 		}
1941103a8feaSLen Brown 		gettimeofday(&tv_even, (struct timezone *)NULL);
1942103a8feaSLen Brown 		timersub(&tv_even, &tv_odd, &tv_delta);
1943c98d5d94SLen Brown 		for_all_cpus_2(delta_cpu, EVEN_COUNTERS, ODD_COUNTERS);
1944c98d5d94SLen Brown 		compute_average(ODD_COUNTERS);
1945c98d5d94SLen Brown 		format_all_counters(ODD_COUNTERS);
1946b7d8c148SLen Brown 		flush_output_stdout();
1947103a8feaSLen Brown 	}
1948103a8feaSLen Brown }
1949103a8feaSLen Brown 
1950103a8feaSLen Brown void check_dev_msr()
1951103a8feaSLen Brown {
1952103a8feaSLen Brown 	struct stat sb;
19537ce7d5deSPrarit Bhargava 	char pathname[32];
1954103a8feaSLen Brown 
19557ce7d5deSPrarit Bhargava 	sprintf(pathname, "/dev/cpu/%d/msr", base_cpu);
19567ce7d5deSPrarit Bhargava 	if (stat(pathname, &sb))
1957a21d38c8SLen Brown  		if (system("/sbin/modprobe msr > /dev/null 2>&1"))
1958d7899447SLen Brown 			err(-5, "no /dev/cpu/0/msr, Try \"# modprobe msr\" ");
1959103a8feaSLen Brown }
1960103a8feaSLen Brown 
196198481e79SLen Brown void check_permissions()
1962103a8feaSLen Brown {
196398481e79SLen Brown 	struct __user_cap_header_struct cap_header_data;
196498481e79SLen Brown 	cap_user_header_t cap_header = &cap_header_data;
196598481e79SLen Brown 	struct __user_cap_data_struct cap_data_data;
196698481e79SLen Brown 	cap_user_data_t cap_data = &cap_data_data;
196798481e79SLen Brown 	extern int capget(cap_user_header_t hdrp, cap_user_data_t datap);
196898481e79SLen Brown 	int do_exit = 0;
19697ce7d5deSPrarit Bhargava 	char pathname[32];
197098481e79SLen Brown 
197198481e79SLen Brown 	/* check for CAP_SYS_RAWIO */
197298481e79SLen Brown 	cap_header->pid = getpid();
197398481e79SLen Brown 	cap_header->version = _LINUX_CAPABILITY_VERSION;
197498481e79SLen Brown 	if (capget(cap_header, cap_data) < 0)
197598481e79SLen Brown 		err(-6, "capget(2) failed");
197698481e79SLen Brown 
197798481e79SLen Brown 	if ((cap_data->effective & (1 << CAP_SYS_RAWIO)) == 0) {
197898481e79SLen Brown 		do_exit++;
197998481e79SLen Brown 		warnx("capget(CAP_SYS_RAWIO) failed,"
198098481e79SLen Brown 			" try \"# setcap cap_sys_rawio=ep %s\"", progname);
198198481e79SLen Brown 	}
198298481e79SLen Brown 
198398481e79SLen Brown 	/* test file permissions */
19847ce7d5deSPrarit Bhargava 	sprintf(pathname, "/dev/cpu/%d/msr", base_cpu);
19857ce7d5deSPrarit Bhargava 	if (euidaccess(pathname, R_OK)) {
198698481e79SLen Brown 		do_exit++;
198798481e79SLen Brown 		warn("/dev/cpu/0/msr open failed, try chown or chmod +r /dev/cpu/*/msr");
198898481e79SLen Brown 	}
198998481e79SLen Brown 
199098481e79SLen Brown 	/* if all else fails, thell them to be root */
199198481e79SLen Brown 	if (do_exit)
1992b2c95d90SJosh Triplett 		if (getuid() != 0)
1993d7899447SLen Brown 			warnx("... or simply run as root");
199498481e79SLen Brown 
199598481e79SLen Brown 	if (do_exit)
199698481e79SLen Brown 		exit(-6);
1997103a8feaSLen Brown }
1998103a8feaSLen Brown 
1999d7899447SLen Brown /*
2000d7899447SLen Brown  * NHM adds support for additional MSRs:
2001d7899447SLen Brown  *
2002d7899447SLen Brown  * MSR_SMI_COUNT                   0x00000034
2003d7899447SLen Brown  *
2004ec0adc53SLen Brown  * MSR_PLATFORM_INFO               0x000000ce
2005d7899447SLen Brown  * MSR_NHM_SNB_PKG_CST_CFG_CTL     0x000000e2
2006d7899447SLen Brown  *
2007d7899447SLen Brown  * MSR_PKG_C3_RESIDENCY            0x000003f8
2008d7899447SLen Brown  * MSR_PKG_C6_RESIDENCY            0x000003f9
2009d7899447SLen Brown  * MSR_CORE_C3_RESIDENCY           0x000003fc
2010d7899447SLen Brown  * MSR_CORE_C6_RESIDENCY           0x000003fd
2011d7899447SLen Brown  *
2012ee7e38e3SLen Brown  * Side effect:
2013ee7e38e3SLen Brown  * sets global pkg_cstate_limit to decode MSR_NHM_SNB_PKG_CST_CFG_CTL
2014d7899447SLen Brown  */
2015ee7e38e3SLen Brown int probe_nhm_msrs(unsigned int family, unsigned int model)
2016103a8feaSLen Brown {
2017ee7e38e3SLen Brown 	unsigned long long msr;
201821ed5574SLen Brown 	unsigned int base_ratio;
2019ee7e38e3SLen Brown 	int *pkg_cstate_limits;
2020ee7e38e3SLen Brown 
2021103a8feaSLen Brown 	if (!genuine_intel)
2022103a8feaSLen Brown 		return 0;
2023103a8feaSLen Brown 
2024103a8feaSLen Brown 	if (family != 6)
2025103a8feaSLen Brown 		return 0;
2026103a8feaSLen Brown 
202721ed5574SLen Brown 	bclk = discover_bclk(family, model);
202821ed5574SLen Brown 
2029103a8feaSLen Brown 	switch (model) {
2030103a8feaSLen Brown 	case 0x1A:	/* Core i7, Xeon 5500 series - Bloomfield, Gainstown NHM-EP */
2031103a8feaSLen Brown 	case 0x1E:	/* Core i7 and i5 Processor - Clarksfield, Lynnfield, Jasper Forest */
2032103a8feaSLen Brown 	case 0x1F:	/* Core i7 and i5 Processor - Nehalem */
2033103a8feaSLen Brown 	case 0x25:	/* Westmere Client - Clarkdale, Arrandale */
2034103a8feaSLen Brown 	case 0x2C:	/* Westmere EP - Gulftown */
2035ee7e38e3SLen Brown 	case 0x2E:	/* Nehalem-EX Xeon - Beckton */
2036ee7e38e3SLen Brown 	case 0x2F:	/* Westmere-EX Xeon - Eagleton */
2037ee7e38e3SLen Brown 		pkg_cstate_limits = nhm_pkg_cstate_limits;
2038ee7e38e3SLen Brown 		break;
2039103a8feaSLen Brown 	case 0x2A:	/* SNB */
2040103a8feaSLen Brown 	case 0x2D:	/* SNB Xeon */
2041553575f1SLen Brown 	case 0x3A:	/* IVB */
20421300651bSLen Brown 	case 0x3E:	/* IVB Xeon */
2043ee7e38e3SLen Brown 		pkg_cstate_limits = snb_pkg_cstate_limits;
2044ee7e38e3SLen Brown 		break;
204570b43400SLen Brown 	case 0x3C:	/* HSW */
2046e6f9bb3cSLen Brown 	case 0x3F:	/* HSX */
204770b43400SLen Brown 	case 0x45:	/* HSW */
2048149c2319SLen Brown 	case 0x46:	/* HSW */
20494e8e863fSLen Brown 	case 0x3D:	/* BDW */
205048a0631cSLen Brown 	case 0x47:	/* BDW */
20514e8e863fSLen Brown 	case 0x4F:	/* BDX */
20524e8e863fSLen Brown 	case 0x56:	/* BDX-DE */
20530b2bb692SLen Brown 	case 0x4E:	/* SKL */
20540b2bb692SLen Brown 	case 0x5E:	/* SKL */
2055ee7e38e3SLen Brown 		pkg_cstate_limits = hsw_pkg_cstate_limits;
2056ee7e38e3SLen Brown 		break;
2057ee7e38e3SLen Brown 	case 0x37:	/* BYT */
2058ee7e38e3SLen Brown 	case 0x4D:	/* AVN */
2059ee7e38e3SLen Brown 		pkg_cstate_limits = slv_pkg_cstate_limits;
2060ee7e38e3SLen Brown 		break;
2061ee7e38e3SLen Brown 	case 0x4C:	/* AMT */
2062ee7e38e3SLen Brown 		pkg_cstate_limits = amt_pkg_cstate_limits;
2063ee7e38e3SLen Brown 		break;
2064ee7e38e3SLen Brown 	case 0x57:	/* PHI */
2065ee7e38e3SLen Brown 		pkg_cstate_limits = phi_pkg_cstate_limits;
2066ee7e38e3SLen Brown 		break;
2067103a8feaSLen Brown 	default:
2068103a8feaSLen Brown 		return 0;
2069103a8feaSLen Brown 	}
20707ce7d5deSPrarit Bhargava 	get_msr(base_cpu, MSR_NHM_SNB_PKG_CST_CFG_CTL, &msr);
2071e9257f5fSLen Brown 	pkg_cstate_limit = pkg_cstate_limits[msr & 0xF];
2072ee7e38e3SLen Brown 
2073ec0adc53SLen Brown 	get_msr(base_cpu, MSR_PLATFORM_INFO, &msr);
207421ed5574SLen Brown 	base_ratio = (msr >> 8) & 0xFF;
207521ed5574SLen Brown 
207621ed5574SLen Brown 	base_hz = base_ratio * bclk * 1000000;
207721ed5574SLen Brown 	has_base_hz = 1;
2078ee7e38e3SLen Brown 	return 1;
2079103a8feaSLen Brown }
2080d7899447SLen Brown int has_nhm_turbo_ratio_limit(unsigned int family, unsigned int model)
2081d7899447SLen Brown {
2082d7899447SLen Brown 	switch (model) {
2083d7899447SLen Brown 	/* Nehalem compatible, but do not include turbo-ratio limit support */
2084d7899447SLen Brown 	case 0x2E:	/* Nehalem-EX Xeon - Beckton */
2085d7899447SLen Brown 	case 0x2F:	/* Westmere-EX Xeon - Eagleton */
2086cbf97abaSHubert Chrzaniuk 	case 0x57:	/* PHI - Knights Landing (different MSR definition) */
2087d7899447SLen Brown 		return 0;
2088d7899447SLen Brown 	default:
2089d7899447SLen Brown 		return 1;
2090d7899447SLen Brown 	}
2091d7899447SLen Brown }
20926574a5d5SLen Brown int has_ivt_turbo_ratio_limit(unsigned int family, unsigned int model)
20936574a5d5SLen Brown {
20946574a5d5SLen Brown 	if (!genuine_intel)
20956574a5d5SLen Brown 		return 0;
20966574a5d5SLen Brown 
20976574a5d5SLen Brown 	if (family != 6)
20986574a5d5SLen Brown 		return 0;
20996574a5d5SLen Brown 
21006574a5d5SLen Brown 	switch (model) {
21016574a5d5SLen Brown 	case 0x3E:	/* IVB Xeon */
2102fcd17211SLen Brown 	case 0x3F:	/* HSW Xeon */
21036574a5d5SLen Brown 		return 1;
21046574a5d5SLen Brown 	default:
21056574a5d5SLen Brown 		return 0;
21066574a5d5SLen Brown 	}
21076574a5d5SLen Brown }
2108fcd17211SLen Brown int has_hsw_turbo_ratio_limit(unsigned int family, unsigned int model)
2109fcd17211SLen Brown {
2110fcd17211SLen Brown 	if (!genuine_intel)
2111fcd17211SLen Brown 		return 0;
2112fcd17211SLen Brown 
2113fcd17211SLen Brown 	if (family != 6)
2114fcd17211SLen Brown 		return 0;
2115fcd17211SLen Brown 
2116fcd17211SLen Brown 	switch (model) {
2117fcd17211SLen Brown 	case 0x3F:	/* HSW Xeon */
2118fcd17211SLen Brown 		return 1;
2119fcd17211SLen Brown 	default:
2120fcd17211SLen Brown 		return 0;
2121fcd17211SLen Brown 	}
2122fcd17211SLen Brown }
2123fcd17211SLen Brown 
2124fb5d4327SDasaratharaman Chandramouli int has_knl_turbo_ratio_limit(unsigned int family, unsigned int model)
2125fb5d4327SDasaratharaman Chandramouli {
2126fb5d4327SDasaratharaman Chandramouli 	if (!genuine_intel)
2127fb5d4327SDasaratharaman Chandramouli 		return 0;
2128fb5d4327SDasaratharaman Chandramouli 
2129fb5d4327SDasaratharaman Chandramouli 	if (family != 6)
2130fb5d4327SDasaratharaman Chandramouli 		return 0;
2131fb5d4327SDasaratharaman Chandramouli 
2132fb5d4327SDasaratharaman Chandramouli 	switch (model) {
2133fb5d4327SDasaratharaman Chandramouli 	case 0x57:	/* Knights Landing */
2134fb5d4327SDasaratharaman Chandramouli 		return 1;
2135fb5d4327SDasaratharaman Chandramouli 	default:
2136fb5d4327SDasaratharaman Chandramouli 		return 0;
2137fb5d4327SDasaratharaman Chandramouli 	}
2138fb5d4327SDasaratharaman Chandramouli }
21396fb3143bSLen Brown int has_config_tdp(unsigned int family, unsigned int model)
21406fb3143bSLen Brown {
21416fb3143bSLen Brown 	if (!genuine_intel)
21426fb3143bSLen Brown 		return 0;
21436fb3143bSLen Brown 
21446fb3143bSLen Brown 	if (family != 6)
21456fb3143bSLen Brown 		return 0;
21466fb3143bSLen Brown 
21476fb3143bSLen Brown 	switch (model) {
21486fb3143bSLen Brown 	case 0x3A:	/* IVB */
21496fb3143bSLen Brown 	case 0x3C:	/* HSW */
21506fb3143bSLen Brown 	case 0x3F:	/* HSX */
21516fb3143bSLen Brown 	case 0x45:	/* HSW */
21526fb3143bSLen Brown 	case 0x46:	/* HSW */
21536fb3143bSLen Brown 	case 0x3D:	/* BDW */
21546fb3143bSLen Brown 	case 0x47:	/* BDW */
21556fb3143bSLen Brown 	case 0x4F:	/* BDX */
21566fb3143bSLen Brown 	case 0x56:	/* BDX-DE */
21576fb3143bSLen Brown 	case 0x4E:	/* SKL */
21586fb3143bSLen Brown 	case 0x5E:	/* SKL */
21596fb3143bSLen Brown 
21606fb3143bSLen Brown 	case 0x57:	/* Knights Landing */
21616fb3143bSLen Brown 		return 1;
21626fb3143bSLen Brown 	default:
21636fb3143bSLen Brown 		return 0;
21646fb3143bSLen Brown 	}
21656fb3143bSLen Brown }
21666fb3143bSLen Brown 
2167fcd17211SLen Brown static void
216858cc30a4SLen Brown dump_cstate_pstate_config_info(int family, int model)
2169fcd17211SLen Brown {
2170fcd17211SLen Brown 	if (!do_nhm_platform_info)
2171fcd17211SLen Brown 		return;
2172fcd17211SLen Brown 
2173fcd17211SLen Brown 	dump_nhm_platform_info();
2174fcd17211SLen Brown 
2175fcd17211SLen Brown 	if (has_hsw_turbo_ratio_limit(family, model))
2176fcd17211SLen Brown 		dump_hsw_turbo_ratio_limits();
2177fcd17211SLen Brown 
2178fcd17211SLen Brown 	if (has_ivt_turbo_ratio_limit(family, model))
2179fcd17211SLen Brown 		dump_ivt_turbo_ratio_limits();
2180fcd17211SLen Brown 
2181fcd17211SLen Brown 	if (has_nhm_turbo_ratio_limit(family, model))
2182fcd17211SLen Brown 		dump_nhm_turbo_ratio_limits();
2183fcd17211SLen Brown 
2184fb5d4327SDasaratharaman Chandramouli 	if (has_knl_turbo_ratio_limit(family, model))
2185fb5d4327SDasaratharaman Chandramouli 		dump_knl_turbo_ratio_limits();
2186fb5d4327SDasaratharaman Chandramouli 
21876fb3143bSLen Brown 	if (has_config_tdp(family, model))
21886fb3143bSLen Brown 		dump_config_tdp();
21896fb3143bSLen Brown 
2190fcd17211SLen Brown 	dump_nhm_cst_cfg();
2191fcd17211SLen Brown }
2192fcd17211SLen Brown 
21936574a5d5SLen Brown 
2194889facbeSLen Brown /*
2195889facbeSLen Brown  * print_epb()
2196889facbeSLen Brown  * Decode the ENERGY_PERF_BIAS MSR
2197889facbeSLen Brown  */
2198889facbeSLen Brown int print_epb(struct thread_data *t, struct core_data *c, struct pkg_data *p)
2199889facbeSLen Brown {
2200889facbeSLen Brown 	unsigned long long msr;
2201889facbeSLen Brown 	char *epb_string;
2202889facbeSLen Brown 	int cpu;
2203889facbeSLen Brown 
2204889facbeSLen Brown 	if (!has_epb)
2205889facbeSLen Brown 		return 0;
2206889facbeSLen Brown 
2207889facbeSLen Brown 	cpu = t->cpu_id;
2208889facbeSLen Brown 
2209889facbeSLen Brown 	/* EPB is per-package */
2210889facbeSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE) || !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
2211889facbeSLen Brown 		return 0;
2212889facbeSLen Brown 
2213889facbeSLen Brown 	if (cpu_migrate(cpu)) {
2214b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
2215889facbeSLen Brown 		return -1;
2216889facbeSLen Brown 	}
2217889facbeSLen Brown 
2218889facbeSLen Brown 	if (get_msr(cpu, MSR_IA32_ENERGY_PERF_BIAS, &msr))
2219889facbeSLen Brown 		return 0;
2220889facbeSLen Brown 
2221e9be7dd6SLen Brown 	switch (msr & 0xF) {
2222889facbeSLen Brown 	case ENERGY_PERF_BIAS_PERFORMANCE:
2223889facbeSLen Brown 		epb_string = "performance";
2224889facbeSLen Brown 		break;
2225889facbeSLen Brown 	case ENERGY_PERF_BIAS_NORMAL:
2226889facbeSLen Brown 		epb_string = "balanced";
2227889facbeSLen Brown 		break;
2228889facbeSLen Brown 	case ENERGY_PERF_BIAS_POWERSAVE:
2229889facbeSLen Brown 		epb_string = "powersave";
2230889facbeSLen Brown 		break;
2231889facbeSLen Brown 	default:
2232889facbeSLen Brown 		epb_string = "custom";
2233889facbeSLen Brown 		break;
2234889facbeSLen Brown 	}
2235b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_IA32_ENERGY_PERF_BIAS: 0x%08llx (%s)\n", cpu, msr, epb_string);
2236889facbeSLen Brown 
2237889facbeSLen Brown 	return 0;
2238889facbeSLen Brown }
22397f5c258eSLen Brown /*
22407f5c258eSLen Brown  * print_hwp()
22417f5c258eSLen Brown  * Decode the MSR_HWP_CAPABILITIES
22427f5c258eSLen Brown  */
22437f5c258eSLen Brown int print_hwp(struct thread_data *t, struct core_data *c, struct pkg_data *p)
22447f5c258eSLen Brown {
22457f5c258eSLen Brown 	unsigned long long msr;
22467f5c258eSLen Brown 	int cpu;
22477f5c258eSLen Brown 
22487f5c258eSLen Brown 	if (!has_hwp)
22497f5c258eSLen Brown 		return 0;
22507f5c258eSLen Brown 
22517f5c258eSLen Brown 	cpu = t->cpu_id;
22527f5c258eSLen Brown 
22537f5c258eSLen Brown 	/* MSR_HWP_CAPABILITIES is per-package */
22547f5c258eSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE) || !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
22557f5c258eSLen Brown 		return 0;
22567f5c258eSLen Brown 
22577f5c258eSLen Brown 	if (cpu_migrate(cpu)) {
2258b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
22597f5c258eSLen Brown 		return -1;
22607f5c258eSLen Brown 	}
22617f5c258eSLen Brown 
22627f5c258eSLen Brown 	if (get_msr(cpu, MSR_PM_ENABLE, &msr))
22637f5c258eSLen Brown 		return 0;
22647f5c258eSLen Brown 
2265b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_PM_ENABLE: 0x%08llx (%sHWP)\n",
22667f5c258eSLen Brown 		cpu, msr, (msr & (1 << 0)) ? "" : "No-");
22677f5c258eSLen Brown 
22687f5c258eSLen Brown 	/* MSR_PM_ENABLE[1] == 1 if HWP is enabled and MSRs visible */
22697f5c258eSLen Brown 	if ((msr & (1 << 0)) == 0)
22707f5c258eSLen Brown 		return 0;
22717f5c258eSLen Brown 
22727f5c258eSLen Brown 	if (get_msr(cpu, MSR_HWP_CAPABILITIES, &msr))
22737f5c258eSLen Brown 		return 0;
22747f5c258eSLen Brown 
2275b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_HWP_CAPABILITIES: 0x%08llx "
22767f5c258eSLen Brown 			"(high 0x%x guar 0x%x eff 0x%x low 0x%x)\n",
22777f5c258eSLen Brown 			cpu, msr,
22787f5c258eSLen Brown 			(unsigned int)HWP_HIGHEST_PERF(msr),
22797f5c258eSLen Brown 			(unsigned int)HWP_GUARANTEED_PERF(msr),
22807f5c258eSLen Brown 			(unsigned int)HWP_MOSTEFFICIENT_PERF(msr),
22817f5c258eSLen Brown 			(unsigned int)HWP_LOWEST_PERF(msr));
22827f5c258eSLen Brown 
22837f5c258eSLen Brown 	if (get_msr(cpu, MSR_HWP_REQUEST, &msr))
22847f5c258eSLen Brown 		return 0;
22857f5c258eSLen Brown 
2286b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_HWP_REQUEST: 0x%08llx "
22877f5c258eSLen Brown 			"(min 0x%x max 0x%x des 0x%x epp 0x%x window 0x%x pkg 0x%x)\n",
22887f5c258eSLen Brown 			cpu, msr,
22897f5c258eSLen Brown 			(unsigned int)(((msr) >> 0) & 0xff),
22907f5c258eSLen Brown 			(unsigned int)(((msr) >> 8) & 0xff),
22917f5c258eSLen Brown 			(unsigned int)(((msr) >> 16) & 0xff),
22927f5c258eSLen Brown 			(unsigned int)(((msr) >> 24) & 0xff),
22937f5c258eSLen Brown 			(unsigned int)(((msr) >> 32) & 0xff3),
22947f5c258eSLen Brown 			(unsigned int)(((msr) >> 42) & 0x1));
22957f5c258eSLen Brown 
22967f5c258eSLen Brown 	if (has_hwp_pkg) {
22977f5c258eSLen Brown 		if (get_msr(cpu, MSR_HWP_REQUEST_PKG, &msr))
22987f5c258eSLen Brown 			return 0;
22997f5c258eSLen Brown 
2300b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_HWP_REQUEST_PKG: 0x%08llx "
23017f5c258eSLen Brown 			"(min 0x%x max 0x%x des 0x%x epp 0x%x window 0x%x)\n",
23027f5c258eSLen Brown 			cpu, msr,
23037f5c258eSLen Brown 			(unsigned int)(((msr) >> 0) & 0xff),
23047f5c258eSLen Brown 			(unsigned int)(((msr) >> 8) & 0xff),
23057f5c258eSLen Brown 			(unsigned int)(((msr) >> 16) & 0xff),
23067f5c258eSLen Brown 			(unsigned int)(((msr) >> 24) & 0xff),
23077f5c258eSLen Brown 			(unsigned int)(((msr) >> 32) & 0xff3));
23087f5c258eSLen Brown 	}
23097f5c258eSLen Brown 	if (has_hwp_notify) {
23107f5c258eSLen Brown 		if (get_msr(cpu, MSR_HWP_INTERRUPT, &msr))
23117f5c258eSLen Brown 			return 0;
23127f5c258eSLen Brown 
2313b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_HWP_INTERRUPT: 0x%08llx "
23147f5c258eSLen Brown 			"(%s_Guaranteed_Perf_Change, %s_Excursion_Min)\n",
23157f5c258eSLen Brown 			cpu, msr,
23167f5c258eSLen Brown 			((msr) & 0x1) ? "EN" : "Dis",
23177f5c258eSLen Brown 			((msr) & 0x2) ? "EN" : "Dis");
23187f5c258eSLen Brown 	}
23197f5c258eSLen Brown 	if (get_msr(cpu, MSR_HWP_STATUS, &msr))
23207f5c258eSLen Brown 		return 0;
23217f5c258eSLen Brown 
2322b7d8c148SLen Brown 	fprintf(outf, "cpu%d: MSR_HWP_STATUS: 0x%08llx "
23237f5c258eSLen Brown 			"(%sGuaranteed_Perf_Change, %sExcursion_Min)\n",
23247f5c258eSLen Brown 			cpu, msr,
23257f5c258eSLen Brown 			((msr) & 0x1) ? "" : "No-",
23267f5c258eSLen Brown 			((msr) & 0x2) ? "" : "No-");
23277f5c258eSLen Brown 
23287f5c258eSLen Brown 	return 0;
23297f5c258eSLen Brown }
2330889facbeSLen Brown 
23313a9a941dSLen Brown /*
23323a9a941dSLen Brown  * print_perf_limit()
23333a9a941dSLen Brown  */
23343a9a941dSLen Brown int print_perf_limit(struct thread_data *t, struct core_data *c, struct pkg_data *p)
23353a9a941dSLen Brown {
23363a9a941dSLen Brown 	unsigned long long msr;
23373a9a941dSLen Brown 	int cpu;
23383a9a941dSLen Brown 
23393a9a941dSLen Brown 	cpu = t->cpu_id;
23403a9a941dSLen Brown 
23413a9a941dSLen Brown 	/* per-package */
23423a9a941dSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE) || !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
23433a9a941dSLen Brown 		return 0;
23443a9a941dSLen Brown 
23453a9a941dSLen Brown 	if (cpu_migrate(cpu)) {
2346b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
23473a9a941dSLen Brown 		return -1;
23483a9a941dSLen Brown 	}
23493a9a941dSLen Brown 
23503a9a941dSLen Brown 	if (do_core_perf_limit_reasons) {
23513a9a941dSLen Brown 		get_msr(cpu, MSR_CORE_PERF_LIMIT_REASONS, &msr);
2352b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_CORE_PERF_LIMIT_REASONS, 0x%08llx", cpu, msr);
2353b7d8c148SLen Brown 		fprintf(outf, " (Active: %s%s%s%s%s%s%s%s%s%s%s%s%s%s)",
2354e33cbe85SLen Brown 			(msr & 1 << 15) ? "bit15, " : "",
23553a9a941dSLen Brown 			(msr & 1 << 14) ? "bit14, " : "",
2356e33cbe85SLen Brown 			(msr & 1 << 13) ? "Transitions, " : "",
2357e33cbe85SLen Brown 			(msr & 1 << 12) ? "MultiCoreTurbo, " : "",
2358e33cbe85SLen Brown 			(msr & 1 << 11) ? "PkgPwrL2, " : "",
2359e33cbe85SLen Brown 			(msr & 1 << 10) ? "PkgPwrL1, " : "",
2360e33cbe85SLen Brown 			(msr & 1 << 9) ? "CorePwr, " : "",
2361e33cbe85SLen Brown 			(msr & 1 << 8) ? "Amps, " : "",
2362e33cbe85SLen Brown 			(msr & 1 << 6) ? "VR-Therm, " : "",
2363e33cbe85SLen Brown 			(msr & 1 << 5) ? "Auto-HWP, " : "",
2364e33cbe85SLen Brown 			(msr & 1 << 4) ? "Graphics, " : "",
2365e33cbe85SLen Brown 			(msr & 1 << 2) ? "bit2, " : "",
2366e33cbe85SLen Brown 			(msr & 1 << 1) ? "ThermStatus, " : "",
2367e33cbe85SLen Brown 			(msr & 1 << 0) ? "PROCHOT, " : "");
2368b7d8c148SLen Brown 		fprintf(outf, " (Logged: %s%s%s%s%s%s%s%s%s%s%s%s%s%s)\n",
2369e33cbe85SLen Brown 			(msr & 1 << 31) ? "bit31, " : "",
23703a9a941dSLen Brown 			(msr & 1 << 30) ? "bit30, " : "",
2371e33cbe85SLen Brown 			(msr & 1 << 29) ? "Transitions, " : "",
2372e33cbe85SLen Brown 			(msr & 1 << 28) ? "MultiCoreTurbo, " : "",
2373e33cbe85SLen Brown 			(msr & 1 << 27) ? "PkgPwrL2, " : "",
2374e33cbe85SLen Brown 			(msr & 1 << 26) ? "PkgPwrL1, " : "",
2375e33cbe85SLen Brown 			(msr & 1 << 25) ? "CorePwr, " : "",
2376e33cbe85SLen Brown 			(msr & 1 << 24) ? "Amps, " : "",
2377e33cbe85SLen Brown 			(msr & 1 << 22) ? "VR-Therm, " : "",
2378e33cbe85SLen Brown 			(msr & 1 << 21) ? "Auto-HWP, " : "",
2379e33cbe85SLen Brown 			(msr & 1 << 20) ? "Graphics, " : "",
2380e33cbe85SLen Brown 			(msr & 1 << 18) ? "bit18, " : "",
2381e33cbe85SLen Brown 			(msr & 1 << 17) ? "ThermStatus, " : "",
2382e33cbe85SLen Brown 			(msr & 1 << 16) ? "PROCHOT, " : "");
23833a9a941dSLen Brown 
23843a9a941dSLen Brown 	}
23853a9a941dSLen Brown 	if (do_gfx_perf_limit_reasons) {
23863a9a941dSLen Brown 		get_msr(cpu, MSR_GFX_PERF_LIMIT_REASONS, &msr);
2387b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_GFX_PERF_LIMIT_REASONS, 0x%08llx", cpu, msr);
2388b7d8c148SLen Brown 		fprintf(outf, " (Active: %s%s%s%s%s%s%s%s)",
23893a9a941dSLen Brown 			(msr & 1 << 0) ? "PROCHOT, " : "",
23903a9a941dSLen Brown 			(msr & 1 << 1) ? "ThermStatus, " : "",
23913a9a941dSLen Brown 			(msr & 1 << 4) ? "Graphics, " : "",
23923a9a941dSLen Brown 			(msr & 1 << 6) ? "VR-Therm, " : "",
23933a9a941dSLen Brown 			(msr & 1 << 8) ? "Amps, " : "",
23943a9a941dSLen Brown 			(msr & 1 << 9) ? "GFXPwr, " : "",
23953a9a941dSLen Brown 			(msr & 1 << 10) ? "PkgPwrL1, " : "",
23963a9a941dSLen Brown 			(msr & 1 << 11) ? "PkgPwrL2, " : "");
2397b7d8c148SLen Brown 		fprintf(outf, " (Logged: %s%s%s%s%s%s%s%s)\n",
23983a9a941dSLen Brown 			(msr & 1 << 16) ? "PROCHOT, " : "",
23993a9a941dSLen Brown 			(msr & 1 << 17) ? "ThermStatus, " : "",
24003a9a941dSLen Brown 			(msr & 1 << 20) ? "Graphics, " : "",
24013a9a941dSLen Brown 			(msr & 1 << 22) ? "VR-Therm, " : "",
24023a9a941dSLen Brown 			(msr & 1 << 24) ? "Amps, " : "",
24033a9a941dSLen Brown 			(msr & 1 << 25) ? "GFXPwr, " : "",
24043a9a941dSLen Brown 			(msr & 1 << 26) ? "PkgPwrL1, " : "",
24053a9a941dSLen Brown 			(msr & 1 << 27) ? "PkgPwrL2, " : "");
24063a9a941dSLen Brown 	}
24073a9a941dSLen Brown 	if (do_ring_perf_limit_reasons) {
24083a9a941dSLen Brown 		get_msr(cpu, MSR_RING_PERF_LIMIT_REASONS, &msr);
2409b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_RING_PERF_LIMIT_REASONS, 0x%08llx", cpu, msr);
2410b7d8c148SLen Brown 		fprintf(outf, " (Active: %s%s%s%s%s%s)",
24113a9a941dSLen Brown 			(msr & 1 << 0) ? "PROCHOT, " : "",
24123a9a941dSLen Brown 			(msr & 1 << 1) ? "ThermStatus, " : "",
24133a9a941dSLen Brown 			(msr & 1 << 6) ? "VR-Therm, " : "",
24143a9a941dSLen Brown 			(msr & 1 << 8) ? "Amps, " : "",
24153a9a941dSLen Brown 			(msr & 1 << 10) ? "PkgPwrL1, " : "",
24163a9a941dSLen Brown 			(msr & 1 << 11) ? "PkgPwrL2, " : "");
2417b7d8c148SLen Brown 		fprintf(outf, " (Logged: %s%s%s%s%s%s)\n",
24183a9a941dSLen Brown 			(msr & 1 << 16) ? "PROCHOT, " : "",
24193a9a941dSLen Brown 			(msr & 1 << 17) ? "ThermStatus, " : "",
24203a9a941dSLen Brown 			(msr & 1 << 22) ? "VR-Therm, " : "",
24213a9a941dSLen Brown 			(msr & 1 << 24) ? "Amps, " : "",
24223a9a941dSLen Brown 			(msr & 1 << 26) ? "PkgPwrL1, " : "",
24233a9a941dSLen Brown 			(msr & 1 << 27) ? "PkgPwrL2, " : "");
24243a9a941dSLen Brown 	}
24253a9a941dSLen Brown 	return 0;
24263a9a941dSLen Brown }
24273a9a941dSLen Brown 
2428889facbeSLen Brown #define	RAPL_POWER_GRANULARITY	0x7FFF	/* 15 bit power granularity */
2429889facbeSLen Brown #define	RAPL_TIME_GRANULARITY	0x3F /* 6 bit time granularity */
2430889facbeSLen Brown 
243158cc30a4SLen Brown double get_tdp(int model)
2432144b44b1SLen Brown {
2433144b44b1SLen Brown 	unsigned long long msr;
2434144b44b1SLen Brown 
2435144b44b1SLen Brown 	if (do_rapl & RAPL_PKG_POWER_INFO)
24367ce7d5deSPrarit Bhargava 		if (!get_msr(base_cpu, MSR_PKG_POWER_INFO, &msr))
2437144b44b1SLen Brown 			return ((msr >> 0) & RAPL_POWER_GRANULARITY) * rapl_power_units;
2438144b44b1SLen Brown 
2439144b44b1SLen Brown 	switch (model) {
2440144b44b1SLen Brown 	case 0x37:
2441144b44b1SLen Brown 	case 0x4D:
2442144b44b1SLen Brown 		return 30.0;
2443144b44b1SLen Brown 	default:
2444144b44b1SLen Brown 		return 135.0;
2445144b44b1SLen Brown 	}
2446144b44b1SLen Brown }
2447144b44b1SLen Brown 
244840ee8e3bSAndrey Semin /*
244940ee8e3bSAndrey Semin  * rapl_dram_energy_units_probe()
245040ee8e3bSAndrey Semin  * Energy units are either hard-coded, or come from RAPL Energy Unit MSR.
245140ee8e3bSAndrey Semin  */
245240ee8e3bSAndrey Semin static double
245340ee8e3bSAndrey Semin rapl_dram_energy_units_probe(int  model, double rapl_energy_units)
245440ee8e3bSAndrey Semin {
245540ee8e3bSAndrey Semin 	/* only called for genuine_intel, family 6 */
245640ee8e3bSAndrey Semin 
245740ee8e3bSAndrey Semin 	switch (model) {
245840ee8e3bSAndrey Semin 	case 0x3F:	/* HSX */
245940ee8e3bSAndrey Semin 	case 0x4F:	/* BDX */
246040ee8e3bSAndrey Semin 	case 0x56:	/* BDX-DE */
2461fb5d4327SDasaratharaman Chandramouli 	case 0x57:	/* KNL */
246240ee8e3bSAndrey Semin 		return (rapl_dram_energy_units = 15.3 / 1000000);
246340ee8e3bSAndrey Semin 	default:
246440ee8e3bSAndrey Semin 		return (rapl_energy_units);
246540ee8e3bSAndrey Semin 	}
246640ee8e3bSAndrey Semin }
246740ee8e3bSAndrey Semin 
2468144b44b1SLen Brown 
2469889facbeSLen Brown /*
2470889facbeSLen Brown  * rapl_probe()
2471889facbeSLen Brown  *
2472144b44b1SLen Brown  * sets do_rapl, rapl_power_units, rapl_energy_units, rapl_time_units
2473889facbeSLen Brown  */
2474889facbeSLen Brown void rapl_probe(unsigned int family, unsigned int model)
2475889facbeSLen Brown {
2476889facbeSLen Brown 	unsigned long long msr;
2477144b44b1SLen Brown 	unsigned int time_unit;
2478889facbeSLen Brown 	double tdp;
2479889facbeSLen Brown 
2480889facbeSLen Brown 	if (!genuine_intel)
2481889facbeSLen Brown 		return;
2482889facbeSLen Brown 
2483889facbeSLen Brown 	if (family != 6)
2484889facbeSLen Brown 		return;
2485889facbeSLen Brown 
2486889facbeSLen Brown 	switch (model) {
2487889facbeSLen Brown 	case 0x2A:
2488889facbeSLen Brown 	case 0x3A:
248970b43400SLen Brown 	case 0x3C:	/* HSW */
249070b43400SLen Brown 	case 0x45:	/* HSW */
2491149c2319SLen Brown 	case 0x46:	/* HSW */
24924e8e863fSLen Brown 	case 0x3D:	/* BDW */
249348a0631cSLen Brown 	case 0x47:	/* BDW */
2494144b44b1SLen Brown 		do_rapl = RAPL_PKG | RAPL_CORES | RAPL_CORE_POLICY | RAPL_GFX | RAPL_PKG_POWER_INFO;
2495889facbeSLen Brown 		break;
24960b2bb692SLen Brown 	case 0x4E:	/* SKL */
24970b2bb692SLen Brown 	case 0x5E:	/* SKL */
24980b2bb692SLen Brown 		do_rapl = RAPL_PKG | RAPL_DRAM | RAPL_DRAM_PERF_STATUS | RAPL_PKG_PERF_STATUS | RAPL_PKG_POWER_INFO;
24990b2bb692SLen Brown 		break;
2500e6f9bb3cSLen Brown 	case 0x3F:	/* HSX */
25014e8e863fSLen Brown 	case 0x4F:	/* BDX */
25024e8e863fSLen Brown 	case 0x56:	/* BDX-DE */
2503fb5d4327SDasaratharaman Chandramouli 	case 0x57:	/* KNL */
25040b2bb692SLen Brown 		do_rapl = RAPL_PKG | RAPL_DRAM | RAPL_DRAM_POWER_INFO | RAPL_DRAM_PERF_STATUS | RAPL_PKG_PERF_STATUS | RAPL_PKG_POWER_INFO;
2505e6f9bb3cSLen Brown 		break;
2506889facbeSLen Brown 	case 0x2D:
2507889facbeSLen Brown 	case 0x3E:
25080b2bb692SLen Brown 		do_rapl = RAPL_PKG | RAPL_CORES | RAPL_CORE_POLICY | RAPL_DRAM | RAPL_DRAM_POWER_INFO | RAPL_PKG_PERF_STATUS | RAPL_DRAM_PERF_STATUS | RAPL_PKG_POWER_INFO;
2509144b44b1SLen Brown 		break;
2510144b44b1SLen Brown 	case 0x37:	/* BYT */
2511144b44b1SLen Brown 	case 0x4D:	/* AVN */
2512144b44b1SLen Brown 		do_rapl = RAPL_PKG | RAPL_CORES ;
2513889facbeSLen Brown 		break;
2514889facbeSLen Brown 	default:
2515889facbeSLen Brown 		return;
2516889facbeSLen Brown 	}
2517889facbeSLen Brown 
2518889facbeSLen Brown 	/* units on package 0, verify later other packages match */
25197ce7d5deSPrarit Bhargava 	if (get_msr(base_cpu, MSR_RAPL_POWER_UNIT, &msr))
2520889facbeSLen Brown 		return;
2521889facbeSLen Brown 
2522889facbeSLen Brown 	rapl_power_units = 1.0 / (1 << (msr & 0xF));
2523144b44b1SLen Brown 	if (model == 0x37)
2524144b44b1SLen Brown 		rapl_energy_units = 1.0 * (1 << (msr >> 8 & 0x1F)) / 1000000;
2525144b44b1SLen Brown 	else
2526889facbeSLen Brown 		rapl_energy_units = 1.0 / (1 << (msr >> 8 & 0x1F));
2527889facbeSLen Brown 
252840ee8e3bSAndrey Semin 	rapl_dram_energy_units = rapl_dram_energy_units_probe(model, rapl_energy_units);
252940ee8e3bSAndrey Semin 
2530144b44b1SLen Brown 	time_unit = msr >> 16 & 0xF;
2531144b44b1SLen Brown 	if (time_unit == 0)
2532144b44b1SLen Brown 		time_unit = 0xA;
2533889facbeSLen Brown 
2534144b44b1SLen Brown 	rapl_time_units = 1.0 / (1 << (time_unit));
2535144b44b1SLen Brown 
2536144b44b1SLen Brown 	tdp = get_tdp(model);
2537889facbeSLen Brown 
2538889facbeSLen Brown 	rapl_joule_counter_range = 0xFFFFFFFF * rapl_energy_units / tdp;
2539d8af6f5fSLen Brown 	if (debug)
2540b7d8c148SLen Brown 		fprintf(outf, "RAPL: %.0f sec. Joule Counter Range, at %.0f Watts\n", rapl_joule_counter_range, tdp);
2541889facbeSLen Brown 
2542889facbeSLen Brown 	return;
2543889facbeSLen Brown }
2544889facbeSLen Brown 
254558cc30a4SLen Brown void perf_limit_reasons_probe(int family, int model)
25463a9a941dSLen Brown {
25473a9a941dSLen Brown 	if (!genuine_intel)
25483a9a941dSLen Brown 		return;
25493a9a941dSLen Brown 
25503a9a941dSLen Brown 	if (family != 6)
25513a9a941dSLen Brown 		return;
25523a9a941dSLen Brown 
25533a9a941dSLen Brown 	switch (model) {
25543a9a941dSLen Brown 	case 0x3C:	/* HSW */
25553a9a941dSLen Brown 	case 0x45:	/* HSW */
25563a9a941dSLen Brown 	case 0x46:	/* HSW */
25573a9a941dSLen Brown 		do_gfx_perf_limit_reasons = 1;
25583a9a941dSLen Brown 	case 0x3F:	/* HSX */
25593a9a941dSLen Brown 		do_core_perf_limit_reasons = 1;
25603a9a941dSLen Brown 		do_ring_perf_limit_reasons = 1;
25613a9a941dSLen Brown 	default:
25623a9a941dSLen Brown 		return;
25633a9a941dSLen Brown 	}
25643a9a941dSLen Brown }
25653a9a941dSLen Brown 
2566889facbeSLen Brown int print_thermal(struct thread_data *t, struct core_data *c, struct pkg_data *p)
2567889facbeSLen Brown {
2568889facbeSLen Brown 	unsigned long long msr;
2569889facbeSLen Brown 	unsigned int dts;
2570889facbeSLen Brown 	int cpu;
2571889facbeSLen Brown 
2572889facbeSLen Brown 	if (!(do_dts || do_ptm))
2573889facbeSLen Brown 		return 0;
2574889facbeSLen Brown 
2575889facbeSLen Brown 	cpu = t->cpu_id;
2576889facbeSLen Brown 
2577889facbeSLen Brown 	/* DTS is per-core, no need to print for each thread */
2578889facbeSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE))
2579889facbeSLen Brown 		return 0;
2580889facbeSLen Brown 
2581889facbeSLen Brown 	if (cpu_migrate(cpu)) {
2582b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
2583889facbeSLen Brown 		return -1;
2584889facbeSLen Brown 	}
2585889facbeSLen Brown 
2586889facbeSLen Brown 	if (do_ptm && (t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)) {
2587889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_PACKAGE_THERM_STATUS, &msr))
2588889facbeSLen Brown 			return 0;
2589889facbeSLen Brown 
2590889facbeSLen Brown 		dts = (msr >> 16) & 0x7F;
2591b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_PACKAGE_THERM_STATUS: 0x%08llx (%d C)\n",
2592889facbeSLen Brown 			cpu, msr, tcc_activation_temp - dts);
2593889facbeSLen Brown 
2594889facbeSLen Brown #ifdef	THERM_DEBUG
2595889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_PACKAGE_THERM_INTERRUPT, &msr))
2596889facbeSLen Brown 			return 0;
2597889facbeSLen Brown 
2598889facbeSLen Brown 		dts = (msr >> 16) & 0x7F;
2599889facbeSLen Brown 		dts2 = (msr >> 8) & 0x7F;
2600b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_PACKAGE_THERM_INTERRUPT: 0x%08llx (%d C, %d C)\n",
2601889facbeSLen Brown 			cpu, msr, tcc_activation_temp - dts, tcc_activation_temp - dts2);
2602889facbeSLen Brown #endif
2603889facbeSLen Brown 	}
2604889facbeSLen Brown 
2605889facbeSLen Brown 
2606889facbeSLen Brown 	if (do_dts) {
2607889facbeSLen Brown 		unsigned int resolution;
2608889facbeSLen Brown 
2609889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_THERM_STATUS, &msr))
2610889facbeSLen Brown 			return 0;
2611889facbeSLen Brown 
2612889facbeSLen Brown 		dts = (msr >> 16) & 0x7F;
2613889facbeSLen Brown 		resolution = (msr >> 27) & 0xF;
2614b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_THERM_STATUS: 0x%08llx (%d C +/- %d)\n",
2615889facbeSLen Brown 			cpu, msr, tcc_activation_temp - dts, resolution);
2616889facbeSLen Brown 
2617889facbeSLen Brown #ifdef THERM_DEBUG
2618889facbeSLen Brown 		if (get_msr(cpu, MSR_IA32_THERM_INTERRUPT, &msr))
2619889facbeSLen Brown 			return 0;
2620889facbeSLen Brown 
2621889facbeSLen Brown 		dts = (msr >> 16) & 0x7F;
2622889facbeSLen Brown 		dts2 = (msr >> 8) & 0x7F;
2623b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_THERM_INTERRUPT: 0x%08llx (%d C, %d C)\n",
2624889facbeSLen Brown 			cpu, msr, tcc_activation_temp - dts, tcc_activation_temp - dts2);
2625889facbeSLen Brown #endif
2626889facbeSLen Brown 	}
2627889facbeSLen Brown 
2628889facbeSLen Brown 	return 0;
2629889facbeSLen Brown }
2630889facbeSLen Brown 
2631889facbeSLen Brown void print_power_limit_msr(int cpu, unsigned long long msr, char *label)
2632889facbeSLen Brown {
2633b7d8c148SLen Brown 	fprintf(outf, "cpu%d: %s: %sabled (%f Watts, %f sec, clamp %sabled)\n",
2634889facbeSLen Brown 		cpu, label,
2635889facbeSLen Brown 		((msr >> 15) & 1) ? "EN" : "DIS",
2636889facbeSLen Brown 		((msr >> 0) & 0x7FFF) * rapl_power_units,
2637889facbeSLen Brown 		(1.0 + (((msr >> 22) & 0x3)/4.0)) * (1 << ((msr >> 17) & 0x1F)) * rapl_time_units,
2638889facbeSLen Brown 		(((msr >> 16) & 1) ? "EN" : "DIS"));
2639889facbeSLen Brown 
2640889facbeSLen Brown 	return;
2641889facbeSLen Brown }
2642889facbeSLen Brown 
2643889facbeSLen Brown int print_rapl(struct thread_data *t, struct core_data *c, struct pkg_data *p)
2644889facbeSLen Brown {
2645889facbeSLen Brown 	unsigned long long msr;
2646889facbeSLen Brown 	int cpu;
2647889facbeSLen Brown 
2648889facbeSLen Brown 	if (!do_rapl)
2649889facbeSLen Brown 		return 0;
2650889facbeSLen Brown 
2651889facbeSLen Brown 	/* RAPL counters are per package, so print only for 1st thread/package */
2652889facbeSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE) || !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
2653889facbeSLen Brown 		return 0;
2654889facbeSLen Brown 
2655889facbeSLen Brown 	cpu = t->cpu_id;
2656889facbeSLen Brown 	if (cpu_migrate(cpu)) {
2657b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
2658889facbeSLen Brown 		return -1;
2659889facbeSLen Brown 	}
2660889facbeSLen Brown 
2661889facbeSLen Brown 	if (get_msr(cpu, MSR_RAPL_POWER_UNIT, &msr))
2662889facbeSLen Brown 		return -1;
2663889facbeSLen Brown 
2664d8af6f5fSLen Brown 	if (debug) {
2665b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_RAPL_POWER_UNIT: 0x%08llx "
2666889facbeSLen Brown 			"(%f Watts, %f Joules, %f sec.)\n", cpu, msr,
2667144b44b1SLen Brown 			rapl_power_units, rapl_energy_units, rapl_time_units);
2668889facbeSLen Brown 	}
2669144b44b1SLen Brown 	if (do_rapl & RAPL_PKG_POWER_INFO) {
2670144b44b1SLen Brown 
2671889facbeSLen Brown 		if (get_msr(cpu, MSR_PKG_POWER_INFO, &msr))
2672889facbeSLen Brown                 	return -5;
2673889facbeSLen Brown 
2674889facbeSLen Brown 
2675b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_PKG_POWER_INFO: 0x%08llx (%.0f W TDP, RAPL %.0f - %.0f W, %f sec.)\n",
2676889facbeSLen Brown 			cpu, msr,
2677889facbeSLen Brown 			((msr >>  0) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2678889facbeSLen Brown 			((msr >> 16) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2679889facbeSLen Brown 			((msr >> 32) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2680889facbeSLen Brown 			((msr >> 48) & RAPL_TIME_GRANULARITY) * rapl_time_units);
2681889facbeSLen Brown 
2682144b44b1SLen Brown 	}
2683144b44b1SLen Brown 	if (do_rapl & RAPL_PKG) {
2684144b44b1SLen Brown 
2685889facbeSLen Brown 		if (get_msr(cpu, MSR_PKG_POWER_LIMIT, &msr))
2686889facbeSLen Brown 			return -9;
2687889facbeSLen Brown 
2688b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_PKG_POWER_LIMIT: 0x%08llx (%slocked)\n",
2689889facbeSLen Brown 			cpu, msr, (msr >> 63) & 1 ? "": "UN");
2690889facbeSLen Brown 
2691889facbeSLen Brown 		print_power_limit_msr(cpu, msr, "PKG Limit #1");
2692b7d8c148SLen Brown 		fprintf(outf, "cpu%d: PKG Limit #2: %sabled (%f Watts, %f* sec, clamp %sabled)\n",
2693889facbeSLen Brown 			cpu,
2694889facbeSLen Brown 			((msr >> 47) & 1) ? "EN" : "DIS",
2695889facbeSLen Brown 			((msr >> 32) & 0x7FFF) * rapl_power_units,
2696889facbeSLen Brown 			(1.0 + (((msr >> 54) & 0x3)/4.0)) * (1 << ((msr >> 49) & 0x1F)) * rapl_time_units,
2697889facbeSLen Brown 			((msr >> 48) & 1) ? "EN" : "DIS");
2698889facbeSLen Brown 	}
2699889facbeSLen Brown 
27000b2bb692SLen Brown 	if (do_rapl & RAPL_DRAM_POWER_INFO) {
2701889facbeSLen Brown 		if (get_msr(cpu, MSR_DRAM_POWER_INFO, &msr))
2702889facbeSLen Brown                 	return -6;
2703889facbeSLen Brown 
2704b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_DRAM_POWER_INFO,: 0x%08llx (%.0f W TDP, RAPL %.0f - %.0f W, %f sec.)\n",
2705889facbeSLen Brown 			cpu, msr,
2706889facbeSLen Brown 			((msr >>  0) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2707889facbeSLen Brown 			((msr >> 16) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2708889facbeSLen Brown 			((msr >> 32) & RAPL_POWER_GRANULARITY) * rapl_power_units,
2709889facbeSLen Brown 			((msr >> 48) & RAPL_TIME_GRANULARITY) * rapl_time_units);
27100b2bb692SLen Brown 	}
27110b2bb692SLen Brown 	if (do_rapl & RAPL_DRAM) {
2712889facbeSLen Brown 		if (get_msr(cpu, MSR_DRAM_POWER_LIMIT, &msr))
2713889facbeSLen Brown 			return -9;
2714b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_DRAM_POWER_LIMIT: 0x%08llx (%slocked)\n",
2715889facbeSLen Brown 				cpu, msr, (msr >> 31) & 1 ? "": "UN");
2716889facbeSLen Brown 
2717889facbeSLen Brown 		print_power_limit_msr(cpu, msr, "DRAM Limit");
2718889facbeSLen Brown 	}
2719144b44b1SLen Brown 	if (do_rapl & RAPL_CORE_POLICY) {
2720d8af6f5fSLen Brown 		if (debug) {
2721889facbeSLen Brown 			if (get_msr(cpu, MSR_PP0_POLICY, &msr))
2722889facbeSLen Brown 				return -7;
2723889facbeSLen Brown 
2724b7d8c148SLen Brown 			fprintf(outf, "cpu%d: MSR_PP0_POLICY: %lld\n", cpu, msr & 0xF);
2725144b44b1SLen Brown 		}
2726144b44b1SLen Brown 	}
2727144b44b1SLen Brown 	if (do_rapl & RAPL_CORES) {
2728d8af6f5fSLen Brown 		if (debug) {
2729889facbeSLen Brown 
2730889facbeSLen Brown 			if (get_msr(cpu, MSR_PP0_POWER_LIMIT, &msr))
2731889facbeSLen Brown 				return -9;
2732b7d8c148SLen Brown 			fprintf(outf, "cpu%d: MSR_PP0_POWER_LIMIT: 0x%08llx (%slocked)\n",
2733889facbeSLen Brown 					cpu, msr, (msr >> 31) & 1 ? "": "UN");
2734889facbeSLen Brown 			print_power_limit_msr(cpu, msr, "Cores Limit");
2735889facbeSLen Brown 		}
2736889facbeSLen Brown 	}
2737889facbeSLen Brown 	if (do_rapl & RAPL_GFX) {
2738d8af6f5fSLen Brown 		if (debug) {
2739889facbeSLen Brown 			if (get_msr(cpu, MSR_PP1_POLICY, &msr))
2740889facbeSLen Brown 				return -8;
2741889facbeSLen Brown 
2742b7d8c148SLen Brown 			fprintf(outf, "cpu%d: MSR_PP1_POLICY: %lld\n", cpu, msr & 0xF);
2743889facbeSLen Brown 
2744889facbeSLen Brown 			if (get_msr(cpu, MSR_PP1_POWER_LIMIT, &msr))
2745889facbeSLen Brown 				return -9;
2746b7d8c148SLen Brown 			fprintf(outf, "cpu%d: MSR_PP1_POWER_LIMIT: 0x%08llx (%slocked)\n",
2747889facbeSLen Brown 					cpu, msr, (msr >> 31) & 1 ? "": "UN");
2748889facbeSLen Brown 			print_power_limit_msr(cpu, msr, "GFX Limit");
2749889facbeSLen Brown 		}
2750889facbeSLen Brown 	}
2751889facbeSLen Brown 	return 0;
2752889facbeSLen Brown }
2753889facbeSLen Brown 
2754d7899447SLen Brown /*
2755d7899447SLen Brown  * SNB adds support for additional MSRs:
2756d7899447SLen Brown  *
2757d7899447SLen Brown  * MSR_PKG_C7_RESIDENCY            0x000003fa
2758d7899447SLen Brown  * MSR_CORE_C7_RESIDENCY           0x000003fe
2759d7899447SLen Brown  * MSR_PKG_C2_RESIDENCY            0x0000060d
2760d7899447SLen Brown  */
2761103a8feaSLen Brown 
2762d7899447SLen Brown int has_snb_msrs(unsigned int family, unsigned int model)
2763103a8feaSLen Brown {
2764103a8feaSLen Brown 	if (!genuine_intel)
2765103a8feaSLen Brown 		return 0;
2766103a8feaSLen Brown 
2767103a8feaSLen Brown 	switch (model) {
2768103a8feaSLen Brown 	case 0x2A:
2769103a8feaSLen Brown 	case 0x2D:
2770650a37f3SLen Brown 	case 0x3A:	/* IVB */
27711300651bSLen Brown 	case 0x3E:	/* IVB Xeon */
277270b43400SLen Brown 	case 0x3C:	/* HSW */
277370b43400SLen Brown 	case 0x3F:	/* HSW */
277470b43400SLen Brown 	case 0x45:	/* HSW */
2775149c2319SLen Brown 	case 0x46:	/* HSW */
27764e8e863fSLen Brown 	case 0x3D:	/* BDW */
277748a0631cSLen Brown 	case 0x47:	/* BDW */
27784e8e863fSLen Brown 	case 0x4F:	/* BDX */
27794e8e863fSLen Brown 	case 0x56:	/* BDX-DE */
27800b2bb692SLen Brown 	case 0x4E:	/* SKL */
27810b2bb692SLen Brown 	case 0x5E:	/* SKL */
2782103a8feaSLen Brown 		return 1;
2783103a8feaSLen Brown 	}
2784103a8feaSLen Brown 	return 0;
2785103a8feaSLen Brown }
2786103a8feaSLen Brown 
2787d7899447SLen Brown /*
2788d7899447SLen Brown  * HSW adds support for additional MSRs:
2789d7899447SLen Brown  *
2790d7899447SLen Brown  * MSR_PKG_C8_RESIDENCY            0x00000630
2791d7899447SLen Brown  * MSR_PKG_C9_RESIDENCY            0x00000631
2792d7899447SLen Brown  * MSR_PKG_C10_RESIDENCY           0x00000632
2793d7899447SLen Brown  */
2794d7899447SLen Brown int has_hsw_msrs(unsigned int family, unsigned int model)
2795ca58710fSKristen Carlson Accardi {
2796ca58710fSKristen Carlson Accardi 	if (!genuine_intel)
2797ca58710fSKristen Carlson Accardi 		return 0;
2798ca58710fSKristen Carlson Accardi 
2799ca58710fSKristen Carlson Accardi 	switch (model) {
28004e8e863fSLen Brown 	case 0x45:	/* HSW */
28014e8e863fSLen Brown 	case 0x3D:	/* BDW */
28020b2bb692SLen Brown 	case 0x4E:	/* SKL */
28030b2bb692SLen Brown 	case 0x5E:	/* SKL */
2804ca58710fSKristen Carlson Accardi 		return 1;
2805ca58710fSKristen Carlson Accardi 	}
2806ca58710fSKristen Carlson Accardi 	return 0;
2807ca58710fSKristen Carlson Accardi }
2808ca58710fSKristen Carlson Accardi 
28090b2bb692SLen Brown /*
28100b2bb692SLen Brown  * SKL adds support for additional MSRS:
28110b2bb692SLen Brown  *
28120b2bb692SLen Brown  * MSR_PKG_WEIGHTED_CORE_C0_RES    0x00000658
28130b2bb692SLen Brown  * MSR_PKG_ANY_CORE_C0_RES         0x00000659
28140b2bb692SLen Brown  * MSR_PKG_ANY_GFXE_C0_RES         0x0000065A
28150b2bb692SLen Brown  * MSR_PKG_BOTH_CORE_GFXE_C0_RES   0x0000065B
28160b2bb692SLen Brown  */
28170b2bb692SLen Brown int has_skl_msrs(unsigned int family, unsigned int model)
28180b2bb692SLen Brown {
28190b2bb692SLen Brown 	if (!genuine_intel)
28200b2bb692SLen Brown 		return 0;
28210b2bb692SLen Brown 
28220b2bb692SLen Brown 	switch (model) {
28230b2bb692SLen Brown 	case 0x4E:	/* SKL */
28240b2bb692SLen Brown 	case 0x5E:	/* SKL */
28250b2bb692SLen Brown 		return 1;
28260b2bb692SLen Brown 	}
28270b2bb692SLen Brown 	return 0;
28280b2bb692SLen Brown }
28290b2bb692SLen Brown 
28300b2bb692SLen Brown 
2831ca58710fSKristen Carlson Accardi 
2832144b44b1SLen Brown int is_slm(unsigned int family, unsigned int model)
2833144b44b1SLen Brown {
2834144b44b1SLen Brown 	if (!genuine_intel)
2835144b44b1SLen Brown 		return 0;
2836144b44b1SLen Brown 	switch (model) {
2837144b44b1SLen Brown 	case 0x37:	/* BYT */
2838144b44b1SLen Brown 	case 0x4D:	/* AVN */
2839144b44b1SLen Brown 		return 1;
2840144b44b1SLen Brown 	}
2841144b44b1SLen Brown 	return 0;
2842144b44b1SLen Brown }
2843144b44b1SLen Brown 
2844fb5d4327SDasaratharaman Chandramouli int is_knl(unsigned int family, unsigned int model)
2845fb5d4327SDasaratharaman Chandramouli {
2846fb5d4327SDasaratharaman Chandramouli 	if (!genuine_intel)
2847fb5d4327SDasaratharaman Chandramouli 		return 0;
2848fb5d4327SDasaratharaman Chandramouli 	switch (model) {
2849fb5d4327SDasaratharaman Chandramouli 	case 0x57:	/* KNL */
2850fb5d4327SDasaratharaman Chandramouli 		return 1;
2851fb5d4327SDasaratharaman Chandramouli 	}
2852fb5d4327SDasaratharaman Chandramouli 	return 0;
2853fb5d4327SDasaratharaman Chandramouli }
2854fb5d4327SDasaratharaman Chandramouli 
2855b2b34dfeSHubert Chrzaniuk unsigned int get_aperf_mperf_multiplier(unsigned int family, unsigned int model)
2856b2b34dfeSHubert Chrzaniuk {
2857b2b34dfeSHubert Chrzaniuk 	if (is_knl(family, model))
2858b2b34dfeSHubert Chrzaniuk 		return 1024;
2859b2b34dfeSHubert Chrzaniuk 	return 1;
2860b2b34dfeSHubert Chrzaniuk }
2861b2b34dfeSHubert Chrzaniuk 
2862144b44b1SLen Brown #define SLM_BCLK_FREQS 5
2863144b44b1SLen Brown double slm_freq_table[SLM_BCLK_FREQS] = { 83.3, 100.0, 133.3, 116.7, 80.0};
2864144b44b1SLen Brown 
2865144b44b1SLen Brown double slm_bclk(void)
2866144b44b1SLen Brown {
2867144b44b1SLen Brown 	unsigned long long msr = 3;
2868144b44b1SLen Brown 	unsigned int i;
2869144b44b1SLen Brown 	double freq;
2870144b44b1SLen Brown 
28717ce7d5deSPrarit Bhargava 	if (get_msr(base_cpu, MSR_FSB_FREQ, &msr))
2872b7d8c148SLen Brown 		fprintf(outf, "SLM BCLK: unknown\n");
2873144b44b1SLen Brown 
2874144b44b1SLen Brown 	i = msr & 0xf;
2875144b44b1SLen Brown 	if (i >= SLM_BCLK_FREQS) {
2876b7d8c148SLen Brown 		fprintf(outf, "SLM BCLK[%d] invalid\n", i);
2877144b44b1SLen Brown 		msr = 3;
2878144b44b1SLen Brown 	}
2879144b44b1SLen Brown 	freq = slm_freq_table[i];
2880144b44b1SLen Brown 
2881b7d8c148SLen Brown 	fprintf(outf, "SLM BCLK: %.1f Mhz\n", freq);
2882144b44b1SLen Brown 
2883144b44b1SLen Brown 	return freq;
2884144b44b1SLen Brown }
2885144b44b1SLen Brown 
2886103a8feaSLen Brown double discover_bclk(unsigned int family, unsigned int model)
2887103a8feaSLen Brown {
2888121b48bbSChrzaniuk, Hubert 	if (has_snb_msrs(family, model) || is_knl(family, model))
2889103a8feaSLen Brown 		return 100.00;
2890144b44b1SLen Brown 	else if (is_slm(family, model))
2891144b44b1SLen Brown 		return slm_bclk();
2892103a8feaSLen Brown 	else
2893103a8feaSLen Brown 		return 133.33;
2894103a8feaSLen Brown }
2895103a8feaSLen Brown 
2896889facbeSLen Brown /*
2897889facbeSLen Brown  * MSR_IA32_TEMPERATURE_TARGET indicates the temperature where
2898889facbeSLen Brown  * the Thermal Control Circuit (TCC) activates.
2899889facbeSLen Brown  * This is usually equal to tjMax.
2900889facbeSLen Brown  *
2901889facbeSLen Brown  * Older processors do not have this MSR, so there we guess,
2902889facbeSLen Brown  * but also allow cmdline over-ride with -T.
2903889facbeSLen Brown  *
2904889facbeSLen Brown  * Several MSR temperature values are in units of degrees-C
2905889facbeSLen Brown  * below this value, including the Digital Thermal Sensor (DTS),
2906889facbeSLen Brown  * Package Thermal Management Sensor (PTM), and thermal event thresholds.
2907889facbeSLen Brown  */
2908889facbeSLen Brown int set_temperature_target(struct thread_data *t, struct core_data *c, struct pkg_data *p)
2909889facbeSLen Brown {
2910889facbeSLen Brown 	unsigned long long msr;
2911889facbeSLen Brown 	unsigned int target_c_local;
2912889facbeSLen Brown 	int cpu;
2913889facbeSLen Brown 
2914889facbeSLen Brown 	/* tcc_activation_temp is used only for dts or ptm */
2915889facbeSLen Brown 	if (!(do_dts || do_ptm))
2916889facbeSLen Brown 		return 0;
2917889facbeSLen Brown 
2918889facbeSLen Brown 	/* this is a per-package concept */
2919889facbeSLen Brown 	if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE) || !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE))
2920889facbeSLen Brown 		return 0;
2921889facbeSLen Brown 
2922889facbeSLen Brown 	cpu = t->cpu_id;
2923889facbeSLen Brown 	if (cpu_migrate(cpu)) {
2924b7d8c148SLen Brown 		fprintf(outf, "Could not migrate to CPU %d\n", cpu);
2925889facbeSLen Brown 		return -1;
2926889facbeSLen Brown 	}
2927889facbeSLen Brown 
2928889facbeSLen Brown 	if (tcc_activation_temp_override != 0) {
2929889facbeSLen Brown 		tcc_activation_temp = tcc_activation_temp_override;
2930b7d8c148SLen Brown 		fprintf(outf, "cpu%d: Using cmdline TCC Target (%d C)\n",
2931889facbeSLen Brown 			cpu, tcc_activation_temp);
2932889facbeSLen Brown 		return 0;
2933889facbeSLen Brown 	}
2934889facbeSLen Brown 
2935889facbeSLen Brown 	/* Temperature Target MSR is Nehalem and newer only */
2936d7899447SLen Brown 	if (!do_nhm_platform_info)
2937889facbeSLen Brown 		goto guess;
2938889facbeSLen Brown 
29397ce7d5deSPrarit Bhargava 	if (get_msr(base_cpu, MSR_IA32_TEMPERATURE_TARGET, &msr))
2940889facbeSLen Brown 		goto guess;
2941889facbeSLen Brown 
29423482124aSJean Delvare 	target_c_local = (msr >> 16) & 0xFF;
2943889facbeSLen Brown 
2944d8af6f5fSLen Brown 	if (debug)
2945b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_TEMPERATURE_TARGET: 0x%08llx (%d C)\n",
2946889facbeSLen Brown 			cpu, msr, target_c_local);
2947889facbeSLen Brown 
29483482124aSJean Delvare 	if (!target_c_local)
2949889facbeSLen Brown 		goto guess;
2950889facbeSLen Brown 
2951889facbeSLen Brown 	tcc_activation_temp = target_c_local;
2952889facbeSLen Brown 
2953889facbeSLen Brown 	return 0;
2954889facbeSLen Brown 
2955889facbeSLen Brown guess:
2956889facbeSLen Brown 	tcc_activation_temp = TJMAX_DEFAULT;
2957b7d8c148SLen Brown 	fprintf(outf, "cpu%d: Guessing tjMax %d C, Please use -T to specify\n",
2958889facbeSLen Brown 		cpu, tcc_activation_temp);
2959889facbeSLen Brown 
2960889facbeSLen Brown 	return 0;
2961889facbeSLen Brown }
296269807a63SLen Brown 
296369807a63SLen Brown void decode_misc_enable_msr(void)
296469807a63SLen Brown {
296569807a63SLen Brown 	unsigned long long msr;
296669807a63SLen Brown 
296769807a63SLen Brown 	if (!get_msr(base_cpu, MSR_IA32_MISC_ENABLE, &msr))
2968b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_IA32_MISC_ENABLE: 0x%08llx (%s %s %s)\n",
296969807a63SLen Brown 			base_cpu, msr,
297069807a63SLen Brown 			msr & (1 << 3) ? "TCC" : "",
297169807a63SLen Brown 			msr & (1 << 16) ? "EIST" : "",
297269807a63SLen Brown 			msr & (1 << 18) ? "MONITOR" : "");
297369807a63SLen Brown }
297469807a63SLen Brown 
2975f0057310SLen Brown /*
2976f0057310SLen Brown  * Decode MSR_MISC_PWR_MGMT
2977f0057310SLen Brown  *
2978f0057310SLen Brown  * Decode the bits according to the Nehalem documentation
2979f0057310SLen Brown  * bit[0] seems to continue to have same meaning going forward
2980f0057310SLen Brown  * bit[1] less so...
2981f0057310SLen Brown  */
2982f0057310SLen Brown void decode_misc_pwr_mgmt_msr(void)
2983f0057310SLen Brown {
2984f0057310SLen Brown 	unsigned long long msr;
2985f0057310SLen Brown 
2986f0057310SLen Brown 	if (!do_nhm_platform_info)
2987f0057310SLen Brown 		return;
2988f0057310SLen Brown 
2989f0057310SLen Brown 	if (!get_msr(base_cpu, MSR_MISC_PWR_MGMT, &msr))
2990b7d8c148SLen Brown 		fprintf(outf, "cpu%d: MSR_MISC_PWR_MGMT: 0x%08llx (%sable-EIST_Coordination %sable-EPB)\n",
2991f0057310SLen Brown 			base_cpu, msr,
2992f0057310SLen Brown 			msr & (1 << 0) ? "DIS" : "EN",
2993f0057310SLen Brown 			msr & (1 << 1) ? "EN" : "DIS");
2994f0057310SLen Brown }
29957f5c258eSLen Brown 
2996fcd17211SLen Brown void process_cpuid()
2997103a8feaSLen Brown {
299861a87ba7SLen Brown 	unsigned int eax, ebx, ecx, edx, max_level, max_extended_level;
2999103a8feaSLen Brown 	unsigned int fms, family, model, stepping;
3000103a8feaSLen Brown 
3001103a8feaSLen Brown 	eax = ebx = ecx = edx = 0;
3002103a8feaSLen Brown 
30032b92865eSJosh Triplett 	__get_cpuid(0, &max_level, &ebx, &ecx, &edx);
3004103a8feaSLen Brown 
3005103a8feaSLen Brown 	if (ebx == 0x756e6547 && edx == 0x49656e69 && ecx == 0x6c65746e)
3006103a8feaSLen Brown 		genuine_intel = 1;
3007103a8feaSLen Brown 
3008d8af6f5fSLen Brown 	if (debug)
3009b7d8c148SLen Brown 		fprintf(outf, "CPUID(0): %.4s%.4s%.4s ",
3010103a8feaSLen Brown 			(char *)&ebx, (char *)&edx, (char *)&ecx);
3011103a8feaSLen Brown 
30122b92865eSJosh Triplett 	__get_cpuid(1, &fms, &ebx, &ecx, &edx);
3013103a8feaSLen Brown 	family = (fms >> 8) & 0xf;
3014103a8feaSLen Brown 	model = (fms >> 4) & 0xf;
3015103a8feaSLen Brown 	stepping = fms & 0xf;
3016103a8feaSLen Brown 	if (family == 6 || family == 0xf)
3017103a8feaSLen Brown 		model += ((fms >> 16) & 0xf) << 4;
3018103a8feaSLen Brown 
301969807a63SLen Brown 	if (debug) {
3020b7d8c148SLen Brown 		fprintf(outf, "%d CPUID levels; family:model:stepping 0x%x:%x:%x (%d:%d:%d)\n",
3021103a8feaSLen Brown 			max_level, family, model, stepping, family, model, stepping);
3022b7d8c148SLen Brown 		fprintf(outf, "CPUID(1): %s %s %s %s %s %s %s %s\n",
302369807a63SLen Brown 			ecx & (1 << 0) ? "SSE3" : "-",
302469807a63SLen Brown 			ecx & (1 << 3) ? "MONITOR" : "-",
302569807a63SLen Brown 			ecx & (1 << 7) ? "EIST" : "-",
302669807a63SLen Brown 			ecx & (1 << 8) ? "TM2" : "-",
302769807a63SLen Brown 			edx & (1 << 4) ? "TSC" : "-",
302869807a63SLen Brown 			edx & (1 << 5) ? "MSR" : "-",
302969807a63SLen Brown 			edx & (1 << 22) ? "ACPI-TM" : "-",
303069807a63SLen Brown 			edx & (1 << 29) ? "TM" : "-");
303169807a63SLen Brown 	}
3032103a8feaSLen Brown 
3033b2c95d90SJosh Triplett 	if (!(edx & (1 << 5)))
3034b2c95d90SJosh Triplett 		errx(1, "CPUID: no MSR");
3035103a8feaSLen Brown 
3036103a8feaSLen Brown 	/*
3037103a8feaSLen Brown 	 * check max extended function levels of CPUID.
3038103a8feaSLen Brown 	 * This is needed to check for invariant TSC.
3039103a8feaSLen Brown 	 * This check is valid for both Intel and AMD.
3040103a8feaSLen Brown 	 */
3041103a8feaSLen Brown 	ebx = ecx = edx = 0;
304261a87ba7SLen Brown 	__get_cpuid(0x80000000, &max_extended_level, &ebx, &ecx, &edx);
3043103a8feaSLen Brown 
304461a87ba7SLen Brown 	if (max_extended_level >= 0x80000007) {
3045103a8feaSLen Brown 
3046103a8feaSLen Brown 		/*
3047103a8feaSLen Brown 		 * Non-Stop TSC is advertised by CPUID.EAX=0x80000007: EDX.bit8
3048103a8feaSLen Brown 		 * this check is valid for both Intel and AMD
3049103a8feaSLen Brown 		 */
30502b92865eSJosh Triplett 		__get_cpuid(0x80000007, &eax, &ebx, &ecx, &edx);
30518209e054SThomas Renninger 		has_invariant_tsc = edx & (1 << 8);
3052d7899447SLen Brown 	}
3053103a8feaSLen Brown 
3054103a8feaSLen Brown 	/*
3055103a8feaSLen Brown 	 * APERF/MPERF is advertised by CPUID.EAX=0x6: ECX.bit0
3056103a8feaSLen Brown 	 * this check is valid for both Intel and AMD
3057103a8feaSLen Brown 	 */
3058103a8feaSLen Brown 
30592b92865eSJosh Triplett 	__get_cpuid(0x6, &eax, &ebx, &ecx, &edx);
30608209e054SThomas Renninger 	has_aperf = ecx & (1 << 0);
3061889facbeSLen Brown 	do_dts = eax & (1 << 0);
3062889facbeSLen Brown 	do_ptm = eax & (1 << 6);
30637f5c258eSLen Brown 	has_hwp = eax & (1 << 7);
30647f5c258eSLen Brown 	has_hwp_notify = eax & (1 << 8);
30657f5c258eSLen Brown 	has_hwp_activity_window = eax & (1 << 9);
30667f5c258eSLen Brown 	has_hwp_epp = eax & (1 << 10);
30677f5c258eSLen Brown 	has_hwp_pkg = eax & (1 << 11);
3068889facbeSLen Brown 	has_epb = ecx & (1 << 3);
3069889facbeSLen Brown 
3070d8af6f5fSLen Brown 	if (debug)
3071b7d8c148SLen Brown 		fprintf(outf, "CPUID(6): %sAPERF, %sDTS, %sPTM, %sHWP, "
30727f5c258eSLen Brown 			"%sHWPnotify, %sHWPwindow, %sHWPepp, %sHWPpkg, %sEPB\n",
30737f5c258eSLen Brown 			has_aperf ? "" : "No-",
30747f5c258eSLen Brown 			do_dts ? "" : "No-",
30757f5c258eSLen Brown 			do_ptm ? "" : "No-",
30767f5c258eSLen Brown 			has_hwp ? "" : "No-",
30777f5c258eSLen Brown 			has_hwp_notify ? "" : "No-",
30787f5c258eSLen Brown 			has_hwp_activity_window ? "" : "No-",
30797f5c258eSLen Brown 			has_hwp_epp ? "" : "No-",
30807f5c258eSLen Brown 			has_hwp_pkg ? "" : "No-",
30817f5c258eSLen Brown 			has_epb ? "" : "No-");
3082103a8feaSLen Brown 
308369807a63SLen Brown 	if (debug)
308469807a63SLen Brown 		decode_misc_enable_msr();
308569807a63SLen Brown 
308661a87ba7SLen Brown 	if (max_level >= 0x15) {
30878a5bdf41SLen Brown 		unsigned int eax_crystal;
30888a5bdf41SLen Brown 		unsigned int ebx_tsc;
30898a5bdf41SLen Brown 
30908a5bdf41SLen Brown 		/*
30918a5bdf41SLen Brown 		 * CPUID 15H TSC/Crystal ratio, possibly Crystal Hz
30928a5bdf41SLen Brown 		 */
30938a5bdf41SLen Brown 		eax_crystal = ebx_tsc = crystal_hz = edx = 0;
30948a5bdf41SLen Brown 		__get_cpuid(0x15, &eax_crystal, &ebx_tsc, &crystal_hz, &edx);
30958a5bdf41SLen Brown 
30968a5bdf41SLen Brown 		if (ebx_tsc != 0) {
30978a5bdf41SLen Brown 
30988a5bdf41SLen Brown 			if (debug && (ebx != 0))
3099b7d8c148SLen Brown 				fprintf(outf, "CPUID(0x15): eax_crystal: %d ebx_tsc: %d ecx_crystal_hz: %d\n",
31008a5bdf41SLen Brown 					eax_crystal, ebx_tsc, crystal_hz);
31018a5bdf41SLen Brown 
31028a5bdf41SLen Brown 			if (crystal_hz == 0)
31038a5bdf41SLen Brown 				switch(model) {
31048a5bdf41SLen Brown 				case 0x4E:	/* SKL */
31058a5bdf41SLen Brown 				case 0x5E:	/* SKL */
31068a5bdf41SLen Brown 					crystal_hz = 24000000;	/* 24 MHz */
31078a5bdf41SLen Brown 					break;
31088a5bdf41SLen Brown 				default:
31098a5bdf41SLen Brown 					crystal_hz = 0;
31108a5bdf41SLen Brown 			}
31118a5bdf41SLen Brown 
31128a5bdf41SLen Brown 			if (crystal_hz) {
31138a5bdf41SLen Brown 				tsc_hz =  (unsigned long long) crystal_hz * ebx_tsc / eax_crystal;
31148a5bdf41SLen Brown 				if (debug)
3115b7d8c148SLen Brown 					fprintf(outf, "TSC: %lld MHz (%d Hz * %d / %d / 1000000)\n",
31168a5bdf41SLen Brown 						tsc_hz / 1000000, crystal_hz, ebx_tsc,  eax_crystal);
31178a5bdf41SLen Brown 			}
31188a5bdf41SLen Brown 		}
31198a5bdf41SLen Brown 	}
312061a87ba7SLen Brown 	if (max_level >= 0x16) {
312161a87ba7SLen Brown 		unsigned int base_mhz, max_mhz, bus_mhz, edx;
312261a87ba7SLen Brown 
312361a87ba7SLen Brown 		/*
312461a87ba7SLen Brown 		 * CPUID 16H Base MHz, Max MHz, Bus MHz
312561a87ba7SLen Brown 		 */
312661a87ba7SLen Brown 		base_mhz = max_mhz = bus_mhz = edx = 0;
312761a87ba7SLen Brown 
312861a87ba7SLen Brown 		__get_cpuid(0x16, &base_mhz, &max_mhz, &bus_mhz, &edx);
312961a87ba7SLen Brown 		if (debug)
3130b7d8c148SLen Brown 			fprintf(outf, "CPUID(0x16): base_mhz: %d max_mhz: %d bus_mhz: %d\n",
313161a87ba7SLen Brown 				base_mhz, max_mhz, bus_mhz);
313261a87ba7SLen Brown 	}
31338a5bdf41SLen Brown 
3134b2b34dfeSHubert Chrzaniuk 	if (has_aperf)
3135b2b34dfeSHubert Chrzaniuk 		aperf_mperf_multiplier = get_aperf_mperf_multiplier(family, model);
3136b2b34dfeSHubert Chrzaniuk 
3137ee7e38e3SLen Brown 	do_nhm_platform_info = do_nhm_cstates = do_smi = probe_nhm_msrs(family, model);
3138d7899447SLen Brown 	do_snb_cstates = has_snb_msrs(family, model);
3139ee7e38e3SLen Brown 	do_pc2 = do_snb_cstates && (pkg_cstate_limit >= PCL__2);
3140ee7e38e3SLen Brown 	do_pc3 = (pkg_cstate_limit >= PCL__3);
3141ee7e38e3SLen Brown 	do_pc6 = (pkg_cstate_limit >= PCL__6);
3142ee7e38e3SLen Brown 	do_pc7 = do_snb_cstates && (pkg_cstate_limit >= PCL__7);
3143d7899447SLen Brown 	do_c8_c9_c10 = has_hsw_msrs(family, model);
31440b2bb692SLen Brown 	do_skl_residency = has_skl_msrs(family, model);
3145144b44b1SLen Brown 	do_slm_cstates = is_slm(family, model);
3146fb5d4327SDasaratharaman Chandramouli 	do_knl_cstates  = is_knl(family, model);
3147103a8feaSLen Brown 
3148f0057310SLen Brown 	if (debug)
3149f0057310SLen Brown 		decode_misc_pwr_mgmt_msr();
3150f0057310SLen Brown 
3151889facbeSLen Brown 	rapl_probe(family, model);
31523a9a941dSLen Brown 	perf_limit_reasons_probe(family, model);
3153889facbeSLen Brown 
3154fcd17211SLen Brown 	if (debug)
315558cc30a4SLen Brown 		dump_cstate_pstate_config_info(family, model);
3156fcd17211SLen Brown 
3157a2b7b749SLen Brown 	if (has_skl_msrs(family, model))
3158a2b7b749SLen Brown 		calculate_tsc_tweak();
3159a2b7b749SLen Brown 
3160*27d47356SLen Brown 	do_gfx_mhz = !access("/sys/class/graphics/fb0/device/drm/card0/gt_cur_freq_mhz", R_OK);
3161*27d47356SLen Brown 
3162889facbeSLen Brown 	return;
3163103a8feaSLen Brown }
3164103a8feaSLen Brown 
3165d8af6f5fSLen Brown void help()
3166103a8feaSLen Brown {
3167b7d8c148SLen Brown 	fprintf(outf,
3168d8af6f5fSLen Brown 	"Usage: turbostat [OPTIONS][(--interval seconds) | COMMAND ...]\n"
3169d8af6f5fSLen Brown 	"\n"
3170d8af6f5fSLen Brown 	"Turbostat forks the specified COMMAND and prints statistics\n"
3171d8af6f5fSLen Brown 	"when COMMAND completes.\n"
3172d8af6f5fSLen Brown 	"If no COMMAND is specified, turbostat wakes every 5-seconds\n"
3173d8af6f5fSLen Brown 	"to print statistics, until interrupted.\n"
3174d8af6f5fSLen Brown 	"--debug	run in \"debug\" mode\n"
3175d8af6f5fSLen Brown 	"--interval sec	Override default 5-second measurement interval\n"
3176d8af6f5fSLen Brown 	"--help		print this help message\n"
3177d8af6f5fSLen Brown 	"--counter msr	print 32-bit counter at address \"msr\"\n"
3178d8af6f5fSLen Brown 	"--Counter msr	print 64-bit Counter at address \"msr\"\n"
3179b7d8c148SLen Brown 	"--out file	create or truncate \"file\" for all output\n"
3180d8af6f5fSLen Brown 	"--msr msr	print 32-bit value at address \"msr\"\n"
3181d8af6f5fSLen Brown 	"--MSR msr	print 64-bit Value at address \"msr\"\n"
3182d8af6f5fSLen Brown 	"--version	print version information\n"
3183d8af6f5fSLen Brown 	"\n"
3184d8af6f5fSLen Brown 	"For more help, run \"man turbostat\"\n");
3185103a8feaSLen Brown }
3186103a8feaSLen Brown 
3187103a8feaSLen Brown 
3188103a8feaSLen Brown /*
3189103a8feaSLen Brown  * in /dev/cpu/ return success for names that are numbers
3190103a8feaSLen Brown  * ie. filter out ".", "..", "microcode".
3191103a8feaSLen Brown  */
3192103a8feaSLen Brown int dir_filter(const struct dirent *dirp)
3193103a8feaSLen Brown {
3194103a8feaSLen Brown 	if (isdigit(dirp->d_name[0]))
3195103a8feaSLen Brown 		return 1;
3196103a8feaSLen Brown 	else
3197103a8feaSLen Brown 		return 0;
3198103a8feaSLen Brown }
3199103a8feaSLen Brown 
3200103a8feaSLen Brown int open_dev_cpu_msr(int dummy1)
3201103a8feaSLen Brown {
3202103a8feaSLen Brown 	return 0;
3203103a8feaSLen Brown }
3204103a8feaSLen Brown 
3205c98d5d94SLen Brown void topology_probe()
3206c98d5d94SLen Brown {
3207c98d5d94SLen Brown 	int i;
3208c98d5d94SLen Brown 	int max_core_id = 0;
3209c98d5d94SLen Brown 	int max_package_id = 0;
3210c98d5d94SLen Brown 	int max_siblings = 0;
3211c98d5d94SLen Brown 	struct cpu_topology {
3212c98d5d94SLen Brown 		int core_id;
3213c98d5d94SLen Brown 		int physical_package_id;
3214c98d5d94SLen Brown 	} *cpus;
3215c98d5d94SLen Brown 
3216c98d5d94SLen Brown 	/* Initialize num_cpus, max_cpu_num */
3217c98d5d94SLen Brown 	topo.num_cpus = 0;
3218c98d5d94SLen Brown 	topo.max_cpu_num = 0;
3219c98d5d94SLen Brown 	for_all_proc_cpus(count_cpus);
3220c98d5d94SLen Brown 	if (!summary_only && topo.num_cpus > 1)
3221c98d5d94SLen Brown 		show_cpu = 1;
3222c98d5d94SLen Brown 
3223d8af6f5fSLen Brown 	if (debug > 1)
3224b7d8c148SLen Brown 		fprintf(outf, "num_cpus %d max_cpu_num %d\n", topo.num_cpus, topo.max_cpu_num);
3225c98d5d94SLen Brown 
3226c98d5d94SLen Brown 	cpus = calloc(1, (topo.max_cpu_num  + 1) * sizeof(struct cpu_topology));
3227b2c95d90SJosh Triplett 	if (cpus == NULL)
3228b2c95d90SJosh Triplett 		err(1, "calloc cpus");
3229c98d5d94SLen Brown 
3230c98d5d94SLen Brown 	/*
3231c98d5d94SLen Brown 	 * Allocate and initialize cpu_present_set
3232c98d5d94SLen Brown 	 */
3233c98d5d94SLen Brown 	cpu_present_set = CPU_ALLOC((topo.max_cpu_num + 1));
3234b2c95d90SJosh Triplett 	if (cpu_present_set == NULL)
3235b2c95d90SJosh Triplett 		err(3, "CPU_ALLOC");
3236c98d5d94SLen Brown 	cpu_present_setsize = CPU_ALLOC_SIZE((topo.max_cpu_num + 1));
3237c98d5d94SLen Brown 	CPU_ZERO_S(cpu_present_setsize, cpu_present_set);
3238c98d5d94SLen Brown 	for_all_proc_cpus(mark_cpu_present);
3239c98d5d94SLen Brown 
3240c98d5d94SLen Brown 	/*
3241c98d5d94SLen Brown 	 * Allocate and initialize cpu_affinity_set
3242c98d5d94SLen Brown 	 */
3243c98d5d94SLen Brown 	cpu_affinity_set = CPU_ALLOC((topo.max_cpu_num + 1));
3244b2c95d90SJosh Triplett 	if (cpu_affinity_set == NULL)
3245b2c95d90SJosh Triplett 		err(3, "CPU_ALLOC");
3246c98d5d94SLen Brown 	cpu_affinity_setsize = CPU_ALLOC_SIZE((topo.max_cpu_num + 1));
3247c98d5d94SLen Brown 	CPU_ZERO_S(cpu_affinity_setsize, cpu_affinity_set);
3248c98d5d94SLen Brown 
3249c98d5d94SLen Brown 
3250c98d5d94SLen Brown 	/*
3251c98d5d94SLen Brown 	 * For online cpus
3252c98d5d94SLen Brown 	 * find max_core_id, max_package_id
3253c98d5d94SLen Brown 	 */
3254c98d5d94SLen Brown 	for (i = 0; i <= topo.max_cpu_num; ++i) {
3255c98d5d94SLen Brown 		int siblings;
3256c98d5d94SLen Brown 
3257c98d5d94SLen Brown 		if (cpu_is_not_present(i)) {
3258d8af6f5fSLen Brown 			if (debug > 1)
3259b7d8c148SLen Brown 				fprintf(outf, "cpu%d NOT PRESENT\n", i);
3260c98d5d94SLen Brown 			continue;
3261c98d5d94SLen Brown 		}
3262c98d5d94SLen Brown 		cpus[i].core_id = get_core_id(i);
3263c98d5d94SLen Brown 		if (cpus[i].core_id > max_core_id)
3264c98d5d94SLen Brown 			max_core_id = cpus[i].core_id;
3265c98d5d94SLen Brown 
3266c98d5d94SLen Brown 		cpus[i].physical_package_id = get_physical_package_id(i);
3267c98d5d94SLen Brown 		if (cpus[i].physical_package_id > max_package_id)
3268c98d5d94SLen Brown 			max_package_id = cpus[i].physical_package_id;
3269c98d5d94SLen Brown 
3270c98d5d94SLen Brown 		siblings = get_num_ht_siblings(i);
3271c98d5d94SLen Brown 		if (siblings > max_siblings)
3272c98d5d94SLen Brown 			max_siblings = siblings;
3273d8af6f5fSLen Brown 		if (debug > 1)
3274b7d8c148SLen Brown 			fprintf(outf, "cpu %d pkg %d core %d\n",
3275c98d5d94SLen Brown 				i, cpus[i].physical_package_id, cpus[i].core_id);
3276c98d5d94SLen Brown 	}
3277c98d5d94SLen Brown 	topo.num_cores_per_pkg = max_core_id + 1;
3278d8af6f5fSLen Brown 	if (debug > 1)
3279b7d8c148SLen Brown 		fprintf(outf, "max_core_id %d, sizing for %d cores per package\n",
3280c98d5d94SLen Brown 			max_core_id, topo.num_cores_per_pkg);
32811cc21f7bSLen Brown 	if (debug && !summary_only && topo.num_cores_per_pkg > 1)
3282c98d5d94SLen Brown 		show_core = 1;
3283c98d5d94SLen Brown 
3284c98d5d94SLen Brown 	topo.num_packages = max_package_id + 1;
3285d8af6f5fSLen Brown 	if (debug > 1)
3286b7d8c148SLen Brown 		fprintf(outf, "max_package_id %d, sizing for %d packages\n",
3287c98d5d94SLen Brown 			max_package_id, topo.num_packages);
32881cc21f7bSLen Brown 	if (debug && !summary_only && topo.num_packages > 1)
3289c98d5d94SLen Brown 		show_pkg = 1;
3290c98d5d94SLen Brown 
3291c98d5d94SLen Brown 	topo.num_threads_per_core = max_siblings;
3292d8af6f5fSLen Brown 	if (debug > 1)
3293b7d8c148SLen Brown 		fprintf(outf, "max_siblings %d\n", max_siblings);
3294c98d5d94SLen Brown 
3295c98d5d94SLen Brown 	free(cpus);
3296c98d5d94SLen Brown }
3297c98d5d94SLen Brown 
3298c98d5d94SLen Brown void
3299c98d5d94SLen Brown allocate_counters(struct thread_data **t, struct core_data **c, struct pkg_data **p)
3300c98d5d94SLen Brown {
3301c98d5d94SLen Brown 	int i;
3302c98d5d94SLen Brown 
3303c98d5d94SLen Brown 	*t = calloc(topo.num_threads_per_core * topo.num_cores_per_pkg *
3304c98d5d94SLen Brown 		topo.num_packages, sizeof(struct thread_data));
3305c98d5d94SLen Brown 	if (*t == NULL)
3306c98d5d94SLen Brown 		goto error;
3307c98d5d94SLen Brown 
3308c98d5d94SLen Brown 	for (i = 0; i < topo.num_threads_per_core *
3309c98d5d94SLen Brown 		topo.num_cores_per_pkg * topo.num_packages; i++)
3310c98d5d94SLen Brown 		(*t)[i].cpu_id = -1;
3311c98d5d94SLen Brown 
3312c98d5d94SLen Brown 	*c = calloc(topo.num_cores_per_pkg * topo.num_packages,
3313c98d5d94SLen Brown 		sizeof(struct core_data));
3314c98d5d94SLen Brown 	if (*c == NULL)
3315c98d5d94SLen Brown 		goto error;
3316c98d5d94SLen Brown 
3317c98d5d94SLen Brown 	for (i = 0; i < topo.num_cores_per_pkg * topo.num_packages; i++)
3318c98d5d94SLen Brown 		(*c)[i].core_id = -1;
3319c98d5d94SLen Brown 
3320c98d5d94SLen Brown 	*p = calloc(topo.num_packages, sizeof(struct pkg_data));
3321c98d5d94SLen Brown 	if (*p == NULL)
3322c98d5d94SLen Brown 		goto error;
3323c98d5d94SLen Brown 
3324c98d5d94SLen Brown 	for (i = 0; i < topo.num_packages; i++)
3325c98d5d94SLen Brown 		(*p)[i].package_id = i;
3326c98d5d94SLen Brown 
3327c98d5d94SLen Brown 	return;
3328c98d5d94SLen Brown error:
3329b2c95d90SJosh Triplett 	err(1, "calloc counters");
3330c98d5d94SLen Brown }
3331c98d5d94SLen Brown /*
3332c98d5d94SLen Brown  * init_counter()
3333c98d5d94SLen Brown  *
3334c98d5d94SLen Brown  * set cpu_id, core_num, pkg_num
3335c98d5d94SLen Brown  * set FIRST_THREAD_IN_CORE and FIRST_CORE_IN_PACKAGE
3336c98d5d94SLen Brown  *
3337c98d5d94SLen Brown  * increment topo.num_cores when 1st core in pkg seen
3338c98d5d94SLen Brown  */
3339c98d5d94SLen Brown void init_counter(struct thread_data *thread_base, struct core_data *core_base,
3340c98d5d94SLen Brown 	struct pkg_data *pkg_base, int thread_num, int core_num,
3341c98d5d94SLen Brown 	int pkg_num, int cpu_id)
3342c98d5d94SLen Brown {
3343c98d5d94SLen Brown 	struct thread_data *t;
3344c98d5d94SLen Brown 	struct core_data *c;
3345c98d5d94SLen Brown 	struct pkg_data *p;
3346c98d5d94SLen Brown 
3347c98d5d94SLen Brown 	t = GET_THREAD(thread_base, thread_num, core_num, pkg_num);
3348c98d5d94SLen Brown 	c = GET_CORE(core_base, core_num, pkg_num);
3349c98d5d94SLen Brown 	p = GET_PKG(pkg_base, pkg_num);
3350c98d5d94SLen Brown 
3351c98d5d94SLen Brown 	t->cpu_id = cpu_id;
3352c98d5d94SLen Brown 	if (thread_num == 0) {
3353c98d5d94SLen Brown 		t->flags |= CPU_IS_FIRST_THREAD_IN_CORE;
3354c98d5d94SLen Brown 		if (cpu_is_first_core_in_package(cpu_id))
3355c98d5d94SLen Brown 			t->flags |= CPU_IS_FIRST_CORE_IN_PACKAGE;
3356c98d5d94SLen Brown 	}
3357c98d5d94SLen Brown 
3358c98d5d94SLen Brown 	c->core_id = core_num;
3359c98d5d94SLen Brown 	p->package_id = pkg_num;
3360c98d5d94SLen Brown }
3361c98d5d94SLen Brown 
3362c98d5d94SLen Brown 
3363c98d5d94SLen Brown int initialize_counters(int cpu_id)
3364c98d5d94SLen Brown {
3365c98d5d94SLen Brown 	int my_thread_id, my_core_id, my_package_id;
3366c98d5d94SLen Brown 
3367c98d5d94SLen Brown 	my_package_id = get_physical_package_id(cpu_id);
3368c98d5d94SLen Brown 	my_core_id = get_core_id(cpu_id);
3369e275b388SDasaratharaman Chandramouli 	my_thread_id = get_cpu_position_in_core(cpu_id);
3370e275b388SDasaratharaman Chandramouli 	if (!my_thread_id)
3371c98d5d94SLen Brown 		topo.num_cores++;
3372c98d5d94SLen Brown 
3373c98d5d94SLen Brown 	init_counter(EVEN_COUNTERS, my_thread_id, my_core_id, my_package_id, cpu_id);
3374c98d5d94SLen Brown 	init_counter(ODD_COUNTERS, my_thread_id, my_core_id, my_package_id, cpu_id);
3375c98d5d94SLen Brown 	return 0;
3376c98d5d94SLen Brown }
3377c98d5d94SLen Brown 
3378c98d5d94SLen Brown void allocate_output_buffer()
3379c98d5d94SLen Brown {
33803b4d5c7fSAndy Shevchenko 	output_buffer = calloc(1, (1 + topo.num_cpus) * 1024);
3381c98d5d94SLen Brown 	outp = output_buffer;
3382b2c95d90SJosh Triplett 	if (outp == NULL)
3383b2c95d90SJosh Triplett 		err(-1, "calloc output buffer");
3384c98d5d94SLen Brown }
338536229897SLen Brown void allocate_fd_percpu(void)
338636229897SLen Brown {
338736229897SLen Brown 	fd_percpu = calloc(topo.max_cpu_num, sizeof(int));
338836229897SLen Brown 	if (fd_percpu == NULL)
338936229897SLen Brown 		err(-1, "calloc fd_percpu");
339036229897SLen Brown }
3391562a2d37SLen Brown void allocate_irq_buffers(void)
3392562a2d37SLen Brown {
3393562a2d37SLen Brown 	irq_column_2_cpu = calloc(topo.num_cpus, sizeof(int));
3394562a2d37SLen Brown 	if (irq_column_2_cpu == NULL)
3395562a2d37SLen Brown 		err(-1, "calloc %d", topo.num_cpus);
3396562a2d37SLen Brown 
3397562a2d37SLen Brown 	irqs_per_cpu = calloc(topo.max_cpu_num, sizeof(int));
3398562a2d37SLen Brown 	if (irqs_per_cpu == NULL)
3399562a2d37SLen Brown 		err(-1, "calloc %d", topo.max_cpu_num);
3400562a2d37SLen Brown }
3401c98d5d94SLen Brown void setup_all_buffers(void)
3402c98d5d94SLen Brown {
3403c98d5d94SLen Brown 	topology_probe();
3404562a2d37SLen Brown 	allocate_irq_buffers();
340536229897SLen Brown 	allocate_fd_percpu();
3406c98d5d94SLen Brown 	allocate_counters(&thread_even, &core_even, &package_even);
3407c98d5d94SLen Brown 	allocate_counters(&thread_odd, &core_odd, &package_odd);
3408c98d5d94SLen Brown 	allocate_output_buffer();
3409c98d5d94SLen Brown 	for_all_proc_cpus(initialize_counters);
3410c98d5d94SLen Brown }
34113b4d5c7fSAndy Shevchenko 
34127ce7d5deSPrarit Bhargava void set_base_cpu(void)
34137ce7d5deSPrarit Bhargava {
34147ce7d5deSPrarit Bhargava 	base_cpu = sched_getcpu();
34157ce7d5deSPrarit Bhargava 	if (base_cpu < 0)
34167ce7d5deSPrarit Bhargava 		err(-ENODEV, "No valid cpus found");
34177ce7d5deSPrarit Bhargava 
34187ce7d5deSPrarit Bhargava 	if (debug > 1)
3419b7d8c148SLen Brown 		fprintf(outf, "base_cpu = %d\n", base_cpu);
34207ce7d5deSPrarit Bhargava }
34217ce7d5deSPrarit Bhargava 
3422103a8feaSLen Brown void turbostat_init()
3423103a8feaSLen Brown {
34247ce7d5deSPrarit Bhargava 	setup_all_buffers();
34257ce7d5deSPrarit Bhargava 	set_base_cpu();
3426103a8feaSLen Brown 	check_dev_msr();
342798481e79SLen Brown 	check_permissions();
3428fcd17211SLen Brown 	process_cpuid();
3429103a8feaSLen Brown 
3430103a8feaSLen Brown 
3431d8af6f5fSLen Brown 	if (debug)
34327f5c258eSLen Brown 		for_all_cpus(print_hwp, ODD_COUNTERS);
34337f5c258eSLen Brown 
34347f5c258eSLen Brown 	if (debug)
3435889facbeSLen Brown 		for_all_cpus(print_epb, ODD_COUNTERS);
3436889facbeSLen Brown 
3437d8af6f5fSLen Brown 	if (debug)
34383a9a941dSLen Brown 		for_all_cpus(print_perf_limit, ODD_COUNTERS);
34393a9a941dSLen Brown 
3440d8af6f5fSLen Brown 	if (debug)
3441889facbeSLen Brown 		for_all_cpus(print_rapl, ODD_COUNTERS);
3442889facbeSLen Brown 
3443889facbeSLen Brown 	for_all_cpus(set_temperature_target, ODD_COUNTERS);
3444889facbeSLen Brown 
3445d8af6f5fSLen Brown 	if (debug)
3446889facbeSLen Brown 		for_all_cpus(print_thermal, ODD_COUNTERS);
3447103a8feaSLen Brown }
3448103a8feaSLen Brown 
3449103a8feaSLen Brown int fork_it(char **argv)
3450103a8feaSLen Brown {
3451103a8feaSLen Brown 	pid_t child_pid;
3452d91bb17cSLen Brown 	int status;
3453d15cf7c1SLen Brown 
3454d91bb17cSLen Brown 	status = for_all_cpus(get_counters, EVEN_COUNTERS);
3455d91bb17cSLen Brown 	if (status)
3456d91bb17cSLen Brown 		exit(status);
3457d15cf7c1SLen Brown 	/* clear affinity side-effect of get_counters() */
3458d15cf7c1SLen Brown 	sched_setaffinity(0, cpu_present_setsize, cpu_present_set);
3459103a8feaSLen Brown 	gettimeofday(&tv_even, (struct timezone *)NULL);
3460103a8feaSLen Brown 
3461103a8feaSLen Brown 	child_pid = fork();
3462103a8feaSLen Brown 	if (!child_pid) {
3463103a8feaSLen Brown 		/* child */
3464103a8feaSLen Brown 		execvp(argv[0], argv);
3465103a8feaSLen Brown 	} else {
3466103a8feaSLen Brown 
3467103a8feaSLen Brown 		/* parent */
3468b2c95d90SJosh Triplett 		if (child_pid == -1)
3469b2c95d90SJosh Triplett 			err(1, "fork");
3470103a8feaSLen Brown 
3471103a8feaSLen Brown 		signal(SIGINT, SIG_IGN);
3472103a8feaSLen Brown 		signal(SIGQUIT, SIG_IGN);
3473b2c95d90SJosh Triplett 		if (waitpid(child_pid, &status, 0) == -1)
3474b2c95d90SJosh Triplett 			err(status, "waitpid");
3475103a8feaSLen Brown 	}
3476c98d5d94SLen Brown 	/*
3477c98d5d94SLen Brown 	 * n.b. fork_it() does not check for errors from for_all_cpus()
3478c98d5d94SLen Brown 	 * because re-starting is problematic when forking
3479c98d5d94SLen Brown 	 */
3480c98d5d94SLen Brown 	for_all_cpus(get_counters, ODD_COUNTERS);
3481103a8feaSLen Brown 	gettimeofday(&tv_odd, (struct timezone *)NULL);
3482103a8feaSLen Brown 	timersub(&tv_odd, &tv_even, &tv_delta);
3483c98d5d94SLen Brown 	for_all_cpus_2(delta_cpu, ODD_COUNTERS, EVEN_COUNTERS);
3484c98d5d94SLen Brown 	compute_average(EVEN_COUNTERS);
3485c98d5d94SLen Brown 	format_all_counters(EVEN_COUNTERS);
3486103a8feaSLen Brown 
3487b7d8c148SLen Brown 	fprintf(outf, "%.6f sec\n", tv_delta.tv_sec + tv_delta.tv_usec/1000000.0);
3488b7d8c148SLen Brown 
3489b7d8c148SLen Brown 	flush_output_stderr();
3490103a8feaSLen Brown 
3491d91bb17cSLen Brown 	return status;
3492103a8feaSLen Brown }
3493103a8feaSLen Brown 
34943b4d5c7fSAndy Shevchenko int get_and_dump_counters(void)
34953b4d5c7fSAndy Shevchenko {
34963b4d5c7fSAndy Shevchenko 	int status;
34973b4d5c7fSAndy Shevchenko 
34983b4d5c7fSAndy Shevchenko 	status = for_all_cpus(get_counters, ODD_COUNTERS);
34993b4d5c7fSAndy Shevchenko 	if (status)
35003b4d5c7fSAndy Shevchenko 		return status;
35013b4d5c7fSAndy Shevchenko 
35023b4d5c7fSAndy Shevchenko 	status = for_all_cpus(dump_counters, ODD_COUNTERS);
35033b4d5c7fSAndy Shevchenko 	if (status)
35043b4d5c7fSAndy Shevchenko 		return status;
35053b4d5c7fSAndy Shevchenko 
3506b7d8c148SLen Brown 	flush_output_stdout();
35073b4d5c7fSAndy Shevchenko 
35083b4d5c7fSAndy Shevchenko 	return status;
35093b4d5c7fSAndy Shevchenko }
35103b4d5c7fSAndy Shevchenko 
3511d8af6f5fSLen Brown void print_version() {
3512b7d8c148SLen Brown 	fprintf(outf, "turbostat version 4.10 10 Dec, 2015"
3513d8af6f5fSLen Brown 		" - Len Brown <lenb@kernel.org>\n");
3514d8af6f5fSLen Brown }
3515d8af6f5fSLen Brown 
3516103a8feaSLen Brown void cmdline(int argc, char **argv)
3517103a8feaSLen Brown {
3518103a8feaSLen Brown 	int opt;
3519d8af6f5fSLen Brown 	int option_index = 0;
3520d8af6f5fSLen Brown 	static struct option long_options[] = {
3521d8af6f5fSLen Brown 		{"Counter",	required_argument,	0, 'C'},
3522d8af6f5fSLen Brown 		{"counter",	required_argument,	0, 'c'},
3523d8af6f5fSLen Brown 		{"Dump",	no_argument,		0, 'D'},
3524d8af6f5fSLen Brown 		{"debug",	no_argument,		0, 'd'},
3525d8af6f5fSLen Brown 		{"interval",	required_argument,	0, 'i'},
3526d8af6f5fSLen Brown 		{"help",	no_argument,		0, 'h'},
3527d8af6f5fSLen Brown 		{"Joules",	no_argument,		0, 'J'},
3528d8af6f5fSLen Brown 		{"MSR",		required_argument,	0, 'M'},
3529d8af6f5fSLen Brown 		{"msr",		required_argument,	0, 'm'},
3530b7d8c148SLen Brown 		{"out",		required_argument,	0, 'o'},
3531d8af6f5fSLen Brown 		{"Package",	no_argument,		0, 'p'},
3532d8af6f5fSLen Brown 		{"processor",	no_argument,		0, 'p'},
3533d8af6f5fSLen Brown 		{"Summary",	no_argument,		0, 'S'},
3534d8af6f5fSLen Brown 		{"TCC",		required_argument,	0, 'T'},
3535d8af6f5fSLen Brown 		{"version",	no_argument,		0, 'v' },
3536d8af6f5fSLen Brown 		{0,		0,			0,  0 }
3537d8af6f5fSLen Brown 	};
3538103a8feaSLen Brown 
3539103a8feaSLen Brown 	progname = argv[0];
3540103a8feaSLen Brown 
3541b7d8c148SLen Brown 	while ((opt = getopt_long_only(argc, argv, "+C:c:Ddhi:JM:m:o:PpST:v",
3542d8af6f5fSLen Brown 				long_options, &option_index)) != -1) {
3543103a8feaSLen Brown 		switch (opt) {
3544d8af6f5fSLen Brown 		case 'C':
3545d8af6f5fSLen Brown 			sscanf(optarg, "%x", &extra_delta_offset64);
3546103a8feaSLen Brown 			break;
3547f9240813SLen Brown 		case 'c':
35488e180f3cSLen Brown 			sscanf(optarg, "%x", &extra_delta_offset32);
35498e180f3cSLen Brown 			break;
3550d8af6f5fSLen Brown 		case 'D':
3551d8af6f5fSLen Brown 			dump_only++;
35528e180f3cSLen Brown 			break;
3553d8af6f5fSLen Brown 		case 'd':
3554d8af6f5fSLen Brown 			debug++;
35552f32edf1SLen Brown 			break;
3556d8af6f5fSLen Brown 		case 'h':
3557d8af6f5fSLen Brown 		default:
3558d8af6f5fSLen Brown 			help();
3559d8af6f5fSLen Brown 			exit(1);
3560d8af6f5fSLen Brown 		case 'i':
35612a0609c0SLen Brown 			{
35622a0609c0SLen Brown 				double interval = strtod(optarg, NULL);
35632a0609c0SLen Brown 
35642a0609c0SLen Brown 				if (interval < 0.001) {
3565b7d8c148SLen Brown 					fprintf(outf, "interval %f seconds is too small\n",
35662a0609c0SLen Brown 						interval);
35672a0609c0SLen Brown 					exit(2);
35682a0609c0SLen Brown 				}
35692a0609c0SLen Brown 
35702a0609c0SLen Brown 				interval_ts.tv_sec = interval;
35712a0609c0SLen Brown 				interval_ts.tv_nsec = (interval - interval_ts.tv_sec) * 1000000000;
35722a0609c0SLen Brown 			}
3573889facbeSLen Brown 			break;
35745c56be9aSDirk Brandewie 		case 'J':
35755c56be9aSDirk Brandewie 			rapl_joules++;
35765c56be9aSDirk Brandewie 			break;
3577d8af6f5fSLen Brown 		case 'M':
3578d8af6f5fSLen Brown 			sscanf(optarg, "%x", &extra_msr_offset64);
3579d8af6f5fSLen Brown 			break;
3580d8af6f5fSLen Brown 		case 'm':
3581d8af6f5fSLen Brown 			sscanf(optarg, "%x", &extra_msr_offset32);
3582d8af6f5fSLen Brown 			break;
3583b7d8c148SLen Brown 		case 'o':
3584b7d8c148SLen Brown 			outf = fopen_or_die(optarg, "w");
3585b7d8c148SLen Brown 			break;
3586d8af6f5fSLen Brown 		case 'P':
3587d8af6f5fSLen Brown 			show_pkg_only++;
3588d8af6f5fSLen Brown 			break;
3589d8af6f5fSLen Brown 		case 'p':
3590d8af6f5fSLen Brown 			show_core_only++;
3591d8af6f5fSLen Brown 			break;
3592d8af6f5fSLen Brown 		case 'S':
3593d8af6f5fSLen Brown 			summary_only++;
3594d8af6f5fSLen Brown 			break;
3595d8af6f5fSLen Brown 		case 'T':
3596d8af6f5fSLen Brown 			tcc_activation_temp_override = atoi(optarg);
3597d8af6f5fSLen Brown 			break;
3598d8af6f5fSLen Brown 		case 'v':
3599d8af6f5fSLen Brown 			print_version();
3600d8af6f5fSLen Brown 			exit(0);
3601d8af6f5fSLen Brown 			break;
3602103a8feaSLen Brown 		}
3603103a8feaSLen Brown 	}
3604103a8feaSLen Brown }
3605103a8feaSLen Brown 
3606103a8feaSLen Brown int main(int argc, char **argv)
3607103a8feaSLen Brown {
3608b7d8c148SLen Brown 	outf = stderr;
3609b7d8c148SLen Brown 
3610103a8feaSLen Brown 	cmdline(argc, argv);
3611103a8feaSLen Brown 
3612d8af6f5fSLen Brown 	if (debug)
3613d8af6f5fSLen Brown 		print_version();
3614103a8feaSLen Brown 
3615103a8feaSLen Brown 	turbostat_init();
3616103a8feaSLen Brown 
36173b4d5c7fSAndy Shevchenko 	/* dump counters and exit */
36183b4d5c7fSAndy Shevchenko 	if (dump_only)
36193b4d5c7fSAndy Shevchenko 		return get_and_dump_counters();
36203b4d5c7fSAndy Shevchenko 
3621103a8feaSLen Brown 	/*
3622103a8feaSLen Brown 	 * if any params left, it must be a command to fork
3623103a8feaSLen Brown 	 */
3624103a8feaSLen Brown 	if (argc - optind)
3625103a8feaSLen Brown 		return fork_it(argv + optind);
3626103a8feaSLen Brown 	else
3627103a8feaSLen Brown 		turbostat_loop();
3628103a8feaSLen Brown 
3629103a8feaSLen Brown 	return 0;
3630103a8feaSLen Brown }
3631