1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright 2014, Michael Ellerman, IBM Corp.
4  */
5 
6 #define _GNU_SOURCE
7 
8 #include <stdio.h>
9 #include <stdbool.h>
10 #include <string.h>
11 #include <sys/prctl.h>
12 
13 #include "ebb.h"
14 
15 
16 /*
17  * Run a calibrated instruction loop and count instructions executed using
18  * EBBs. Make sure the counts look right.
19  */
20 
21 extern void thirty_two_instruction_loop(uint64_t loops);
22 
23 static bool counters_frozen = true;
24 
25 static int do_count_loop(struct event *event, uint64_t instructions,
26 			 uint64_t overhead, bool report)
27 {
28 	int64_t difference, expected;
29 	double percentage;
30 
31 	clear_ebb_stats();
32 
33 	counters_frozen = false;
34 	mb();
35 	mtspr(SPRN_MMCR0, mfspr(SPRN_MMCR0) & ~MMCR0_FC);
36 
37 	thirty_two_instruction_loop(instructions >> 5);
38 
39 	counters_frozen = true;
40 	mb();
41 	mtspr(SPRN_MMCR0, mfspr(SPRN_MMCR0) | MMCR0_FC);
42 
43 	count_pmc(4, sample_period);
44 
45 	event->result.value = ebb_state.stats.pmc_count[4-1];
46 	expected = instructions + overhead;
47 	difference = event->result.value - expected;
48 	percentage = (double)difference / event->result.value * 100;
49 
50 	if (report) {
51 		printf("Looped for %lu instructions, overhead %lu\n", instructions, overhead);
52 		printf("Expected %lu\n", expected);
53 		printf("Actual   %llu\n", event->result.value);
54 		printf("Delta    %ld, %f%%\n", difference, percentage);
55 		printf("Took %d EBBs\n", ebb_state.stats.ebb_count);
56 	}
57 
58 	if (difference < 0)
59 		difference = -difference;
60 
61 	/* Tolerate a difference of up to 0.0001 % */
62 	difference *= 10000 * 100;
63 	if (difference / event->result.value)
64 		return -1;
65 
66 	return 0;
67 }
68 
69 /* Count how many instructions it takes to do a null loop */
70 static uint64_t determine_overhead(struct event *event)
71 {
72 	uint64_t current, overhead;
73 	int i;
74 
75 	do_count_loop(event, 0, 0, false);
76 	overhead = event->result.value;
77 
78 	for (i = 0; i < 100; i++) {
79 		do_count_loop(event, 0, 0, false);
80 		current = event->result.value;
81 		if (current < overhead) {
82 			printf("Replacing overhead %lu with %lu\n", overhead, current);
83 			overhead = current;
84 		}
85 	}
86 
87 	return overhead;
88 }
89 
90 static void pmc4_ebb_callee(void)
91 {
92 	uint64_t val;
93 
94 	val = mfspr(SPRN_BESCR);
95 	if (!(val & BESCR_PMEO)) {
96 		ebb_state.stats.spurious++;
97 		goto out;
98 	}
99 
100 	ebb_state.stats.ebb_count++;
101 	count_pmc(4, sample_period);
102 out:
103 	if (counters_frozen)
104 		reset_ebb_with_clear_mask(MMCR0_PMAO);
105 	else
106 		reset_ebb();
107 }
108 
109 int instruction_count(void)
110 {
111 	struct event event;
112 	uint64_t overhead;
113 
114 	SKIP_IF(!ebb_is_supported());
115 
116 	event_init_named(&event, 0x400FA, "PM_RUN_INST_CMPL");
117 	event_leader_ebb_init(&event);
118 	event.attr.exclude_kernel = 1;
119 	event.attr.exclude_hv = 1;
120 	event.attr.exclude_idle = 1;
121 
122 	FAIL_IF(event_open(&event));
123 	FAIL_IF(ebb_event_enable(&event));
124 
125 	sample_period = COUNTER_OVERFLOW;
126 
127 	setup_ebb_handler(pmc4_ebb_callee);
128 	mtspr(SPRN_MMCR0, mfspr(SPRN_MMCR0) & ~MMCR0_FC);
129 	ebb_global_enable();
130 
131 	overhead = determine_overhead(&event);
132 	printf("Overhead of null loop: %lu instructions\n", overhead);
133 
134 	/* Run for 1M instructions */
135 	FAIL_IF(do_count_loop(&event, 0x100000, overhead, true));
136 
137 	/* Run for 10M instructions */
138 	FAIL_IF(do_count_loop(&event, 0xa00000, overhead, true));
139 
140 	/* Run for 100M instructions */
141 	FAIL_IF(do_count_loop(&event, 0x6400000, overhead, true));
142 
143 	/* Run for 1G instructions */
144 	FAIL_IF(do_count_loop(&event, 0x40000000, overhead, true));
145 
146 	/* Run for 16G instructions */
147 	FAIL_IF(do_count_loop(&event, 0x400000000, overhead, true));
148 
149 	/* Run for 64G instructions */
150 	FAIL_IF(do_count_loop(&event, 0x1000000000, overhead, true));
151 
152 	/* Run for 128G instructions */
153 	FAIL_IF(do_count_loop(&event, 0x2000000000, overhead, true));
154 
155 	ebb_global_disable();
156 	event_close(&event);
157 
158 	printf("Finished OK\n");
159 
160 	return 0;
161 }
162 
163 int main(void)
164 {
165 	test_harness_set_timeout(300);
166 	return test_harness(instruction_count, "instruction_count");
167 }
168