1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
241e9a804STeng Qin #define _GNU_SOURCE
341e9a804STeng Qin
441e9a804STeng Qin #include <assert.h>
547efb302SKaixu Xia #include <fcntl.h>
647efb302SKaixu Xia #include <linux/perf_event.h>
741e9a804STeng Qin #include <sched.h>
841e9a804STeng Qin #include <stdio.h>
941e9a804STeng Qin #include <stdlib.h>
1041e9a804STeng Qin #include <sys/ioctl.h>
1141e9a804STeng Qin #include <sys/time.h>
1241e9a804STeng Qin #include <sys/types.h>
1341e9a804STeng Qin #include <sys/wait.h>
1441e9a804STeng Qin #include <unistd.h>
1541e9a804STeng Qin
162bf3e2efSJakub Kicinski #include <bpf/bpf.h>
1763841bc0SDaniel T. Lee #include <bpf/libbpf.h>
18205c8adaSJoe Stringer #include "perf-sys.h"
1947efb302SKaixu Xia
2047efb302SKaixu Xia #define SAMPLE_PERIOD 0x7fffffffffffffffULL
2147efb302SKaixu Xia
2263841bc0SDaniel T. Lee /* counters, values, values2 */
2363841bc0SDaniel T. Lee static int map_fd[3];
2463841bc0SDaniel T. Lee
check_on_cpu(int cpu,struct perf_event_attr * attr)2541e9a804STeng Qin static void check_on_cpu(int cpu, struct perf_event_attr *attr)
2641e9a804STeng Qin {
27020a32d9SYonghong Song struct bpf_perf_event_value value2;
2841e9a804STeng Qin int pmu_fd, error = 0;
2941e9a804STeng Qin cpu_set_t set;
3041e9a804STeng Qin __u64 value;
3141e9a804STeng Qin
3241e9a804STeng Qin /* Move to target CPU */
3341e9a804STeng Qin CPU_ZERO(&set);
3441e9a804STeng Qin CPU_SET(cpu, &set);
3541e9a804STeng Qin assert(sched_setaffinity(0, sizeof(set), &set) == 0);
3641e9a804STeng Qin /* Open perf event and attach to the perf_event_array */
3741e9a804STeng Qin pmu_fd = sys_perf_event_open(attr, -1/*pid*/, cpu/*cpu*/, -1/*group_fd*/, 0);
3841e9a804STeng Qin if (pmu_fd < 0) {
3941e9a804STeng Qin fprintf(stderr, "sys_perf_event_open failed on CPU %d\n", cpu);
4041e9a804STeng Qin error = 1;
4141e9a804STeng Qin goto on_exit;
4241e9a804STeng Qin }
4341e9a804STeng Qin assert(bpf_map_update_elem(map_fd[0], &cpu, &pmu_fd, BPF_ANY) == 0);
4441e9a804STeng Qin assert(ioctl(pmu_fd, PERF_EVENT_IOC_ENABLE, 0) == 0);
4541e9a804STeng Qin /* Trigger the kprobe */
4641e9a804STeng Qin bpf_map_get_next_key(map_fd[1], &cpu, NULL);
4741e9a804STeng Qin /* Check the value */
4841e9a804STeng Qin if (bpf_map_lookup_elem(map_fd[1], &cpu, &value)) {
4941e9a804STeng Qin fprintf(stderr, "Value missing for CPU %d\n", cpu);
5041e9a804STeng Qin error = 1;
5141e9a804STeng Qin goto on_exit;
52020a32d9SYonghong Song } else {
5341e9a804STeng Qin fprintf(stderr, "CPU %d: %llu\n", cpu, value);
54020a32d9SYonghong Song }
55020a32d9SYonghong Song /* The above bpf_map_lookup_elem should trigger the second kprobe */
56020a32d9SYonghong Song if (bpf_map_lookup_elem(map_fd[2], &cpu, &value2)) {
57020a32d9SYonghong Song fprintf(stderr, "Value2 missing for CPU %d\n", cpu);
58020a32d9SYonghong Song error = 1;
59020a32d9SYonghong Song goto on_exit;
60020a32d9SYonghong Song } else {
61020a32d9SYonghong Song fprintf(stderr, "CPU %d: counter: %llu, enabled: %llu, running: %llu\n", cpu,
62020a32d9SYonghong Song value2.counter, value2.enabled, value2.running);
63020a32d9SYonghong Song }
6441e9a804STeng Qin
6541e9a804STeng Qin on_exit:
6641e9a804STeng Qin assert(bpf_map_delete_elem(map_fd[0], &cpu) == 0 || error);
6741e9a804STeng Qin assert(ioctl(pmu_fd, PERF_EVENT_IOC_DISABLE, 0) == 0 || error);
6841e9a804STeng Qin assert(close(pmu_fd) == 0 || error);
6941e9a804STeng Qin assert(bpf_map_delete_elem(map_fd[1], &cpu) == 0 || error);
7041e9a804STeng Qin exit(error);
7141e9a804STeng Qin }
7241e9a804STeng Qin
test_perf_event_array(struct perf_event_attr * attr,const char * name)7341e9a804STeng Qin static void test_perf_event_array(struct perf_event_attr *attr,
7441e9a804STeng Qin const char *name)
7541e9a804STeng Qin {
7641e9a804STeng Qin int i, status, nr_cpus = sysconf(_SC_NPROCESSORS_CONF);
7741e9a804STeng Qin pid_t pid[nr_cpus];
7841e9a804STeng Qin int err = 0;
7941e9a804STeng Qin
8041e9a804STeng Qin printf("Test reading %s counters\n", name);
8141e9a804STeng Qin
8241e9a804STeng Qin for (i = 0; i < nr_cpus; i++) {
8341e9a804STeng Qin pid[i] = fork();
8441e9a804STeng Qin assert(pid[i] >= 0);
8541e9a804STeng Qin if (pid[i] == 0) {
8641e9a804STeng Qin check_on_cpu(i, attr);
8741e9a804STeng Qin exit(1);
8841e9a804STeng Qin }
8941e9a804STeng Qin }
9041e9a804STeng Qin
9141e9a804STeng Qin for (i = 0; i < nr_cpus; i++) {
9241e9a804STeng Qin assert(waitpid(pid[i], &status, 0) == pid[i]);
9341e9a804STeng Qin err |= status;
9441e9a804STeng Qin }
9541e9a804STeng Qin
9641e9a804STeng Qin if (err)
9741e9a804STeng Qin printf("Test: %s FAILED\n", name);
9841e9a804STeng Qin }
9941e9a804STeng Qin
test_bpf_perf_event(void)10047efb302SKaixu Xia static void test_bpf_perf_event(void)
10147efb302SKaixu Xia {
10241e9a804STeng Qin struct perf_event_attr attr_cycles = {
10347efb302SKaixu Xia .freq = 0,
10447efb302SKaixu Xia .sample_period = SAMPLE_PERIOD,
10547efb302SKaixu Xia .inherit = 0,
10647efb302SKaixu Xia .type = PERF_TYPE_HARDWARE,
10747efb302SKaixu Xia .read_format = 0,
10847efb302SKaixu Xia .sample_type = 0,
10941e9a804STeng Qin .config = PERF_COUNT_HW_CPU_CYCLES,
11041e9a804STeng Qin };
11141e9a804STeng Qin struct perf_event_attr attr_clock = {
11241e9a804STeng Qin .freq = 0,
11341e9a804STeng Qin .sample_period = SAMPLE_PERIOD,
11441e9a804STeng Qin .inherit = 0,
11541e9a804STeng Qin .type = PERF_TYPE_SOFTWARE,
11641e9a804STeng Qin .read_format = 0,
11741e9a804STeng Qin .sample_type = 0,
11841e9a804STeng Qin .config = PERF_COUNT_SW_CPU_CLOCK,
11941e9a804STeng Qin };
12041e9a804STeng Qin struct perf_event_attr attr_raw = {
12141e9a804STeng Qin .freq = 0,
12241e9a804STeng Qin .sample_period = SAMPLE_PERIOD,
12341e9a804STeng Qin .inherit = 0,
12441e9a804STeng Qin .type = PERF_TYPE_RAW,
12541e9a804STeng Qin .read_format = 0,
12641e9a804STeng Qin .sample_type = 0,
12741e9a804STeng Qin /* Intel Instruction Retired */
12841e9a804STeng Qin .config = 0xc0,
12941e9a804STeng Qin };
13041e9a804STeng Qin struct perf_event_attr attr_l1d_load = {
13141e9a804STeng Qin .freq = 0,
13241e9a804STeng Qin .sample_period = SAMPLE_PERIOD,
13341e9a804STeng Qin .inherit = 0,
13441e9a804STeng Qin .type = PERF_TYPE_HW_CACHE,
13541e9a804STeng Qin .read_format = 0,
13641e9a804STeng Qin .sample_type = 0,
13741e9a804STeng Qin .config =
13841e9a804STeng Qin PERF_COUNT_HW_CACHE_L1D |
13941e9a804STeng Qin (PERF_COUNT_HW_CACHE_OP_READ << 8) |
14041e9a804STeng Qin (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16),
14141e9a804STeng Qin };
14241e9a804STeng Qin struct perf_event_attr attr_llc_miss = {
14341e9a804STeng Qin .freq = 0,
14441e9a804STeng Qin .sample_period = SAMPLE_PERIOD,
14541e9a804STeng Qin .inherit = 0,
14641e9a804STeng Qin .type = PERF_TYPE_HW_CACHE,
14741e9a804STeng Qin .read_format = 0,
14841e9a804STeng Qin .sample_type = 0,
14941e9a804STeng Qin .config =
15041e9a804STeng Qin PERF_COUNT_HW_CACHE_LL |
15141e9a804STeng Qin (PERF_COUNT_HW_CACHE_OP_READ << 8) |
15241e9a804STeng Qin (PERF_COUNT_HW_CACHE_RESULT_MISS << 16),
15341e9a804STeng Qin };
15441e9a804STeng Qin struct perf_event_attr attr_msr_tsc = {
15541e9a804STeng Qin .freq = 0,
15641e9a804STeng Qin .sample_period = 0,
15741e9a804STeng Qin .inherit = 0,
15841e9a804STeng Qin /* From /sys/bus/event_source/devices/msr/ */
15941e9a804STeng Qin .type = 7,
16041e9a804STeng Qin .read_format = 0,
16141e9a804STeng Qin .sample_type = 0,
16241e9a804STeng Qin .config = 0,
16347efb302SKaixu Xia };
16447efb302SKaixu Xia
16541e9a804STeng Qin test_perf_event_array(&attr_cycles, "HARDWARE-cycles");
16641e9a804STeng Qin test_perf_event_array(&attr_clock, "SOFTWARE-clock");
16741e9a804STeng Qin test_perf_event_array(&attr_raw, "RAW-instruction-retired");
16841e9a804STeng Qin test_perf_event_array(&attr_l1d_load, "HW_CACHE-L1D-load");
16947efb302SKaixu Xia
17041e9a804STeng Qin /* below tests may fail in qemu */
17141e9a804STeng Qin test_perf_event_array(&attr_llc_miss, "HW_CACHE-LLC-miss");
17241e9a804STeng Qin test_perf_event_array(&attr_msr_tsc, "Dynamic-msr-tsc");
17347efb302SKaixu Xia }
17447efb302SKaixu Xia
main(int argc,char ** argv)17547efb302SKaixu Xia int main(int argc, char **argv)
17647efb302SKaixu Xia {
17763841bc0SDaniel T. Lee struct bpf_link *links[2];
17863841bc0SDaniel T. Lee struct bpf_program *prog;
17963841bc0SDaniel T. Lee struct bpf_object *obj;
18047efb302SKaixu Xia char filename[256];
18163841bc0SDaniel T. Lee int i = 0;
18247efb302SKaixu Xia
183*4a0ee788SDaniel T. Lee snprintf(filename, sizeof(filename), "%s.bpf.o", argv[0]);
18463841bc0SDaniel T. Lee obj = bpf_object__open_file(filename, NULL);
18563841bc0SDaniel T. Lee if (libbpf_get_error(obj)) {
18663841bc0SDaniel T. Lee fprintf(stderr, "ERROR: opening BPF object file failed\n");
18763841bc0SDaniel T. Lee return 0;
18863841bc0SDaniel T. Lee }
18963841bc0SDaniel T. Lee
19063841bc0SDaniel T. Lee /* load BPF program */
19163841bc0SDaniel T. Lee if (bpf_object__load(obj)) {
19263841bc0SDaniel T. Lee fprintf(stderr, "ERROR: loading BPF object file failed\n");
19363841bc0SDaniel T. Lee goto cleanup;
19463841bc0SDaniel T. Lee }
19563841bc0SDaniel T. Lee
19663841bc0SDaniel T. Lee map_fd[0] = bpf_object__find_map_fd_by_name(obj, "counters");
19763841bc0SDaniel T. Lee map_fd[1] = bpf_object__find_map_fd_by_name(obj, "values");
19863841bc0SDaniel T. Lee map_fd[2] = bpf_object__find_map_fd_by_name(obj, "values2");
19963841bc0SDaniel T. Lee if (map_fd[0] < 0 || map_fd[1] < 0 || map_fd[2] < 0) {
20063841bc0SDaniel T. Lee fprintf(stderr, "ERROR: finding a map in obj file failed\n");
20163841bc0SDaniel T. Lee goto cleanup;
20263841bc0SDaniel T. Lee }
20363841bc0SDaniel T. Lee
20463841bc0SDaniel T. Lee bpf_object__for_each_program(prog, obj) {
20563841bc0SDaniel T. Lee links[i] = bpf_program__attach(prog);
20663841bc0SDaniel T. Lee if (libbpf_get_error(links[i])) {
20763841bc0SDaniel T. Lee fprintf(stderr, "ERROR: bpf_program__attach failed\n");
20863841bc0SDaniel T. Lee links[i] = NULL;
20963841bc0SDaniel T. Lee goto cleanup;
21063841bc0SDaniel T. Lee }
21163841bc0SDaniel T. Lee i++;
21247efb302SKaixu Xia }
21347efb302SKaixu Xia
21447efb302SKaixu Xia test_bpf_perf_event();
21563841bc0SDaniel T. Lee
21663841bc0SDaniel T. Lee cleanup:
21763841bc0SDaniel T. Lee for (i--; i >= 0; i--)
21863841bc0SDaniel T. Lee bpf_link__destroy(links[i]);
21963841bc0SDaniel T. Lee
22063841bc0SDaniel T. Lee bpf_object__close(obj);
22147efb302SKaixu Xia return 0;
22247efb302SKaixu Xia }
223