14a0ee788SDaniel T. Lee /* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com
24a0ee788SDaniel T. Lee *
34a0ee788SDaniel T. Lee * This program is free software; you can redistribute it and/or
44a0ee788SDaniel T. Lee * modify it under the terms of version 2 of the GNU General Public
54a0ee788SDaniel T. Lee * License as published by the Free Software Foundation.
64a0ee788SDaniel T. Lee */
74a0ee788SDaniel T. Lee #include "vmlinux.h"
84a0ee788SDaniel T. Lee #include <linux/version.h>
94a0ee788SDaniel T. Lee #include <bpf/bpf_helpers.h>
104a0ee788SDaniel T. Lee #include <bpf/bpf_tracing.h>
114a0ee788SDaniel T. Lee
12*92632115SDaniel T. Lee struct start_key {
13*92632115SDaniel T. Lee dev_t dev;
14*92632115SDaniel T. Lee u32 _pad;
15*92632115SDaniel T. Lee sector_t sector;
16*92632115SDaniel T. Lee };
17*92632115SDaniel T. Lee
184a0ee788SDaniel T. Lee struct {
194a0ee788SDaniel T. Lee __uint(type, BPF_MAP_TYPE_HASH);
204a0ee788SDaniel T. Lee __type(key, long);
214a0ee788SDaniel T. Lee __type(value, u64);
224a0ee788SDaniel T. Lee __uint(max_entries, 4096);
234a0ee788SDaniel T. Lee } my_map SEC(".maps");
244a0ee788SDaniel T. Lee
25*92632115SDaniel T. Lee /* from /sys/kernel/tracing/events/block/block_io_start/format */
26*92632115SDaniel T. Lee SEC("tracepoint/block/block_io_start")
bpf_prog1(struct trace_event_raw_block_rq * ctx)27*92632115SDaniel T. Lee int bpf_prog1(struct trace_event_raw_block_rq *ctx)
284a0ee788SDaniel T. Lee {
294a0ee788SDaniel T. Lee u64 val = bpf_ktime_get_ns();
30*92632115SDaniel T. Lee struct start_key key = {
31*92632115SDaniel T. Lee .dev = ctx->dev,
32*92632115SDaniel T. Lee .sector = ctx->sector
33*92632115SDaniel T. Lee };
344a0ee788SDaniel T. Lee
35*92632115SDaniel T. Lee bpf_map_update_elem(&my_map, &key, &val, BPF_ANY);
364a0ee788SDaniel T. Lee return 0;
374a0ee788SDaniel T. Lee }
384a0ee788SDaniel T. Lee
log2l(unsigned long long n)394a0ee788SDaniel T. Lee static unsigned int log2l(unsigned long long n)
404a0ee788SDaniel T. Lee {
414a0ee788SDaniel T. Lee #define S(k) if (n >= (1ull << k)) { i += k; n >>= k; }
424a0ee788SDaniel T. Lee int i = -(n == 0);
434a0ee788SDaniel T. Lee S(32); S(16); S(8); S(4); S(2); S(1);
444a0ee788SDaniel T. Lee return i;
454a0ee788SDaniel T. Lee #undef S
464a0ee788SDaniel T. Lee }
474a0ee788SDaniel T. Lee
484a0ee788SDaniel T. Lee #define SLOTS 100
494a0ee788SDaniel T. Lee
504a0ee788SDaniel T. Lee struct {
514a0ee788SDaniel T. Lee __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
524a0ee788SDaniel T. Lee __uint(key_size, sizeof(u32));
534a0ee788SDaniel T. Lee __uint(value_size, sizeof(u64));
544a0ee788SDaniel T. Lee __uint(max_entries, SLOTS);
554a0ee788SDaniel T. Lee } lat_map SEC(".maps");
564a0ee788SDaniel T. Lee
57*92632115SDaniel T. Lee /* from /sys/kernel/tracing/events/block/block_io_done/format */
58*92632115SDaniel T. Lee SEC("tracepoint/block/block_io_done")
bpf_prog2(struct trace_event_raw_block_rq * ctx)59*92632115SDaniel T. Lee int bpf_prog2(struct trace_event_raw_block_rq *ctx)
604a0ee788SDaniel T. Lee {
61*92632115SDaniel T. Lee struct start_key key = {
62*92632115SDaniel T. Lee .dev = ctx->dev,
63*92632115SDaniel T. Lee .sector = ctx->sector
64*92632115SDaniel T. Lee };
65*92632115SDaniel T. Lee
664a0ee788SDaniel T. Lee u64 *value, l, base;
674a0ee788SDaniel T. Lee u32 index;
684a0ee788SDaniel T. Lee
69*92632115SDaniel T. Lee value = bpf_map_lookup_elem(&my_map, &key);
704a0ee788SDaniel T. Lee if (!value)
714a0ee788SDaniel T. Lee return 0;
724a0ee788SDaniel T. Lee
734a0ee788SDaniel T. Lee u64 cur_time = bpf_ktime_get_ns();
744a0ee788SDaniel T. Lee u64 delta = cur_time - *value;
754a0ee788SDaniel T. Lee
76*92632115SDaniel T. Lee bpf_map_delete_elem(&my_map, &key);
774a0ee788SDaniel T. Lee
784a0ee788SDaniel T. Lee /* the lines below are computing index = log10(delta)*10
794a0ee788SDaniel T. Lee * using integer arithmetic
804a0ee788SDaniel T. Lee * index = 29 ~ 1 usec
814a0ee788SDaniel T. Lee * index = 59 ~ 1 msec
824a0ee788SDaniel T. Lee * index = 89 ~ 1 sec
834a0ee788SDaniel T. Lee * index = 99 ~ 10sec or more
844a0ee788SDaniel T. Lee * log10(x)*10 = log2(x)*10/log2(10) = log2(x)*3
854a0ee788SDaniel T. Lee */
864a0ee788SDaniel T. Lee l = log2l(delta);
874a0ee788SDaniel T. Lee base = 1ll << l;
884a0ee788SDaniel T. Lee index = (l * 64 + (delta - base) * 64 / base) * 3 / 64;
894a0ee788SDaniel T. Lee
904a0ee788SDaniel T. Lee if (index >= SLOTS)
914a0ee788SDaniel T. Lee index = SLOTS - 1;
924a0ee788SDaniel T. Lee
934a0ee788SDaniel T. Lee value = bpf_map_lookup_elem(&lat_map, &index);
944a0ee788SDaniel T. Lee if (value)
954a0ee788SDaniel T. Lee *value += 1;
964a0ee788SDaniel T. Lee
974a0ee788SDaniel T. Lee return 0;
984a0ee788SDaniel T. Lee }
994a0ee788SDaniel T. Lee char _license[] SEC("license") = "GPL";
1004a0ee788SDaniel T. Lee u32 _version SEC("version") = LINUX_VERSION_CODE;
101