116958497SArnaldo Carvalho de Melo #ifndef __PERF_MMAP_H 216958497SArnaldo Carvalho de Melo #define __PERF_MMAP_H 1 316958497SArnaldo Carvalho de Melo 416958497SArnaldo Carvalho de Melo #include <linux/compiler.h> 516958497SArnaldo Carvalho de Melo #include <linux/refcount.h> 616958497SArnaldo Carvalho de Melo #include <linux/types.h> 709d62154SDaniel Borkmann #include <linux/ring_buffer.h> 816958497SArnaldo Carvalho de Melo #include <stdbool.h> 90b773831SAlexey Budankov #ifdef HAVE_AIO_SUPPORT 100b773831SAlexey Budankov #include <aio.h> 110b773831SAlexey Budankov #endif 1216958497SArnaldo Carvalho de Melo #include "auxtrace.h" 1316958497SArnaldo Carvalho de Melo #include "event.h" 1416958497SArnaldo Carvalho de Melo 15d3d1af6fSAlexey Budankov struct aiocb; 1616958497SArnaldo Carvalho de Melo /** 1716958497SArnaldo Carvalho de Melo * struct perf_mmap - perf's ring buffer mmap details 1816958497SArnaldo Carvalho de Melo * 1916958497SArnaldo Carvalho de Melo * @refcnt - e.g. code using PERF_EVENT_IOC_SET_OUTPUT to share this 2016958497SArnaldo Carvalho de Melo */ 2116958497SArnaldo Carvalho de Melo struct perf_mmap { 2216958497SArnaldo Carvalho de Melo void *base; 2316958497SArnaldo Carvalho de Melo int mask; 2416958497SArnaldo Carvalho de Melo int fd; 2531fb4c0dSJiri Olsa int cpu; 2616958497SArnaldo Carvalho de Melo refcount_t refcnt; 2716958497SArnaldo Carvalho de Melo u64 prev; 284fda3459SKan Liang u64 start; 294fda3459SKan Liang u64 end; 302c5f6d87SKan Liang bool overwrite; 3116958497SArnaldo Carvalho de Melo struct auxtrace_mmap auxtrace_mmap; 3216958497SArnaldo Carvalho de Melo char event_copy[PERF_SAMPLE_MAX_SIZE] __aligned(8); 330b773831SAlexey Budankov #ifdef HAVE_AIO_SUPPORT 340b773831SAlexey Budankov struct { 3593f20c0fSAlexey Budankov void **data; 3693f20c0fSAlexey Budankov struct aiocb *cblocks; 3793f20c0fSAlexey Budankov struct aiocb **aiocb; 38d3d1af6fSAlexey Budankov int nr_cblocks; 390b773831SAlexey Budankov } aio; 400b773831SAlexey Budankov #endif 419d2ed645SAlexey Budankov cpu_set_t affinity_mask; 4216958497SArnaldo Carvalho de Melo }; 4316958497SArnaldo Carvalho de Melo 4416958497SArnaldo Carvalho de Melo /* 4516958497SArnaldo Carvalho de Melo * State machine of bkw_mmap_state: 4616958497SArnaldo Carvalho de Melo * 4716958497SArnaldo Carvalho de Melo * .________________(forbid)_____________. 4816958497SArnaldo Carvalho de Melo * | V 4916958497SArnaldo Carvalho de Melo * NOTREADY --(0)--> RUNNING --(1)--> DATA_PENDING --(2)--> EMPTY 5016958497SArnaldo Carvalho de Melo * ^ ^ | ^ | 5116958497SArnaldo Carvalho de Melo * | |__(forbid)____/ |___(forbid)___/| 5216958497SArnaldo Carvalho de Melo * | | 5316958497SArnaldo Carvalho de Melo * \_________________(3)_______________/ 5416958497SArnaldo Carvalho de Melo * 5516958497SArnaldo Carvalho de Melo * NOTREADY : Backward ring buffers are not ready 5616958497SArnaldo Carvalho de Melo * RUNNING : Backward ring buffers are recording 5716958497SArnaldo Carvalho de Melo * DATA_PENDING : We are required to collect data from backward ring buffers 5816958497SArnaldo Carvalho de Melo * EMPTY : We have collected data from backward ring buffers. 5916958497SArnaldo Carvalho de Melo * 6016958497SArnaldo Carvalho de Melo * (0): Setup backward ring buffer 6116958497SArnaldo Carvalho de Melo * (1): Pause ring buffers for reading 6216958497SArnaldo Carvalho de Melo * (2): Read from ring buffers 6316958497SArnaldo Carvalho de Melo * (3): Resume ring buffers for recording 6416958497SArnaldo Carvalho de Melo */ 6516958497SArnaldo Carvalho de Melo enum bkw_mmap_state { 6616958497SArnaldo Carvalho de Melo BKW_MMAP_NOTREADY, 6716958497SArnaldo Carvalho de Melo BKW_MMAP_RUNNING, 6816958497SArnaldo Carvalho de Melo BKW_MMAP_DATA_PENDING, 6916958497SArnaldo Carvalho de Melo BKW_MMAP_EMPTY, 7016958497SArnaldo Carvalho de Melo }; 7116958497SArnaldo Carvalho de Melo 7216958497SArnaldo Carvalho de Melo struct mmap_params { 739d2ed645SAlexey Budankov int prot, mask, nr_cblocks, affinity; 7416958497SArnaldo Carvalho de Melo struct auxtrace_mmap_params auxtrace_mp; 7516958497SArnaldo Carvalho de Melo }; 7616958497SArnaldo Carvalho de Melo 7731fb4c0dSJiri Olsa int perf_mmap__mmap(struct perf_mmap *map, struct mmap_params *mp, int fd, int cpu); 7816958497SArnaldo Carvalho de Melo void perf_mmap__munmap(struct perf_mmap *map); 7916958497SArnaldo Carvalho de Melo 8016958497SArnaldo Carvalho de Melo void perf_mmap__get(struct perf_mmap *map); 8116958497SArnaldo Carvalho de Melo void perf_mmap__put(struct perf_mmap *map); 8216958497SArnaldo Carvalho de Melo 83d6ace3dfSKan Liang void perf_mmap__consume(struct perf_mmap *map); 8416958497SArnaldo Carvalho de Melo 8516958497SArnaldo Carvalho de Melo static inline u64 perf_mmap__read_head(struct perf_mmap *mm) 8616958497SArnaldo Carvalho de Melo { 8709d62154SDaniel Borkmann return ring_buffer_read_head(mm->base); 8816958497SArnaldo Carvalho de Melo } 8916958497SArnaldo Carvalho de Melo 9016958497SArnaldo Carvalho de Melo static inline void perf_mmap__write_tail(struct perf_mmap *md, u64 tail) 9116958497SArnaldo Carvalho de Melo { 9209d62154SDaniel Borkmann ring_buffer_write_tail(md->base, tail); 9316958497SArnaldo Carvalho de Melo } 9416958497SArnaldo Carvalho de Melo 958eb7a1feSWang Nan union perf_event *perf_mmap__read_forward(struct perf_mmap *map); 9616958497SArnaldo Carvalho de Melo 970019dc87SKan Liang union perf_event *perf_mmap__read_event(struct perf_mmap *map); 987bb45972SKan Liang 9907a9461dSKan Liang int perf_mmap__push(struct perf_mmap *md, void *to, 100ded2b8feSJiri Olsa int push(struct perf_mmap *map, void *to, void *buf, size_t size)); 101d3d1af6fSAlexey Budankov #ifdef HAVE_AIO_SUPPORT 10293f20c0fSAlexey Budankov int perf_mmap__aio_push(struct perf_mmap *md, void *to, int idx, 103d3d1af6fSAlexey Budankov int push(void *to, struct aiocb *cblock, void *buf, size_t size, off_t off), 104d3d1af6fSAlexey Budankov off_t *off); 105d3d1af6fSAlexey Budankov #else 10693f20c0fSAlexey Budankov static inline int perf_mmap__aio_push(struct perf_mmap *md __maybe_unused, void *to __maybe_unused, int idx __maybe_unused, 107d3d1af6fSAlexey Budankov int push(void *to, struct aiocb *cblock, void *buf, size_t size, off_t off) __maybe_unused, 108d3d1af6fSAlexey Budankov off_t *off __maybe_unused) 109d3d1af6fSAlexey Budankov { 110d3d1af6fSAlexey Budankov return 0; 111d3d1af6fSAlexey Budankov } 112d3d1af6fSAlexey Budankov #endif 11373c17d81SArnaldo Carvalho de Melo 11416958497SArnaldo Carvalho de Melo size_t perf_mmap__mmap_len(struct perf_mmap *map); 11516958497SArnaldo Carvalho de Melo 116b9bae2c8SKan Liang int perf_mmap__read_init(struct perf_mmap *md); 117ee023de0SKan Liang void perf_mmap__read_done(struct perf_mmap *map); 11816958497SArnaldo Carvalho de Melo #endif /*__PERF_MMAP_H */ 119