Lines Matching refs:uprobe_cpu_buffer
854 struct uprobe_cpu_buffer { struct
858 static struct uprobe_cpu_buffer __percpu *uprobe_cpu_buffer; variable
865 uprobe_cpu_buffer = alloc_percpu(struct uprobe_cpu_buffer); in uprobe_buffer_init()
866 if (uprobe_cpu_buffer == NULL) in uprobe_buffer_init()
876 per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf = page_address(p); in uprobe_buffer_init()
877 mutex_init(&per_cpu_ptr(uprobe_cpu_buffer, cpu)->mutex); in uprobe_buffer_init()
886 free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf); in uprobe_buffer_init()
889 free_percpu(uprobe_cpu_buffer); in uprobe_buffer_init()
916 free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer, in uprobe_buffer_disable()
919 free_percpu(uprobe_cpu_buffer); in uprobe_buffer_disable()
920 uprobe_cpu_buffer = NULL; in uprobe_buffer_disable()
924 static struct uprobe_cpu_buffer *uprobe_buffer_get(void) in uprobe_buffer_get()
926 struct uprobe_cpu_buffer *ucb; in uprobe_buffer_get()
930 ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu); in uprobe_buffer_get()
941 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb) in uprobe_buffer_put()
948 struct uprobe_cpu_buffer *ucb, int dsize, in __uprobe_trace_func()
987 struct uprobe_cpu_buffer *ucb, int dsize) in uprobe_trace_func()
1004 struct uprobe_cpu_buffer *ucb, int dsize) in uretprobe_trace_func()
1338 struct uprobe_cpu_buffer *ucb, int dsize) in __uprobe_perf_func()
1398 struct uprobe_cpu_buffer *ucb, int dsize) in uprobe_perf_func()
1410 struct uprobe_cpu_buffer *ucb, int dsize) in uretprobe_perf_func()
1477 struct uprobe_cpu_buffer *ucb; in uprobe_dispatcher()
1490 if (WARN_ON_ONCE(!uprobe_cpu_buffer)) in uprobe_dispatcher()
1515 struct uprobe_cpu_buffer *ucb; in uretprobe_dispatcher()
1525 if (WARN_ON_ONCE(!uprobe_cpu_buffer)) in uretprobe_dispatcher()