12167ae72SSteven Rostedt (Red Hat) /* 22167ae72SSteven Rostedt (Red Hat) * Stage 1 of the trace events. 32167ae72SSteven Rostedt (Red Hat) * 42167ae72SSteven Rostedt (Red Hat) * Override the macros in <trace/trace_events.h> to include the following: 52167ae72SSteven Rostedt (Red Hat) * 6a7237765SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> { 72167ae72SSteven Rostedt (Red Hat) * struct trace_entry ent; 82167ae72SSteven Rostedt (Red Hat) * <type> <item>; 92167ae72SSteven Rostedt (Red Hat) * <type2> <item2>[<len>]; 102167ae72SSteven Rostedt (Red Hat) * [...] 112167ae72SSteven Rostedt (Red Hat) * }; 122167ae72SSteven Rostedt (Red Hat) * 132167ae72SSteven Rostedt (Red Hat) * The <type> <item> is created by the __field(type, item) macro or 142167ae72SSteven Rostedt (Red Hat) * the __array(type2, item2, len) macro. 152167ae72SSteven Rostedt (Red Hat) * We simply do "type item;", and that will create the fields 162167ae72SSteven Rostedt (Red Hat) * in the structure. 172167ae72SSteven Rostedt (Red Hat) */ 182167ae72SSteven Rostedt (Red Hat) 19af658dcaSSteven Rostedt (Red Hat) #include <linux/trace_events.h> 202167ae72SSteven Rostedt (Red Hat) 212167ae72SSteven Rostedt (Red Hat) #ifndef TRACE_SYSTEM_VAR 222167ae72SSteven Rostedt (Red Hat) #define TRACE_SYSTEM_VAR TRACE_SYSTEM 232167ae72SSteven Rostedt (Red Hat) #endif 242167ae72SSteven Rostedt (Red Hat) 252167ae72SSteven Rostedt (Red Hat) #define __app__(x, y) str__##x##y 262167ae72SSteven Rostedt (Red Hat) #define __app(x, y) __app__(x, y) 272167ae72SSteven Rostedt (Red Hat) 282167ae72SSteven Rostedt (Red Hat) #define TRACE_SYSTEM_STRING __app(TRACE_SYSTEM_VAR,__trace_system_name) 292167ae72SSteven Rostedt (Red Hat) 302167ae72SSteven Rostedt (Red Hat) #define TRACE_MAKE_SYSTEM_STR() \ 312167ae72SSteven Rostedt (Red Hat) static const char TRACE_SYSTEM_STRING[] = \ 322167ae72SSteven Rostedt (Red Hat) __stringify(TRACE_SYSTEM) 332167ae72SSteven Rostedt (Red Hat) 342167ae72SSteven Rostedt (Red Hat) TRACE_MAKE_SYSTEM_STR(); 352167ae72SSteven Rostedt (Red Hat) 362167ae72SSteven Rostedt (Red Hat) #undef TRACE_DEFINE_ENUM 372167ae72SSteven Rostedt (Red Hat) #define TRACE_DEFINE_ENUM(a) \ 382167ae72SSteven Rostedt (Red Hat) static struct trace_enum_map __used __initdata \ 392167ae72SSteven Rostedt (Red Hat) __##TRACE_SYSTEM##_##a = \ 402167ae72SSteven Rostedt (Red Hat) { \ 412167ae72SSteven Rostedt (Red Hat) .system = TRACE_SYSTEM_STRING, \ 422167ae72SSteven Rostedt (Red Hat) .enum_string = #a, \ 432167ae72SSteven Rostedt (Red Hat) .enum_value = a \ 442167ae72SSteven Rostedt (Red Hat) }; \ 452167ae72SSteven Rostedt (Red Hat) static struct trace_enum_map __used \ 462167ae72SSteven Rostedt (Red Hat) __attribute__((section("_ftrace_enum_map"))) \ 472167ae72SSteven Rostedt (Red Hat) *TRACE_SYSTEM##_##a = &__##TRACE_SYSTEM##_##a 482167ae72SSteven Rostedt (Red Hat) 492167ae72SSteven Rostedt (Red Hat) /* 502167ae72SSteven Rostedt (Red Hat) * DECLARE_EVENT_CLASS can be used to add a generic function 512167ae72SSteven Rostedt (Red Hat) * handlers for events. That is, if all events have the same 522167ae72SSteven Rostedt (Red Hat) * parameters and just have distinct trace points. 532167ae72SSteven Rostedt (Red Hat) * Each tracepoint can be defined with DEFINE_EVENT and that 542167ae72SSteven Rostedt (Red Hat) * will map the DECLARE_EVENT_CLASS to the tracepoint. 552167ae72SSteven Rostedt (Red Hat) * 562167ae72SSteven Rostedt (Red Hat) * TRACE_EVENT is a one to one mapping between tracepoint and template. 572167ae72SSteven Rostedt (Red Hat) */ 582167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT 592167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT(name, proto, args, tstruct, assign, print) \ 602167ae72SSteven Rostedt (Red Hat) DECLARE_EVENT_CLASS(name, \ 612167ae72SSteven Rostedt (Red Hat) PARAMS(proto), \ 622167ae72SSteven Rostedt (Red Hat) PARAMS(args), \ 632167ae72SSteven Rostedt (Red Hat) PARAMS(tstruct), \ 642167ae72SSteven Rostedt (Red Hat) PARAMS(assign), \ 652167ae72SSteven Rostedt (Red Hat) PARAMS(print)); \ 662167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(name, name, PARAMS(proto), PARAMS(args)); 672167ae72SSteven Rostedt (Red Hat) 682167ae72SSteven Rostedt (Red Hat) 692167ae72SSteven Rostedt (Red Hat) #undef __field 702167ae72SSteven Rostedt (Red Hat) #define __field(type, item) type item; 712167ae72SSteven Rostedt (Red Hat) 722167ae72SSteven Rostedt (Red Hat) #undef __field_ext 732167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) type item; 742167ae72SSteven Rostedt (Red Hat) 752167ae72SSteven Rostedt (Red Hat) #undef __field_struct 762167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) type item; 772167ae72SSteven Rostedt (Red Hat) 782167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 792167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) type item; 802167ae72SSteven Rostedt (Red Hat) 812167ae72SSteven Rostedt (Red Hat) #undef __array 822167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) type item[len]; 832167ae72SSteven Rostedt (Red Hat) 842167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 852167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) u32 __data_loc_##item; 862167ae72SSteven Rostedt (Red Hat) 872167ae72SSteven Rostedt (Red Hat) #undef __string 882167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 892167ae72SSteven Rostedt (Red Hat) 902167ae72SSteven Rostedt (Red Hat) #undef __bitmask 912167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(char, item, -1) 922167ae72SSteven Rostedt (Red Hat) 932167ae72SSteven Rostedt (Red Hat) #undef TP_STRUCT__entry 942167ae72SSteven Rostedt (Red Hat) #define TP_STRUCT__entry(args...) args 952167ae72SSteven Rostedt (Red Hat) 962167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 972167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print) \ 98a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##name { \ 992167ae72SSteven Rostedt (Red Hat) struct trace_entry ent; \ 1002167ae72SSteven Rostedt (Red Hat) tstruct \ 1012167ae72SSteven Rostedt (Red Hat) char __data[0]; \ 1022167ae72SSteven Rostedt (Red Hat) }; \ 1032167ae72SSteven Rostedt (Red Hat) \ 1042425bcb9SSteven Rostedt (Red Hat) static struct trace_event_class event_class_##name; 1052167ae72SSteven Rostedt (Red Hat) 1062167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 1072167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) \ 1082425bcb9SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 1092167ae72SSteven Rostedt (Red Hat) __attribute__((__aligned__(4))) event_##name 1102167ae72SSteven Rostedt (Red Hat) 1112167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_FN 1122167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_FN(template, name, proto, args, reg, unreg) \ 1132167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 1142167ae72SSteven Rostedt (Red Hat) 1152167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 1162167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ 1172167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 1182167ae72SSteven Rostedt (Red Hat) 1192167ae72SSteven Rostedt (Red Hat) /* Callbacks are meaningless to ftrace. */ 1202167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FN 1212167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FN(name, proto, args, tstruct, \ 1222167ae72SSteven Rostedt (Red Hat) assign, print, reg, unreg) \ 1232167ae72SSteven Rostedt (Red Hat) TRACE_EVENT(name, PARAMS(proto), PARAMS(args), \ 1242167ae72SSteven Rostedt (Red Hat) PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \ 1252167ae72SSteven Rostedt (Red Hat) 1262701121bSDenis Kirjanov #undef TRACE_EVENT_FN_COND 1272701121bSDenis Kirjanov #define TRACE_EVENT_FN_COND(name, proto, args, cond, tstruct, \ 1282701121bSDenis Kirjanov assign, print, reg, unreg) \ 1292701121bSDenis Kirjanov TRACE_EVENT_CONDITION(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \ 1302701121bSDenis Kirjanov PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \ 1312701121bSDenis Kirjanov 1322167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FLAGS 1332167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FLAGS(name, value) \ 1342167ae72SSteven Rostedt (Red Hat) __TRACE_EVENT_FLAGS(name, value) 1352167ae72SSteven Rostedt (Red Hat) 1362167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_PERF_PERM 1372167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_PERF_PERM(name, expr...) \ 1382167ae72SSteven Rostedt (Red Hat) __TRACE_EVENT_PERF_PERM(name, expr) 1392167ae72SSteven Rostedt (Red Hat) 1402167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 1412167ae72SSteven Rostedt (Red Hat) 1422167ae72SSteven Rostedt (Red Hat) /* 1432167ae72SSteven Rostedt (Red Hat) * Stage 2 of the trace events. 1442167ae72SSteven Rostedt (Red Hat) * 1452167ae72SSteven Rostedt (Red Hat) * Include the following: 1462167ae72SSteven Rostedt (Red Hat) * 14762323a14SSteven Rostedt (Red Hat) * struct trace_event_data_offsets_<call> { 1482167ae72SSteven Rostedt (Red Hat) * u32 <item1>; 1492167ae72SSteven Rostedt (Red Hat) * u32 <item2>; 1502167ae72SSteven Rostedt (Red Hat) * [...] 1512167ae72SSteven Rostedt (Red Hat) * }; 1522167ae72SSteven Rostedt (Red Hat) * 1532167ae72SSteven Rostedt (Red Hat) * The __dynamic_array() macro will create each u32 <item>, this is 1542167ae72SSteven Rostedt (Red Hat) * to keep the offset of each array from the beginning of the event. 1552167ae72SSteven Rostedt (Red Hat) * The size of an array is also encoded, in the higher 16 bits of <item>. 1562167ae72SSteven Rostedt (Red Hat) */ 1572167ae72SSteven Rostedt (Red Hat) 1582167ae72SSteven Rostedt (Red Hat) #undef TRACE_DEFINE_ENUM 1592167ae72SSteven Rostedt (Red Hat) #define TRACE_DEFINE_ENUM(a) 1602167ae72SSteven Rostedt (Red Hat) 1612167ae72SSteven Rostedt (Red Hat) #undef __field 1622167ae72SSteven Rostedt (Red Hat) #define __field(type, item) 1632167ae72SSteven Rostedt (Red Hat) 1642167ae72SSteven Rostedt (Red Hat) #undef __field_ext 1652167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) 1662167ae72SSteven Rostedt (Red Hat) 1672167ae72SSteven Rostedt (Red Hat) #undef __field_struct 1682167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) 1692167ae72SSteven Rostedt (Red Hat) 1702167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 1712167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) 1722167ae72SSteven Rostedt (Red Hat) 1732167ae72SSteven Rostedt (Red Hat) #undef __array 1742167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) 1752167ae72SSteven Rostedt (Red Hat) 1762167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 1772167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) u32 item; 1782167ae72SSteven Rostedt (Red Hat) 1792167ae72SSteven Rostedt (Red Hat) #undef __string 1802167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 1812167ae72SSteven Rostedt (Red Hat) 1822167ae72SSteven Rostedt (Red Hat) #undef __bitmask 1832167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 1842167ae72SSteven Rostedt (Red Hat) 1852167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 1862167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 18762323a14SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call { \ 1882167ae72SSteven Rostedt (Red Hat) tstruct; \ 1892167ae72SSteven Rostedt (Red Hat) }; 1902167ae72SSteven Rostedt (Red Hat) 1912167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 1922167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) 1932167ae72SSteven Rostedt (Red Hat) 1942167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 1952167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ 1962167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 1972167ae72SSteven Rostedt (Red Hat) 1982167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FLAGS 1992167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FLAGS(event, flag) 2002167ae72SSteven Rostedt (Red Hat) 2012167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_PERF_PERM 2022167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_PERF_PERM(event, expr...) 2032167ae72SSteven Rostedt (Red Hat) 2042167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 2052167ae72SSteven Rostedt (Red Hat) 2062167ae72SSteven Rostedt (Red Hat) /* 2072167ae72SSteven Rostedt (Red Hat) * Stage 3 of the trace events. 2082167ae72SSteven Rostedt (Red Hat) * 2092167ae72SSteven Rostedt (Red Hat) * Override the macros in <trace/trace_events.h> to include the following: 2102167ae72SSteven Rostedt (Red Hat) * 2112167ae72SSteven Rostedt (Red Hat) * enum print_line_t 212892c505aSSteven Rostedt (Red Hat) * trace_raw_output_<call>(struct trace_iterator *iter, int flags) 2132167ae72SSteven Rostedt (Red Hat) * { 2142167ae72SSteven Rostedt (Red Hat) * struct trace_seq *s = &iter->seq; 215a7237765SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> *field; <-- defined in stage 1 2162167ae72SSteven Rostedt (Red Hat) * struct trace_entry *entry; 2172167ae72SSteven Rostedt (Red Hat) * struct trace_seq *p = &iter->tmp_seq; 2182167ae72SSteven Rostedt (Red Hat) * int ret; 2192167ae72SSteven Rostedt (Red Hat) * 2202167ae72SSteven Rostedt (Red Hat) * entry = iter->ent; 2212167ae72SSteven Rostedt (Red Hat) * 2222167ae72SSteven Rostedt (Red Hat) * if (entry->type != event_<call>->event.type) { 2232167ae72SSteven Rostedt (Red Hat) * WARN_ON_ONCE(1); 2242167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_UNHANDLED; 2252167ae72SSteven Rostedt (Red Hat) * } 2262167ae72SSteven Rostedt (Red Hat) * 2272167ae72SSteven Rostedt (Red Hat) * field = (typeof(field))entry; 2282167ae72SSteven Rostedt (Red Hat) * 2292167ae72SSteven Rostedt (Red Hat) * trace_seq_init(p); 2302167ae72SSteven Rostedt (Red Hat) * ret = trace_seq_printf(s, "%s: ", <call>); 2312167ae72SSteven Rostedt (Red Hat) * if (ret) 2322167ae72SSteven Rostedt (Red Hat) * ret = trace_seq_printf(s, <TP_printk> "\n"); 2332167ae72SSteven Rostedt (Red Hat) * if (!ret) 2342167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_PARTIAL_LINE; 2352167ae72SSteven Rostedt (Red Hat) * 2362167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_HANDLED; 2372167ae72SSteven Rostedt (Red Hat) * } 2382167ae72SSteven Rostedt (Red Hat) * 2392167ae72SSteven Rostedt (Red Hat) * This is the method used to print the raw event to the trace 2402167ae72SSteven Rostedt (Red Hat) * output format. Note, this is not needed if the data is read 2412167ae72SSteven Rostedt (Red Hat) * in binary. 2422167ae72SSteven Rostedt (Red Hat) */ 2432167ae72SSteven Rostedt (Red Hat) 2442167ae72SSteven Rostedt (Red Hat) #undef __entry 2452167ae72SSteven Rostedt (Red Hat) #define __entry field 2462167ae72SSteven Rostedt (Red Hat) 2472167ae72SSteven Rostedt (Red Hat) #undef TP_printk 2482167ae72SSteven Rostedt (Red Hat) #define TP_printk(fmt, args...) fmt "\n", args 2492167ae72SSteven Rostedt (Red Hat) 2502167ae72SSteven Rostedt (Red Hat) #undef __get_dynamic_array 2512167ae72SSteven Rostedt (Red Hat) #define __get_dynamic_array(field) \ 2522167ae72SSteven Rostedt (Red Hat) ((void *)__entry + (__entry->__data_loc_##field & 0xffff)) 2532167ae72SSteven Rostedt (Red Hat) 2542167ae72SSteven Rostedt (Red Hat) #undef __get_dynamic_array_len 2552167ae72SSteven Rostedt (Red Hat) #define __get_dynamic_array_len(field) \ 2562167ae72SSteven Rostedt (Red Hat) ((__entry->__data_loc_##field >> 16) & 0xffff) 2572167ae72SSteven Rostedt (Red Hat) 2582167ae72SSteven Rostedt (Red Hat) #undef __get_str 2592167ae72SSteven Rostedt (Red Hat) #define __get_str(field) (char *)__get_dynamic_array(field) 2602167ae72SSteven Rostedt (Red Hat) 2612167ae72SSteven Rostedt (Red Hat) #undef __get_bitmask 2622167ae72SSteven Rostedt (Red Hat) #define __get_bitmask(field) \ 2632167ae72SSteven Rostedt (Red Hat) ({ \ 2642167ae72SSteven Rostedt (Red Hat) void *__bitmask = __get_dynamic_array(field); \ 2652167ae72SSteven Rostedt (Red Hat) unsigned int __bitmask_size; \ 2662167ae72SSteven Rostedt (Red Hat) __bitmask_size = __get_dynamic_array_len(field); \ 267645df987SSteven Rostedt (Red Hat) trace_print_bitmask_seq(p, __bitmask, __bitmask_size); \ 2682167ae72SSteven Rostedt (Red Hat) }) 2692167ae72SSteven Rostedt (Red Hat) 2702167ae72SSteven Rostedt (Red Hat) #undef __print_flags 2712167ae72SSteven Rostedt (Red Hat) #define __print_flags(flag, delim, flag_array...) \ 2722167ae72SSteven Rostedt (Red Hat) ({ \ 2732167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags __flags[] = \ 2742167ae72SSteven Rostedt (Red Hat) { flag_array, { -1, NULL }}; \ 275645df987SSteven Rostedt (Red Hat) trace_print_flags_seq(p, delim, flag, __flags); \ 2762167ae72SSteven Rostedt (Red Hat) }) 2772167ae72SSteven Rostedt (Red Hat) 2782167ae72SSteven Rostedt (Red Hat) #undef __print_symbolic 2792167ae72SSteven Rostedt (Red Hat) #define __print_symbolic(value, symbol_array...) \ 2802167ae72SSteven Rostedt (Red Hat) ({ \ 2812167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags symbols[] = \ 2822167ae72SSteven Rostedt (Red Hat) { symbol_array, { -1, NULL }}; \ 283645df987SSteven Rostedt (Red Hat) trace_print_symbols_seq(p, value, symbols); \ 2842167ae72SSteven Rostedt (Red Hat) }) 2852167ae72SSteven Rostedt (Red Hat) 2862167ae72SSteven Rostedt (Red Hat) #undef __print_symbolic_u64 2872167ae72SSteven Rostedt (Red Hat) #if BITS_PER_LONG == 32 2882167ae72SSteven Rostedt (Red Hat) #define __print_symbolic_u64(value, symbol_array...) \ 2892167ae72SSteven Rostedt (Red Hat) ({ \ 2902167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags_u64 symbols[] = \ 2912167ae72SSteven Rostedt (Red Hat) { symbol_array, { -1, NULL } }; \ 292645df987SSteven Rostedt (Red Hat) trace_print_symbols_seq_u64(p, value, symbols); \ 2932167ae72SSteven Rostedt (Red Hat) }) 2942167ae72SSteven Rostedt (Red Hat) #else 2952167ae72SSteven Rostedt (Red Hat) #define __print_symbolic_u64(value, symbol_array...) \ 2962167ae72SSteven Rostedt (Red Hat) __print_symbolic(value, symbol_array) 2972167ae72SSteven Rostedt (Red Hat) #endif 2982167ae72SSteven Rostedt (Red Hat) 2992167ae72SSteven Rostedt (Red Hat) #undef __print_hex 300645df987SSteven Rostedt (Red Hat) #define __print_hex(buf, buf_len) trace_print_hex_seq(p, buf, buf_len) 3012167ae72SSteven Rostedt (Red Hat) 3022167ae72SSteven Rostedt (Red Hat) #undef __print_array 3032167ae72SSteven Rostedt (Red Hat) #define __print_array(array, count, el_size) \ 3042167ae72SSteven Rostedt (Red Hat) ({ \ 3052167ae72SSteven Rostedt (Red Hat) BUILD_BUG_ON(el_size != 1 && el_size != 2 && \ 3062167ae72SSteven Rostedt (Red Hat) el_size != 4 && el_size != 8); \ 307645df987SSteven Rostedt (Red Hat) trace_print_array_seq(p, array, count, el_size); \ 3082167ae72SSteven Rostedt (Red Hat) }) 3092167ae72SSteven Rostedt (Red Hat) 3102167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 3112167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 3122167ae72SSteven Rostedt (Red Hat) static notrace enum print_line_t \ 313892c505aSSteven Rostedt (Red Hat) trace_raw_output_##call(struct trace_iterator *iter, int flags, \ 3142167ae72SSteven Rostedt (Red Hat) struct trace_event *trace_event) \ 3152167ae72SSteven Rostedt (Red Hat) { \ 3162167ae72SSteven Rostedt (Red Hat) struct trace_seq *s = &iter->seq; \ 3172167ae72SSteven Rostedt (Red Hat) struct trace_seq __maybe_unused *p = &iter->tmp_seq; \ 318a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##call *field; \ 3192167ae72SSteven Rostedt (Red Hat) int ret; \ 3202167ae72SSteven Rostedt (Red Hat) \ 3212167ae72SSteven Rostedt (Red Hat) field = (typeof(field))iter->ent; \ 3222167ae72SSteven Rostedt (Red Hat) \ 323892c505aSSteven Rostedt (Red Hat) ret = trace_raw_output_prep(iter, trace_event); \ 3242167ae72SSteven Rostedt (Red Hat) if (ret != TRACE_TYPE_HANDLED) \ 3252167ae72SSteven Rostedt (Red Hat) return ret; \ 3262167ae72SSteven Rostedt (Red Hat) \ 3272167ae72SSteven Rostedt (Red Hat) trace_seq_printf(s, print); \ 3282167ae72SSteven Rostedt (Red Hat) \ 3292167ae72SSteven Rostedt (Red Hat) return trace_handle_return(s); \ 3302167ae72SSteven Rostedt (Red Hat) } \ 3313ad017baSSteven Rostedt (Red Hat) static struct trace_event_functions trace_event_type_funcs_##call = { \ 332892c505aSSteven Rostedt (Red Hat) .trace = trace_raw_output_##call, \ 3332167ae72SSteven Rostedt (Red Hat) }; 3342167ae72SSteven Rostedt (Red Hat) 3352167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 3362167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, call, proto, args, print) \ 3372167ae72SSteven Rostedt (Red Hat) static notrace enum print_line_t \ 338892c505aSSteven Rostedt (Red Hat) trace_raw_output_##call(struct trace_iterator *iter, int flags, \ 3392167ae72SSteven Rostedt (Red Hat) struct trace_event *event) \ 3402167ae72SSteven Rostedt (Red Hat) { \ 341a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##template *field; \ 3422167ae72SSteven Rostedt (Red Hat) struct trace_entry *entry; \ 3432167ae72SSteven Rostedt (Red Hat) struct trace_seq *p = &iter->tmp_seq; \ 3442167ae72SSteven Rostedt (Red Hat) \ 3452167ae72SSteven Rostedt (Red Hat) entry = iter->ent; \ 3462167ae72SSteven Rostedt (Red Hat) \ 3472167ae72SSteven Rostedt (Red Hat) if (entry->type != event_##call.event.type) { \ 3482167ae72SSteven Rostedt (Red Hat) WARN_ON_ONCE(1); \ 3492167ae72SSteven Rostedt (Red Hat) return TRACE_TYPE_UNHANDLED; \ 3502167ae72SSteven Rostedt (Red Hat) } \ 3512167ae72SSteven Rostedt (Red Hat) \ 3522167ae72SSteven Rostedt (Red Hat) field = (typeof(field))entry; \ 3532167ae72SSteven Rostedt (Red Hat) \ 3542167ae72SSteven Rostedt (Red Hat) trace_seq_init(p); \ 355892c505aSSteven Rostedt (Red Hat) return trace_output_call(iter, #call, print); \ 3562167ae72SSteven Rostedt (Red Hat) } \ 3573ad017baSSteven Rostedt (Red Hat) static struct trace_event_functions trace_event_type_funcs_##call = { \ 358892c505aSSteven Rostedt (Red Hat) .trace = trace_raw_output_##call, \ 3592167ae72SSteven Rostedt (Red Hat) }; 3602167ae72SSteven Rostedt (Red Hat) 3612167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 3622167ae72SSteven Rostedt (Red Hat) 3632167ae72SSteven Rostedt (Red Hat) #undef __field_ext 3642167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) \ 3652167ae72SSteven Rostedt (Red Hat) ret = trace_define_field(event_call, #type, #item, \ 3662167ae72SSteven Rostedt (Red Hat) offsetof(typeof(field), item), \ 3672167ae72SSteven Rostedt (Red Hat) sizeof(field.item), \ 3682167ae72SSteven Rostedt (Red Hat) is_signed_type(type), filter_type); \ 3692167ae72SSteven Rostedt (Red Hat) if (ret) \ 3702167ae72SSteven Rostedt (Red Hat) return ret; 3712167ae72SSteven Rostedt (Red Hat) 3722167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 3732167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) \ 3742167ae72SSteven Rostedt (Red Hat) ret = trace_define_field(event_call, #type, #item, \ 3752167ae72SSteven Rostedt (Red Hat) offsetof(typeof(field), item), \ 3762167ae72SSteven Rostedt (Red Hat) sizeof(field.item), \ 3772167ae72SSteven Rostedt (Red Hat) 0, filter_type); \ 3782167ae72SSteven Rostedt (Red Hat) if (ret) \ 3792167ae72SSteven Rostedt (Red Hat) return ret; 3802167ae72SSteven Rostedt (Red Hat) 3812167ae72SSteven Rostedt (Red Hat) #undef __field 3822167ae72SSteven Rostedt (Red Hat) #define __field(type, item) __field_ext(type, item, FILTER_OTHER) 3832167ae72SSteven Rostedt (Red Hat) 3842167ae72SSteven Rostedt (Red Hat) #undef __field_struct 3852167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) __field_struct_ext(type, item, FILTER_OTHER) 3862167ae72SSteven Rostedt (Red Hat) 3872167ae72SSteven Rostedt (Red Hat) #undef __array 3882167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) \ 3892167ae72SSteven Rostedt (Red Hat) do { \ 3902167ae72SSteven Rostedt (Red Hat) char *type_str = #type"["__stringify(len)"]"; \ 3912167ae72SSteven Rostedt (Red Hat) BUILD_BUG_ON(len > MAX_FILTER_STR_VAL); \ 3922167ae72SSteven Rostedt (Red Hat) ret = trace_define_field(event_call, type_str, #item, \ 3932167ae72SSteven Rostedt (Red Hat) offsetof(typeof(field), item), \ 3942167ae72SSteven Rostedt (Red Hat) sizeof(field.item), \ 3952167ae72SSteven Rostedt (Red Hat) is_signed_type(type), FILTER_OTHER); \ 3962167ae72SSteven Rostedt (Red Hat) if (ret) \ 3972167ae72SSteven Rostedt (Red Hat) return ret; \ 3982167ae72SSteven Rostedt (Red Hat) } while (0); 3992167ae72SSteven Rostedt (Red Hat) 4002167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 4012167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) \ 4022167ae72SSteven Rostedt (Red Hat) ret = trace_define_field(event_call, "__data_loc " #type "[]", #item, \ 4032167ae72SSteven Rostedt (Red Hat) offsetof(typeof(field), __data_loc_##item), \ 4042167ae72SSteven Rostedt (Red Hat) sizeof(field.__data_loc_##item), \ 4052167ae72SSteven Rostedt (Red Hat) is_signed_type(type), FILTER_OTHER); 4062167ae72SSteven Rostedt (Red Hat) 4072167ae72SSteven Rostedt (Red Hat) #undef __string 4082167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 4092167ae72SSteven Rostedt (Red Hat) 4102167ae72SSteven Rostedt (Red Hat) #undef __bitmask 4112167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 4122167ae72SSteven Rostedt (Red Hat) 4132167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 4142167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, func, print) \ 4152167ae72SSteven Rostedt (Red Hat) static int notrace __init \ 41633d0f35eSSteven Rostedt (Red Hat) trace_event_define_fields_##call(struct trace_event_call *event_call) \ 4172167ae72SSteven Rostedt (Red Hat) { \ 418a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##call field; \ 4192167ae72SSteven Rostedt (Red Hat) int ret; \ 4202167ae72SSteven Rostedt (Red Hat) \ 4212167ae72SSteven Rostedt (Red Hat) tstruct; \ 4222167ae72SSteven Rostedt (Red Hat) \ 4232167ae72SSteven Rostedt (Red Hat) return ret; \ 4242167ae72SSteven Rostedt (Red Hat) } 4252167ae72SSteven Rostedt (Red Hat) 4262167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 4272167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) 4282167ae72SSteven Rostedt (Red Hat) 4292167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 4302167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ 4312167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 4322167ae72SSteven Rostedt (Red Hat) 4332167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 4342167ae72SSteven Rostedt (Red Hat) 4352167ae72SSteven Rostedt (Red Hat) /* 4362167ae72SSteven Rostedt (Red Hat) * remember the offset of each array from the beginning of the event. 4372167ae72SSteven Rostedt (Red Hat) */ 4382167ae72SSteven Rostedt (Red Hat) 4392167ae72SSteven Rostedt (Red Hat) #undef __entry 4402167ae72SSteven Rostedt (Red Hat) #define __entry entry 4412167ae72SSteven Rostedt (Red Hat) 4422167ae72SSteven Rostedt (Red Hat) #undef __field 4432167ae72SSteven Rostedt (Red Hat) #define __field(type, item) 4442167ae72SSteven Rostedt (Red Hat) 4452167ae72SSteven Rostedt (Red Hat) #undef __field_ext 4462167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) 4472167ae72SSteven Rostedt (Red Hat) 4482167ae72SSteven Rostedt (Red Hat) #undef __field_struct 4492167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) 4502167ae72SSteven Rostedt (Red Hat) 4512167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 4522167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) 4532167ae72SSteven Rostedt (Red Hat) 4542167ae72SSteven Rostedt (Red Hat) #undef __array 4552167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) 4562167ae72SSteven Rostedt (Red Hat) 4572167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 4582167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) \ 4592167ae72SSteven Rostedt (Red Hat) __item_length = (len) * sizeof(type); \ 4602167ae72SSteven Rostedt (Red Hat) __data_offsets->item = __data_size + \ 4612167ae72SSteven Rostedt (Red Hat) offsetof(typeof(*entry), __data); \ 4622167ae72SSteven Rostedt (Red Hat) __data_offsets->item |= __item_length << 16; \ 4632167ae72SSteven Rostedt (Red Hat) __data_size += __item_length; 4642167ae72SSteven Rostedt (Red Hat) 4652167ae72SSteven Rostedt (Red Hat) #undef __string 4662167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, \ 4672167ae72SSteven Rostedt (Red Hat) strlen((src) ? (const char *)(src) : "(null)") + 1) 4682167ae72SSteven Rostedt (Red Hat) 4692167ae72SSteven Rostedt (Red Hat) /* 4702167ae72SSteven Rostedt (Red Hat) * __bitmask_size_in_bytes_raw is the number of bytes needed to hold 4712167ae72SSteven Rostedt (Red Hat) * num_possible_cpus(). 4722167ae72SSteven Rostedt (Red Hat) */ 4732167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_bytes_raw(nr_bits) \ 4742167ae72SSteven Rostedt (Red Hat) (((nr_bits) + 7) / 8) 4752167ae72SSteven Rostedt (Red Hat) 4762167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_longs(nr_bits) \ 4772167ae72SSteven Rostedt (Red Hat) ((__bitmask_size_in_bytes_raw(nr_bits) + \ 4782167ae72SSteven Rostedt (Red Hat) ((BITS_PER_LONG / 8) - 1)) / (BITS_PER_LONG / 8)) 4792167ae72SSteven Rostedt (Red Hat) 4802167ae72SSteven Rostedt (Red Hat) /* 4812167ae72SSteven Rostedt (Red Hat) * __bitmask_size_in_bytes is the number of bytes needed to hold 4822167ae72SSteven Rostedt (Red Hat) * num_possible_cpus() padded out to the nearest long. This is what 4832167ae72SSteven Rostedt (Red Hat) * is saved in the buffer, just to be consistent. 4842167ae72SSteven Rostedt (Red Hat) */ 4852167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_bytes(nr_bits) \ 4862167ae72SSteven Rostedt (Red Hat) (__bitmask_size_in_longs(nr_bits) * (BITS_PER_LONG / 8)) 4872167ae72SSteven Rostedt (Red Hat) 4882167ae72SSteven Rostedt (Red Hat) #undef __bitmask 4892167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, \ 4902167ae72SSteven Rostedt (Red Hat) __bitmask_size_in_longs(nr_bits)) 4912167ae72SSteven Rostedt (Red Hat) 4922167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 4932167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 494d0ee8f4aSSteven Rostedt (Red Hat) static inline notrace int trace_event_get_offsets_##call( \ 49562323a14SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call *__data_offsets, proto) \ 4962167ae72SSteven Rostedt (Red Hat) { \ 4972167ae72SSteven Rostedt (Red Hat) int __data_size = 0; \ 4982167ae72SSteven Rostedt (Red Hat) int __maybe_unused __item_length; \ 499a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##call __maybe_unused *entry; \ 5002167ae72SSteven Rostedt (Red Hat) \ 5012167ae72SSteven Rostedt (Red Hat) tstruct; \ 5022167ae72SSteven Rostedt (Red Hat) \ 5032167ae72SSteven Rostedt (Red Hat) return __data_size; \ 5042167ae72SSteven Rostedt (Red Hat) } 5052167ae72SSteven Rostedt (Red Hat) 5062167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 5072167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) 5082167ae72SSteven Rostedt (Red Hat) 5092167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 5102167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ 5112167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 5122167ae72SSteven Rostedt (Red Hat) 5132167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 5142167ae72SSteven Rostedt (Red Hat) 51546ac5182SSteven Rostedt (Red Hat) /* 51646ac5182SSteven Rostedt (Red Hat) * Stage 4 of the trace events. 51746ac5182SSteven Rostedt (Red Hat) * 51846ac5182SSteven Rostedt (Red Hat) * Override the macros in <trace/trace_events.h> to include the following: 51946ac5182SSteven Rostedt (Red Hat) * 52046ac5182SSteven Rostedt (Red Hat) * For those macros defined with TRACE_EVENT: 52146ac5182SSteven Rostedt (Red Hat) * 52246ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call event_<call>; 52346ac5182SSteven Rostedt (Red Hat) * 52446ac5182SSteven Rostedt (Red Hat) * static void trace_event_raw_event_<call>(void *__data, proto) 52546ac5182SSteven Rostedt (Red Hat) * { 52646ac5182SSteven Rostedt (Red Hat) * struct trace_event_file *trace_file = __data; 52746ac5182SSteven Rostedt (Red Hat) * struct trace_event_call *event_call = trace_file->event_call; 52846ac5182SSteven Rostedt (Red Hat) * struct trace_event_data_offsets_<call> __maybe_unused __data_offsets; 52946ac5182SSteven Rostedt (Red Hat) * unsigned long eflags = trace_file->flags; 53046ac5182SSteven Rostedt (Red Hat) * enum event_trigger_type __tt = ETT_NONE; 53146ac5182SSteven Rostedt (Red Hat) * struct ring_buffer_event *event; 53246ac5182SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> *entry; <-- defined in stage 1 53346ac5182SSteven Rostedt (Red Hat) * struct ring_buffer *buffer; 53446ac5182SSteven Rostedt (Red Hat) * unsigned long irq_flags; 53546ac5182SSteven Rostedt (Red Hat) * int __data_size; 53646ac5182SSteven Rostedt (Red Hat) * int pc; 53746ac5182SSteven Rostedt (Red Hat) * 53846ac5182SSteven Rostedt (Red Hat) * if (!(eflags & EVENT_FILE_FL_TRIGGER_COND)) { 53946ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_TRIGGER_MODE) 54046ac5182SSteven Rostedt (Red Hat) * event_triggers_call(trace_file, NULL); 54146ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_SOFT_DISABLED) 54246ac5182SSteven Rostedt (Red Hat) * return; 54346ac5182SSteven Rostedt (Red Hat) * } 54446ac5182SSteven Rostedt (Red Hat) * 54546ac5182SSteven Rostedt (Red Hat) * local_save_flags(irq_flags); 54646ac5182SSteven Rostedt (Red Hat) * pc = preempt_count(); 54746ac5182SSteven Rostedt (Red Hat) * 54846ac5182SSteven Rostedt (Red Hat) * __data_size = trace_event_get_offsets_<call>(&__data_offsets, args); 54946ac5182SSteven Rostedt (Red Hat) * 55046ac5182SSteven Rostedt (Red Hat) * event = trace_event_buffer_lock_reserve(&buffer, trace_file, 55146ac5182SSteven Rostedt (Red Hat) * event_<call>->event.type, 55246ac5182SSteven Rostedt (Red Hat) * sizeof(*entry) + __data_size, 55346ac5182SSteven Rostedt (Red Hat) * irq_flags, pc); 55446ac5182SSteven Rostedt (Red Hat) * if (!event) 55546ac5182SSteven Rostedt (Red Hat) * return; 55646ac5182SSteven Rostedt (Red Hat) * entry = ring_buffer_event_data(event); 55746ac5182SSteven Rostedt (Red Hat) * 55846ac5182SSteven Rostedt (Red Hat) * { <assign>; } <-- Here we assign the entries by the __field and 55946ac5182SSteven Rostedt (Red Hat) * __array macros. 56046ac5182SSteven Rostedt (Red Hat) * 56146ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_TRIGGER_COND) 56246ac5182SSteven Rostedt (Red Hat) * __tt = event_triggers_call(trace_file, entry); 56346ac5182SSteven Rostedt (Red Hat) * 56446ac5182SSteven Rostedt (Red Hat) * if (test_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, 56546ac5182SSteven Rostedt (Red Hat) * &trace_file->flags)) 56646ac5182SSteven Rostedt (Red Hat) * ring_buffer_discard_commit(buffer, event); 56746ac5182SSteven Rostedt (Red Hat) * else if (!filter_check_discard(trace_file, entry, buffer, event)) 56846ac5182SSteven Rostedt (Red Hat) * trace_buffer_unlock_commit(buffer, event, irq_flags, pc); 56946ac5182SSteven Rostedt (Red Hat) * 57046ac5182SSteven Rostedt (Red Hat) * if (__tt) 57146ac5182SSteven Rostedt (Red Hat) * event_triggers_post_call(trace_file, __tt); 57246ac5182SSteven Rostedt (Red Hat) * } 57346ac5182SSteven Rostedt (Red Hat) * 57446ac5182SSteven Rostedt (Red Hat) * static struct trace_event ftrace_event_type_<call> = { 57546ac5182SSteven Rostedt (Red Hat) * .trace = trace_raw_output_<call>, <-- stage 2 57646ac5182SSteven Rostedt (Red Hat) * }; 57746ac5182SSteven Rostedt (Red Hat) * 57846ac5182SSteven Rostedt (Red Hat) * static char print_fmt_<call>[] = <TP_printk>; 57946ac5182SSteven Rostedt (Red Hat) * 58046ac5182SSteven Rostedt (Red Hat) * static struct trace_event_class __used event_class_<template> = { 58146ac5182SSteven Rostedt (Red Hat) * .system = "<system>", 58246ac5182SSteven Rostedt (Red Hat) * .define_fields = trace_event_define_fields_<call>, 58346ac5182SSteven Rostedt (Red Hat) * .fields = LIST_HEAD_INIT(event_class_##call.fields), 58446ac5182SSteven Rostedt (Red Hat) * .raw_init = trace_event_raw_init, 58546ac5182SSteven Rostedt (Red Hat) * .probe = trace_event_raw_event_##call, 58646ac5182SSteven Rostedt (Red Hat) * .reg = trace_event_reg, 58746ac5182SSteven Rostedt (Red Hat) * }; 58846ac5182SSteven Rostedt (Red Hat) * 58946ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call event_<call> = { 59046ac5182SSteven Rostedt (Red Hat) * .class = event_class_<template>, 59146ac5182SSteven Rostedt (Red Hat) * { 59246ac5182SSteven Rostedt (Red Hat) * .tp = &__tracepoint_<call>, 59346ac5182SSteven Rostedt (Red Hat) * }, 59446ac5182SSteven Rostedt (Red Hat) * .event = &ftrace_event_type_<call>, 59546ac5182SSteven Rostedt (Red Hat) * .print_fmt = print_fmt_<call>, 59646ac5182SSteven Rostedt (Red Hat) * .flags = TRACE_EVENT_FL_TRACEPOINT, 59746ac5182SSteven Rostedt (Red Hat) * }; 59846ac5182SSteven Rostedt (Red Hat) * // its only safe to use pointers when doing linker tricks to 59946ac5182SSteven Rostedt (Red Hat) * // create an array. 60046ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call __used 60146ac5182SSteven Rostedt (Red Hat) * __attribute__((section("_ftrace_events"))) *__event_<call> = &event_<call>; 60246ac5182SSteven Rostedt (Red Hat) * 60346ac5182SSteven Rostedt (Red Hat) */ 60446ac5182SSteven Rostedt (Red Hat) 60546ac5182SSteven Rostedt (Red Hat) #ifdef CONFIG_PERF_EVENTS 60646ac5182SSteven Rostedt (Red Hat) 60746ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_PROTO(call, proto) \ 60846ac5182SSteven Rostedt (Red Hat) static notrace void \ 60946ac5182SSteven Rostedt (Red Hat) perf_trace_##call(void *__data, proto); 61046ac5182SSteven Rostedt (Red Hat) 61146ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_INIT(call) \ 61246ac5182SSteven Rostedt (Red Hat) .perf_probe = perf_trace_##call, 61346ac5182SSteven Rostedt (Red Hat) 61446ac5182SSteven Rostedt (Red Hat) #else 61546ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_PROTO(call, proto) 61646ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_INIT(call) 61746ac5182SSteven Rostedt (Red Hat) #endif /* CONFIG_PERF_EVENTS */ 61846ac5182SSteven Rostedt (Red Hat) 61946ac5182SSteven Rostedt (Red Hat) #undef __entry 62046ac5182SSteven Rostedt (Red Hat) #define __entry entry 62146ac5182SSteven Rostedt (Red Hat) 62246ac5182SSteven Rostedt (Red Hat) #undef __field 62346ac5182SSteven Rostedt (Red Hat) #define __field(type, item) 62446ac5182SSteven Rostedt (Red Hat) 62546ac5182SSteven Rostedt (Red Hat) #undef __field_struct 62646ac5182SSteven Rostedt (Red Hat) #define __field_struct(type, item) 62746ac5182SSteven Rostedt (Red Hat) 62846ac5182SSteven Rostedt (Red Hat) #undef __array 62946ac5182SSteven Rostedt (Red Hat) #define __array(type, item, len) 63046ac5182SSteven Rostedt (Red Hat) 63146ac5182SSteven Rostedt (Red Hat) #undef __dynamic_array 63246ac5182SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) \ 63346ac5182SSteven Rostedt (Red Hat) __entry->__data_loc_##item = __data_offsets.item; 63446ac5182SSteven Rostedt (Red Hat) 63546ac5182SSteven Rostedt (Red Hat) #undef __string 63646ac5182SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 63746ac5182SSteven Rostedt (Red Hat) 63846ac5182SSteven Rostedt (Red Hat) #undef __assign_str 63946ac5182SSteven Rostedt (Red Hat) #define __assign_str(dst, src) \ 64046ac5182SSteven Rostedt (Red Hat) strcpy(__get_str(dst), (src) ? (const char *)(src) : "(null)"); 64146ac5182SSteven Rostedt (Red Hat) 64246ac5182SSteven Rostedt (Red Hat) #undef __bitmask 64346ac5182SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 64446ac5182SSteven Rostedt (Red Hat) 64546ac5182SSteven Rostedt (Red Hat) #undef __get_bitmask 64646ac5182SSteven Rostedt (Red Hat) #define __get_bitmask(field) (char *)__get_dynamic_array(field) 64746ac5182SSteven Rostedt (Red Hat) 64846ac5182SSteven Rostedt (Red Hat) #undef __assign_bitmask 64946ac5182SSteven Rostedt (Red Hat) #define __assign_bitmask(dst, src, nr_bits) \ 65046ac5182SSteven Rostedt (Red Hat) memcpy(__get_bitmask(dst), (src), __bitmask_size_in_bytes(nr_bits)) 65146ac5182SSteven Rostedt (Red Hat) 65246ac5182SSteven Rostedt (Red Hat) #undef TP_fast_assign 65346ac5182SSteven Rostedt (Red Hat) #define TP_fast_assign(args...) args 65446ac5182SSteven Rostedt (Red Hat) 65546ac5182SSteven Rostedt (Red Hat) #undef __perf_addr 65646ac5182SSteven Rostedt (Red Hat) #define __perf_addr(a) (a) 65746ac5182SSteven Rostedt (Red Hat) 65846ac5182SSteven Rostedt (Red Hat) #undef __perf_count 65946ac5182SSteven Rostedt (Red Hat) #define __perf_count(c) (c) 66046ac5182SSteven Rostedt (Red Hat) 66146ac5182SSteven Rostedt (Red Hat) #undef __perf_task 66246ac5182SSteven Rostedt (Red Hat) #define __perf_task(t) (t) 66346ac5182SSteven Rostedt (Red Hat) 66446ac5182SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 66546ac5182SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 66646ac5182SSteven Rostedt (Red Hat) \ 66746ac5182SSteven Rostedt (Red Hat) static notrace void \ 66846ac5182SSteven Rostedt (Red Hat) trace_event_raw_event_##call(void *__data, proto) \ 66946ac5182SSteven Rostedt (Red Hat) { \ 67046ac5182SSteven Rostedt (Red Hat) struct trace_event_file *trace_file = __data; \ 67146ac5182SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call __maybe_unused __data_offsets;\ 67246ac5182SSteven Rostedt (Red Hat) struct trace_event_buffer fbuffer; \ 67346ac5182SSteven Rostedt (Red Hat) struct trace_event_raw_##call *entry; \ 67446ac5182SSteven Rostedt (Red Hat) int __data_size; \ 67546ac5182SSteven Rostedt (Red Hat) \ 67646ac5182SSteven Rostedt (Red Hat) if (trace_trigger_soft_disabled(trace_file)) \ 67746ac5182SSteven Rostedt (Red Hat) return; \ 67846ac5182SSteven Rostedt (Red Hat) \ 67946ac5182SSteven Rostedt (Red Hat) __data_size = trace_event_get_offsets_##call(&__data_offsets, args); \ 68046ac5182SSteven Rostedt (Red Hat) \ 68146ac5182SSteven Rostedt (Red Hat) entry = trace_event_buffer_reserve(&fbuffer, trace_file, \ 68246ac5182SSteven Rostedt (Red Hat) sizeof(*entry) + __data_size); \ 68346ac5182SSteven Rostedt (Red Hat) \ 68446ac5182SSteven Rostedt (Red Hat) if (!entry) \ 68546ac5182SSteven Rostedt (Red Hat) return; \ 68646ac5182SSteven Rostedt (Red Hat) \ 68746ac5182SSteven Rostedt (Red Hat) tstruct \ 68846ac5182SSteven Rostedt (Red Hat) \ 68946ac5182SSteven Rostedt (Red Hat) { assign; } \ 69046ac5182SSteven Rostedt (Red Hat) \ 69146ac5182SSteven Rostedt (Red Hat) trace_event_buffer_commit(&fbuffer); \ 69246ac5182SSteven Rostedt (Red Hat) } 69346ac5182SSteven Rostedt (Red Hat) /* 69446ac5182SSteven Rostedt (Red Hat) * The ftrace_test_probe is compiled out, it is only here as a build time check 69546ac5182SSteven Rostedt (Red Hat) * to make sure that if the tracepoint handling changes, the ftrace probe will 69646ac5182SSteven Rostedt (Red Hat) * fail to compile unless it too is updated. 69746ac5182SSteven Rostedt (Red Hat) */ 69846ac5182SSteven Rostedt (Red Hat) 69946ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 70046ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, call, proto, args) \ 70146ac5182SSteven Rostedt (Red Hat) static inline void ftrace_test_probe_##call(void) \ 70246ac5182SSteven Rostedt (Red Hat) { \ 70346ac5182SSteven Rostedt (Red Hat) check_trace_callback_type_##call(trace_event_raw_event_##template); \ 70446ac5182SSteven Rostedt (Red Hat) } 70546ac5182SSteven Rostedt (Red Hat) 70646ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 70746ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) 70846ac5182SSteven Rostedt (Red Hat) 70946ac5182SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 71046ac5182SSteven Rostedt (Red Hat) 71146ac5182SSteven Rostedt (Red Hat) #undef __entry 71246ac5182SSteven Rostedt (Red Hat) #define __entry REC 71346ac5182SSteven Rostedt (Red Hat) 71446ac5182SSteven Rostedt (Red Hat) #undef __print_flags 71546ac5182SSteven Rostedt (Red Hat) #undef __print_symbolic 71646ac5182SSteven Rostedt (Red Hat) #undef __print_hex 71746ac5182SSteven Rostedt (Red Hat) #undef __get_dynamic_array 71846ac5182SSteven Rostedt (Red Hat) #undef __get_dynamic_array_len 71946ac5182SSteven Rostedt (Red Hat) #undef __get_str 72046ac5182SSteven Rostedt (Red Hat) #undef __get_bitmask 72146ac5182SSteven Rostedt (Red Hat) #undef __print_array 72246ac5182SSteven Rostedt (Red Hat) 72346ac5182SSteven Rostedt (Red Hat) #undef TP_printk 72446ac5182SSteven Rostedt (Red Hat) #define TP_printk(fmt, args...) "\"" fmt "\", " __stringify(args) 72546ac5182SSteven Rostedt (Red Hat) 72646ac5182SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 72746ac5182SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 72846ac5182SSteven Rostedt (Red Hat) _TRACE_PERF_PROTO(call, PARAMS(proto)); \ 72946ac5182SSteven Rostedt (Red Hat) static char print_fmt_##call[] = print; \ 73046ac5182SSteven Rostedt (Red Hat) static struct trace_event_class __used __refdata event_class_##call = { \ 73146ac5182SSteven Rostedt (Red Hat) .system = TRACE_SYSTEM_STRING, \ 73246ac5182SSteven Rostedt (Red Hat) .define_fields = trace_event_define_fields_##call, \ 73346ac5182SSteven Rostedt (Red Hat) .fields = LIST_HEAD_INIT(event_class_##call.fields),\ 73446ac5182SSteven Rostedt (Red Hat) .raw_init = trace_event_raw_init, \ 73546ac5182SSteven Rostedt (Red Hat) .probe = trace_event_raw_event_##call, \ 73646ac5182SSteven Rostedt (Red Hat) .reg = trace_event_reg, \ 73746ac5182SSteven Rostedt (Red Hat) _TRACE_PERF_INIT(call) \ 73846ac5182SSteven Rostedt (Red Hat) }; 73946ac5182SSteven Rostedt (Red Hat) 74046ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 74146ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, call, proto, args) \ 74246ac5182SSteven Rostedt (Red Hat) \ 74346ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used event_##call = { \ 74446ac5182SSteven Rostedt (Red Hat) .class = &event_class_##template, \ 74546ac5182SSteven Rostedt (Red Hat) { \ 74646ac5182SSteven Rostedt (Red Hat) .tp = &__tracepoint_##call, \ 74746ac5182SSteven Rostedt (Red Hat) }, \ 74846ac5182SSteven Rostedt (Red Hat) .event.funcs = &trace_event_type_funcs_##template, \ 74946ac5182SSteven Rostedt (Red Hat) .print_fmt = print_fmt_##template, \ 75046ac5182SSteven Rostedt (Red Hat) .flags = TRACE_EVENT_FL_TRACEPOINT, \ 75146ac5182SSteven Rostedt (Red Hat) }; \ 75246ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 75346ac5182SSteven Rostedt (Red Hat) __attribute__((section("_ftrace_events"))) *__event_##call = &event_##call 75446ac5182SSteven Rostedt (Red Hat) 75546ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 75646ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, call, proto, args, print) \ 75746ac5182SSteven Rostedt (Red Hat) \ 75846ac5182SSteven Rostedt (Red Hat) static char print_fmt_##call[] = print; \ 75946ac5182SSteven Rostedt (Red Hat) \ 76046ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used event_##call = { \ 76146ac5182SSteven Rostedt (Red Hat) .class = &event_class_##template, \ 76246ac5182SSteven Rostedt (Red Hat) { \ 76346ac5182SSteven Rostedt (Red Hat) .tp = &__tracepoint_##call, \ 76446ac5182SSteven Rostedt (Red Hat) }, \ 76546ac5182SSteven Rostedt (Red Hat) .event.funcs = &trace_event_type_funcs_##call, \ 76646ac5182SSteven Rostedt (Red Hat) .print_fmt = print_fmt_##call, \ 76746ac5182SSteven Rostedt (Red Hat) .flags = TRACE_EVENT_FL_TRACEPOINT, \ 76846ac5182SSteven Rostedt (Red Hat) }; \ 76946ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 77046ac5182SSteven Rostedt (Red Hat) __attribute__((section("_ftrace_events"))) *__event_##call = &event_##call 77146ac5182SSteven Rostedt (Red Hat) 77246ac5182SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 773