1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * This file defines the trace event structures that go into the ring 4 * buffer directly. They are created via macros so that changes for them 5 * appear in the format file. Using macros will automate this process. 6 * 7 * The macro used to create a ftrace data structure is: 8 * 9 * FTRACE_ENTRY( name, struct_name, id, structure, print ) 10 * 11 * @name: the name used the event name, as well as the name of 12 * the directory that holds the format file. 13 * 14 * @struct_name: the name of the structure that is created. 15 * 16 * @id: The event identifier that is used to detect what event 17 * this is from the ring buffer. 18 * 19 * @structure: the structure layout 20 * 21 * - __field( type, item ) 22 * This is equivalent to declaring 23 * type item; 24 * in the structure. 25 * - __array( type, item, size ) 26 * This is equivalent to declaring 27 * type item[size]; 28 * in the structure. 29 * 30 * * for structures within structures, the format of the internal 31 * structure is laid out. This allows the internal structure 32 * to be deciphered for the format file. Although these macros 33 * may become out of sync with the internal structure, they 34 * will create a compile error if it happens. Since the 35 * internal structures are just tracing helpers, this is not 36 * an issue. 37 * 38 * When an internal structure is used, it should use: 39 * 40 * __field_struct( type, item ) 41 * 42 * instead of __field. This will prevent it from being shown in 43 * the output file. The fields in the structure should use. 44 * 45 * __field_desc( type, container, item ) 46 * __array_desc( type, container, item, len ) 47 * 48 * type, item and len are the same as __field and __array, but 49 * container is added. This is the name of the item in 50 * __field_struct that this is describing. 51 * 52 * 53 * @print: the print format shown to users in the format file. 54 */ 55 56 /* 57 * Function trace entry - function address and parent function address: 58 */ 59 FTRACE_ENTRY_REG(function, ftrace_entry, 60 61 TRACE_FN, 62 63 F_STRUCT( 64 __field_fn( unsigned long, ip ) 65 __field_fn( unsigned long, parent_ip ) 66 ), 67 68 F_printk(" %ps <-- %ps", 69 (void *)__entry->ip, (void *)__entry->parent_ip), 70 71 perf_ftrace_event_register 72 ); 73 74 /* Function call entry */ 75 FTRACE_ENTRY_PACKED(funcgraph_entry, ftrace_graph_ent_entry, 76 77 TRACE_GRAPH_ENT, 78 79 F_STRUCT( 80 __field_struct( struct ftrace_graph_ent, graph_ent ) 81 __field_packed( unsigned long, graph_ent, func ) 82 __field_packed( int, graph_ent, depth ) 83 ), 84 85 F_printk("--> %ps (%d)", (void *)__entry->func, __entry->depth) 86 ); 87 88 /* Function return entry */ 89 #ifdef CONFIG_FUNCTION_GRAPH_RETVAL 90 91 FTRACE_ENTRY_PACKED(funcgraph_exit, ftrace_graph_ret_entry, 92 93 TRACE_GRAPH_RET, 94 95 F_STRUCT( 96 __field_struct( struct ftrace_graph_ret, ret ) 97 __field_packed( unsigned long, ret, func ) 98 __field_packed( unsigned long, ret, retval ) 99 __field_packed( int, ret, depth ) 100 __field_packed( unsigned int, ret, overrun ) 101 __field_packed( unsigned long long, ret, calltime) 102 __field_packed( unsigned long long, ret, rettime ) 103 ), 104 105 F_printk("<-- %ps (%d) (start: %llx end: %llx) over: %d retval: %lx", 106 (void *)__entry->func, __entry->depth, 107 __entry->calltime, __entry->rettime, 108 __entry->depth, __entry->retval) 109 ); 110 111 #else 112 113 FTRACE_ENTRY_PACKED(funcgraph_exit, ftrace_graph_ret_entry, 114 115 TRACE_GRAPH_RET, 116 117 F_STRUCT( 118 __field_struct( struct ftrace_graph_ret, ret ) 119 __field_packed( unsigned long, ret, func ) 120 __field_packed( int, ret, depth ) 121 __field_packed( unsigned int, ret, overrun ) 122 __field_packed( unsigned long long, ret, calltime) 123 __field_packed( unsigned long long, ret, rettime ) 124 ), 125 126 F_printk("<-- %ps (%d) (start: %llx end: %llx) over: %d", 127 (void *)__entry->func, __entry->depth, 128 __entry->calltime, __entry->rettime, 129 __entry->depth) 130 ); 131 132 #endif 133 134 /* 135 * Context switch trace entry - which task (and prio) we switched from/to: 136 * 137 * This is used for both wakeup and context switches. We only want 138 * to create one structure, but we need two outputs for it. 139 */ 140 #define FTRACE_CTX_FIELDS \ 141 __field( unsigned int, prev_pid ) \ 142 __field( unsigned int, next_pid ) \ 143 __field( unsigned int, next_cpu ) \ 144 __field( unsigned char, prev_prio ) \ 145 __field( unsigned char, prev_state ) \ 146 __field( unsigned char, next_prio ) \ 147 __field( unsigned char, next_state ) 148 149 FTRACE_ENTRY(context_switch, ctx_switch_entry, 150 151 TRACE_CTX, 152 153 F_STRUCT( 154 FTRACE_CTX_FIELDS 155 ), 156 157 F_printk("%u:%u:%u ==> %u:%u:%u [%03u]", 158 __entry->prev_pid, __entry->prev_prio, __entry->prev_state, 159 __entry->next_pid, __entry->next_prio, __entry->next_state, 160 __entry->next_cpu) 161 ); 162 163 /* 164 * FTRACE_ENTRY_DUP only creates the format file, it will not 165 * create another structure. 166 */ 167 FTRACE_ENTRY_DUP(wakeup, ctx_switch_entry, 168 169 TRACE_WAKE, 170 171 F_STRUCT( 172 FTRACE_CTX_FIELDS 173 ), 174 175 F_printk("%u:%u:%u ==+ %u:%u:%u [%03u]", 176 __entry->prev_pid, __entry->prev_prio, __entry->prev_state, 177 __entry->next_pid, __entry->next_prio, __entry->next_state, 178 __entry->next_cpu) 179 ); 180 181 /* 182 * Stack-trace entry: 183 */ 184 185 #define FTRACE_STACK_ENTRIES 8 186 187 FTRACE_ENTRY(kernel_stack, stack_entry, 188 189 TRACE_STACK, 190 191 F_STRUCT( 192 __field( int, size ) 193 __array( unsigned long, caller, FTRACE_STACK_ENTRIES ) 194 ), 195 196 F_printk("\t=> %ps\n\t=> %ps\n\t=> %ps\n" 197 "\t=> %ps\n\t=> %ps\n\t=> %ps\n" 198 "\t=> %ps\n\t=> %ps\n", 199 (void *)__entry->caller[0], (void *)__entry->caller[1], 200 (void *)__entry->caller[2], (void *)__entry->caller[3], 201 (void *)__entry->caller[4], (void *)__entry->caller[5], 202 (void *)__entry->caller[6], (void *)__entry->caller[7]) 203 ); 204 205 FTRACE_ENTRY(user_stack, userstack_entry, 206 207 TRACE_USER_STACK, 208 209 F_STRUCT( 210 __field( unsigned int, tgid ) 211 __array( unsigned long, caller, FTRACE_STACK_ENTRIES ) 212 ), 213 214 F_printk("\t=> %ps\n\t=> %ps\n\t=> %ps\n" 215 "\t=> %ps\n\t=> %ps\n\t=> %ps\n" 216 "\t=> %ps\n\t=> %ps\n", 217 (void *)__entry->caller[0], (void *)__entry->caller[1], 218 (void *)__entry->caller[2], (void *)__entry->caller[3], 219 (void *)__entry->caller[4], (void *)__entry->caller[5], 220 (void *)__entry->caller[6], (void *)__entry->caller[7]) 221 ); 222 223 /* 224 * trace_printk entry: 225 */ 226 FTRACE_ENTRY(bprint, bprint_entry, 227 228 TRACE_BPRINT, 229 230 F_STRUCT( 231 __field( unsigned long, ip ) 232 __field( const char *, fmt ) 233 __dynamic_array( u32, buf ) 234 ), 235 236 F_printk("%ps: %s", 237 (void *)__entry->ip, __entry->fmt) 238 ); 239 240 FTRACE_ENTRY_REG(print, print_entry, 241 242 TRACE_PRINT, 243 244 F_STRUCT( 245 __field( unsigned long, ip ) 246 __dynamic_array( char, buf ) 247 ), 248 249 F_printk("%ps: %s", 250 (void *)__entry->ip, __entry->buf), 251 252 ftrace_event_register 253 ); 254 255 FTRACE_ENTRY(raw_data, raw_data_entry, 256 257 TRACE_RAW_DATA, 258 259 F_STRUCT( 260 __field( unsigned int, id ) 261 __dynamic_array( char, buf ) 262 ), 263 264 F_printk("id:%04x %08x", 265 __entry->id, (int)__entry->buf[0]) 266 ); 267 268 FTRACE_ENTRY(bputs, bputs_entry, 269 270 TRACE_BPUTS, 271 272 F_STRUCT( 273 __field( unsigned long, ip ) 274 __field( const char *, str ) 275 ), 276 277 F_printk("%ps: %s", 278 (void *)__entry->ip, __entry->str) 279 ); 280 281 FTRACE_ENTRY(mmiotrace_rw, trace_mmiotrace_rw, 282 283 TRACE_MMIO_RW, 284 285 F_STRUCT( 286 __field_struct( struct mmiotrace_rw, rw ) 287 __field_desc( resource_size_t, rw, phys ) 288 __field_desc( unsigned long, rw, value ) 289 __field_desc( unsigned long, rw, pc ) 290 __field_desc( int, rw, map_id ) 291 __field_desc( unsigned char, rw, opcode ) 292 __field_desc( unsigned char, rw, width ) 293 ), 294 295 F_printk("%lx %lx %lx %d %x %x", 296 (unsigned long)__entry->phys, __entry->value, __entry->pc, 297 __entry->map_id, __entry->opcode, __entry->width) 298 ); 299 300 FTRACE_ENTRY(mmiotrace_map, trace_mmiotrace_map, 301 302 TRACE_MMIO_MAP, 303 304 F_STRUCT( 305 __field_struct( struct mmiotrace_map, map ) 306 __field_desc( resource_size_t, map, phys ) 307 __field_desc( unsigned long, map, virt ) 308 __field_desc( unsigned long, map, len ) 309 __field_desc( int, map, map_id ) 310 __field_desc( unsigned char, map, opcode ) 311 ), 312 313 F_printk("%lx %lx %lx %d %x", 314 (unsigned long)__entry->phys, __entry->virt, __entry->len, 315 __entry->map_id, __entry->opcode) 316 ); 317 318 319 #define TRACE_FUNC_SIZE 30 320 #define TRACE_FILE_SIZE 20 321 322 FTRACE_ENTRY(branch, trace_branch, 323 324 TRACE_BRANCH, 325 326 F_STRUCT( 327 __field( unsigned int, line ) 328 __array( char, func, TRACE_FUNC_SIZE+1 ) 329 __array( char, file, TRACE_FILE_SIZE+1 ) 330 __field( char, correct ) 331 __field( char, constant ) 332 ), 333 334 F_printk("%u:%s:%s (%u)%s", 335 __entry->line, 336 __entry->func, __entry->file, __entry->correct, 337 __entry->constant ? " CONSTANT" : "") 338 ); 339 340 341 FTRACE_ENTRY(hwlat, hwlat_entry, 342 343 TRACE_HWLAT, 344 345 F_STRUCT( 346 __field( u64, duration ) 347 __field( u64, outer_duration ) 348 __field( u64, nmi_total_ts ) 349 __field_struct( struct timespec64, timestamp ) 350 __field_desc( s64, timestamp, tv_sec ) 351 __field_desc( long, timestamp, tv_nsec ) 352 __field( unsigned int, nmi_count ) 353 __field( unsigned int, seqnum ) 354 __field( unsigned int, count ) 355 ), 356 357 F_printk("cnt:%u\tts:%010llu.%010lu\tinner:%llu\touter:%llu\tcount:%d\tnmi-ts:%llu\tnmi-count:%u\n", 358 __entry->seqnum, 359 __entry->tv_sec, 360 __entry->tv_nsec, 361 __entry->duration, 362 __entry->outer_duration, 363 __entry->count, 364 __entry->nmi_total_ts, 365 __entry->nmi_count) 366 ); 367 368 #define FUNC_REPEATS_GET_DELTA_TS(entry) \ 369 (((u64)(entry)->top_delta_ts << 32) | (entry)->bottom_delta_ts) \ 370 371 FTRACE_ENTRY(func_repeats, func_repeats_entry, 372 373 TRACE_FUNC_REPEATS, 374 375 F_STRUCT( 376 __field( unsigned long, ip ) 377 __field( unsigned long, parent_ip ) 378 __field( u16 , count ) 379 __field( u16 , top_delta_ts ) 380 __field( u32 , bottom_delta_ts ) 381 ), 382 383 F_printk(" %ps <-%ps\t(repeats:%u delta: -%llu)", 384 (void *)__entry->ip, 385 (void *)__entry->parent_ip, 386 __entry->count, 387 FUNC_REPEATS_GET_DELTA_TS(__entry)) 388 ); 389 390 FTRACE_ENTRY(osnoise, osnoise_entry, 391 392 TRACE_OSNOISE, 393 394 F_STRUCT( 395 __field( u64, noise ) 396 __field( u64, runtime ) 397 __field( u64, max_sample ) 398 __field( unsigned int, hw_count ) 399 __field( unsigned int, nmi_count ) 400 __field( unsigned int, irq_count ) 401 __field( unsigned int, softirq_count ) 402 __field( unsigned int, thread_count ) 403 ), 404 405 F_printk("noise:%llu\tmax_sample:%llu\thw:%u\tnmi:%u\tirq:%u\tsoftirq:%u\tthread:%u\n", 406 __entry->noise, 407 __entry->max_sample, 408 __entry->hw_count, 409 __entry->nmi_count, 410 __entry->irq_count, 411 __entry->softirq_count, 412 __entry->thread_count) 413 ); 414 415 FTRACE_ENTRY(timerlat, timerlat_entry, 416 417 TRACE_TIMERLAT, 418 419 F_STRUCT( 420 __field( unsigned int, seqnum ) 421 __field( int, context ) 422 __field( u64, timer_latency ) 423 ), 424 425 F_printk("seq:%u\tcontext:%d\ttimer_latency:%llu\n", 426 __entry->seqnum, 427 __entry->context, 428 __entry->timer_latency) 429 ); 430