xref: /openbmc/linux/include/trace/events/sunrpc.h (revision 0f9b4c3ca5fdf3e177266ef994071b1a03f07318)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM sunrpc
4 
5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_SUNRPC_H
7 
8 #include <linux/sunrpc/sched.h>
9 #include <linux/sunrpc/clnt.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/sunrpc/xprtsock.h>
12 #include <linux/sunrpc/svc_xprt.h>
13 #include <net/tcp_states.h>
14 #include <linux/net.h>
15 #include <linux/tracepoint.h>
16 
17 #include <trace/misc/sunrpc.h>
18 
19 TRACE_DEFINE_ENUM(SOCK_STREAM);
20 TRACE_DEFINE_ENUM(SOCK_DGRAM);
21 TRACE_DEFINE_ENUM(SOCK_RAW);
22 TRACE_DEFINE_ENUM(SOCK_RDM);
23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24 TRACE_DEFINE_ENUM(SOCK_DCCP);
25 TRACE_DEFINE_ENUM(SOCK_PACKET);
26 
27 #define show_socket_type(type)					\
28 	__print_symbolic(type,					\
29 		{ SOCK_STREAM,		"STREAM" },		\
30 		{ SOCK_DGRAM,		"DGRAM" },		\
31 		{ SOCK_RAW,		"RAW" },		\
32 		{ SOCK_RDM,		"RDM" },		\
33 		{ SOCK_SEQPACKET,	"SEQPACKET" },		\
34 		{ SOCK_DCCP,		"DCCP" },		\
35 		{ SOCK_PACKET,		"PACKET" })
36 
37 /* This list is known to be incomplete, add new enums as needed. */
38 TRACE_DEFINE_ENUM(AF_UNSPEC);
39 TRACE_DEFINE_ENUM(AF_UNIX);
40 TRACE_DEFINE_ENUM(AF_LOCAL);
41 TRACE_DEFINE_ENUM(AF_INET);
42 TRACE_DEFINE_ENUM(AF_INET6);
43 
44 #define rpc_show_address_family(family)				\
45 	__print_symbolic(family,				\
46 		{ AF_UNSPEC,		"AF_UNSPEC" },		\
47 		{ AF_UNIX,		"AF_UNIX" },		\
48 		{ AF_LOCAL,		"AF_LOCAL" },		\
49 		{ AF_INET,		"AF_INET" },		\
50 		{ AF_INET6,		"AF_INET6" })
51 
52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
53 	TP_PROTO(
54 		const struct rpc_task *task,
55 		const struct xdr_buf *xdr
56 	),
57 
58 	TP_ARGS(task, xdr),
59 
60 	TP_STRUCT__entry(
61 		__field(unsigned int, task_id)
62 		__field(unsigned int, client_id)
63 		__field(const void *, head_base)
64 		__field(size_t, head_len)
65 		__field(const void *, tail_base)
66 		__field(size_t, tail_len)
67 		__field(unsigned int, page_base)
68 		__field(unsigned int, page_len)
69 		__field(unsigned int, msg_len)
70 	),
71 
72 	TP_fast_assign(
73 		__entry->task_id = task->tk_pid;
74 		__entry->client_id = task->tk_client ?
75 				     task->tk_client->cl_clid : -1;
76 		__entry->head_base = xdr->head[0].iov_base;
77 		__entry->head_len = xdr->head[0].iov_len;
78 		__entry->tail_base = xdr->tail[0].iov_base;
79 		__entry->tail_len = xdr->tail[0].iov_len;
80 		__entry->page_base = xdr->page_base;
81 		__entry->page_len = xdr->page_len;
82 		__entry->msg_len = xdr->len;
83 	),
84 
85 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 		  " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 		__entry->task_id, __entry->client_id,
88 		__entry->head_base, __entry->head_len,
89 		__entry->page_len, __entry->page_base,
90 		__entry->tail_base, __entry->tail_len,
91 		__entry->msg_len
92 	)
93 );
94 
95 #define DEFINE_RPCXDRBUF_EVENT(name)					\
96 		DEFINE_EVENT(rpc_xdr_buf_class,				\
97 				rpc_xdr_##name,				\
98 				TP_PROTO(				\
99 					const struct rpc_task *task,	\
100 					const struct xdr_buf *xdr	\
101 				),					\
102 				TP_ARGS(task, xdr))
103 
104 DEFINE_RPCXDRBUF_EVENT(sendto);
105 DEFINE_RPCXDRBUF_EVENT(recvfrom);
106 DEFINE_RPCXDRBUF_EVENT(reply_pages);
107 
108 
109 DECLARE_EVENT_CLASS(rpc_clnt_class,
110 	TP_PROTO(
111 		const struct rpc_clnt *clnt
112 	),
113 
114 	TP_ARGS(clnt),
115 
116 	TP_STRUCT__entry(
117 		__field(unsigned int, client_id)
118 	),
119 
120 	TP_fast_assign(
121 		__entry->client_id = clnt->cl_clid;
122 	),
123 
124 	TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
125 );
126 
127 #define DEFINE_RPC_CLNT_EVENT(name)					\
128 		DEFINE_EVENT(rpc_clnt_class,				\
129 				rpc_clnt_##name,			\
130 				TP_PROTO(				\
131 					const struct rpc_clnt *clnt	\
132 				),					\
133 				TP_ARGS(clnt))
134 
135 DEFINE_RPC_CLNT_EVENT(free);
136 DEFINE_RPC_CLNT_EVENT(killall);
137 DEFINE_RPC_CLNT_EVENT(shutdown);
138 DEFINE_RPC_CLNT_EVENT(release);
139 DEFINE_RPC_CLNT_EVENT(replace_xprt);
140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
141 
142 TRACE_DEFINE_ENUM(RPC_XPRTSEC_NONE);
143 TRACE_DEFINE_ENUM(RPC_XPRTSEC_TLS_X509);
144 
145 #define rpc_show_xprtsec_policy(policy)					\
146 	__print_symbolic(policy,					\
147 		{ RPC_XPRTSEC_NONE,		"none" },		\
148 		{ RPC_XPRTSEC_TLS_ANON,		"tls-anon" },		\
149 		{ RPC_XPRTSEC_TLS_X509,		"tls-x509" })
150 
151 #define rpc_show_create_flags(flags)					\
152 	__print_flags(flags, "|",					\
153 		{ RPC_CLNT_CREATE_HARDRTRY,	"HARDRTRY" },		\
154 		{ RPC_CLNT_CREATE_AUTOBIND,	"AUTOBIND" },		\
155 		{ RPC_CLNT_CREATE_NONPRIVPORT,	"NONPRIVPORT" },	\
156 		{ RPC_CLNT_CREATE_NOPING,	"NOPING" },		\
157 		{ RPC_CLNT_CREATE_DISCRTRY,	"DISCRTRY" },		\
158 		{ RPC_CLNT_CREATE_QUIET,	"QUIET" },		\
159 		{ RPC_CLNT_CREATE_INFINITE_SLOTS,			\
160 						"INFINITE_SLOTS" },	\
161 		{ RPC_CLNT_CREATE_NO_IDLE_TIMEOUT,			\
162 						"NO_IDLE_TIMEOUT" },	\
163 		{ RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT,			\
164 						"NO_RETRANS_TIMEOUT" },	\
165 		{ RPC_CLNT_CREATE_SOFTERR,	"SOFTERR" },		\
166 		{ RPC_CLNT_CREATE_REUSEPORT,	"REUSEPORT" })
167 
168 TRACE_EVENT(rpc_clnt_new,
169 	TP_PROTO(
170 		const struct rpc_clnt *clnt,
171 		const struct rpc_xprt *xprt,
172 		const struct rpc_create_args *args
173 	),
174 
175 	TP_ARGS(clnt, xprt, args),
176 
177 	TP_STRUCT__entry(
178 		__field(unsigned int, client_id)
179 		__field(unsigned long, xprtsec)
180 		__field(unsigned long, flags)
181 		__string(program, clnt->cl_program->name)
182 		__string(server, xprt->servername)
183 		__string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
184 		__string(port, xprt->address_strings[RPC_DISPLAY_PORT])
185 	),
186 
187 	TP_fast_assign(
188 		__entry->client_id = clnt->cl_clid;
189 		__entry->xprtsec = args->xprtsec.policy;
190 		__entry->flags = args->flags;
191 		__assign_str(program, clnt->cl_program->name);
192 		__assign_str(server, xprt->servername);
193 		__assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
194 		__assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
195 	),
196 
197 	TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " peer=[%s]:%s"
198 		" program=%s server=%s xprtsec=%s flags=%s",
199 		__entry->client_id, __get_str(addr), __get_str(port),
200 		__get_str(program), __get_str(server),
201 		rpc_show_xprtsec_policy(__entry->xprtsec),
202 		rpc_show_create_flags(__entry->flags)
203 	)
204 );
205 
206 TRACE_EVENT(rpc_clnt_new_err,
207 	TP_PROTO(
208 		const char *program,
209 		const char *server,
210 		int error
211 	),
212 
213 	TP_ARGS(program, server, error),
214 
215 	TP_STRUCT__entry(
216 		__field(int, error)
217 		__string(program, program)
218 		__string(server, server)
219 	),
220 
221 	TP_fast_assign(
222 		__entry->error = error;
223 		__assign_str(program, program);
224 		__assign_str(server, server);
225 	),
226 
227 	TP_printk("program=%s server=%s error=%d",
228 		__get_str(program), __get_str(server), __entry->error)
229 );
230 
231 TRACE_EVENT(rpc_clnt_clone_err,
232 	TP_PROTO(
233 		const struct rpc_clnt *clnt,
234 		int error
235 	),
236 
237 	TP_ARGS(clnt, error),
238 
239 	TP_STRUCT__entry(
240 		__field(unsigned int, client_id)
241 		__field(int, error)
242 	),
243 
244 	TP_fast_assign(
245 		__entry->client_id = clnt->cl_clid;
246 		__entry->error = error;
247 	),
248 
249 	TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
250 		__entry->client_id, __entry->error)
251 );
252 
253 
254 TRACE_DEFINE_ENUM(RPC_AUTH_OK);
255 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
256 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
257 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
258 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
259 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
260 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
261 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
262 
263 #define rpc_show_auth_stat(status)					\
264 	__print_symbolic(status,					\
265 		{ RPC_AUTH_OK,			"AUTH_OK" },		\
266 		{ RPC_AUTH_BADCRED,		"BADCRED" },		\
267 		{ RPC_AUTH_REJECTEDCRED,	"REJECTEDCRED" },	\
268 		{ RPC_AUTH_BADVERF,		"BADVERF" },		\
269 		{ RPC_AUTH_REJECTEDVERF,	"REJECTEDVERF" },	\
270 		{ RPC_AUTH_TOOWEAK,		"TOOWEAK" },		\
271 		{ RPCSEC_GSS_CREDPROBLEM,	"GSS_CREDPROBLEM" },	\
272 		{ RPCSEC_GSS_CTXPROBLEM,	"GSS_CTXPROBLEM" })	\
273 
274 DECLARE_EVENT_CLASS(rpc_task_status,
275 
276 	TP_PROTO(const struct rpc_task *task),
277 
278 	TP_ARGS(task),
279 
280 	TP_STRUCT__entry(
281 		__field(unsigned int, task_id)
282 		__field(unsigned int, client_id)
283 		__field(int, status)
284 	),
285 
286 	TP_fast_assign(
287 		__entry->task_id = task->tk_pid;
288 		__entry->client_id = task->tk_client->cl_clid;
289 		__entry->status = task->tk_status;
290 	),
291 
292 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
293 		__entry->task_id, __entry->client_id,
294 		__entry->status)
295 );
296 #define DEFINE_RPC_STATUS_EVENT(name) \
297 	DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
298 			TP_PROTO( \
299 				const struct rpc_task *task \
300 			), \
301 			TP_ARGS(task))
302 
303 DEFINE_RPC_STATUS_EVENT(call);
304 DEFINE_RPC_STATUS_EVENT(connect);
305 DEFINE_RPC_STATUS_EVENT(timeout);
306 DEFINE_RPC_STATUS_EVENT(retry_refresh);
307 DEFINE_RPC_STATUS_EVENT(refresh);
308 
309 TRACE_EVENT(rpc_request,
310 	TP_PROTO(const struct rpc_task *task),
311 
312 	TP_ARGS(task),
313 
314 	TP_STRUCT__entry(
315 		__field(unsigned int, task_id)
316 		__field(unsigned int, client_id)
317 		__field(int, version)
318 		__field(bool, async)
319 		__string(progname, task->tk_client->cl_program->name)
320 		__string(procname, rpc_proc_name(task))
321 	),
322 
323 	TP_fast_assign(
324 		__entry->task_id = task->tk_pid;
325 		__entry->client_id = task->tk_client->cl_clid;
326 		__entry->version = task->tk_client->cl_vers;
327 		__entry->async = RPC_IS_ASYNC(task);
328 		__assign_str(progname, task->tk_client->cl_program->name);
329 		__assign_str(procname, rpc_proc_name(task));
330 	),
331 
332 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
333 		__entry->task_id, __entry->client_id,
334 		__get_str(progname), __entry->version,
335 		__get_str(procname), __entry->async ? "a": ""
336 		)
337 );
338 
339 #define rpc_show_task_flags(flags)					\
340 	__print_flags(flags, "|",					\
341 		{ RPC_TASK_ASYNC, "ASYNC" },				\
342 		{ RPC_TASK_SWAPPER, "SWAPPER" },			\
343 		{ RPC_TASK_MOVEABLE, "MOVEABLE" },			\
344 		{ RPC_TASK_NULLCREDS, "NULLCREDS" },			\
345 		{ RPC_CALL_MAJORSEEN, "MAJORSEEN" },			\
346 		{ RPC_TASK_DYNAMIC, "DYNAMIC" },			\
347 		{ RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" },		\
348 		{ RPC_TASK_SOFT, "SOFT" },				\
349 		{ RPC_TASK_SOFTCONN, "SOFTCONN" },			\
350 		{ RPC_TASK_SENT, "SENT" },				\
351 		{ RPC_TASK_TIMEOUT, "TIMEOUT" },			\
352 		{ RPC_TASK_NOCONNECT, "NOCONNECT" },			\
353 		{ RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" },		\
354 		{ RPC_TASK_CRED_NOREF, "CRED_NOREF" })
355 
356 #define rpc_show_runstate(flags)					\
357 	__print_flags(flags, "|",					\
358 		{ (1UL << RPC_TASK_RUNNING), "RUNNING" },		\
359 		{ (1UL << RPC_TASK_QUEUED), "QUEUED" },			\
360 		{ (1UL << RPC_TASK_ACTIVE), "ACTIVE" },			\
361 		{ (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" },		\
362 		{ (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" },		\
363 		{ (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" })
364 
365 DECLARE_EVENT_CLASS(rpc_task_running,
366 
367 	TP_PROTO(const struct rpc_task *task, const void *action),
368 
369 	TP_ARGS(task, action),
370 
371 	TP_STRUCT__entry(
372 		__field(unsigned int, task_id)
373 		__field(unsigned int, client_id)
374 		__field(const void *, action)
375 		__field(unsigned long, runstate)
376 		__field(int, status)
377 		__field(unsigned short, flags)
378 		),
379 
380 	TP_fast_assign(
381 		__entry->client_id = task->tk_client ?
382 				     task->tk_client->cl_clid : -1;
383 		__entry->task_id = task->tk_pid;
384 		__entry->action = action;
385 		__entry->runstate = task->tk_runstate;
386 		__entry->status = task->tk_status;
387 		__entry->flags = task->tk_flags;
388 		),
389 
390 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
391 		  " flags=%s runstate=%s status=%d action=%ps",
392 		__entry->task_id, __entry->client_id,
393 		rpc_show_task_flags(__entry->flags),
394 		rpc_show_runstate(__entry->runstate),
395 		__entry->status,
396 		__entry->action
397 		)
398 );
399 #define DEFINE_RPC_RUNNING_EVENT(name) \
400 	DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
401 			TP_PROTO( \
402 				const struct rpc_task *task, \
403 				const void *action \
404 			), \
405 			TP_ARGS(task, action))
406 
407 DEFINE_RPC_RUNNING_EVENT(begin);
408 DEFINE_RPC_RUNNING_EVENT(run_action);
409 DEFINE_RPC_RUNNING_EVENT(sync_sleep);
410 DEFINE_RPC_RUNNING_EVENT(sync_wake);
411 DEFINE_RPC_RUNNING_EVENT(complete);
412 DEFINE_RPC_RUNNING_EVENT(timeout);
413 DEFINE_RPC_RUNNING_EVENT(signalled);
414 DEFINE_RPC_RUNNING_EVENT(end);
415 DEFINE_RPC_RUNNING_EVENT(call_done);
416 
417 DECLARE_EVENT_CLASS(rpc_task_queued,
418 
419 	TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
420 
421 	TP_ARGS(task, q),
422 
423 	TP_STRUCT__entry(
424 		__field(unsigned int, task_id)
425 		__field(unsigned int, client_id)
426 		__field(unsigned long, timeout)
427 		__field(unsigned long, runstate)
428 		__field(int, status)
429 		__field(unsigned short, flags)
430 		__string(q_name, rpc_qname(q))
431 		),
432 
433 	TP_fast_assign(
434 		__entry->client_id = task->tk_client ?
435 				     task->tk_client->cl_clid : -1;
436 		__entry->task_id = task->tk_pid;
437 		__entry->timeout = rpc_task_timeout(task);
438 		__entry->runstate = task->tk_runstate;
439 		__entry->status = task->tk_status;
440 		__entry->flags = task->tk_flags;
441 		__assign_str(q_name, rpc_qname(q));
442 		),
443 
444 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
445 		  " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
446 		__entry->task_id, __entry->client_id,
447 		rpc_show_task_flags(__entry->flags),
448 		rpc_show_runstate(__entry->runstate),
449 		__entry->status,
450 		__entry->timeout,
451 		__get_str(q_name)
452 		)
453 );
454 #define DEFINE_RPC_QUEUED_EVENT(name) \
455 	DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
456 			TP_PROTO( \
457 				const struct rpc_task *task, \
458 				const struct rpc_wait_queue *q \
459 			), \
460 			TP_ARGS(task, q))
461 
462 DEFINE_RPC_QUEUED_EVENT(sleep);
463 DEFINE_RPC_QUEUED_EVENT(wakeup);
464 
465 DECLARE_EVENT_CLASS(rpc_failure,
466 
467 	TP_PROTO(const struct rpc_task *task),
468 
469 	TP_ARGS(task),
470 
471 	TP_STRUCT__entry(
472 		__field(unsigned int, task_id)
473 		__field(unsigned int, client_id)
474 	),
475 
476 	TP_fast_assign(
477 		__entry->task_id = task->tk_pid;
478 		__entry->client_id = task->tk_client->cl_clid;
479 	),
480 
481 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
482 		__entry->task_id, __entry->client_id)
483 );
484 
485 #define DEFINE_RPC_FAILURE(name)					\
486 	DEFINE_EVENT(rpc_failure, rpc_bad_##name,			\
487 			TP_PROTO(					\
488 				const struct rpc_task *task		\
489 			),						\
490 			TP_ARGS(task))
491 
492 DEFINE_RPC_FAILURE(callhdr);
493 DEFINE_RPC_FAILURE(verifier);
494 
495 DECLARE_EVENT_CLASS(rpc_reply_event,
496 
497 	TP_PROTO(
498 		const struct rpc_task *task
499 	),
500 
501 	TP_ARGS(task),
502 
503 	TP_STRUCT__entry(
504 		__field(unsigned int, task_id)
505 		__field(unsigned int, client_id)
506 		__field(u32, xid)
507 		__string(progname, task->tk_client->cl_program->name)
508 		__field(u32, version)
509 		__string(procname, rpc_proc_name(task))
510 		__string(servername, task->tk_xprt->servername)
511 	),
512 
513 	TP_fast_assign(
514 		__entry->task_id = task->tk_pid;
515 		__entry->client_id = task->tk_client->cl_clid;
516 		__entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
517 		__assign_str(progname, task->tk_client->cl_program->name);
518 		__entry->version = task->tk_client->cl_vers;
519 		__assign_str(procname, rpc_proc_name(task));
520 		__assign_str(servername, task->tk_xprt->servername);
521 	),
522 
523 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
524 		  " server=%s xid=0x%08x %sv%d %s",
525 		__entry->task_id, __entry->client_id, __get_str(servername),
526 		__entry->xid, __get_str(progname), __entry->version,
527 		__get_str(procname))
528 )
529 
530 #define DEFINE_RPC_REPLY_EVENT(name)					\
531 	DEFINE_EVENT(rpc_reply_event, rpc__##name,			\
532 			TP_PROTO(					\
533 				const struct rpc_task *task		\
534 			),						\
535 			TP_ARGS(task))
536 
537 DEFINE_RPC_REPLY_EVENT(prog_unavail);
538 DEFINE_RPC_REPLY_EVENT(prog_mismatch);
539 DEFINE_RPC_REPLY_EVENT(proc_unavail);
540 DEFINE_RPC_REPLY_EVENT(garbage_args);
541 DEFINE_RPC_REPLY_EVENT(unparsable);
542 DEFINE_RPC_REPLY_EVENT(mismatch);
543 DEFINE_RPC_REPLY_EVENT(stale_creds);
544 DEFINE_RPC_REPLY_EVENT(bad_creds);
545 DEFINE_RPC_REPLY_EVENT(auth_tooweak);
546 
547 #define DEFINE_RPCB_ERROR_EVENT(name)					\
548 	DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err,		\
549 			TP_PROTO(					\
550 				const struct rpc_task *task		\
551 			),						\
552 			TP_ARGS(task))
553 
554 DEFINE_RPCB_ERROR_EVENT(prog_unavail);
555 DEFINE_RPCB_ERROR_EVENT(timeout);
556 DEFINE_RPCB_ERROR_EVENT(bind_version);
557 DEFINE_RPCB_ERROR_EVENT(unreachable);
558 DEFINE_RPCB_ERROR_EVENT(unrecognized);
559 
560 TRACE_EVENT(rpc_buf_alloc,
561 	TP_PROTO(
562 		const struct rpc_task *task,
563 		int status
564 	),
565 
566 	TP_ARGS(task, status),
567 
568 	TP_STRUCT__entry(
569 		__field(unsigned int, task_id)
570 		__field(unsigned int, client_id)
571 		__field(size_t, callsize)
572 		__field(size_t, recvsize)
573 		__field(int, status)
574 	),
575 
576 	TP_fast_assign(
577 		__entry->task_id = task->tk_pid;
578 		__entry->client_id = task->tk_client->cl_clid;
579 		__entry->callsize = task->tk_rqstp->rq_callsize;
580 		__entry->recvsize = task->tk_rqstp->rq_rcvsize;
581 		__entry->status = status;
582 	),
583 
584 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
585 		  " callsize=%zu recvsize=%zu status=%d",
586 		__entry->task_id, __entry->client_id,
587 		__entry->callsize, __entry->recvsize, __entry->status
588 	)
589 );
590 
591 TRACE_EVENT(rpc_call_rpcerror,
592 	TP_PROTO(
593 		const struct rpc_task *task,
594 		int tk_status,
595 		int rpc_status
596 	),
597 
598 	TP_ARGS(task, tk_status, rpc_status),
599 
600 	TP_STRUCT__entry(
601 		__field(unsigned int, task_id)
602 		__field(unsigned int, client_id)
603 		__field(int, tk_status)
604 		__field(int, rpc_status)
605 	),
606 
607 	TP_fast_assign(
608 		__entry->client_id = task->tk_client->cl_clid;
609 		__entry->task_id = task->tk_pid;
610 		__entry->tk_status = tk_status;
611 		__entry->rpc_status = rpc_status;
612 	),
613 
614 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
615 		  " tk_status=%d rpc_status=%d",
616 		__entry->task_id, __entry->client_id,
617 		__entry->tk_status, __entry->rpc_status)
618 );
619 
620 TRACE_EVENT(rpc_stats_latency,
621 
622 	TP_PROTO(
623 		const struct rpc_task *task,
624 		ktime_t backlog,
625 		ktime_t rtt,
626 		ktime_t execute
627 	),
628 
629 	TP_ARGS(task, backlog, rtt, execute),
630 
631 	TP_STRUCT__entry(
632 		__field(unsigned int, task_id)
633 		__field(unsigned int, client_id)
634 		__field(u32, xid)
635 		__field(int, version)
636 		__string(progname, task->tk_client->cl_program->name)
637 		__string(procname, rpc_proc_name(task))
638 		__field(unsigned long, backlog)
639 		__field(unsigned long, rtt)
640 		__field(unsigned long, execute)
641 	),
642 
643 	TP_fast_assign(
644 		__entry->client_id = task->tk_client->cl_clid;
645 		__entry->task_id = task->tk_pid;
646 		__entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
647 		__entry->version = task->tk_client->cl_vers;
648 		__assign_str(progname, task->tk_client->cl_program->name);
649 		__assign_str(procname, rpc_proc_name(task));
650 		__entry->backlog = ktime_to_us(backlog);
651 		__entry->rtt = ktime_to_us(rtt);
652 		__entry->execute = ktime_to_us(execute);
653 	),
654 
655 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
656 		  " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu",
657 		__entry->task_id, __entry->client_id, __entry->xid,
658 		__get_str(progname), __entry->version, __get_str(procname),
659 		__entry->backlog, __entry->rtt, __entry->execute)
660 );
661 
662 TRACE_EVENT(rpc_xdr_overflow,
663 	TP_PROTO(
664 		const struct xdr_stream *xdr,
665 		size_t requested
666 	),
667 
668 	TP_ARGS(xdr, requested),
669 
670 	TP_STRUCT__entry(
671 		__field(unsigned int, task_id)
672 		__field(unsigned int, client_id)
673 		__field(int, version)
674 		__field(size_t, requested)
675 		__field(const void *, end)
676 		__field(const void *, p)
677 		__field(const void *, head_base)
678 		__field(size_t, head_len)
679 		__field(const void *, tail_base)
680 		__field(size_t, tail_len)
681 		__field(unsigned int, page_len)
682 		__field(unsigned int, len)
683 		__string(progname, xdr->rqst ?
684 			 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
685 		__string(procedure, xdr->rqst ?
686 			 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
687 	),
688 
689 	TP_fast_assign(
690 		if (xdr->rqst) {
691 			const struct rpc_task *task = xdr->rqst->rq_task;
692 
693 			__entry->task_id = task->tk_pid;
694 			__entry->client_id = task->tk_client->cl_clid;
695 			__assign_str(progname,
696 				     task->tk_client->cl_program->name);
697 			__entry->version = task->tk_client->cl_vers;
698 			__assign_str(procedure, task->tk_msg.rpc_proc->p_name);
699 		} else {
700 			__entry->task_id = -1;
701 			__entry->client_id = -1;
702 			__assign_str(progname, "unknown");
703 			__entry->version = 0;
704 			__assign_str(procedure, "unknown");
705 		}
706 		__entry->requested = requested;
707 		__entry->end = xdr->end;
708 		__entry->p = xdr->p;
709 		__entry->head_base = xdr->buf->head[0].iov_base,
710 		__entry->head_len = xdr->buf->head[0].iov_len,
711 		__entry->page_len = xdr->buf->page_len,
712 		__entry->tail_base = xdr->buf->tail[0].iov_base,
713 		__entry->tail_len = xdr->buf->tail[0].iov_len,
714 		__entry->len = xdr->buf->len;
715 	),
716 
717 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
718 		  " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
719 		__entry->task_id, __entry->client_id,
720 		__get_str(progname), __entry->version, __get_str(procedure),
721 		__entry->requested, __entry->p, __entry->end,
722 		__entry->head_base, __entry->head_len,
723 		__entry->page_len,
724 		__entry->tail_base, __entry->tail_len,
725 		__entry->len
726 	)
727 );
728 
729 TRACE_EVENT(rpc_xdr_alignment,
730 	TP_PROTO(
731 		const struct xdr_stream *xdr,
732 		size_t offset,
733 		unsigned int copied
734 	),
735 
736 	TP_ARGS(xdr, offset, copied),
737 
738 	TP_STRUCT__entry(
739 		__field(unsigned int, task_id)
740 		__field(unsigned int, client_id)
741 		__field(int, version)
742 		__field(size_t, offset)
743 		__field(unsigned int, copied)
744 		__field(const void *, head_base)
745 		__field(size_t, head_len)
746 		__field(const void *, tail_base)
747 		__field(size_t, tail_len)
748 		__field(unsigned int, page_len)
749 		__field(unsigned int, len)
750 		__string(progname,
751 			 xdr->rqst->rq_task->tk_client->cl_program->name)
752 		__string(procedure,
753 			 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
754 	),
755 
756 	TP_fast_assign(
757 		const struct rpc_task *task = xdr->rqst->rq_task;
758 
759 		__entry->task_id = task->tk_pid;
760 		__entry->client_id = task->tk_client->cl_clid;
761 		__assign_str(progname,
762 			     task->tk_client->cl_program->name);
763 		__entry->version = task->tk_client->cl_vers;
764 		__assign_str(procedure, task->tk_msg.rpc_proc->p_name);
765 
766 		__entry->offset = offset;
767 		__entry->copied = copied;
768 		__entry->head_base = xdr->buf->head[0].iov_base,
769 		__entry->head_len = xdr->buf->head[0].iov_len,
770 		__entry->page_len = xdr->buf->page_len,
771 		__entry->tail_base = xdr->buf->tail[0].iov_base,
772 		__entry->tail_len = xdr->buf->tail[0].iov_len,
773 		__entry->len = xdr->buf->len;
774 	),
775 
776 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
777 		  " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
778 		__entry->task_id, __entry->client_id,
779 		__get_str(progname), __entry->version, __get_str(procedure),
780 		__entry->offset, __entry->copied,
781 		__entry->head_base, __entry->head_len,
782 		__entry->page_len,
783 		__entry->tail_base, __entry->tail_len,
784 		__entry->len
785 	)
786 );
787 
788 /*
789  * First define the enums in the below macros to be exported to userspace
790  * via TRACE_DEFINE_ENUM().
791  */
792 #undef EM
793 #undef EMe
794 #define EM(a, b)	TRACE_DEFINE_ENUM(a);
795 #define EMe(a, b)	TRACE_DEFINE_ENUM(a);
796 
797 #define RPC_SHOW_SOCKET				\
798 	EM( SS_FREE, "FREE" )			\
799 	EM( SS_UNCONNECTED, "UNCONNECTED" )	\
800 	EM( SS_CONNECTING, "CONNECTING" )	\
801 	EM( SS_CONNECTED, "CONNECTED" )		\
802 	EMe( SS_DISCONNECTING, "DISCONNECTING" )
803 
804 #define rpc_show_socket_state(state) \
805 	__print_symbolic(state, RPC_SHOW_SOCKET)
806 
807 RPC_SHOW_SOCKET
808 
809 #define RPC_SHOW_SOCK				\
810 	EM( TCP_ESTABLISHED, "ESTABLISHED" )	\
811 	EM( TCP_SYN_SENT, "SYN_SENT" )		\
812 	EM( TCP_SYN_RECV, "SYN_RECV" )		\
813 	EM( TCP_FIN_WAIT1, "FIN_WAIT1" )	\
814 	EM( TCP_FIN_WAIT2, "FIN_WAIT2" )	\
815 	EM( TCP_TIME_WAIT, "TIME_WAIT" )	\
816 	EM( TCP_CLOSE, "CLOSE" )		\
817 	EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" )	\
818 	EM( TCP_LAST_ACK, "LAST_ACK" )		\
819 	EM( TCP_LISTEN, "LISTEN" )		\
820 	EMe( TCP_CLOSING, "CLOSING" )
821 
822 #define rpc_show_sock_state(state) \
823 	__print_symbolic(state, RPC_SHOW_SOCK)
824 
825 RPC_SHOW_SOCK
826 
827 
828 #include <trace/events/net_probe_common.h>
829 
830 /*
831  * Now redefine the EM() and EMe() macros to map the enums to the strings
832  * that will be printed in the output.
833  */
834 #undef EM
835 #undef EMe
836 #define EM(a, b)	{a, b},
837 #define EMe(a, b)	{a, b}
838 
839 DECLARE_EVENT_CLASS(xs_socket_event,
840 
841 		TP_PROTO(
842 			struct rpc_xprt *xprt,
843 			struct socket *socket
844 		),
845 
846 		TP_ARGS(xprt, socket),
847 
848 		TP_STRUCT__entry(
849 			__field(unsigned int, socket_state)
850 			__field(unsigned int, sock_state)
851 			__field(unsigned long long, ino)
852 			__array(__u8, saddr, sizeof(struct sockaddr_in6))
853 			__array(__u8, daddr, sizeof(struct sockaddr_in6))
854 		),
855 
856 		TP_fast_assign(
857 			struct inode *inode = SOCK_INODE(socket);
858 			const struct sock *sk = socket->sk;
859 			const struct inet_sock *inet = inet_sk(sk);
860 
861 			memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
862 			memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
863 
864 			TP_STORE_ADDR_PORTS(__entry, inet, sk);
865 
866 			__entry->socket_state = socket->state;
867 			__entry->sock_state = socket->sk->sk_state;
868 			__entry->ino = (unsigned long long)inode->i_ino;
869 
870 		),
871 
872 		TP_printk(
873 			"socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
874 			"state=%u (%s) sk_state=%u (%s)",
875 			__entry->ino,
876 			__entry->saddr,
877 			__entry->daddr,
878 			__entry->socket_state,
879 			rpc_show_socket_state(__entry->socket_state),
880 			__entry->sock_state,
881 			rpc_show_sock_state(__entry->sock_state)
882 		)
883 );
884 #define DEFINE_RPC_SOCKET_EVENT(name) \
885 	DEFINE_EVENT(xs_socket_event, name, \
886 			TP_PROTO( \
887 				struct rpc_xprt *xprt, \
888 				struct socket *socket \
889 			), \
890 			TP_ARGS(xprt, socket))
891 
892 DECLARE_EVENT_CLASS(xs_socket_event_done,
893 
894 		TP_PROTO(
895 			struct rpc_xprt *xprt,
896 			struct socket *socket,
897 			int error
898 		),
899 
900 		TP_ARGS(xprt, socket, error),
901 
902 		TP_STRUCT__entry(
903 			__field(int, error)
904 			__field(unsigned int, socket_state)
905 			__field(unsigned int, sock_state)
906 			__field(unsigned long long, ino)
907 			__array(__u8, saddr, sizeof(struct sockaddr_in6))
908 			__array(__u8, daddr, sizeof(struct sockaddr_in6))
909 		),
910 
911 		TP_fast_assign(
912 			struct inode *inode = SOCK_INODE(socket);
913 			const struct sock *sk = socket->sk;
914 			const struct inet_sock *inet = inet_sk(sk);
915 
916 			memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
917 			memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
918 
919 			TP_STORE_ADDR_PORTS(__entry, inet, sk);
920 
921 			__entry->socket_state = socket->state;
922 			__entry->sock_state = socket->sk->sk_state;
923 			__entry->ino = (unsigned long long)inode->i_ino;
924 			__entry->error = error;
925 		),
926 
927 		TP_printk(
928 			"error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
929 			"state=%u (%s) sk_state=%u (%s)",
930 			__entry->error,
931 			__entry->ino,
932 			__entry->saddr,
933 			__entry->daddr,
934 			__entry->socket_state,
935 			rpc_show_socket_state(__entry->socket_state),
936 			__entry->sock_state,
937 			rpc_show_sock_state(__entry->sock_state)
938 		)
939 );
940 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
941 	DEFINE_EVENT(xs_socket_event_done, name, \
942 			TP_PROTO( \
943 				struct rpc_xprt *xprt, \
944 				struct socket *socket, \
945 				int error \
946 			), \
947 			TP_ARGS(xprt, socket, error))
948 
949 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
950 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
951 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
952 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
953 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
954 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
955 
956 TRACE_EVENT(rpc_socket_nospace,
957 	TP_PROTO(
958 		const struct rpc_rqst *rqst,
959 		const struct sock_xprt *transport
960 	),
961 
962 	TP_ARGS(rqst, transport),
963 
964 	TP_STRUCT__entry(
965 		__field(unsigned int, task_id)
966 		__field(unsigned int, client_id)
967 		__field(unsigned int, total)
968 		__field(unsigned int, remaining)
969 	),
970 
971 	TP_fast_assign(
972 		__entry->task_id = rqst->rq_task->tk_pid;
973 		__entry->client_id = rqst->rq_task->tk_client->cl_clid;
974 		__entry->total = rqst->rq_slen;
975 		__entry->remaining = rqst->rq_slen - transport->xmit.offset;
976 	),
977 
978 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
979 		  " total=%u remaining=%u",
980 		__entry->task_id, __entry->client_id,
981 		__entry->total, __entry->remaining
982 	)
983 );
984 
985 #define rpc_show_xprt_state(x)						\
986 	__print_flags(x, "|",						\
987 		{ BIT(XPRT_LOCKED),		"LOCKED" },		\
988 		{ BIT(XPRT_CONNECTED),		"CONNECTED" },		\
989 		{ BIT(XPRT_CONNECTING),		"CONNECTING" },		\
990 		{ BIT(XPRT_CLOSE_WAIT),		"CLOSE_WAIT" },		\
991 		{ BIT(XPRT_BOUND),		"BOUND" },		\
992 		{ BIT(XPRT_BINDING),		"BINDING" },		\
993 		{ BIT(XPRT_CLOSING),		"CLOSING" },		\
994 		{ BIT(XPRT_OFFLINE),		"OFFLINE" },		\
995 		{ BIT(XPRT_REMOVE),		"REMOVE" },		\
996 		{ BIT(XPRT_CONGESTED),		"CONGESTED" },		\
997 		{ BIT(XPRT_CWND_WAIT),		"CWND_WAIT" },		\
998 		{ BIT(XPRT_WRITE_SPACE),	"WRITE_SPACE" },	\
999 		{ BIT(XPRT_SND_IS_COOKIE),	"SND_IS_COOKIE" })
1000 
1001 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
1002 	TP_PROTO(
1003 		const struct rpc_xprt *xprt
1004 	),
1005 
1006 	TP_ARGS(xprt),
1007 
1008 	TP_STRUCT__entry(
1009 		__field(unsigned long, state)
1010 		__string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1011 		__string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1012 	),
1013 
1014 	TP_fast_assign(
1015 		__entry->state = xprt->state;
1016 		__assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1017 		__assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1018 	),
1019 
1020 	TP_printk("peer=[%s]:%s state=%s",
1021 		__get_str(addr), __get_str(port),
1022 		rpc_show_xprt_state(__entry->state))
1023 );
1024 
1025 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
1026 	DEFINE_EVENT(rpc_xprt_lifetime_class, \
1027 			xprt_##name, \
1028 			TP_PROTO( \
1029 				const struct rpc_xprt *xprt \
1030 			), \
1031 			TP_ARGS(xprt))
1032 
1033 DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
1034 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
1035 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1036 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1037 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
1038 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1039 
1040 DECLARE_EVENT_CLASS(rpc_xprt_event,
1041 	TP_PROTO(
1042 		const struct rpc_xprt *xprt,
1043 		__be32 xid,
1044 		int status
1045 	),
1046 
1047 	TP_ARGS(xprt, xid, status),
1048 
1049 	TP_STRUCT__entry(
1050 		__field(u32, xid)
1051 		__field(int, status)
1052 		__string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1053 		__string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1054 	),
1055 
1056 	TP_fast_assign(
1057 		__entry->xid = be32_to_cpu(xid);
1058 		__entry->status = status;
1059 		__assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1060 		__assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1061 	),
1062 
1063 	TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1064 			__get_str(port), __entry->xid,
1065 			__entry->status)
1066 );
1067 #define DEFINE_RPC_XPRT_EVENT(name) \
1068 	DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1069 			TP_PROTO( \
1070 				const struct rpc_xprt *xprt, \
1071 				__be32 xid, \
1072 				int status \
1073 			), \
1074 			TP_ARGS(xprt, xid, status))
1075 
1076 DEFINE_RPC_XPRT_EVENT(timer);
1077 DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1078 
1079 TRACE_EVENT(xprt_transmit,
1080 	TP_PROTO(
1081 		const struct rpc_rqst *rqst,
1082 		int status
1083 	),
1084 
1085 	TP_ARGS(rqst, status),
1086 
1087 	TP_STRUCT__entry(
1088 		__field(unsigned int, task_id)
1089 		__field(unsigned int, client_id)
1090 		__field(u32, xid)
1091 		__field(u32, seqno)
1092 		__field(int, status)
1093 	),
1094 
1095 	TP_fast_assign(
1096 		__entry->task_id = rqst->rq_task->tk_pid;
1097 		__entry->client_id = rqst->rq_task->tk_client ?
1098 			rqst->rq_task->tk_client->cl_clid : -1;
1099 		__entry->xid = be32_to_cpu(rqst->rq_xid);
1100 		__entry->seqno = rqst->rq_seqno;
1101 		__entry->status = status;
1102 	),
1103 
1104 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1105 		  " xid=0x%08x seqno=%u status=%d",
1106 		__entry->task_id, __entry->client_id, __entry->xid,
1107 		__entry->seqno, __entry->status)
1108 );
1109 
1110 TRACE_EVENT(xprt_retransmit,
1111 	TP_PROTO(
1112 		const struct rpc_rqst *rqst
1113 	),
1114 
1115 	TP_ARGS(rqst),
1116 
1117 	TP_STRUCT__entry(
1118 		__field(unsigned int, task_id)
1119 		__field(unsigned int, client_id)
1120 		__field(u32, xid)
1121 		__field(int, ntrans)
1122 		__field(int, version)
1123 		__field(unsigned long, timeout)
1124 		__string(progname,
1125 			 rqst->rq_task->tk_client->cl_program->name)
1126 		__string(procname, rpc_proc_name(rqst->rq_task))
1127 	),
1128 
1129 	TP_fast_assign(
1130 		struct rpc_task *task = rqst->rq_task;
1131 
1132 		__entry->task_id = task->tk_pid;
1133 		__entry->client_id = task->tk_client ?
1134 			task->tk_client->cl_clid : -1;
1135 		__entry->xid = be32_to_cpu(rqst->rq_xid);
1136 		__entry->ntrans = rqst->rq_ntrans;
1137 		__entry->timeout = task->tk_timeout;
1138 		__assign_str(progname,
1139 			     task->tk_client->cl_program->name);
1140 		__entry->version = task->tk_client->cl_vers;
1141 		__assign_str(procname, rpc_proc_name(task));
1142 	),
1143 
1144 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1145 		  " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1146 		__entry->task_id, __entry->client_id, __entry->xid,
1147 		__get_str(progname), __entry->version, __get_str(procname),
1148 		__entry->ntrans, __entry->timeout
1149 	)
1150 );
1151 
1152 TRACE_EVENT(xprt_ping,
1153 	TP_PROTO(const struct rpc_xprt *xprt, int status),
1154 
1155 	TP_ARGS(xprt, status),
1156 
1157 	TP_STRUCT__entry(
1158 		__field(int, status)
1159 		__string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1160 		__string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1161 	),
1162 
1163 	TP_fast_assign(
1164 		__entry->status = status;
1165 		__assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1166 		__assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1167 	),
1168 
1169 	TP_printk("peer=[%s]:%s status=%d",
1170 			__get_str(addr), __get_str(port), __entry->status)
1171 );
1172 
1173 DECLARE_EVENT_CLASS(xprt_writelock_event,
1174 	TP_PROTO(
1175 		const struct rpc_xprt *xprt, const struct rpc_task *task
1176 	),
1177 
1178 	TP_ARGS(xprt, task),
1179 
1180 	TP_STRUCT__entry(
1181 		__field(unsigned int, task_id)
1182 		__field(unsigned int, client_id)
1183 		__field(unsigned int, snd_task_id)
1184 	),
1185 
1186 	TP_fast_assign(
1187 		if (task) {
1188 			__entry->task_id = task->tk_pid;
1189 			__entry->client_id = task->tk_client ?
1190 					     task->tk_client->cl_clid : -1;
1191 		} else {
1192 			__entry->task_id = -1;
1193 			__entry->client_id = -1;
1194 		}
1195 		if (xprt->snd_task &&
1196 		    !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1197 			__entry->snd_task_id = xprt->snd_task->tk_pid;
1198 		else
1199 			__entry->snd_task_id = -1;
1200 	),
1201 
1202 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1203 		  " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1204 			__entry->task_id, __entry->client_id,
1205 			__entry->snd_task_id)
1206 );
1207 
1208 #define DEFINE_WRITELOCK_EVENT(name) \
1209 	DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1210 			TP_PROTO( \
1211 				const struct rpc_xprt *xprt, \
1212 				const struct rpc_task *task \
1213 			), \
1214 			TP_ARGS(xprt, task))
1215 
1216 DEFINE_WRITELOCK_EVENT(reserve_xprt);
1217 DEFINE_WRITELOCK_EVENT(release_xprt);
1218 
1219 DECLARE_EVENT_CLASS(xprt_cong_event,
1220 	TP_PROTO(
1221 		const struct rpc_xprt *xprt, const struct rpc_task *task
1222 	),
1223 
1224 	TP_ARGS(xprt, task),
1225 
1226 	TP_STRUCT__entry(
1227 		__field(unsigned int, task_id)
1228 		__field(unsigned int, client_id)
1229 		__field(unsigned int, snd_task_id)
1230 		__field(unsigned long, cong)
1231 		__field(unsigned long, cwnd)
1232 		__field(bool, wait)
1233 	),
1234 
1235 	TP_fast_assign(
1236 		if (task) {
1237 			__entry->task_id = task->tk_pid;
1238 			__entry->client_id = task->tk_client ?
1239 					     task->tk_client->cl_clid : -1;
1240 		} else {
1241 			__entry->task_id = -1;
1242 			__entry->client_id = -1;
1243 		}
1244 		if (xprt->snd_task &&
1245 		    !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1246 			__entry->snd_task_id = xprt->snd_task->tk_pid;
1247 		else
1248 			__entry->snd_task_id = -1;
1249 
1250 		__entry->cong = xprt->cong;
1251 		__entry->cwnd = xprt->cwnd;
1252 		__entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1253 	),
1254 
1255 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1256 		  " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1257 		  " cong=%lu cwnd=%lu%s",
1258 			__entry->task_id, __entry->client_id,
1259 			__entry->snd_task_id, __entry->cong, __entry->cwnd,
1260 			__entry->wait ? " (wait)" : "")
1261 );
1262 
1263 #define DEFINE_CONG_EVENT(name) \
1264 	DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1265 			TP_PROTO( \
1266 				const struct rpc_xprt *xprt, \
1267 				const struct rpc_task *task \
1268 			), \
1269 			TP_ARGS(xprt, task))
1270 
1271 DEFINE_CONG_EVENT(reserve_cong);
1272 DEFINE_CONG_EVENT(release_cong);
1273 DEFINE_CONG_EVENT(get_cong);
1274 DEFINE_CONG_EVENT(put_cong);
1275 
1276 TRACE_EVENT(xprt_reserve,
1277 	TP_PROTO(
1278 		const struct rpc_rqst *rqst
1279 	),
1280 
1281 	TP_ARGS(rqst),
1282 
1283 	TP_STRUCT__entry(
1284 		__field(unsigned int, task_id)
1285 		__field(unsigned int, client_id)
1286 		__field(u32, xid)
1287 	),
1288 
1289 	TP_fast_assign(
1290 		__entry->task_id = rqst->rq_task->tk_pid;
1291 		__entry->client_id = rqst->rq_task->tk_client->cl_clid;
1292 		__entry->xid = be32_to_cpu(rqst->rq_xid);
1293 	),
1294 
1295 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1296 		__entry->task_id, __entry->client_id, __entry->xid
1297 	)
1298 );
1299 
1300 TRACE_EVENT(xs_data_ready,
1301 	TP_PROTO(
1302 		const struct rpc_xprt *xprt
1303 	),
1304 
1305 	TP_ARGS(xprt),
1306 
1307 	TP_STRUCT__entry(
1308 		__string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1309 		__string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1310 	),
1311 
1312 	TP_fast_assign(
1313 		__assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1314 		__assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1315 	),
1316 
1317 	TP_printk("peer=[%s]:%s", __get_str(addr), __get_str(port))
1318 );
1319 
1320 TRACE_EVENT(xs_stream_read_data,
1321 	TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1322 
1323 	TP_ARGS(xprt, err, total),
1324 
1325 	TP_STRUCT__entry(
1326 		__field(ssize_t, err)
1327 		__field(size_t, total)
1328 		__string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1329 				"(null)")
1330 		__string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1331 				"(null)")
1332 	),
1333 
1334 	TP_fast_assign(
1335 		__entry->err = err;
1336 		__entry->total = total;
1337 		__assign_str(addr, xprt ?
1338 			xprt->address_strings[RPC_DISPLAY_ADDR] : "(null)");
1339 		__assign_str(port, xprt ?
1340 			xprt->address_strings[RPC_DISPLAY_PORT] : "(null)");
1341 	),
1342 
1343 	TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1344 			__get_str(port), __entry->err, __entry->total)
1345 );
1346 
1347 TRACE_EVENT(xs_stream_read_request,
1348 	TP_PROTO(struct sock_xprt *xs),
1349 
1350 	TP_ARGS(xs),
1351 
1352 	TP_STRUCT__entry(
1353 		__string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1354 		__string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1355 		__field(u32, xid)
1356 		__field(unsigned long, copied)
1357 		__field(unsigned int, reclen)
1358 		__field(unsigned int, offset)
1359 	),
1360 
1361 	TP_fast_assign(
1362 		__assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1363 		__assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1364 		__entry->xid = be32_to_cpu(xs->recv.xid);
1365 		__entry->copied = xs->recv.copied;
1366 		__entry->reclen = xs->recv.len;
1367 		__entry->offset = xs->recv.offset;
1368 	),
1369 
1370 	TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1371 			__get_str(addr), __get_str(port), __entry->xid,
1372 			__entry->copied, __entry->reclen, __entry->offset)
1373 );
1374 
1375 TRACE_EVENT(rpcb_getport,
1376 	TP_PROTO(
1377 		const struct rpc_clnt *clnt,
1378 		const struct rpc_task *task,
1379 		unsigned int bind_version
1380 	),
1381 
1382 	TP_ARGS(clnt, task, bind_version),
1383 
1384 	TP_STRUCT__entry(
1385 		__field(unsigned int, task_id)
1386 		__field(unsigned int, client_id)
1387 		__field(unsigned int, program)
1388 		__field(unsigned int, version)
1389 		__field(int, protocol)
1390 		__field(unsigned int, bind_version)
1391 		__string(servername, task->tk_xprt->servername)
1392 	),
1393 
1394 	TP_fast_assign(
1395 		__entry->task_id = task->tk_pid;
1396 		__entry->client_id = clnt->cl_clid;
1397 		__entry->program = clnt->cl_prog;
1398 		__entry->version = clnt->cl_vers;
1399 		__entry->protocol = task->tk_xprt->prot;
1400 		__entry->bind_version = bind_version;
1401 		__assign_str(servername, task->tk_xprt->servername);
1402 	),
1403 
1404 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1405 		  " server=%s program=%u version=%u protocol=%d bind_version=%u",
1406 		__entry->task_id, __entry->client_id, __get_str(servername),
1407 		__entry->program, __entry->version, __entry->protocol,
1408 		__entry->bind_version
1409 	)
1410 );
1411 
1412 TRACE_EVENT(rpcb_setport,
1413 	TP_PROTO(
1414 		const struct rpc_task *task,
1415 		int status,
1416 		unsigned short port
1417 	),
1418 
1419 	TP_ARGS(task, status, port),
1420 
1421 	TP_STRUCT__entry(
1422 		__field(unsigned int, task_id)
1423 		__field(unsigned int, client_id)
1424 		__field(int, status)
1425 		__field(unsigned short, port)
1426 	),
1427 
1428 	TP_fast_assign(
1429 		__entry->task_id = task->tk_pid;
1430 		__entry->client_id = task->tk_client->cl_clid;
1431 		__entry->status = status;
1432 		__entry->port = port;
1433 	),
1434 
1435 	TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1436 		__entry->task_id, __entry->client_id,
1437 		__entry->status, __entry->port
1438 	)
1439 );
1440 
1441 TRACE_EVENT(pmap_register,
1442 	TP_PROTO(
1443 		u32 program,
1444 		u32 version,
1445 		int protocol,
1446 		unsigned short port
1447 	),
1448 
1449 	TP_ARGS(program, version, protocol, port),
1450 
1451 	TP_STRUCT__entry(
1452 		__field(unsigned int, program)
1453 		__field(unsigned int, version)
1454 		__field(int, protocol)
1455 		__field(unsigned int, port)
1456 	),
1457 
1458 	TP_fast_assign(
1459 		__entry->program = program;
1460 		__entry->version = version;
1461 		__entry->protocol = protocol;
1462 		__entry->port = port;
1463 	),
1464 
1465 	TP_printk("program=%u version=%u protocol=%d port=%u",
1466 		__entry->program, __entry->version,
1467 		__entry->protocol, __entry->port
1468 	)
1469 );
1470 
1471 TRACE_EVENT(rpcb_register,
1472 	TP_PROTO(
1473 		u32 program,
1474 		u32 version,
1475 		const char *addr,
1476 		const char *netid
1477 	),
1478 
1479 	TP_ARGS(program, version, addr, netid),
1480 
1481 	TP_STRUCT__entry(
1482 		__field(unsigned int, program)
1483 		__field(unsigned int, version)
1484 		__string(addr, addr)
1485 		__string(netid, netid)
1486 	),
1487 
1488 	TP_fast_assign(
1489 		__entry->program = program;
1490 		__entry->version = version;
1491 		__assign_str(addr, addr);
1492 		__assign_str(netid, netid);
1493 	),
1494 
1495 	TP_printk("program=%u version=%u addr=%s netid=%s",
1496 		__entry->program, __entry->version,
1497 		__get_str(addr), __get_str(netid)
1498 	)
1499 );
1500 
1501 TRACE_EVENT(rpcb_unregister,
1502 	TP_PROTO(
1503 		u32 program,
1504 		u32 version,
1505 		const char *netid
1506 	),
1507 
1508 	TP_ARGS(program, version, netid),
1509 
1510 	TP_STRUCT__entry(
1511 		__field(unsigned int, program)
1512 		__field(unsigned int, version)
1513 		__string(netid, netid)
1514 	),
1515 
1516 	TP_fast_assign(
1517 		__entry->program = program;
1518 		__entry->version = version;
1519 		__assign_str(netid, netid);
1520 	),
1521 
1522 	TP_printk("program=%u version=%u netid=%s",
1523 		__entry->program, __entry->version, __get_str(netid)
1524 	)
1525 );
1526 
1527 /**
1528  ** RPC-over-TLS tracepoints
1529  **/
1530 
1531 DECLARE_EVENT_CLASS(rpc_tls_class,
1532 	TP_PROTO(
1533 		const struct rpc_clnt *clnt,
1534 		const struct rpc_xprt *xprt
1535 	),
1536 
1537 	TP_ARGS(clnt, xprt),
1538 
1539 	TP_STRUCT__entry(
1540 		__field(unsigned long, requested_policy)
1541 		__field(u32, version)
1542 		__string(servername, xprt->servername)
1543 		__string(progname, clnt->cl_program->name)
1544 	),
1545 
1546 	TP_fast_assign(
1547 		__entry->requested_policy = clnt->cl_xprtsec.policy;
1548 		__entry->version = clnt->cl_vers;
1549 		__assign_str(servername, xprt->servername);
1550 		__assign_str(progname, clnt->cl_program->name)
1551 	),
1552 
1553 	TP_printk("server=%s %sv%u requested_policy=%s",
1554 		__get_str(servername), __get_str(progname), __entry->version,
1555 		rpc_show_xprtsec_policy(__entry->requested_policy)
1556 	)
1557 );
1558 
1559 #define DEFINE_RPC_TLS_EVENT(name) \
1560 	DEFINE_EVENT(rpc_tls_class, rpc_tls_##name, \
1561 			TP_PROTO( \
1562 				const struct rpc_clnt *clnt, \
1563 				const struct rpc_xprt *xprt \
1564 			), \
1565 			TP_ARGS(clnt, xprt))
1566 
1567 DEFINE_RPC_TLS_EVENT(unavailable);
1568 DEFINE_RPC_TLS_EVENT(not_started);
1569 
1570 
1571 /* Record an xdr_buf containing a fully-formed RPC message */
1572 DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1573 	TP_PROTO(
1574 		const struct xdr_buf *xdr
1575 	),
1576 
1577 	TP_ARGS(xdr),
1578 
1579 	TP_STRUCT__entry(
1580 		__field(u32, xid)
1581 		__field(const void *, head_base)
1582 		__field(size_t, head_len)
1583 		__field(const void *, tail_base)
1584 		__field(size_t, tail_len)
1585 		__field(unsigned int, page_len)
1586 		__field(unsigned int, msg_len)
1587 	),
1588 
1589 	TP_fast_assign(
1590 		__be32 *p = (__be32 *)xdr->head[0].iov_base;
1591 
1592 		__entry->xid = be32_to_cpu(*p);
1593 		__entry->head_base = p;
1594 		__entry->head_len = xdr->head[0].iov_len;
1595 		__entry->tail_base = xdr->tail[0].iov_base;
1596 		__entry->tail_len = xdr->tail[0].iov_len;
1597 		__entry->page_len = xdr->page_len;
1598 		__entry->msg_len = xdr->len;
1599 	),
1600 
1601 	TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1602 		__entry->xid,
1603 		__entry->head_base, __entry->head_len, __entry->page_len,
1604 		__entry->tail_base, __entry->tail_len, __entry->msg_len
1605 	)
1606 );
1607 
1608 #define DEFINE_SVCXDRMSG_EVENT(name)					\
1609 		DEFINE_EVENT(svc_xdr_msg_class,				\
1610 				svc_xdr_##name,				\
1611 				TP_PROTO(				\
1612 					const struct xdr_buf *xdr	\
1613 				),					\
1614 				TP_ARGS(xdr))
1615 
1616 DEFINE_SVCXDRMSG_EVENT(recvfrom);
1617 
1618 /* Record an xdr_buf containing arbitrary data, tagged with an XID */
1619 DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1620 	TP_PROTO(
1621 		__be32 xid,
1622 		const struct xdr_buf *xdr
1623 	),
1624 
1625 	TP_ARGS(xid, xdr),
1626 
1627 	TP_STRUCT__entry(
1628 		__field(u32, xid)
1629 		__field(const void *, head_base)
1630 		__field(size_t, head_len)
1631 		__field(const void *, tail_base)
1632 		__field(size_t, tail_len)
1633 		__field(unsigned int, page_base)
1634 		__field(unsigned int, page_len)
1635 		__field(unsigned int, msg_len)
1636 	),
1637 
1638 	TP_fast_assign(
1639 		__entry->xid = be32_to_cpu(xid);
1640 		__entry->head_base = xdr->head[0].iov_base;
1641 		__entry->head_len = xdr->head[0].iov_len;
1642 		__entry->tail_base = xdr->tail[0].iov_base;
1643 		__entry->tail_len = xdr->tail[0].iov_len;
1644 		__entry->page_base = xdr->page_base;
1645 		__entry->page_len = xdr->page_len;
1646 		__entry->msg_len = xdr->len;
1647 	),
1648 
1649 	TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1650 		__entry->xid,
1651 		__entry->head_base, __entry->head_len,
1652 		__entry->page_len, __entry->page_base,
1653 		__entry->tail_base, __entry->tail_len,
1654 		__entry->msg_len
1655 	)
1656 );
1657 
1658 #define DEFINE_SVCXDRBUF_EVENT(name)					\
1659 		DEFINE_EVENT(svc_xdr_buf_class,				\
1660 				svc_xdr_##name,				\
1661 				TP_PROTO(				\
1662 					__be32 xid,			\
1663 					const struct xdr_buf *xdr	\
1664 				),					\
1665 				TP_ARGS(xid, xdr))
1666 
1667 DEFINE_SVCXDRBUF_EVENT(sendto);
1668 
1669 /*
1670  * from include/linux/sunrpc/svc.h
1671  */
1672 #define SVC_RQST_FLAG_LIST						\
1673 	svc_rqst_flag(SECURE)						\
1674 	svc_rqst_flag(LOCAL)						\
1675 	svc_rqst_flag(USEDEFERRAL)					\
1676 	svc_rqst_flag(DROPME)						\
1677 	svc_rqst_flag(SPLICE_OK)					\
1678 	svc_rqst_flag(VICTIM)						\
1679 	svc_rqst_flag(BUSY)						\
1680 	svc_rqst_flag_end(DATA)
1681 
1682 #undef svc_rqst_flag
1683 #undef svc_rqst_flag_end
1684 #define svc_rqst_flag(x)	TRACE_DEFINE_ENUM(RQ_##x);
1685 #define svc_rqst_flag_end(x)	TRACE_DEFINE_ENUM(RQ_##x);
1686 
1687 SVC_RQST_FLAG_LIST
1688 
1689 #undef svc_rqst_flag
1690 #undef svc_rqst_flag_end
1691 #define svc_rqst_flag(x)	{ BIT(RQ_##x), #x },
1692 #define svc_rqst_flag_end(x)	{ BIT(RQ_##x), #x }
1693 
1694 #define show_rqstp_flags(flags)						\
1695 		__print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1696 
1697 TRACE_DEFINE_ENUM(SVC_GARBAGE);
1698 TRACE_DEFINE_ENUM(SVC_SYSERR);
1699 TRACE_DEFINE_ENUM(SVC_VALID);
1700 TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1701 TRACE_DEFINE_ENUM(SVC_OK);
1702 TRACE_DEFINE_ENUM(SVC_DROP);
1703 TRACE_DEFINE_ENUM(SVC_CLOSE);
1704 TRACE_DEFINE_ENUM(SVC_DENIED);
1705 TRACE_DEFINE_ENUM(SVC_PENDING);
1706 TRACE_DEFINE_ENUM(SVC_COMPLETE);
1707 
1708 #define show_svc_auth_status(status)			\
1709 	__print_symbolic(status,			\
1710 		{ SVC_GARBAGE,	"SVC_GARBAGE" },	\
1711 		{ SVC_SYSERR,	"SVC_SYSERR" },		\
1712 		{ SVC_VALID,	"SVC_VALID" },		\
1713 		{ SVC_NEGATIVE,	"SVC_NEGATIVE" },	\
1714 		{ SVC_OK,	"SVC_OK" },		\
1715 		{ SVC_DROP,	"SVC_DROP" },		\
1716 		{ SVC_CLOSE,	"SVC_CLOSE" },		\
1717 		{ SVC_DENIED,	"SVC_DENIED" },		\
1718 		{ SVC_PENDING,	"SVC_PENDING" },	\
1719 		{ SVC_COMPLETE,	"SVC_COMPLETE" })
1720 
1721 #define SVC_RQST_ENDPOINT_FIELDS(r) \
1722 		__sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1723 		__sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1724 		__field(unsigned int, netns_ino) \
1725 		__field(u32, xid)
1726 
1727 #define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1728 		do { \
1729 			struct svc_xprt *xprt = (r)->rq_xprt; \
1730 			__assign_sockaddr(server, &xprt->xpt_local, \
1731 					  xprt->xpt_locallen); \
1732 			__assign_sockaddr(client, &xprt->xpt_remote, \
1733 					  xprt->xpt_remotelen); \
1734 			__entry->netns_ino = xprt->xpt_net->ns.inum; \
1735 			__entry->xid = be32_to_cpu((r)->rq_xid); \
1736 		} while (0)
1737 
1738 #define SVC_RQST_ENDPOINT_FORMAT \
1739 		"xid=0x%08x server=%pISpc client=%pISpc"
1740 
1741 #define SVC_RQST_ENDPOINT_VARARGS \
1742 		__entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1743 
1744 TRACE_EVENT_CONDITION(svc_authenticate,
1745 	TP_PROTO(
1746 		const struct svc_rqst *rqst,
1747 		enum svc_auth_status auth_res
1748 	),
1749 
1750 	TP_ARGS(rqst, auth_res),
1751 
1752 	TP_CONDITION(auth_res != SVC_OK && auth_res != SVC_COMPLETE),
1753 
1754 	TP_STRUCT__entry(
1755 		SVC_RQST_ENDPOINT_FIELDS(rqst)
1756 
1757 		__field(unsigned long, svc_status)
1758 		__field(unsigned long, auth_stat)
1759 	),
1760 
1761 	TP_fast_assign(
1762 		SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1763 
1764 		__entry->svc_status = auth_res;
1765 		__entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1766 	),
1767 
1768 	TP_printk(SVC_RQST_ENDPOINT_FORMAT
1769 		" auth_res=%s auth_stat=%s",
1770 		SVC_RQST_ENDPOINT_VARARGS,
1771 		show_svc_auth_status(__entry->svc_status),
1772 		rpc_show_auth_stat(__entry->auth_stat))
1773 );
1774 
1775 TRACE_EVENT(svc_process,
1776 	TP_PROTO(const struct svc_rqst *rqst, const char *name),
1777 
1778 	TP_ARGS(rqst, name),
1779 
1780 	TP_STRUCT__entry(
1781 		__field(u32, xid)
1782 		__field(u32, vers)
1783 		__field(u32, proc)
1784 		__string(service, name)
1785 		__string(procedure, svc_proc_name(rqst))
1786 		__string(addr, rqst->rq_xprt ?
1787 			 rqst->rq_xprt->xpt_remotebuf : "(null)")
1788 	),
1789 
1790 	TP_fast_assign(
1791 		__entry->xid = be32_to_cpu(rqst->rq_xid);
1792 		__entry->vers = rqst->rq_vers;
1793 		__entry->proc = rqst->rq_proc;
1794 		__assign_str(service, name);
1795 		__assign_str(procedure, svc_proc_name(rqst));
1796 		__assign_str(addr, rqst->rq_xprt ?
1797 			     rqst->rq_xprt->xpt_remotebuf : "(null)");
1798 	),
1799 
1800 	TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1801 			__get_str(addr), __entry->xid,
1802 			__get_str(service), __entry->vers,
1803 			__get_str(procedure)
1804 	)
1805 );
1806 
1807 DECLARE_EVENT_CLASS(svc_rqst_event,
1808 	TP_PROTO(
1809 		const struct svc_rqst *rqst
1810 	),
1811 
1812 	TP_ARGS(rqst),
1813 
1814 	TP_STRUCT__entry(
1815 		SVC_RQST_ENDPOINT_FIELDS(rqst)
1816 
1817 		__field(unsigned long, flags)
1818 	),
1819 
1820 	TP_fast_assign(
1821 		SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1822 
1823 		__entry->flags = rqst->rq_flags;
1824 	),
1825 
1826 	TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1827 		SVC_RQST_ENDPOINT_VARARGS,
1828 		show_rqstp_flags(__entry->flags))
1829 );
1830 #define DEFINE_SVC_RQST_EVENT(name) \
1831 	DEFINE_EVENT(svc_rqst_event, svc_##name, \
1832 			TP_PROTO( \
1833 				const struct svc_rqst *rqst \
1834 			), \
1835 			TP_ARGS(rqst))
1836 
1837 DEFINE_SVC_RQST_EVENT(defer);
1838 DEFINE_SVC_RQST_EVENT(drop);
1839 
1840 DECLARE_EVENT_CLASS(svc_rqst_status,
1841 	TP_PROTO(
1842 		const struct svc_rqst *rqst,
1843 		int status
1844 	),
1845 
1846 	TP_ARGS(rqst, status),
1847 
1848 	TP_STRUCT__entry(
1849 		SVC_RQST_ENDPOINT_FIELDS(rqst)
1850 
1851 		__field(int, status)
1852 		__field(unsigned long, flags)
1853 	),
1854 
1855 	TP_fast_assign(
1856 		SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1857 
1858 		__entry->status = status;
1859 		__entry->flags = rqst->rq_flags;
1860 	),
1861 
1862 	TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1863 		SVC_RQST_ENDPOINT_VARARGS,
1864 		__entry->status, show_rqstp_flags(__entry->flags))
1865 );
1866 
1867 DEFINE_EVENT(svc_rqst_status, svc_send,
1868 	TP_PROTO(const struct svc_rqst *rqst, int status),
1869 	TP_ARGS(rqst, status));
1870 
1871 TRACE_EVENT(svc_replace_page_err,
1872 	TP_PROTO(const struct svc_rqst *rqst),
1873 
1874 	TP_ARGS(rqst),
1875 	TP_STRUCT__entry(
1876 		SVC_RQST_ENDPOINT_FIELDS(rqst)
1877 
1878 		__field(const void *, begin)
1879 		__field(const void *, respages)
1880 		__field(const void *, nextpage)
1881 	),
1882 
1883 	TP_fast_assign(
1884 		SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1885 
1886 		__entry->begin = rqst->rq_pages;
1887 		__entry->respages = rqst->rq_respages;
1888 		__entry->nextpage = rqst->rq_next_page;
1889 	),
1890 
1891 	TP_printk(SVC_RQST_ENDPOINT_FORMAT " begin=%p respages=%p nextpage=%p",
1892 		SVC_RQST_ENDPOINT_VARARGS,
1893 		__entry->begin, __entry->respages, __entry->nextpage)
1894 );
1895 
1896 TRACE_EVENT(svc_stats_latency,
1897 	TP_PROTO(
1898 		const struct svc_rqst *rqst
1899 	),
1900 
1901 	TP_ARGS(rqst),
1902 
1903 	TP_STRUCT__entry(
1904 		SVC_RQST_ENDPOINT_FIELDS(rqst)
1905 
1906 		__field(unsigned long, execute)
1907 		__string(procedure, svc_proc_name(rqst))
1908 	),
1909 
1910 	TP_fast_assign(
1911 		SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1912 
1913 		__entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1914 							 rqst->rq_stime));
1915 		__assign_str(procedure, svc_proc_name(rqst));
1916 	),
1917 
1918 	TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1919 		SVC_RQST_ENDPOINT_VARARGS,
1920 		__get_str(procedure), __entry->execute)
1921 );
1922 
1923 /*
1924  * from include/linux/sunrpc/svc_xprt.h
1925  */
1926 #define SVC_XPRT_FLAG_LIST						\
1927 	svc_xprt_flag(BUSY)						\
1928 	svc_xprt_flag(CONN)						\
1929 	svc_xprt_flag(CLOSE)						\
1930 	svc_xprt_flag(DATA)						\
1931 	svc_xprt_flag(TEMP)						\
1932 	svc_xprt_flag(DEAD)						\
1933 	svc_xprt_flag(CHNGBUF)						\
1934 	svc_xprt_flag(DEFERRED)						\
1935 	svc_xprt_flag(OLD)						\
1936 	svc_xprt_flag(LISTENER)						\
1937 	svc_xprt_flag(CACHE_AUTH)					\
1938 	svc_xprt_flag(LOCAL)						\
1939 	svc_xprt_flag(KILL_TEMP)					\
1940 	svc_xprt_flag(CONG_CTRL)					\
1941 	svc_xprt_flag(HANDSHAKE)					\
1942 	svc_xprt_flag(TLS_SESSION)					\
1943 	svc_xprt_flag_end(PEER_AUTH)
1944 
1945 #undef svc_xprt_flag
1946 #undef svc_xprt_flag_end
1947 #define svc_xprt_flag(x)	TRACE_DEFINE_ENUM(XPT_##x);
1948 #define svc_xprt_flag_end(x)	TRACE_DEFINE_ENUM(XPT_##x);
1949 
1950 SVC_XPRT_FLAG_LIST
1951 
1952 #undef svc_xprt_flag
1953 #undef svc_xprt_flag_end
1954 #define svc_xprt_flag(x)	{ BIT(XPT_##x), #x },
1955 #define svc_xprt_flag_end(x)	{ BIT(XPT_##x), #x }
1956 
1957 #define show_svc_xprt_flags(flags)					\
1958 	__print_flags(flags, "|", SVC_XPRT_FLAG_LIST)
1959 
1960 TRACE_EVENT(svc_xprt_create_err,
1961 	TP_PROTO(
1962 		const char *program,
1963 		const char *protocol,
1964 		struct sockaddr *sap,
1965 		size_t salen,
1966 		const struct svc_xprt *xprt
1967 	),
1968 
1969 	TP_ARGS(program, protocol, sap, salen, xprt),
1970 
1971 	TP_STRUCT__entry(
1972 		__field(long, error)
1973 		__string(program, program)
1974 		__string(protocol, protocol)
1975 		__sockaddr(addr, salen)
1976 	),
1977 
1978 	TP_fast_assign(
1979 		__entry->error = PTR_ERR(xprt);
1980 		__assign_str(program, program);
1981 		__assign_str(protocol, protocol);
1982 		__assign_sockaddr(addr, sap, salen);
1983 	),
1984 
1985 	TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1986 		__get_sockaddr(addr), __get_str(program), __get_str(protocol),
1987 		__entry->error)
1988 );
1989 
1990 #define SVC_XPRT_ENDPOINT_FIELDS(x) \
1991 		__sockaddr(server, (x)->xpt_locallen) \
1992 		__sockaddr(client, (x)->xpt_remotelen) \
1993 		__field(unsigned long, flags) \
1994 		__field(unsigned int, netns_ino)
1995 
1996 #define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
1997 		do { \
1998 			__assign_sockaddr(server, &(x)->xpt_local, \
1999 					  (x)->xpt_locallen); \
2000 			__assign_sockaddr(client, &(x)->xpt_remote, \
2001 					  (x)->xpt_remotelen); \
2002 			__entry->flags = (x)->xpt_flags; \
2003 			__entry->netns_ino = (x)->xpt_net->ns.inum; \
2004 		} while (0)
2005 
2006 #define SVC_XPRT_ENDPOINT_FORMAT \
2007 		"server=%pISpc client=%pISpc flags=%s"
2008 
2009 #define SVC_XPRT_ENDPOINT_VARARGS \
2010 		__get_sockaddr(server), __get_sockaddr(client), \
2011 		show_svc_xprt_flags(__entry->flags)
2012 
2013 TRACE_EVENT(svc_xprt_enqueue,
2014 	TP_PROTO(
2015 		const struct svc_xprt *xprt,
2016 		unsigned long flags
2017 	),
2018 
2019 	TP_ARGS(xprt, flags),
2020 
2021 	TP_STRUCT__entry(
2022 		SVC_XPRT_ENDPOINT_FIELDS(xprt)
2023 	),
2024 
2025 	TP_fast_assign(
2026 		__assign_sockaddr(server, &xprt->xpt_local,
2027 				  xprt->xpt_locallen);
2028 		__assign_sockaddr(client, &xprt->xpt_remote,
2029 				  xprt->xpt_remotelen);
2030 		__entry->flags = flags;
2031 		__entry->netns_ino = xprt->xpt_net->ns.inum;
2032 	),
2033 
2034 	TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
2035 );
2036 
2037 TRACE_EVENT(svc_xprt_dequeue,
2038 	TP_PROTO(
2039 		const struct svc_rqst *rqst
2040 	),
2041 
2042 	TP_ARGS(rqst),
2043 
2044 	TP_STRUCT__entry(
2045 		SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
2046 
2047 		__field(unsigned long, wakeup)
2048 	),
2049 
2050 	TP_fast_assign(
2051 		SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
2052 
2053 		__entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
2054 							rqst->rq_qtime));
2055 	),
2056 
2057 	TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu",
2058 		SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup)
2059 );
2060 
2061 DECLARE_EVENT_CLASS(svc_xprt_event,
2062 	TP_PROTO(
2063 		const struct svc_xprt *xprt
2064 	),
2065 
2066 	TP_ARGS(xprt),
2067 
2068 	TP_STRUCT__entry(
2069 		SVC_XPRT_ENDPOINT_FIELDS(xprt)
2070 	),
2071 
2072 	TP_fast_assign(
2073 		SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
2074 	),
2075 
2076 	TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
2077 );
2078 
2079 #define DEFINE_SVC_XPRT_EVENT(name) \
2080 	DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
2081 			TP_PROTO( \
2082 				const struct svc_xprt *xprt \
2083 			), \
2084 			TP_ARGS(xprt))
2085 
2086 DEFINE_SVC_XPRT_EVENT(no_write_space);
2087 DEFINE_SVC_XPRT_EVENT(close);
2088 DEFINE_SVC_XPRT_EVENT(detach);
2089 DEFINE_SVC_XPRT_EVENT(free);
2090 
2091 #define DEFINE_SVC_TLS_EVENT(name) \
2092 	DEFINE_EVENT(svc_xprt_event, svc_tls_##name, \
2093 		TP_PROTO(const struct svc_xprt *xprt), \
2094 		TP_ARGS(xprt))
2095 
2096 DEFINE_SVC_TLS_EVENT(start);
2097 DEFINE_SVC_TLS_EVENT(upcall);
2098 DEFINE_SVC_TLS_EVENT(unavailable);
2099 DEFINE_SVC_TLS_EVENT(not_started);
2100 DEFINE_SVC_TLS_EVENT(timed_out);
2101 
2102 TRACE_EVENT(svc_xprt_accept,
2103 	TP_PROTO(
2104 		const struct svc_xprt *xprt,
2105 		const char *service
2106 	),
2107 
2108 	TP_ARGS(xprt, service),
2109 
2110 	TP_STRUCT__entry(
2111 		SVC_XPRT_ENDPOINT_FIELDS(xprt)
2112 
2113 		__string(protocol, xprt->xpt_class->xcl_name)
2114 		__string(service, service)
2115 	),
2116 
2117 	TP_fast_assign(
2118 		SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
2119 
2120 		__assign_str(protocol, xprt->xpt_class->xcl_name);
2121 		__assign_str(service, service);
2122 	),
2123 
2124 	TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
2125 		SVC_XPRT_ENDPOINT_VARARGS,
2126 		__get_str(protocol), __get_str(service)
2127 	)
2128 );
2129 
2130 TRACE_EVENT(svc_wake_up,
2131 	TP_PROTO(int pid),
2132 
2133 	TP_ARGS(pid),
2134 
2135 	TP_STRUCT__entry(
2136 		__field(int, pid)
2137 	),
2138 
2139 	TP_fast_assign(
2140 		__entry->pid = pid;
2141 	),
2142 
2143 	TP_printk("pid=%d", __entry->pid)
2144 );
2145 
2146 TRACE_EVENT(svc_alloc_arg_err,
2147 	TP_PROTO(
2148 		unsigned int requested,
2149 		unsigned int allocated
2150 	),
2151 
2152 	TP_ARGS(requested, allocated),
2153 
2154 	TP_STRUCT__entry(
2155 		__field(unsigned int, requested)
2156 		__field(unsigned int, allocated)
2157 	),
2158 
2159 	TP_fast_assign(
2160 		__entry->requested = requested;
2161 		__entry->allocated = allocated;
2162 	),
2163 
2164 	TP_printk("requested=%u allocated=%u",
2165 		__entry->requested, __entry->allocated)
2166 );
2167 
2168 DECLARE_EVENT_CLASS(svc_deferred_event,
2169 	TP_PROTO(
2170 		const struct svc_deferred_req *dr
2171 	),
2172 
2173 	TP_ARGS(dr),
2174 
2175 	TP_STRUCT__entry(
2176 		__field(const void *, dr)
2177 		__field(u32, xid)
2178 		__sockaddr(addr, dr->addrlen)
2179 	),
2180 
2181 	TP_fast_assign(
2182 		__entry->dr = dr;
2183 		__entry->xid = be32_to_cpu(*(__be32 *)dr->args);
2184 		__assign_sockaddr(addr, &dr->addr, dr->addrlen);
2185 	),
2186 
2187 	TP_printk("addr=%pISpc dr=%p xid=0x%08x", __get_sockaddr(addr),
2188 		__entry->dr, __entry->xid)
2189 );
2190 
2191 #define DEFINE_SVC_DEFERRED_EVENT(name) \
2192 	DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
2193 			TP_PROTO( \
2194 				const struct svc_deferred_req *dr \
2195 			), \
2196 			TP_ARGS(dr))
2197 
2198 DEFINE_SVC_DEFERRED_EVENT(drop);
2199 DEFINE_SVC_DEFERRED_EVENT(queue);
2200 DEFINE_SVC_DEFERRED_EVENT(recv);
2201 
2202 DECLARE_EVENT_CLASS(svcsock_lifetime_class,
2203 	TP_PROTO(
2204 		const void *svsk,
2205 		const struct socket *socket
2206 	),
2207 	TP_ARGS(svsk, socket),
2208 	TP_STRUCT__entry(
2209 		__field(unsigned int, netns_ino)
2210 		__field(const void *, svsk)
2211 		__field(const void *, sk)
2212 		__field(unsigned long, type)
2213 		__field(unsigned long, family)
2214 		__field(unsigned long, state)
2215 	),
2216 	TP_fast_assign(
2217 		struct sock *sk = socket->sk;
2218 
2219 		__entry->netns_ino = sock_net(sk)->ns.inum;
2220 		__entry->svsk = svsk;
2221 		__entry->sk = sk;
2222 		__entry->type = socket->type;
2223 		__entry->family = sk->sk_family;
2224 		__entry->state = sk->sk_state;
2225 	),
2226 	TP_printk("svsk=%p type=%s family=%s%s",
2227 		__entry->svsk, show_socket_type(__entry->type),
2228 		rpc_show_address_family(__entry->family),
2229 		__entry->state == TCP_LISTEN ? " (listener)" : ""
2230 	)
2231 );
2232 #define DEFINE_SVCSOCK_LIFETIME_EVENT(name) \
2233 	DEFINE_EVENT(svcsock_lifetime_class, name, \
2234 		TP_PROTO( \
2235 			const void *svsk, \
2236 			const struct socket *socket \
2237 		), \
2238 		TP_ARGS(svsk, socket))
2239 
2240 DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_new);
2241 DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_free);
2242 
2243 TRACE_EVENT(svcsock_marker,
2244 	TP_PROTO(
2245 		const struct svc_xprt *xprt,
2246 		__be32 marker
2247 	),
2248 
2249 	TP_ARGS(xprt, marker),
2250 
2251 	TP_STRUCT__entry(
2252 		__field(unsigned int, length)
2253 		__field(bool, last)
2254 		__string(addr, xprt->xpt_remotebuf)
2255 	),
2256 
2257 	TP_fast_assign(
2258 		__entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2259 		__entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2260 		__assign_str(addr, xprt->xpt_remotebuf);
2261 	),
2262 
2263 	TP_printk("addr=%s length=%u%s", __get_str(addr),
2264 		__entry->length, __entry->last ? " (last)" : "")
2265 );
2266 
2267 DECLARE_EVENT_CLASS(svcsock_class,
2268 	TP_PROTO(
2269 		const struct svc_xprt *xprt,
2270 		ssize_t result
2271 	),
2272 
2273 	TP_ARGS(xprt, result),
2274 
2275 	TP_STRUCT__entry(
2276 		__field(ssize_t, result)
2277 		__field(unsigned long, flags)
2278 		__string(addr, xprt->xpt_remotebuf)
2279 	),
2280 
2281 	TP_fast_assign(
2282 		__entry->result = result;
2283 		__entry->flags = xprt->xpt_flags;
2284 		__assign_str(addr, xprt->xpt_remotebuf);
2285 	),
2286 
2287 	TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2288 		__entry->result, show_svc_xprt_flags(__entry->flags)
2289 	)
2290 );
2291 
2292 #define DEFINE_SVCSOCK_EVENT(name) \
2293 	DEFINE_EVENT(svcsock_class, svcsock_##name, \
2294 			TP_PROTO( \
2295 				const struct svc_xprt *xprt, \
2296 				ssize_t result \
2297 			), \
2298 			TP_ARGS(xprt, result))
2299 
2300 DEFINE_SVCSOCK_EVENT(udp_send);
2301 DEFINE_SVCSOCK_EVENT(udp_recv);
2302 DEFINE_SVCSOCK_EVENT(udp_recv_err);
2303 DEFINE_SVCSOCK_EVENT(tcp_send);
2304 DEFINE_SVCSOCK_EVENT(tcp_recv);
2305 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2306 DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2307 DEFINE_SVCSOCK_EVENT(data_ready);
2308 DEFINE_SVCSOCK_EVENT(write_space);
2309 
2310 TRACE_EVENT(svcsock_tcp_recv_short,
2311 	TP_PROTO(
2312 		const struct svc_xprt *xprt,
2313 		u32 expected,
2314 		u32 received
2315 	),
2316 
2317 	TP_ARGS(xprt, expected, received),
2318 
2319 	TP_STRUCT__entry(
2320 		__field(u32, expected)
2321 		__field(u32, received)
2322 		__field(unsigned long, flags)
2323 		__string(addr, xprt->xpt_remotebuf)
2324 	),
2325 
2326 	TP_fast_assign(
2327 		__entry->expected = expected;
2328 		__entry->received = received;
2329 		__entry->flags = xprt->xpt_flags;
2330 		__assign_str(addr, xprt->xpt_remotebuf);
2331 	),
2332 
2333 	TP_printk("addr=%s flags=%s expected=%u received=%u",
2334 		__get_str(addr), show_svc_xprt_flags(__entry->flags),
2335 		__entry->expected, __entry->received
2336 	)
2337 );
2338 
2339 TRACE_EVENT(svcsock_tcp_state,
2340 	TP_PROTO(
2341 		const struct svc_xprt *xprt,
2342 		const struct socket *socket
2343 	),
2344 
2345 	TP_ARGS(xprt, socket),
2346 
2347 	TP_STRUCT__entry(
2348 		__field(unsigned long, socket_state)
2349 		__field(unsigned long, sock_state)
2350 		__field(unsigned long, flags)
2351 		__string(addr, xprt->xpt_remotebuf)
2352 	),
2353 
2354 	TP_fast_assign(
2355 		__entry->socket_state = socket->state;
2356 		__entry->sock_state = socket->sk->sk_state;
2357 		__entry->flags = xprt->xpt_flags;
2358 		__assign_str(addr, xprt->xpt_remotebuf);
2359 	),
2360 
2361 	TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2362 		rpc_show_socket_state(__entry->socket_state),
2363 		rpc_show_sock_state(__entry->sock_state),
2364 		show_svc_xprt_flags(__entry->flags)
2365 	)
2366 );
2367 
2368 DECLARE_EVENT_CLASS(svcsock_accept_class,
2369 	TP_PROTO(
2370 		const struct svc_xprt *xprt,
2371 		const char *service,
2372 		long status
2373 	),
2374 
2375 	TP_ARGS(xprt, service, status),
2376 
2377 	TP_STRUCT__entry(
2378 		__field(long, status)
2379 		__string(service, service)
2380 		__field(unsigned int, netns_ino)
2381 	),
2382 
2383 	TP_fast_assign(
2384 		__entry->status = status;
2385 		__assign_str(service, service);
2386 		__entry->netns_ino = xprt->xpt_net->ns.inum;
2387 	),
2388 
2389 	TP_printk("addr=listener service=%s status=%ld",
2390 		__get_str(service), __entry->status
2391 	)
2392 );
2393 
2394 #define DEFINE_ACCEPT_EVENT(name) \
2395 	DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2396 			TP_PROTO( \
2397 				const struct svc_xprt *xprt, \
2398 				const char *service, \
2399 				long status \
2400 			), \
2401 			TP_ARGS(xprt, service, status))
2402 
2403 DEFINE_ACCEPT_EVENT(accept);
2404 DEFINE_ACCEPT_EVENT(getpeername);
2405 
2406 DECLARE_EVENT_CLASS(cache_event,
2407 	TP_PROTO(
2408 		const struct cache_detail *cd,
2409 		const struct cache_head *h
2410 	),
2411 
2412 	TP_ARGS(cd, h),
2413 
2414 	TP_STRUCT__entry(
2415 		__field(const struct cache_head *, h)
2416 		__string(name, cd->name)
2417 	),
2418 
2419 	TP_fast_assign(
2420 		__entry->h = h;
2421 		__assign_str(name, cd->name);
2422 	),
2423 
2424 	TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2425 );
2426 #define DEFINE_CACHE_EVENT(name) \
2427 	DEFINE_EVENT(cache_event, name, \
2428 			TP_PROTO( \
2429 				const struct cache_detail *cd, \
2430 				const struct cache_head *h \
2431 			), \
2432 			TP_ARGS(cd, h))
2433 DEFINE_CACHE_EVENT(cache_entry_expired);
2434 DEFINE_CACHE_EVENT(cache_entry_upcall);
2435 DEFINE_CACHE_EVENT(cache_entry_update);
2436 DEFINE_CACHE_EVENT(cache_entry_make_negative);
2437 DEFINE_CACHE_EVENT(cache_entry_no_listener);
2438 
2439 DECLARE_EVENT_CLASS(register_class,
2440 	TP_PROTO(
2441 		const char *program,
2442 		const u32 version,
2443 		const int family,
2444 		const unsigned short protocol,
2445 		const unsigned short port,
2446 		int error
2447 	),
2448 
2449 	TP_ARGS(program, version, family, protocol, port, error),
2450 
2451 	TP_STRUCT__entry(
2452 		__field(u32, version)
2453 		__field(unsigned long, family)
2454 		__field(unsigned short, protocol)
2455 		__field(unsigned short, port)
2456 		__field(int, error)
2457 		__string(program, program)
2458 	),
2459 
2460 	TP_fast_assign(
2461 		__entry->version = version;
2462 		__entry->family = family;
2463 		__entry->protocol = protocol;
2464 		__entry->port = port;
2465 		__entry->error = error;
2466 		__assign_str(program, program);
2467 	),
2468 
2469 	TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2470 		__get_str(program), __entry->version,
2471 		__entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2472 		__entry->port, rpc_show_address_family(__entry->family),
2473 		__entry->error
2474 	)
2475 );
2476 
2477 #define DEFINE_REGISTER_EVENT(name) \
2478 	DEFINE_EVENT(register_class, svc_##name, \
2479 			TP_PROTO( \
2480 				const char *program, \
2481 				const u32 version, \
2482 				const int family, \
2483 				const unsigned short protocol, \
2484 				const unsigned short port, \
2485 				int error \
2486 			), \
2487 			TP_ARGS(program, version, family, protocol, \
2488 				port, error))
2489 
2490 DEFINE_REGISTER_EVENT(register);
2491 DEFINE_REGISTER_EVENT(noregister);
2492 
2493 TRACE_EVENT(svc_unregister,
2494 	TP_PROTO(
2495 		const char *program,
2496 		const u32 version,
2497 		int error
2498 	),
2499 
2500 	TP_ARGS(program, version, error),
2501 
2502 	TP_STRUCT__entry(
2503 		__field(u32, version)
2504 		__field(int, error)
2505 		__string(program, program)
2506 	),
2507 
2508 	TP_fast_assign(
2509 		__entry->version = version;
2510 		__entry->error = error;
2511 		__assign_str(program, program);
2512 	),
2513 
2514 	TP_printk("program=%sv%u error=%d",
2515 		__get_str(program), __entry->version, __entry->error
2516 	)
2517 );
2518 
2519 #endif /* _TRACE_SUNRPC_H */
2520 
2521 #include <trace/define_trace.h>
2522