1bc50ad75SChristoph Hellwig /* SPDX-License-Identifier: GPL-2.0 */
23d030e41SJohannes Thumshirn /*
33d030e41SJohannes Thumshirn * NVM Express device driver tracepoints
43d030e41SJohannes Thumshirn * Copyright (c) 2018 Johannes Thumshirn, SUSE Linux GmbH
53d030e41SJohannes Thumshirn */
63d030e41SJohannes Thumshirn
73d030e41SJohannes Thumshirn #undef TRACE_SYSTEM
83d030e41SJohannes Thumshirn #define TRACE_SYSTEM nvme
93d030e41SJohannes Thumshirn
103d030e41SJohannes Thumshirn #if !defined(_TRACE_NVME_H) || defined(TRACE_HEADER_MULTI_READ)
113d030e41SJohannes Thumshirn #define _TRACE_NVME_H
123d030e41SJohannes Thumshirn
133d030e41SJohannes Thumshirn #include <linux/nvme.h>
143d030e41SJohannes Thumshirn #include <linux/tracepoint.h>
153d030e41SJohannes Thumshirn #include <linux/trace_seq.h>
163d030e41SJohannes Thumshirn
173d030e41SJohannes Thumshirn #include "nvme.h"
183d030e41SJohannes Thumshirn
195d87eb94SKeith Busch const char *nvme_trace_parse_admin_cmd(struct trace_seq *p, u8 opcode,
205d87eb94SKeith Busch u8 *cdw10);
213d030e41SJohannes Thumshirn const char *nvme_trace_parse_nvm_cmd(struct trace_seq *p, u8 opcode,
223d030e41SJohannes Thumshirn u8 *cdw10);
23ad795e47SMinwoo Im const char *nvme_trace_parse_fabrics_cmd(struct trace_seq *p, u8 fctype,
24ad795e47SMinwoo Im u8 *spc);
253d030e41SJohannes Thumshirn
26ad795e47SMinwoo Im #define parse_nvme_cmd(qid, opcode, fctype, cdw10) \
27ad795e47SMinwoo Im ((opcode) == nvme_fabrics_command ? \
28ad795e47SMinwoo Im nvme_trace_parse_fabrics_cmd(p, fctype, cdw10) : \
29ad795e47SMinwoo Im ((qid) ? \
305d87eb94SKeith Busch nvme_trace_parse_nvm_cmd(p, opcode, cdw10) : \
31ad795e47SMinwoo Im nvme_trace_parse_admin_cmd(p, opcode, cdw10)))
323d030e41SJohannes Thumshirn
336268953eSKeith Busch const char *nvme_trace_disk_name(struct trace_seq *p, char *name);
346268953eSKeith Busch #define __print_disk_name(name) \
356268953eSKeith Busch nvme_trace_disk_name(p, name)
366268953eSKeith Busch
376268953eSKeith Busch #ifndef TRACE_HEADER_MULTI_READ
__assign_disk_name(char * name,struct gendisk * disk)386268953eSKeith Busch static inline void __assign_disk_name(char *name, struct gendisk *disk)
396268953eSKeith Busch {
406268953eSKeith Busch if (disk)
416268953eSKeith Busch memcpy(name, disk->disk_name, DISK_NAME_LEN);
426268953eSKeith Busch else
436268953eSKeith Busch memset(name, 0, DISK_NAME_LEN);
446268953eSKeith Busch }
456268953eSKeith Busch #endif
466268953eSKeith Busch
475d87eb94SKeith Busch TRACE_EVENT(nvme_setup_cmd,
485d87eb94SKeith Busch TP_PROTO(struct request *req, struct nvme_command *cmd),
495d87eb94SKeith Busch TP_ARGS(req, cmd),
503d030e41SJohannes Thumshirn TP_STRUCT__entry(
516268953eSKeith Busch __array(char, disk, DISK_NAME_LEN)
52b80a55e2SKeith Busch __field(int, ctrl_id)
533d030e41SJohannes Thumshirn __field(int, qid)
543d030e41SJohannes Thumshirn __field(u8, opcode)
553d030e41SJohannes Thumshirn __field(u8, flags)
56ad795e47SMinwoo Im __field(u8, fctype)
573d030e41SJohannes Thumshirn __field(u16, cid)
583d030e41SJohannes Thumshirn __field(u32, nsid)
59234211b8SKeith Busch __field(bool, metadata)
603d030e41SJohannes Thumshirn __array(u8, cdw10, 24)
613d030e41SJohannes Thumshirn ),
623d030e41SJohannes Thumshirn TP_fast_assign(
63b80a55e2SKeith Busch __entry->ctrl_id = nvme_req(req)->ctrl->instance;
645d87eb94SKeith Busch __entry->qid = nvme_req_qid(req);
653d030e41SJohannes Thumshirn __entry->opcode = cmd->common.opcode;
663d030e41SJohannes Thumshirn __entry->flags = cmd->common.flags;
673d030e41SJohannes Thumshirn __entry->cid = cmd->common.command_id;
683d030e41SJohannes Thumshirn __entry->nsid = le32_to_cpu(cmd->common.nsid);
69234211b8SKeith Busch __entry->metadata = !!blk_integrity_rq(req);
70ad795e47SMinwoo Im __entry->fctype = cmd->fabrics.fctype;
71f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk);
725c629dc9SKeith Busch memcpy(__entry->cdw10, &cmd->common.cdws,
7381fe9284SKeith Busch sizeof(__entry->cdw10));
743d030e41SJohannes Thumshirn ),
75234211b8SKeith Busch TP_printk("nvme%d: %sqid=%d, cmdid=%u, nsid=%u, flags=0x%x, meta=0x%x, cmd=(%s %s)",
766268953eSKeith Busch __entry->ctrl_id, __print_disk_name(__entry->disk),
776268953eSKeith Busch __entry->qid, __entry->cid, __entry->nsid,
786268953eSKeith Busch __entry->flags, __entry->metadata,
79ad795e47SMinwoo Im show_opcode_name(__entry->qid, __entry->opcode,
80ad795e47SMinwoo Im __entry->fctype),
81ad795e47SMinwoo Im parse_nvme_cmd(__entry->qid, __entry->opcode,
82ad795e47SMinwoo Im __entry->fctype, __entry->cdw10))
833d030e41SJohannes Thumshirn );
843d030e41SJohannes Thumshirn
85ca5554a6SJohannes Thumshirn TRACE_EVENT(nvme_complete_rq,
86ca5554a6SJohannes Thumshirn TP_PROTO(struct request *req),
87ca5554a6SJohannes Thumshirn TP_ARGS(req),
88ca5554a6SJohannes Thumshirn TP_STRUCT__entry(
896268953eSKeith Busch __array(char, disk, DISK_NAME_LEN)
90b80a55e2SKeith Busch __field(int, ctrl_id)
91ca5554a6SJohannes Thumshirn __field(int, qid)
92ca5554a6SJohannes Thumshirn __field(int, cid)
93ca5554a6SJohannes Thumshirn __field(u64, result)
94ca5554a6SJohannes Thumshirn __field(u8, retries)
95ca5554a6SJohannes Thumshirn __field(u8, flags)
96ca5554a6SJohannes Thumshirn __field(u16, status)
97ca5554a6SJohannes Thumshirn ),
98ca5554a6SJohannes Thumshirn TP_fast_assign(
99b80a55e2SKeith Busch __entry->ctrl_id = nvme_req(req)->ctrl->instance;
1005d87eb94SKeith Busch __entry->qid = nvme_req_qid(req);
101679c54f2SBean Huo __entry->cid = nvme_req(req)->cmd->common.command_id;
102ca5554a6SJohannes Thumshirn __entry->result = le64_to_cpu(nvme_req(req)->result.u64);
103ca5554a6SJohannes Thumshirn __entry->retries = nvme_req(req)->retries;
104ca5554a6SJohannes Thumshirn __entry->flags = nvme_req(req)->flags;
105ca5554a6SJohannes Thumshirn __entry->status = nvme_req(req)->status;
106f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk);
107ca5554a6SJohannes Thumshirn ),
1085f965f4fSMinwoo Im TP_printk("nvme%d: %sqid=%d, cmdid=%u, res=%#llx, retries=%u, flags=0x%x, status=%#x",
1096268953eSKeith Busch __entry->ctrl_id, __print_disk_name(__entry->disk),
1106268953eSKeith Busch __entry->qid, __entry->cid, __entry->result,
1116268953eSKeith Busch __entry->retries, __entry->flags, __entry->status)
112ca5554a6SJohannes Thumshirn
113ca5554a6SJohannes Thumshirn );
114ca5554a6SJohannes Thumshirn
11509bd1ff4SChaitanya Kulkarni #define aer_name(aer) { aer, #aer }
11609bd1ff4SChaitanya Kulkarni
11709bd1ff4SChaitanya Kulkarni TRACE_EVENT(nvme_async_event,
11809bd1ff4SChaitanya Kulkarni TP_PROTO(struct nvme_ctrl *ctrl, u32 result),
11909bd1ff4SChaitanya Kulkarni TP_ARGS(ctrl, result),
12009bd1ff4SChaitanya Kulkarni TP_STRUCT__entry(
12109bd1ff4SChaitanya Kulkarni __field(int, ctrl_id)
12209bd1ff4SChaitanya Kulkarni __field(u32, result)
12309bd1ff4SChaitanya Kulkarni ),
12409bd1ff4SChaitanya Kulkarni TP_fast_assign(
12509bd1ff4SChaitanya Kulkarni __entry->ctrl_id = ctrl->instance;
12609bd1ff4SChaitanya Kulkarni __entry->result = result;
12709bd1ff4SChaitanya Kulkarni ),
12809bd1ff4SChaitanya Kulkarni TP_printk("nvme%d: NVME_AEN=%#08x [%s]",
12909bd1ff4SChaitanya Kulkarni __entry->ctrl_id, __entry->result,
130*6622b76fSKeith Busch __print_symbolic(__entry->result & 0x7,
13109bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_ERROR),
13209bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_SMART),
133*6622b76fSKeith Busch aer_name(NVME_AER_NOTICE),
13409bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_CSS),
13509bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_VS))
13609bd1ff4SChaitanya Kulkarni )
13709bd1ff4SChaitanya Kulkarni );
13809bd1ff4SChaitanya Kulkarni
13909bd1ff4SChaitanya Kulkarni #undef aer_name
14009bd1ff4SChaitanya Kulkarni
141604c01d5Syupeng TRACE_EVENT(nvme_sq,
142604c01d5Syupeng TP_PROTO(struct request *req, __le16 sq_head, int sq_tail),
143604c01d5Syupeng TP_ARGS(req, sq_head, sq_tail),
144604c01d5Syupeng TP_STRUCT__entry(
145604c01d5Syupeng __field(int, ctrl_id)
146604c01d5Syupeng __array(char, disk, DISK_NAME_LEN)
147604c01d5Syupeng __field(int, qid)
148604c01d5Syupeng __field(u16, sq_head)
149604c01d5Syupeng __field(u16, sq_tail)
150604c01d5Syupeng ),
151604c01d5Syupeng TP_fast_assign(
152604c01d5Syupeng __entry->ctrl_id = nvme_req(req)->ctrl->instance;
153f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk);
154604c01d5Syupeng __entry->qid = nvme_req_qid(req);
155604c01d5Syupeng __entry->sq_head = le16_to_cpu(sq_head);
156604c01d5Syupeng __entry->sq_tail = sq_tail;
157604c01d5Syupeng ),
158604c01d5Syupeng TP_printk("nvme%d: %sqid=%d, head=%u, tail=%u",
159604c01d5Syupeng __entry->ctrl_id, __print_disk_name(__entry->disk),
160604c01d5Syupeng __entry->qid, __entry->sq_head, __entry->sq_tail
161604c01d5Syupeng )
162604c01d5Syupeng );
163604c01d5Syupeng
1643d030e41SJohannes Thumshirn #endif /* _TRACE_NVME_H */
1653d030e41SJohannes Thumshirn
1663d030e41SJohannes Thumshirn #undef TRACE_INCLUDE_PATH
1673d030e41SJohannes Thumshirn #define TRACE_INCLUDE_PATH .
1683d030e41SJohannes Thumshirn #undef TRACE_INCLUDE_FILE
1693d030e41SJohannes Thumshirn #define TRACE_INCLUDE_FILE trace
1703d030e41SJohannes Thumshirn
1713d030e41SJohannes Thumshirn /* This part must be outside protection */
1723d030e41SJohannes Thumshirn #include <trace/define_trace.h>
173