1bc50ad75SChristoph Hellwig /* SPDX-License-Identifier: GPL-2.0 */ 23d030e41SJohannes Thumshirn /* 33d030e41SJohannes Thumshirn * NVM Express device driver tracepoints 43d030e41SJohannes Thumshirn * Copyright (c) 2018 Johannes Thumshirn, SUSE Linux GmbH 53d030e41SJohannes Thumshirn */ 63d030e41SJohannes Thumshirn 73d030e41SJohannes Thumshirn #undef TRACE_SYSTEM 83d030e41SJohannes Thumshirn #define TRACE_SYSTEM nvme 93d030e41SJohannes Thumshirn 103d030e41SJohannes Thumshirn #if !defined(_TRACE_NVME_H) || defined(TRACE_HEADER_MULTI_READ) 113d030e41SJohannes Thumshirn #define _TRACE_NVME_H 123d030e41SJohannes Thumshirn 133d030e41SJohannes Thumshirn #include <linux/nvme.h> 143d030e41SJohannes Thumshirn #include <linux/tracepoint.h> 153d030e41SJohannes Thumshirn #include <linux/trace_seq.h> 163d030e41SJohannes Thumshirn 173d030e41SJohannes Thumshirn #include "nvme.h" 183d030e41SJohannes Thumshirn 195d87eb94SKeith Busch const char *nvme_trace_parse_admin_cmd(struct trace_seq *p, u8 opcode, 205d87eb94SKeith Busch u8 *cdw10); 213d030e41SJohannes Thumshirn const char *nvme_trace_parse_nvm_cmd(struct trace_seq *p, u8 opcode, 223d030e41SJohannes Thumshirn u8 *cdw10); 23ad795e47SMinwoo Im const char *nvme_trace_parse_fabrics_cmd(struct trace_seq *p, u8 fctype, 24ad795e47SMinwoo Im u8 *spc); 253d030e41SJohannes Thumshirn 26ad795e47SMinwoo Im #define parse_nvme_cmd(qid, opcode, fctype, cdw10) \ 27ad795e47SMinwoo Im ((opcode) == nvme_fabrics_command ? \ 28ad795e47SMinwoo Im nvme_trace_parse_fabrics_cmd(p, fctype, cdw10) : \ 29ad795e47SMinwoo Im ((qid) ? \ 305d87eb94SKeith Busch nvme_trace_parse_nvm_cmd(p, opcode, cdw10) : \ 31ad795e47SMinwoo Im nvme_trace_parse_admin_cmd(p, opcode, cdw10))) 323d030e41SJohannes Thumshirn 336268953eSKeith Busch const char *nvme_trace_disk_name(struct trace_seq *p, char *name); 346268953eSKeith Busch #define __print_disk_name(name) \ 356268953eSKeith Busch nvme_trace_disk_name(p, name) 366268953eSKeith Busch 376268953eSKeith Busch #ifndef TRACE_HEADER_MULTI_READ 386268953eSKeith Busch static inline void __assign_disk_name(char *name, struct gendisk *disk) 396268953eSKeith Busch { 406268953eSKeith Busch if (disk) 416268953eSKeith Busch memcpy(name, disk->disk_name, DISK_NAME_LEN); 426268953eSKeith Busch else 436268953eSKeith Busch memset(name, 0, DISK_NAME_LEN); 446268953eSKeith Busch } 456268953eSKeith Busch #endif 466268953eSKeith Busch 475d87eb94SKeith Busch TRACE_EVENT(nvme_setup_cmd, 485d87eb94SKeith Busch TP_PROTO(struct request *req, struct nvme_command *cmd), 495d87eb94SKeith Busch TP_ARGS(req, cmd), 503d030e41SJohannes Thumshirn TP_STRUCT__entry( 516268953eSKeith Busch __array(char, disk, DISK_NAME_LEN) 52b80a55e2SKeith Busch __field(int, ctrl_id) 533d030e41SJohannes Thumshirn __field(int, qid) 543d030e41SJohannes Thumshirn __field(u8, opcode) 553d030e41SJohannes Thumshirn __field(u8, flags) 56ad795e47SMinwoo Im __field(u8, fctype) 573d030e41SJohannes Thumshirn __field(u16, cid) 583d030e41SJohannes Thumshirn __field(u32, nsid) 59234211b8SKeith Busch __field(bool, metadata) 603d030e41SJohannes Thumshirn __array(u8, cdw10, 24) 613d030e41SJohannes Thumshirn ), 623d030e41SJohannes Thumshirn TP_fast_assign( 63b80a55e2SKeith Busch __entry->ctrl_id = nvme_req(req)->ctrl->instance; 645d87eb94SKeith Busch __entry->qid = nvme_req_qid(req); 653d030e41SJohannes Thumshirn __entry->opcode = cmd->common.opcode; 663d030e41SJohannes Thumshirn __entry->flags = cmd->common.flags; 673d030e41SJohannes Thumshirn __entry->cid = cmd->common.command_id; 683d030e41SJohannes Thumshirn __entry->nsid = le32_to_cpu(cmd->common.nsid); 69234211b8SKeith Busch __entry->metadata = !!blk_integrity_rq(req); 70ad795e47SMinwoo Im __entry->fctype = cmd->fabrics.fctype; 71f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk); 72*5c629dc9SKeith Busch memcpy(__entry->cdw10, &cmd->common.cdws, 7381fe9284SKeith Busch sizeof(__entry->cdw10)); 743d030e41SJohannes Thumshirn ), 75234211b8SKeith Busch TP_printk("nvme%d: %sqid=%d, cmdid=%u, nsid=%u, flags=0x%x, meta=0x%x, cmd=(%s %s)", 766268953eSKeith Busch __entry->ctrl_id, __print_disk_name(__entry->disk), 776268953eSKeith Busch __entry->qid, __entry->cid, __entry->nsid, 786268953eSKeith Busch __entry->flags, __entry->metadata, 79ad795e47SMinwoo Im show_opcode_name(__entry->qid, __entry->opcode, 80ad795e47SMinwoo Im __entry->fctype), 81ad795e47SMinwoo Im parse_nvme_cmd(__entry->qid, __entry->opcode, 82ad795e47SMinwoo Im __entry->fctype, __entry->cdw10)) 833d030e41SJohannes Thumshirn ); 843d030e41SJohannes Thumshirn 85ca5554a6SJohannes Thumshirn TRACE_EVENT(nvme_complete_rq, 86ca5554a6SJohannes Thumshirn TP_PROTO(struct request *req), 87ca5554a6SJohannes Thumshirn TP_ARGS(req), 88ca5554a6SJohannes Thumshirn TP_STRUCT__entry( 896268953eSKeith Busch __array(char, disk, DISK_NAME_LEN) 90b80a55e2SKeith Busch __field(int, ctrl_id) 91ca5554a6SJohannes Thumshirn __field(int, qid) 92ca5554a6SJohannes Thumshirn __field(int, cid) 93ca5554a6SJohannes Thumshirn __field(u64, result) 94ca5554a6SJohannes Thumshirn __field(u8, retries) 95ca5554a6SJohannes Thumshirn __field(u8, flags) 96ca5554a6SJohannes Thumshirn __field(u16, status) 97ca5554a6SJohannes Thumshirn ), 98ca5554a6SJohannes Thumshirn TP_fast_assign( 99b80a55e2SKeith Busch __entry->ctrl_id = nvme_req(req)->ctrl->instance; 1005d87eb94SKeith Busch __entry->qid = nvme_req_qid(req); 101ca5554a6SJohannes Thumshirn __entry->cid = req->tag; 102ca5554a6SJohannes Thumshirn __entry->result = le64_to_cpu(nvme_req(req)->result.u64); 103ca5554a6SJohannes Thumshirn __entry->retries = nvme_req(req)->retries; 104ca5554a6SJohannes Thumshirn __entry->flags = nvme_req(req)->flags; 105ca5554a6SJohannes Thumshirn __entry->status = nvme_req(req)->status; 106f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk); 107ca5554a6SJohannes Thumshirn ), 1085f965f4fSMinwoo Im TP_printk("nvme%d: %sqid=%d, cmdid=%u, res=%#llx, retries=%u, flags=0x%x, status=%#x", 1096268953eSKeith Busch __entry->ctrl_id, __print_disk_name(__entry->disk), 1106268953eSKeith Busch __entry->qid, __entry->cid, __entry->result, 1116268953eSKeith Busch __entry->retries, __entry->flags, __entry->status) 112ca5554a6SJohannes Thumshirn 113ca5554a6SJohannes Thumshirn ); 114ca5554a6SJohannes Thumshirn 11509bd1ff4SChaitanya Kulkarni #define aer_name(aer) { aer, #aer } 11609bd1ff4SChaitanya Kulkarni 11709bd1ff4SChaitanya Kulkarni TRACE_EVENT(nvme_async_event, 11809bd1ff4SChaitanya Kulkarni TP_PROTO(struct nvme_ctrl *ctrl, u32 result), 11909bd1ff4SChaitanya Kulkarni TP_ARGS(ctrl, result), 12009bd1ff4SChaitanya Kulkarni TP_STRUCT__entry( 12109bd1ff4SChaitanya Kulkarni __field(int, ctrl_id) 12209bd1ff4SChaitanya Kulkarni __field(u32, result) 12309bd1ff4SChaitanya Kulkarni ), 12409bd1ff4SChaitanya Kulkarni TP_fast_assign( 12509bd1ff4SChaitanya Kulkarni __entry->ctrl_id = ctrl->instance; 12609bd1ff4SChaitanya Kulkarni __entry->result = result; 12709bd1ff4SChaitanya Kulkarni ), 12809bd1ff4SChaitanya Kulkarni TP_printk("nvme%d: NVME_AEN=%#08x [%s]", 12909bd1ff4SChaitanya Kulkarni __entry->ctrl_id, __entry->result, 13009bd1ff4SChaitanya Kulkarni __print_symbolic(__entry->result, 13109bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_NOTICE_NS_CHANGED), 13209bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_NOTICE_ANA), 13309bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_NOTICE_FW_ACT_STARTING), 134521cfb8eSChaitanya Kulkarni aer_name(NVME_AER_NOTICE_DISC_CHANGED), 13509bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_ERROR), 13609bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_SMART), 13709bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_CSS), 13809bd1ff4SChaitanya Kulkarni aer_name(NVME_AER_VS)) 13909bd1ff4SChaitanya Kulkarni ) 14009bd1ff4SChaitanya Kulkarni ); 14109bd1ff4SChaitanya Kulkarni 14209bd1ff4SChaitanya Kulkarni #undef aer_name 14309bd1ff4SChaitanya Kulkarni 144604c01d5Syupeng TRACE_EVENT(nvme_sq, 145604c01d5Syupeng TP_PROTO(struct request *req, __le16 sq_head, int sq_tail), 146604c01d5Syupeng TP_ARGS(req, sq_head, sq_tail), 147604c01d5Syupeng TP_STRUCT__entry( 148604c01d5Syupeng __field(int, ctrl_id) 149604c01d5Syupeng __array(char, disk, DISK_NAME_LEN) 150604c01d5Syupeng __field(int, qid) 151604c01d5Syupeng __field(u16, sq_head) 152604c01d5Syupeng __field(u16, sq_tail) 153604c01d5Syupeng ), 154604c01d5Syupeng TP_fast_assign( 155604c01d5Syupeng __entry->ctrl_id = nvme_req(req)->ctrl->instance; 156f3fa33acSChristoph Hellwig __assign_disk_name(__entry->disk, req->q->disk); 157604c01d5Syupeng __entry->qid = nvme_req_qid(req); 158604c01d5Syupeng __entry->sq_head = le16_to_cpu(sq_head); 159604c01d5Syupeng __entry->sq_tail = sq_tail; 160604c01d5Syupeng ), 161604c01d5Syupeng TP_printk("nvme%d: %sqid=%d, head=%u, tail=%u", 162604c01d5Syupeng __entry->ctrl_id, __print_disk_name(__entry->disk), 163604c01d5Syupeng __entry->qid, __entry->sq_head, __entry->sq_tail 164604c01d5Syupeng ) 165604c01d5Syupeng ); 166604c01d5Syupeng 1673d030e41SJohannes Thumshirn #endif /* _TRACE_NVME_H */ 1683d030e41SJohannes Thumshirn 1693d030e41SJohannes Thumshirn #undef TRACE_INCLUDE_PATH 1703d030e41SJohannes Thumshirn #define TRACE_INCLUDE_PATH . 1713d030e41SJohannes Thumshirn #undef TRACE_INCLUDE_FILE 1723d030e41SJohannes Thumshirn #define TRACE_INCLUDE_FILE trace 1733d030e41SJohannes Thumshirn 1743d030e41SJohannes Thumshirn /* This part must be outside protection */ 1753d030e41SJohannes Thumshirn #include <trace/define_trace.h> 176