1 /*
2  * Copyright(c) 2016 Intel Corporation.
3  *
4  * This file is provided under a dual BSD/GPLv2 license.  When using or
5  * redistributing this file, you may do so under either license.
6  *
7  * GPL LICENSE SUMMARY
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of version 2 of the GNU General Public License as
11  * published by the Free Software Foundation.
12  *
13  * This program is distributed in the hope that it will be useful, but
14  * WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * General Public License for more details.
17  *
18  * BSD LICENSE
19  *
20  * Redistribution and use in source and binary forms, with or without
21  * modification, are permitted provided that the following conditions
22  * are met:
23  *
24  *  - Redistributions of source code must retain the above copyright
25  *    notice, this list of conditions and the following disclaimer.
26  *  - Redistributions in binary form must reproduce the above copyright
27  *    notice, this list of conditions and the following disclaimer in
28  *    the documentation and/or other materials provided with the
29  *    distribution.
30  *  - Neither the name of Intel Corporation nor the names of its
31  *    contributors may be used to endorse or promote products derived
32  *    from this software without specific prior written permission.
33  *
34  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45  *
46  */
47 #if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
48 #define __RVT_TRACE_MR_H
49 
50 #include <linux/tracepoint.h>
51 #include <linux/trace_seq.h>
52 
53 #include <rdma/ib_verbs.h>
54 #include <rdma/rdma_vt.h>
55 #include <rdma/rdmavt_mr.h>
56 
57 #include "mr.h"
58 
59 #undef TRACE_SYSTEM
60 #define TRACE_SYSTEM rvt_mr
61 DECLARE_EVENT_CLASS(
62 	rvt_mr_template,
63 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
64 	TP_ARGS(mr, m, n, v, len),
65 	TP_STRUCT__entry(
66 		RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
67 		__field(void *, vaddr)
68 		__field(struct page *, page)
69 		__field(u64, iova)
70 		__field(u64, user_base)
71 		__field(size_t, len)
72 		__field(size_t, length)
73 		__field(u32, lkey)
74 		__field(u32, offset)
75 		__field(u16, m)
76 		__field(u16, n)
77 	),
78 	TP_fast_assign(
79 		RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
80 		__entry->vaddr = v;
81 		__entry->page = virt_to_page(v);
82 		__entry->iova = mr->iova;
83 		__entry->user_base = mr->user_base;
84 		__entry->lkey = mr->lkey;
85 		__entry->m = m;
86 		__entry->n = n;
87 		__entry->len = len;
88 		__entry->length = mr->length;
89 		__entry->offset = mr->offset;
90 	),
91 	TP_printk(
92 		"[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
93 		__get_str(dev),
94 		__entry->lkey,
95 		__entry->iova,
96 		__entry->user_base,
97 		__entry->length,
98 		(unsigned long long)__entry->vaddr,
99 		__entry->page,
100 		__entry->m,
101 		__entry->n,
102 		__entry->len,
103 		__entry->offset
104 	)
105 );
106 
107 DEFINE_EVENT(
108 	rvt_mr_template, rvt_mr_page_seg,
109 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
110 	TP_ARGS(mr, m, n, v, len));
111 
112 DEFINE_EVENT(
113 	rvt_mr_template, rvt_mr_fmr_seg,
114 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
115 	TP_ARGS(mr, m, n, v, len));
116 
117 DEFINE_EVENT(
118 	rvt_mr_template, rvt_mr_user_seg,
119 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
120 	TP_ARGS(mr, m, n, v, len));
121 
122 DECLARE_EVENT_CLASS(
123 	rvt_sge_template,
124 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
125 	TP_ARGS(sge, isge),
126 	TP_STRUCT__entry(
127 		RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
128 		__field(struct rvt_mregion *, mr)
129 		__field(struct rvt_sge *, sge)
130 		__field(struct ib_sge *, isge)
131 		__field(void *, vaddr)
132 		__field(u64, ivaddr)
133 		__field(u32, lkey)
134 		__field(u32, sge_length)
135 		__field(u32, length)
136 		__field(u32, ilength)
137 		__field(int, user)
138 		__field(u16, m)
139 		__field(u16, n)
140 	),
141 	TP_fast_assign(
142 		RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
143 		__entry->mr = sge->mr;
144 		__entry->sge = sge;
145 		__entry->isge = isge;
146 		__entry->vaddr = sge->vaddr;
147 		__entry->ivaddr = isge->addr;
148 		__entry->lkey = sge->mr->lkey;
149 		__entry->sge_length = sge->sge_length;
150 		__entry->length = sge->length;
151 		__entry->ilength = isge->length;
152 		__entry->m = sge->m;
153 		__entry->n = sge->m;
154 		__entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
155 	),
156 	TP_printk(
157 		"[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
158 		__get_str(dev),
159 		__entry->mr,
160 		__entry->sge,
161 		__entry->isge,
162 		__entry->vaddr,
163 		__entry->ivaddr,
164 		__entry->lkey,
165 		__entry->sge_length,
166 		__entry->length,
167 		__entry->ilength,
168 		__entry->m,
169 		__entry->n,
170 		__entry->user
171 	)
172 );
173 
174 DEFINE_EVENT(
175 	rvt_sge_template, rvt_sge_adjacent,
176 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
177 	TP_ARGS(sge, isge));
178 
179 DEFINE_EVENT(
180 	rvt_sge_template, rvt_sge_new,
181 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
182 	TP_ARGS(sge, isge));
183 
184 TRACE_EVENT(
185 	rvt_map_mr_sg,
186 	TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
187 	TP_ARGS(ibmr, sg_nents, sg_offset),
188 	TP_STRUCT__entry(
189 		RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
190 		__field(u64, iova)
191 		__field(u64, ibmr_iova)
192 		__field(u64, user_base)
193 		__field(u64, ibmr_length)
194 		__field(int, sg_nents)
195 		__field(uint, sg_offset)
196 	),
197 	TP_fast_assign(
198 		RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device));
199 		__entry->ibmr_iova = ibmr->iova;
200 		__entry->iova = to_imr(ibmr)->mr.iova;
201 		__entry->user_base = to_imr(ibmr)->mr.user_base;
202 		__entry->ibmr_length = to_imr(ibmr)->mr.length;
203 		__entry->sg_nents = sg_nents;
204 		__entry->sg_offset = sg_offset ? *sg_offset : 0;
205 	),
206 	TP_printk(
207 		"[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
208 		__get_str(dev),
209 		__entry->ibmr_iova,
210 		__entry->iova,
211 		__entry->user_base,
212 		__entry->ibmr_length,
213 		__entry->sg_nents,
214 		__entry->sg_offset
215 	)
216 );
217 
218 #endif /* __RVT_TRACE_MR_H */
219 
220 #undef TRACE_INCLUDE_PATH
221 #undef TRACE_INCLUDE_FILE
222 #define TRACE_INCLUDE_PATH .
223 #define TRACE_INCLUDE_FILE trace_mr
224 #include <trace/define_trace.h>
225