xref: /openbmc/linux/fs/ceph/debugfs.c (revision 2e2023e9)
1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/ceph/ceph_debug.h>
3 
4 #include <linux/device.h>
5 #include <linux/slab.h>
6 #include <linux/module.h>
7 #include <linux/ctype.h>
8 #include <linux/debugfs.h>
9 #include <linux/seq_file.h>
10 #include <linux/math64.h>
11 #include <linux/ktime.h>
12 
13 #include <linux/ceph/libceph.h>
14 #include <linux/ceph/mon_client.h>
15 #include <linux/ceph/auth.h>
16 #include <linux/ceph/debugfs.h>
17 
18 #include "super.h"
19 
20 #ifdef CONFIG_DEBUG_FS
21 
22 #include "mds_client.h"
23 #include "metric.h"
24 
mdsmap_show(struct seq_file * s,void * p)25 static int mdsmap_show(struct seq_file *s, void *p)
26 {
27 	int i;
28 	struct ceph_fs_client *fsc = s->private;
29 	struct ceph_mdsmap *mdsmap;
30 
31 	if (!fsc->mdsc || !fsc->mdsc->mdsmap)
32 		return 0;
33 	mdsmap = fsc->mdsc->mdsmap;
34 	seq_printf(s, "epoch %d\n", mdsmap->m_epoch);
35 	seq_printf(s, "root %d\n", mdsmap->m_root);
36 	seq_printf(s, "max_mds %d\n", mdsmap->m_max_mds);
37 	seq_printf(s, "session_timeout %d\n", mdsmap->m_session_timeout);
38 	seq_printf(s, "session_autoclose %d\n", mdsmap->m_session_autoclose);
39 	for (i = 0; i < mdsmap->possible_max_rank; i++) {
40 		struct ceph_entity_addr *addr = &mdsmap->m_info[i].addr;
41 		int state = mdsmap->m_info[i].state;
42 		seq_printf(s, "\tmds%d\t%s\t(%s)\n", i,
43 			       ceph_pr_addr(addr),
44 			       ceph_mds_state_name(state));
45 	}
46 	return 0;
47 }
48 
49 /*
50  * mdsc debugfs
51  */
mdsc_show(struct seq_file * s,void * p)52 static int mdsc_show(struct seq_file *s, void *p)
53 {
54 	struct ceph_fs_client *fsc = s->private;
55 	struct ceph_mds_client *mdsc = fsc->mdsc;
56 	struct ceph_mds_request *req;
57 	struct rb_node *rp;
58 	int pathlen = 0;
59 	u64 pathbase;
60 	char *path;
61 
62 	mutex_lock(&mdsc->mutex);
63 	for (rp = rb_first(&mdsc->request_tree); rp; rp = rb_next(rp)) {
64 		req = rb_entry(rp, struct ceph_mds_request, r_node);
65 
66 		if (req->r_request && req->r_session)
67 			seq_printf(s, "%lld\tmds%d\t", req->r_tid,
68 				   req->r_session->s_mds);
69 		else if (!req->r_request)
70 			seq_printf(s, "%lld\t(no request)\t", req->r_tid);
71 		else
72 			seq_printf(s, "%lld\t(no session)\t", req->r_tid);
73 
74 		seq_printf(s, "%s", ceph_mds_op_name(req->r_op));
75 
76 		if (test_bit(CEPH_MDS_R_GOT_UNSAFE, &req->r_req_flags))
77 			seq_puts(s, "\t(unsafe)");
78 		else
79 			seq_puts(s, "\t");
80 
81 		if (req->r_inode) {
82 			seq_printf(s, " #%llx", ceph_ino(req->r_inode));
83 		} else if (req->r_dentry) {
84 			path = ceph_mdsc_build_path(mdsc, req->r_dentry, &pathlen,
85 						    &pathbase, 0);
86 			if (IS_ERR(path))
87 				path = NULL;
88 			spin_lock(&req->r_dentry->d_lock);
89 			seq_printf(s, " #%llx/%pd (%s)",
90 				   ceph_ino(d_inode(req->r_dentry->d_parent)),
91 				   req->r_dentry,
92 				   path ? path : "");
93 			spin_unlock(&req->r_dentry->d_lock);
94 			ceph_mdsc_free_path(path, pathlen);
95 		} else if (req->r_path1) {
96 			seq_printf(s, " #%llx/%s", req->r_ino1.ino,
97 				   req->r_path1);
98 		} else {
99 			seq_printf(s, " #%llx", req->r_ino1.ino);
100 		}
101 
102 		if (req->r_old_dentry) {
103 			path = ceph_mdsc_build_path(mdsc, req->r_old_dentry, &pathlen,
104 						    &pathbase, 0);
105 			if (IS_ERR(path))
106 				path = NULL;
107 			spin_lock(&req->r_old_dentry->d_lock);
108 			seq_printf(s, " #%llx/%pd (%s)",
109 				   req->r_old_dentry_dir ?
110 				   ceph_ino(req->r_old_dentry_dir) : 0,
111 				   req->r_old_dentry,
112 				   path ? path : "");
113 			spin_unlock(&req->r_old_dentry->d_lock);
114 			ceph_mdsc_free_path(path, pathlen);
115 		} else if (req->r_path2 && req->r_op != CEPH_MDS_OP_SYMLINK) {
116 			if (req->r_ino2.ino)
117 				seq_printf(s, " #%llx/%s", req->r_ino2.ino,
118 					   req->r_path2);
119 			else
120 				seq_printf(s, " %s", req->r_path2);
121 		}
122 
123 		seq_puts(s, "\n");
124 	}
125 	mutex_unlock(&mdsc->mutex);
126 
127 	return 0;
128 }
129 
130 #define CEPH_LAT_METRIC_SHOW(name, total, avg, min, max, sq) {		\
131 	s64 _total, _avg, _min, _max, _sq, _st;				\
132 	_avg = ktime_to_us(avg);					\
133 	_min = ktime_to_us(min == KTIME_MAX ? 0 : min);			\
134 	_max = ktime_to_us(max);					\
135 	_total = total - 1;						\
136 	_sq = _total > 0 ? DIV64_U64_ROUND_CLOSEST(sq, _total) : 0;	\
137 	_st = int_sqrt64(_sq);						\
138 	_st = ktime_to_us(_st);						\
139 	seq_printf(s, "%-14s%-12lld%-16lld%-16lld%-16lld%lld\n",	\
140 		   name, total, _avg, _min, _max, _st);			\
141 }
142 
143 #define CEPH_SZ_METRIC_SHOW(name, total, avg, min, max, sum) {		\
144 	u64 _min = min == U64_MAX ? 0 : min;				\
145 	seq_printf(s, "%-14s%-12lld%-16llu%-16llu%-16llu%llu\n",	\
146 		   name, total, avg, _min, max, sum);			\
147 }
148 
metrics_file_show(struct seq_file * s,void * p)149 static int metrics_file_show(struct seq_file *s, void *p)
150 {
151 	struct ceph_fs_client *fsc = s->private;
152 	struct ceph_client_metric *m = &fsc->mdsc->metric;
153 
154 	seq_printf(s, "item                               total\n");
155 	seq_printf(s, "------------------------------------------\n");
156 	seq_printf(s, "%-35s%lld\n", "total inodes",
157 		   percpu_counter_sum(&m->total_inodes));
158 	seq_printf(s, "%-35s%lld\n", "opened files",
159 		   atomic64_read(&m->opened_files));
160 	seq_printf(s, "%-35s%lld\n", "pinned i_caps",
161 		   atomic64_read(&m->total_caps));
162 	seq_printf(s, "%-35s%lld\n", "opened inodes",
163 		   percpu_counter_sum(&m->opened_inodes));
164 	return 0;
165 }
166 
167 static const char * const metric_str[] = {
168 	"read",
169 	"write",
170 	"metadata",
171 	"copyfrom"
172 };
metrics_latency_show(struct seq_file * s,void * p)173 static int metrics_latency_show(struct seq_file *s, void *p)
174 {
175 	struct ceph_fs_client *fsc = s->private;
176 	struct ceph_client_metric *cm = &fsc->mdsc->metric;
177 	struct ceph_metric *m;
178 	s64 total, avg, min, max, sq;
179 	int i;
180 
181 	seq_printf(s, "item          total       avg_lat(us)     min_lat(us)     max_lat(us)     stdev(us)\n");
182 	seq_printf(s, "-----------------------------------------------------------------------------------\n");
183 
184 	for (i = 0; i < METRIC_MAX; i++) {
185 		m = &cm->metric[i];
186 		spin_lock(&m->lock);
187 		total = m->total;
188 		avg = m->latency_avg;
189 		min = m->latency_min;
190 		max = m->latency_max;
191 		sq = m->latency_sq_sum;
192 		spin_unlock(&m->lock);
193 		CEPH_LAT_METRIC_SHOW(metric_str[i], total, avg, min, max, sq);
194 	}
195 
196 	return 0;
197 }
198 
metrics_size_show(struct seq_file * s,void * p)199 static int metrics_size_show(struct seq_file *s, void *p)
200 {
201 	struct ceph_fs_client *fsc = s->private;
202 	struct ceph_client_metric *cm = &fsc->mdsc->metric;
203 	struct ceph_metric *m;
204 	s64 total;
205 	u64 sum, avg, min, max;
206 	int i;
207 
208 	seq_printf(s, "item          total       avg_sz(bytes)   min_sz(bytes)   max_sz(bytes)  total_sz(bytes)\n");
209 	seq_printf(s, "----------------------------------------------------------------------------------------\n");
210 
211 	for (i = 0; i < METRIC_MAX; i++) {
212 		/* skip 'metadata' as it doesn't use the size metric */
213 		if (i == METRIC_METADATA)
214 			continue;
215 		m = &cm->metric[i];
216 		spin_lock(&m->lock);
217 		total = m->total;
218 		sum = m->size_sum;
219 		avg = total > 0 ? DIV64_U64_ROUND_CLOSEST(sum, total) : 0;
220 		min = m->size_min;
221 		max = m->size_max;
222 		spin_unlock(&m->lock);
223 		CEPH_SZ_METRIC_SHOW(metric_str[i], total, avg, min, max, sum);
224 	}
225 
226 	return 0;
227 }
228 
metrics_caps_show(struct seq_file * s,void * p)229 static int metrics_caps_show(struct seq_file *s, void *p)
230 {
231 	struct ceph_fs_client *fsc = s->private;
232 	struct ceph_client_metric *m = &fsc->mdsc->metric;
233 	int nr_caps = 0;
234 
235 	seq_printf(s, "item          total           miss            hit\n");
236 	seq_printf(s, "-------------------------------------------------\n");
237 
238 	seq_printf(s, "%-14s%-16lld%-16lld%lld\n", "d_lease",
239 		   atomic64_read(&m->total_dentries),
240 		   percpu_counter_sum(&m->d_lease_mis),
241 		   percpu_counter_sum(&m->d_lease_hit));
242 
243 	nr_caps = atomic64_read(&m->total_caps);
244 	seq_printf(s, "%-14s%-16d%-16lld%lld\n", "caps", nr_caps,
245 		   percpu_counter_sum(&m->i_caps_mis),
246 		   percpu_counter_sum(&m->i_caps_hit));
247 
248 	return 0;
249 }
250 
caps_show_cb(struct inode * inode,int mds,void * p)251 static int caps_show_cb(struct inode *inode, int mds, void *p)
252 {
253 	struct ceph_inode_info *ci = ceph_inode(inode);
254 	struct seq_file *s = p;
255 	struct ceph_cap *cap;
256 
257 	spin_lock(&ci->i_ceph_lock);
258 	cap = __get_cap_for_mds(ci, mds);
259 	if (cap)
260 		seq_printf(s, "0x%-17llx%-3d%-17s%-17s\n", ceph_ino(inode),
261 			   cap->session->s_mds,
262 			   ceph_cap_string(cap->issued),
263 			   ceph_cap_string(cap->implemented));
264 	spin_unlock(&ci->i_ceph_lock);
265 	return 0;
266 }
267 
caps_show(struct seq_file * s,void * p)268 static int caps_show(struct seq_file *s, void *p)
269 {
270 	struct ceph_fs_client *fsc = s->private;
271 	struct ceph_mds_client *mdsc = fsc->mdsc;
272 	int total, avail, used, reserved, min, i;
273 	struct cap_wait	*cw;
274 
275 	ceph_reservation_status(fsc, &total, &avail, &used, &reserved, &min);
276 	seq_printf(s, "total\t\t%d\n"
277 		   "avail\t\t%d\n"
278 		   "used\t\t%d\n"
279 		   "reserved\t%d\n"
280 		   "min\t\t%d\n\n",
281 		   total, avail, used, reserved, min);
282 	seq_printf(s, "ino              mds  issued           implemented\n");
283 	seq_printf(s, "--------------------------------------------------\n");
284 
285 	mutex_lock(&mdsc->mutex);
286 	for (i = 0; i < mdsc->max_sessions; i++) {
287 		struct ceph_mds_session *session;
288 
289 		session = __ceph_lookup_mds_session(mdsc, i);
290 		if (!session)
291 			continue;
292 		mutex_unlock(&mdsc->mutex);
293 		mutex_lock(&session->s_mutex);
294 		ceph_iterate_session_caps(session, caps_show_cb, s);
295 		mutex_unlock(&session->s_mutex);
296 		ceph_put_mds_session(session);
297 		mutex_lock(&mdsc->mutex);
298 	}
299 	mutex_unlock(&mdsc->mutex);
300 
301 	seq_printf(s, "\n\nWaiters:\n--------\n");
302 	seq_printf(s, "tgid         ino                need             want\n");
303 	seq_printf(s, "-----------------------------------------------------\n");
304 
305 	spin_lock(&mdsc->caps_list_lock);
306 	list_for_each_entry(cw, &mdsc->cap_wait_list, list) {
307 		seq_printf(s, "%-13d0x%-17llx%-17s%-17s\n", cw->tgid, cw->ino,
308 				ceph_cap_string(cw->need),
309 				ceph_cap_string(cw->want));
310 	}
311 	spin_unlock(&mdsc->caps_list_lock);
312 
313 	return 0;
314 }
315 
mds_sessions_show(struct seq_file * s,void * ptr)316 static int mds_sessions_show(struct seq_file *s, void *ptr)
317 {
318 	struct ceph_fs_client *fsc = s->private;
319 	struct ceph_mds_client *mdsc = fsc->mdsc;
320 	struct ceph_auth_client *ac = fsc->client->monc.auth;
321 	struct ceph_options *opt = fsc->client->options;
322 	int mds;
323 
324 	mutex_lock(&mdsc->mutex);
325 
326 	/* The 'num' portion of an 'entity name' */
327 	seq_printf(s, "global_id %llu\n", ac->global_id);
328 
329 	/* The -o name mount argument */
330 	seq_printf(s, "name \"%s\"\n", opt->name ? opt->name : "");
331 
332 	/* The list of MDS session rank+state */
333 	for (mds = 0; mds < mdsc->max_sessions; mds++) {
334 		struct ceph_mds_session *session =
335 			__ceph_lookup_mds_session(mdsc, mds);
336 		if (!session) {
337 			continue;
338 		}
339 		mutex_unlock(&mdsc->mutex);
340 		seq_printf(s, "mds.%d %s\n",
341 				session->s_mds,
342 				ceph_session_state_name(session->s_state));
343 
344 		ceph_put_mds_session(session);
345 		mutex_lock(&mdsc->mutex);
346 	}
347 	mutex_unlock(&mdsc->mutex);
348 
349 	return 0;
350 }
351 
status_show(struct seq_file * s,void * p)352 static int status_show(struct seq_file *s, void *p)
353 {
354 	struct ceph_fs_client *fsc = s->private;
355 	struct ceph_entity_inst *inst = &fsc->client->msgr.inst;
356 	struct ceph_entity_addr *client_addr = ceph_client_addr(fsc->client);
357 
358 	seq_printf(s, "instance: %s.%lld %s/%u\n", ENTITY_NAME(inst->name),
359 		   ceph_pr_addr(client_addr), le32_to_cpu(client_addr->nonce));
360 	seq_printf(s, "blocklisted: %s\n", fsc->blocklisted ? "true" : "false");
361 
362 	return 0;
363 }
364 
365 DEFINE_SHOW_ATTRIBUTE(mdsmap);
366 DEFINE_SHOW_ATTRIBUTE(mdsc);
367 DEFINE_SHOW_ATTRIBUTE(caps);
368 DEFINE_SHOW_ATTRIBUTE(mds_sessions);
369 DEFINE_SHOW_ATTRIBUTE(status);
370 DEFINE_SHOW_ATTRIBUTE(metrics_file);
371 DEFINE_SHOW_ATTRIBUTE(metrics_latency);
372 DEFINE_SHOW_ATTRIBUTE(metrics_size);
373 DEFINE_SHOW_ATTRIBUTE(metrics_caps);
374 
375 
376 /*
377  * debugfs
378  */
congestion_kb_set(void * data,u64 val)379 static int congestion_kb_set(void *data, u64 val)
380 {
381 	struct ceph_fs_client *fsc = (struct ceph_fs_client *)data;
382 
383 	fsc->mount_options->congestion_kb = (int)val;
384 	return 0;
385 }
386 
congestion_kb_get(void * data,u64 * val)387 static int congestion_kb_get(void *data, u64 *val)
388 {
389 	struct ceph_fs_client *fsc = (struct ceph_fs_client *)data;
390 
391 	*val = (u64)fsc->mount_options->congestion_kb;
392 	return 0;
393 }
394 
395 DEFINE_SIMPLE_ATTRIBUTE(congestion_kb_fops, congestion_kb_get,
396 			congestion_kb_set, "%llu\n");
397 
398 
ceph_fs_debugfs_cleanup(struct ceph_fs_client * fsc)399 void ceph_fs_debugfs_cleanup(struct ceph_fs_client *fsc)
400 {
401 	dout("ceph_fs_debugfs_cleanup\n");
402 	debugfs_remove(fsc->debugfs_bdi);
403 	debugfs_remove(fsc->debugfs_congestion_kb);
404 	debugfs_remove(fsc->debugfs_mdsmap);
405 	debugfs_remove(fsc->debugfs_mds_sessions);
406 	debugfs_remove(fsc->debugfs_caps);
407 	debugfs_remove(fsc->debugfs_status);
408 	debugfs_remove(fsc->debugfs_mdsc);
409 	debugfs_remove_recursive(fsc->debugfs_metrics_dir);
410 }
411 
ceph_fs_debugfs_init(struct ceph_fs_client * fsc)412 void ceph_fs_debugfs_init(struct ceph_fs_client *fsc)
413 {
414 	char name[100];
415 
416 	dout("ceph_fs_debugfs_init\n");
417 	fsc->debugfs_congestion_kb =
418 		debugfs_create_file("writeback_congestion_kb",
419 				    0600,
420 				    fsc->client->debugfs_dir,
421 				    fsc,
422 				    &congestion_kb_fops);
423 
424 	snprintf(name, sizeof(name), "../../bdi/%s",
425 		 bdi_dev_name(fsc->sb->s_bdi));
426 	fsc->debugfs_bdi =
427 		debugfs_create_symlink("bdi",
428 				       fsc->client->debugfs_dir,
429 				       name);
430 
431 	fsc->debugfs_mdsmap = debugfs_create_file("mdsmap",
432 					0400,
433 					fsc->client->debugfs_dir,
434 					fsc,
435 					&mdsmap_fops);
436 
437 	fsc->debugfs_mds_sessions = debugfs_create_file("mds_sessions",
438 					0400,
439 					fsc->client->debugfs_dir,
440 					fsc,
441 					&mds_sessions_fops);
442 
443 	fsc->debugfs_mdsc = debugfs_create_file("mdsc",
444 						0400,
445 						fsc->client->debugfs_dir,
446 						fsc,
447 						&mdsc_fops);
448 
449 	fsc->debugfs_caps = debugfs_create_file("caps",
450 						0400,
451 						fsc->client->debugfs_dir,
452 						fsc,
453 						&caps_fops);
454 
455 	fsc->debugfs_status = debugfs_create_file("status",
456 						  0400,
457 						  fsc->client->debugfs_dir,
458 						  fsc,
459 						  &status_fops);
460 
461 	fsc->debugfs_metrics_dir = debugfs_create_dir("metrics",
462 						      fsc->client->debugfs_dir);
463 
464 	debugfs_create_file("file", 0400, fsc->debugfs_metrics_dir, fsc,
465 			    &metrics_file_fops);
466 	debugfs_create_file("latency", 0400, fsc->debugfs_metrics_dir, fsc,
467 			    &metrics_latency_fops);
468 	debugfs_create_file("size", 0400, fsc->debugfs_metrics_dir, fsc,
469 			    &metrics_size_fops);
470 	debugfs_create_file("caps", 0400, fsc->debugfs_metrics_dir, fsc,
471 			    &metrics_caps_fops);
472 }
473 
474 
475 #else  /* CONFIG_DEBUG_FS */
476 
ceph_fs_debugfs_init(struct ceph_fs_client * fsc)477 void ceph_fs_debugfs_init(struct ceph_fs_client *fsc)
478 {
479 }
480 
ceph_fs_debugfs_cleanup(struct ceph_fs_client * fsc)481 void ceph_fs_debugfs_cleanup(struct ceph_fs_client *fsc)
482 {
483 }
484 
485 #endif  /* CONFIG_DEBUG_FS */
486