1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * RDMA Transport Layer
4  *
5  * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6  * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7  * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8  */
9 #undef pr_fmt
10 #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11 
12 #include "rtrs-clt.h"
13 
rtrs_clt_update_wc_stats(struct rtrs_clt_con * con)14 void rtrs_clt_update_wc_stats(struct rtrs_clt_con *con)
15 {
16 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
17 	struct rtrs_clt_stats *stats = clt_path->stats;
18 	struct rtrs_clt_stats_pcpu *s;
19 	int cpu;
20 
21 	cpu = raw_smp_processor_id();
22 	s = get_cpu_ptr(stats->pcpu_stats);
23 	if (con->cpu != cpu) {
24 		s->cpu_migr.to++;
25 
26 		/* Careful here, override s pointer */
27 		s = per_cpu_ptr(stats->pcpu_stats, con->cpu);
28 		atomic_inc(&s->cpu_migr.from);
29 	}
30 	put_cpu_ptr(stats->pcpu_stats);
31 }
32 
rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats * stats)33 void rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats *stats)
34 {
35 	this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt);
36 }
37 
rtrs_clt_stats_migration_from_cnt_to_str(struct rtrs_clt_stats * stats,char * buf)38 int rtrs_clt_stats_migration_from_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
39 {
40 	struct rtrs_clt_stats_pcpu *s;
41 
42 	size_t used;
43 	int cpu;
44 
45 	used = 0;
46 	for_each_possible_cpu(cpu) {
47 		s = per_cpu_ptr(stats->pcpu_stats, cpu);
48 		used += sysfs_emit_at(buf, used, "%d ",
49 				  atomic_read(&s->cpu_migr.from));
50 	}
51 
52 	used += sysfs_emit_at(buf, used, "\n");
53 
54 	return used;
55 }
56 
rtrs_clt_stats_migration_to_cnt_to_str(struct rtrs_clt_stats * stats,char * buf)57 int rtrs_clt_stats_migration_to_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
58 {
59 	struct rtrs_clt_stats_pcpu *s;
60 
61 	size_t used;
62 	int cpu;
63 
64 	used = 0;
65 	for_each_possible_cpu(cpu) {
66 		s = per_cpu_ptr(stats->pcpu_stats, cpu);
67 		used += sysfs_emit_at(buf, used, "%d ", s->cpu_migr.to);
68 	}
69 
70 	used += sysfs_emit_at(buf, used, "\n");
71 
72 	return used;
73 }
74 
rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats * stats,char * buf)75 int rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats *stats, char *buf)
76 {
77 	return sysfs_emit(buf, "%d %d\n", stats->reconnects.successful_cnt,
78 			  stats->reconnects.fail_cnt);
79 }
80 
rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats * stats,char * page)81 ssize_t rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats *stats, char *page)
82 {
83 	struct rtrs_clt_stats_rdma sum;
84 	struct rtrs_clt_stats_rdma *r;
85 	int cpu;
86 
87 	memset(&sum, 0, sizeof(sum));
88 
89 	for_each_possible_cpu(cpu) {
90 		r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma;
91 
92 		sum.dir[READ].cnt	  += r->dir[READ].cnt;
93 		sum.dir[READ].size_total  += r->dir[READ].size_total;
94 		sum.dir[WRITE].cnt	  += r->dir[WRITE].cnt;
95 		sum.dir[WRITE].size_total += r->dir[WRITE].size_total;
96 		sum.failover_cnt	  += r->failover_cnt;
97 	}
98 
99 	return sysfs_emit(page, "%llu %llu %llu %llu %u %llu\n",
100 			 sum.dir[READ].cnt, sum.dir[READ].size_total,
101 			 sum.dir[WRITE].cnt, sum.dir[WRITE].size_total,
102 			 atomic_read(&stats->inflight), sum.failover_cnt);
103 }
104 
rtrs_clt_reset_all_help(struct rtrs_clt_stats * s,char * page)105 ssize_t rtrs_clt_reset_all_help(struct rtrs_clt_stats *s, char *page)
106 {
107 	return sysfs_emit(page, "echo 1 to reset all statistics\n");
108 }
109 
rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats * stats,bool enable)110 int rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats *stats, bool enable)
111 {
112 	struct rtrs_clt_stats_pcpu *s;
113 	int cpu;
114 
115 	if (!enable)
116 		return -EINVAL;
117 
118 	for_each_possible_cpu(cpu) {
119 		s = per_cpu_ptr(stats->pcpu_stats, cpu);
120 		memset(&s->rdma, 0, sizeof(s->rdma));
121 	}
122 
123 	return 0;
124 }
125 
rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats * stats,bool enable)126 int rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats *stats, bool enable)
127 {
128 	struct rtrs_clt_stats_pcpu *s;
129 	int cpu;
130 
131 	if (!enable)
132 		return -EINVAL;
133 
134 	for_each_possible_cpu(cpu) {
135 		s = per_cpu_ptr(stats->pcpu_stats, cpu);
136 		memset(&s->cpu_migr, 0, sizeof(s->cpu_migr));
137 	}
138 
139 	return 0;
140 }
141 
rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats * stats,bool enable)142 int rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats *stats, bool enable)
143 {
144 	if (!enable)
145 		return -EINVAL;
146 
147 	memset(&stats->reconnects, 0, sizeof(stats->reconnects));
148 
149 	return 0;
150 }
151 
rtrs_clt_reset_all_stats(struct rtrs_clt_stats * s,bool enable)152 int rtrs_clt_reset_all_stats(struct rtrs_clt_stats *s, bool enable)
153 {
154 	if (enable) {
155 		rtrs_clt_reset_rdma_stats(s, enable);
156 		rtrs_clt_reset_cpu_migr_stats(s, enable);
157 		rtrs_clt_reset_reconnects_stat(s, enable);
158 		atomic_set(&s->inflight, 0);
159 		return 0;
160 	}
161 
162 	return -EINVAL;
163 }
164 
rtrs_clt_update_rdma_stats(struct rtrs_clt_stats * stats,size_t size,int d)165 static inline void rtrs_clt_update_rdma_stats(struct rtrs_clt_stats *stats,
166 					       size_t size, int d)
167 {
168 	this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt);
169 	this_cpu_add(stats->pcpu_stats->rdma.dir[d].size_total, size);
170 }
171 
rtrs_clt_update_all_stats(struct rtrs_clt_io_req * req,int dir)172 void rtrs_clt_update_all_stats(struct rtrs_clt_io_req *req, int dir)
173 {
174 	struct rtrs_clt_con *con = req->con;
175 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
176 	struct rtrs_clt_stats *stats = clt_path->stats;
177 	unsigned int len;
178 
179 	len = req->usr_len + req->data_len;
180 	rtrs_clt_update_rdma_stats(stats, len, dir);
181 	if (req->mp_policy == MP_POLICY_MIN_INFLIGHT)
182 		atomic_inc(&stats->inflight);
183 }
184 
rtrs_clt_init_stats(struct rtrs_clt_stats * stats)185 int rtrs_clt_init_stats(struct rtrs_clt_stats *stats)
186 {
187 	stats->pcpu_stats = alloc_percpu(typeof(*stats->pcpu_stats));
188 	if (!stats->pcpu_stats)
189 		return -ENOMEM;
190 
191 	/*
192 	 * successful_cnt will be set to 0 after session
193 	 * is established for the first time
194 	 */
195 	stats->reconnects.successful_cnt = -1;
196 
197 	return 0;
198 }
199