1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _FS_CEPH_MDS_METRIC_H 3 #define _FS_CEPH_MDS_METRIC_H 4 5 #include <linux/ceph/types.h> 6 #include <linux/percpu_counter.h> 7 #include <linux/ktime.h> 8 9 extern bool disable_send_metrics; 10 11 enum ceph_metric_type { 12 CLIENT_METRIC_TYPE_CAP_INFO, 13 CLIENT_METRIC_TYPE_READ_LATENCY, 14 CLIENT_METRIC_TYPE_WRITE_LATENCY, 15 CLIENT_METRIC_TYPE_METADATA_LATENCY, 16 CLIENT_METRIC_TYPE_DENTRY_LEASE, 17 CLIENT_METRIC_TYPE_OPENED_FILES, 18 CLIENT_METRIC_TYPE_PINNED_ICAPS, 19 CLIENT_METRIC_TYPE_OPENED_INODES, 20 CLIENT_METRIC_TYPE_READ_IO_SIZES, 21 CLIENT_METRIC_TYPE_WRITE_IO_SIZES, 22 CLIENT_METRIC_TYPE_AVG_READ_LATENCY, 23 CLIENT_METRIC_TYPE_STDEV_READ_LATENCY, 24 CLIENT_METRIC_TYPE_AVG_WRITE_LATENCY, 25 CLIENT_METRIC_TYPE_STDEV_WRITE_LATENCY, 26 CLIENT_METRIC_TYPE_AVG_METADATA_LATENCY, 27 CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY, 28 29 CLIENT_METRIC_TYPE_MAX = CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY, 30 }; 31 32 /* 33 * This will always have the highest metric bit value 34 * as the last element of the array. 35 */ 36 #define CEPHFS_METRIC_SPEC_CLIENT_SUPPORTED { \ 37 CLIENT_METRIC_TYPE_CAP_INFO, \ 38 CLIENT_METRIC_TYPE_READ_LATENCY, \ 39 CLIENT_METRIC_TYPE_WRITE_LATENCY, \ 40 CLIENT_METRIC_TYPE_METADATA_LATENCY, \ 41 CLIENT_METRIC_TYPE_DENTRY_LEASE, \ 42 CLIENT_METRIC_TYPE_OPENED_FILES, \ 43 CLIENT_METRIC_TYPE_PINNED_ICAPS, \ 44 CLIENT_METRIC_TYPE_OPENED_INODES, \ 45 CLIENT_METRIC_TYPE_READ_IO_SIZES, \ 46 CLIENT_METRIC_TYPE_WRITE_IO_SIZES, \ 47 CLIENT_METRIC_TYPE_AVG_READ_LATENCY, \ 48 CLIENT_METRIC_TYPE_STDEV_READ_LATENCY, \ 49 CLIENT_METRIC_TYPE_AVG_WRITE_LATENCY, \ 50 CLIENT_METRIC_TYPE_STDEV_WRITE_LATENCY, \ 51 CLIENT_METRIC_TYPE_AVG_METADATA_LATENCY, \ 52 CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY, \ 53 \ 54 CLIENT_METRIC_TYPE_MAX, \ 55 } 56 57 struct ceph_metric_header { 58 __le32 type; /* ceph metric type */ 59 __u8 ver; 60 __u8 compat; 61 __le32 data_len; /* length of sizeof(hit + mis + total) */ 62 } __packed; 63 64 /* metric caps header */ 65 struct ceph_metric_cap { 66 struct ceph_metric_header header; 67 __le64 hit; 68 __le64 mis; 69 __le64 total; 70 } __packed; 71 72 /* metric read latency header */ 73 struct ceph_metric_read_latency { 74 struct ceph_metric_header header; 75 struct ceph_timespec lat; 76 struct ceph_timespec avg; 77 __le64 sq_sum; 78 __le64 count; 79 } __packed; 80 81 /* metric write latency header */ 82 struct ceph_metric_write_latency { 83 struct ceph_metric_header header; 84 struct ceph_timespec lat; 85 struct ceph_timespec avg; 86 __le64 sq_sum; 87 __le64 count; 88 } __packed; 89 90 /* metric metadata latency header */ 91 struct ceph_metric_metadata_latency { 92 struct ceph_metric_header header; 93 struct ceph_timespec lat; 94 struct ceph_timespec avg; 95 __le64 sq_sum; 96 __le64 count; 97 } __packed; 98 99 /* metric dentry lease header */ 100 struct ceph_metric_dlease { 101 struct ceph_metric_header header; 102 __le64 hit; 103 __le64 mis; 104 __le64 total; 105 } __packed; 106 107 /* metric opened files header */ 108 struct ceph_opened_files { 109 struct ceph_metric_header header; 110 __le64 opened_files; 111 __le64 total; 112 } __packed; 113 114 /* metric pinned i_caps header */ 115 struct ceph_pinned_icaps { 116 struct ceph_metric_header header; 117 __le64 pinned_icaps; 118 __le64 total; 119 } __packed; 120 121 /* metric opened inodes header */ 122 struct ceph_opened_inodes { 123 struct ceph_metric_header header; 124 __le64 opened_inodes; 125 __le64 total; 126 } __packed; 127 128 /* metric read io size header */ 129 struct ceph_read_io_size { 130 struct ceph_metric_header header; 131 __le64 total_ops; 132 __le64 total_size; 133 } __packed; 134 135 /* metric write io size header */ 136 struct ceph_write_io_size { 137 struct ceph_metric_header header; 138 __le64 total_ops; 139 __le64 total_size; 140 } __packed; 141 142 struct ceph_metric_head { 143 __le32 num; /* the number of metrics that will be sent */ 144 } __packed; 145 146 enum metric_type { 147 METRIC_READ, 148 METRIC_WRITE, 149 METRIC_METADATA, 150 METRIC_COPYFROM, 151 METRIC_MAX 152 }; 153 154 struct ceph_metric { 155 spinlock_t lock; 156 u64 total; 157 u64 size_sum; 158 u64 size_min; 159 u64 size_max; 160 ktime_t latency_sum; 161 ktime_t latency_avg; 162 ktime_t latency_sq_sum; 163 ktime_t latency_min; 164 ktime_t latency_max; 165 }; 166 167 /* This is the global metrics */ 168 struct ceph_client_metric { 169 atomic64_t total_dentries; 170 struct percpu_counter d_lease_hit; 171 struct percpu_counter d_lease_mis; 172 173 atomic64_t total_caps; 174 struct percpu_counter i_caps_hit; 175 struct percpu_counter i_caps_mis; 176 177 struct ceph_metric metric[METRIC_MAX]; 178 179 /* The total number of directories and files that are opened */ 180 atomic64_t opened_files; 181 182 /* The total number of inodes that have opened files or directories */ 183 struct percpu_counter opened_inodes; 184 struct percpu_counter total_inodes; 185 186 struct ceph_mds_session *session; 187 struct delayed_work delayed_work; /* delayed work */ 188 }; 189 metric_schedule_delayed(struct ceph_client_metric * m)190 static inline void metric_schedule_delayed(struct ceph_client_metric *m) 191 { 192 if (disable_send_metrics) 193 return; 194 195 /* per second */ 196 schedule_delayed_work(&m->delayed_work, round_jiffies_relative(HZ)); 197 } 198 199 extern int ceph_metric_init(struct ceph_client_metric *m); 200 extern void ceph_metric_destroy(struct ceph_client_metric *m); 201 ceph_update_cap_hit(struct ceph_client_metric * m)202 static inline void ceph_update_cap_hit(struct ceph_client_metric *m) 203 { 204 percpu_counter_inc(&m->i_caps_hit); 205 } 206 ceph_update_cap_mis(struct ceph_client_metric * m)207 static inline void ceph_update_cap_mis(struct ceph_client_metric *m) 208 { 209 percpu_counter_inc(&m->i_caps_mis); 210 } 211 212 extern void ceph_update_metrics(struct ceph_metric *m, 213 ktime_t r_start, ktime_t r_end, 214 unsigned int size, int rc); 215 ceph_update_read_metrics(struct ceph_client_metric * m,ktime_t r_start,ktime_t r_end,unsigned int size,int rc)216 static inline void ceph_update_read_metrics(struct ceph_client_metric *m, 217 ktime_t r_start, ktime_t r_end, 218 unsigned int size, int rc) 219 { 220 ceph_update_metrics(&m->metric[METRIC_READ], 221 r_start, r_end, size, rc); 222 } ceph_update_write_metrics(struct ceph_client_metric * m,ktime_t r_start,ktime_t r_end,unsigned int size,int rc)223 static inline void ceph_update_write_metrics(struct ceph_client_metric *m, 224 ktime_t r_start, ktime_t r_end, 225 unsigned int size, int rc) 226 { 227 ceph_update_metrics(&m->metric[METRIC_WRITE], 228 r_start, r_end, size, rc); 229 } ceph_update_metadata_metrics(struct ceph_client_metric * m,ktime_t r_start,ktime_t r_end,int rc)230 static inline void ceph_update_metadata_metrics(struct ceph_client_metric *m, 231 ktime_t r_start, ktime_t r_end, 232 int rc) 233 { 234 ceph_update_metrics(&m->metric[METRIC_METADATA], 235 r_start, r_end, 0, rc); 236 } ceph_update_copyfrom_metrics(struct ceph_client_metric * m,ktime_t r_start,ktime_t r_end,unsigned int size,int rc)237 static inline void ceph_update_copyfrom_metrics(struct ceph_client_metric *m, 238 ktime_t r_start, ktime_t r_end, 239 unsigned int size, int rc) 240 { 241 ceph_update_metrics(&m->metric[METRIC_COPYFROM], 242 r_start, r_end, size, rc); 243 } 244 #endif /* _FS_CEPH_MDS_METRIC_H */ 245