iostat.c (8632987380765dee716d460640aa58d58d52998e) iostat.c (a1e09b03e6f5c1d713c88259909137c0fd264ede)
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * f2fs iostat support
4 *
5 * Copyright 2021 Google LLC
6 * Author: Daeho Jeong <daehojeong@google.com>
7 */
8

--- 78 unchanged lines hidden (view full) ---

87
88static inline void __record_iostat_latency(struct f2fs_sb_info *sbi)
89{
90 int io, idx = 0;
91 unsigned int cnt;
92 struct f2fs_iostat_latency iostat_lat[MAX_IO_TYPE][NR_PAGE_TYPE];
93 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
94
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * f2fs iostat support
4 *
5 * Copyright 2021 Google LLC
6 * Author: Daeho Jeong <daehojeong@google.com>
7 */
8

--- 78 unchanged lines hidden (view full) ---

87
88static inline void __record_iostat_latency(struct f2fs_sb_info *sbi)
89{
90 int io, idx = 0;
91 unsigned int cnt;
92 struct f2fs_iostat_latency iostat_lat[MAX_IO_TYPE][NR_PAGE_TYPE];
93 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
94
95 spin_lock_irq(&sbi->iostat_lat_lock);
95 spin_lock_bh(&sbi->iostat_lat_lock);
96 for (idx = 0; idx < MAX_IO_TYPE; idx++) {
97 for (io = 0; io < NR_PAGE_TYPE; io++) {
98 cnt = io_lat->bio_cnt[idx][io];
99 iostat_lat[idx][io].peak_lat =
100 jiffies_to_msecs(io_lat->peak_lat[idx][io]);
101 iostat_lat[idx][io].cnt = cnt;
102 iostat_lat[idx][io].avg_lat = cnt ?
103 jiffies_to_msecs(io_lat->sum_lat[idx][io]) / cnt : 0;
104 io_lat->sum_lat[idx][io] = 0;
105 io_lat->peak_lat[idx][io] = 0;
106 io_lat->bio_cnt[idx][io] = 0;
107 }
108 }
96 for (idx = 0; idx < MAX_IO_TYPE; idx++) {
97 for (io = 0; io < NR_PAGE_TYPE; io++) {
98 cnt = io_lat->bio_cnt[idx][io];
99 iostat_lat[idx][io].peak_lat =
100 jiffies_to_msecs(io_lat->peak_lat[idx][io]);
101 iostat_lat[idx][io].cnt = cnt;
102 iostat_lat[idx][io].avg_lat = cnt ?
103 jiffies_to_msecs(io_lat->sum_lat[idx][io]) / cnt : 0;
104 io_lat->sum_lat[idx][io] = 0;
105 io_lat->peak_lat[idx][io] = 0;
106 io_lat->bio_cnt[idx][io] = 0;
107 }
108 }
109 spin_unlock_irq(&sbi->iostat_lat_lock);
109 spin_unlock_bh(&sbi->iostat_lat_lock);
110
111 trace_f2fs_iostat_latency(sbi, iostat_lat);
112}
113
114static inline void f2fs_record_iostat(struct f2fs_sb_info *sbi)
115{
116 unsigned long long iostat_diff[NR_IO_TYPE];
117 int i;
118
119 if (time_is_after_jiffies(sbi->iostat_next_period))
120 return;
121
122 /* Need double check under the lock */
110
111 trace_f2fs_iostat_latency(sbi, iostat_lat);
112}
113
114static inline void f2fs_record_iostat(struct f2fs_sb_info *sbi)
115{
116 unsigned long long iostat_diff[NR_IO_TYPE];
117 int i;
118
119 if (time_is_after_jiffies(sbi->iostat_next_period))
120 return;
121
122 /* Need double check under the lock */
123 spin_lock(&sbi->iostat_lock);
123 spin_lock_bh(&sbi->iostat_lock);
124 if (time_is_after_jiffies(sbi->iostat_next_period)) {
124 if (time_is_after_jiffies(sbi->iostat_next_period)) {
125 spin_unlock(&sbi->iostat_lock);
125 spin_unlock_bh(&sbi->iostat_lock);
126 return;
127 }
128 sbi->iostat_next_period = jiffies +
129 msecs_to_jiffies(sbi->iostat_period_ms);
130
131 for (i = 0; i < NR_IO_TYPE; i++) {
132 iostat_diff[i] = sbi->rw_iostat[i] -
133 sbi->prev_rw_iostat[i];
134 sbi->prev_rw_iostat[i] = sbi->rw_iostat[i];
135 }
126 return;
127 }
128 sbi->iostat_next_period = jiffies +
129 msecs_to_jiffies(sbi->iostat_period_ms);
130
131 for (i = 0; i < NR_IO_TYPE; i++) {
132 iostat_diff[i] = sbi->rw_iostat[i] -
133 sbi->prev_rw_iostat[i];
134 sbi->prev_rw_iostat[i] = sbi->rw_iostat[i];
135 }
136 spin_unlock(&sbi->iostat_lock);
136 spin_unlock_bh(&sbi->iostat_lock);
137
138 trace_f2fs_iostat(sbi, iostat_diff);
139
140 __record_iostat_latency(sbi);
141}
142
143void f2fs_reset_iostat(struct f2fs_sb_info *sbi)
144{
145 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
146 int i;
147
137
138 trace_f2fs_iostat(sbi, iostat_diff);
139
140 __record_iostat_latency(sbi);
141}
142
143void f2fs_reset_iostat(struct f2fs_sb_info *sbi)
144{
145 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
146 int i;
147
148 spin_lock(&sbi->iostat_lock);
148 spin_lock_bh(&sbi->iostat_lock);
149 for (i = 0; i < NR_IO_TYPE; i++) {
150 sbi->rw_iostat[i] = 0;
151 sbi->prev_rw_iostat[i] = 0;
152 }
149 for (i = 0; i < NR_IO_TYPE; i++) {
150 sbi->rw_iostat[i] = 0;
151 sbi->prev_rw_iostat[i] = 0;
152 }
153 spin_unlock(&sbi->iostat_lock);
153 spin_unlock_bh(&sbi->iostat_lock);
154
154
155 spin_lock_irq(&sbi->iostat_lat_lock);
155 spin_lock_bh(&sbi->iostat_lat_lock);
156 memset(io_lat, 0, sizeof(struct iostat_lat_info));
156 memset(io_lat, 0, sizeof(struct iostat_lat_info));
157 spin_unlock_irq(&sbi->iostat_lat_lock);
157 spin_unlock_bh(&sbi->iostat_lat_lock);
158}
159
160void f2fs_update_iostat(struct f2fs_sb_info *sbi,
161 enum iostat_type type, unsigned long long io_bytes)
162{
163 if (!sbi->iostat_enable)
164 return;
165
158}
159
160void f2fs_update_iostat(struct f2fs_sb_info *sbi,
161 enum iostat_type type, unsigned long long io_bytes)
162{
163 if (!sbi->iostat_enable)
164 return;
165
166 spin_lock(&sbi->iostat_lock);
166 spin_lock_bh(&sbi->iostat_lock);
167 sbi->rw_iostat[type] += io_bytes;
168
167 sbi->rw_iostat[type] += io_bytes;
168
169 if (type == APP_WRITE_IO || type == APP_DIRECT_IO)
170 sbi->rw_iostat[APP_BUFFERED_IO] =
171 sbi->rw_iostat[APP_WRITE_IO] -
172 sbi->rw_iostat[APP_DIRECT_IO];
169 if (type == APP_BUFFERED_IO || type == APP_DIRECT_IO)
170 sbi->rw_iostat[APP_WRITE_IO] += io_bytes;
173
171
174 if (type == APP_READ_IO || type == APP_DIRECT_READ_IO)
175 sbi->rw_iostat[APP_BUFFERED_READ_IO] =
176 sbi->rw_iostat[APP_READ_IO] -
177 sbi->rw_iostat[APP_DIRECT_READ_IO];
178 spin_unlock(&sbi->iostat_lock);
172 if (type == APP_BUFFERED_READ_IO || type == APP_DIRECT_READ_IO)
173 sbi->rw_iostat[APP_READ_IO] += io_bytes;
179
174
175 spin_unlock_bh(&sbi->iostat_lock);
176
180 f2fs_record_iostat(sbi);
181}
182
183static inline void __update_iostat_latency(struct bio_iostat_ctx *iostat_ctx,
184 int rw, bool is_sync)
185{
186 unsigned long ts_diff;
187 unsigned int iotype = iostat_ctx->type;
177 f2fs_record_iostat(sbi);
178}
179
180static inline void __update_iostat_latency(struct bio_iostat_ctx *iostat_ctx,
181 int rw, bool is_sync)
182{
183 unsigned long ts_diff;
184 unsigned int iotype = iostat_ctx->type;
188 unsigned long flags;
189 struct f2fs_sb_info *sbi = iostat_ctx->sbi;
190 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
191 int idx;
192
193 if (!sbi->iostat_enable)
194 return;
195
196 ts_diff = jiffies - iostat_ctx->submit_ts;

--- 4 unchanged lines hidden (view full) ---

201 idx = READ_IO;
202 } else {
203 if (is_sync)
204 idx = WRITE_SYNC_IO;
205 else
206 idx = WRITE_ASYNC_IO;
207 }
208
185 struct f2fs_sb_info *sbi = iostat_ctx->sbi;
186 struct iostat_lat_info *io_lat = sbi->iostat_io_lat;
187 int idx;
188
189 if (!sbi->iostat_enable)
190 return;
191
192 ts_diff = jiffies - iostat_ctx->submit_ts;

--- 4 unchanged lines hidden (view full) ---

197 idx = READ_IO;
198 } else {
199 if (is_sync)
200 idx = WRITE_SYNC_IO;
201 else
202 idx = WRITE_ASYNC_IO;
203 }
204
209 spin_lock_irqsave(&sbi->iostat_lat_lock, flags);
205 spin_lock_bh(&sbi->iostat_lat_lock);
210 io_lat->sum_lat[idx][iotype] += ts_diff;
211 io_lat->bio_cnt[idx][iotype]++;
212 if (ts_diff > io_lat->peak_lat[idx][iotype])
213 io_lat->peak_lat[idx][iotype] = ts_diff;
206 io_lat->sum_lat[idx][iotype] += ts_diff;
207 io_lat->bio_cnt[idx][iotype]++;
208 if (ts_diff > io_lat->peak_lat[idx][iotype])
209 io_lat->peak_lat[idx][iotype] = ts_diff;
214 spin_unlock_irqrestore(&sbi->iostat_lat_lock, flags);
210 spin_unlock_bh(&sbi->iostat_lat_lock);
215}
216
217void iostat_update_and_unbind_ctx(struct bio *bio, int rw)
218{
219 struct bio_iostat_ctx *iostat_ctx = bio->bi_private;
220 bool is_sync = bio->bi_opf & REQ_SYNC;
221
222 if (rw == 0)

--- 65 unchanged lines hidden --- 		211}
212
213void iostat_update_and_unbind_ctx(struct bio *bio, int rw)
214{
215 struct bio_iostat_ctx *iostat_ctx = bio->bi_private;
216 bool is_sync = bio->bi_opf & REQ_SYNC;
217
218 if (rw == 0)

--- 65 unchanged lines hidden ---