37     qemu_mutex_init(&stats->lock);  in block_acct_init()
41     stats->account_invalid = true;  in block_acct_init()
42     stats->account_failed = true;  in block_acct_init()
62     stats->account_invalid = bool_from_onoffauto(account_invalid,  in block_acct_setup()
63                                                  stats->account_invalid);  in block_acct_setup()
64     stats->account_failed = bool_from_onoffauto(account_failed,  in block_acct_setup()
65                                                 stats->account_failed);  in block_acct_setup()
71     QSLIST_FOREACH_SAFE(s, &stats->intervals, entries, next) {  in block_acct_cleanup()
74     qemu_mutex_destroy(&stats->lock);  in block_acct_cleanup()
83     s->interval_length = interval_length;  in block_acct_add_interval()
84     s->stats = stats;  in block_acct_add_interval()
85     qemu_mutex_lock(&stats->lock);  in block_acct_add_interval()
86     QSLIST_INSERT_HEAD(&stats->intervals, s, entries);  in block_acct_add_interval()
89         timed_average_init(&s->latency[i], clock_type,  in block_acct_add_interval()
92     qemu_mutex_unlock(&stats->lock);  in block_acct_add_interval()
99         return QSLIST_FIRST(&stats->intervals);  in block_acct_interval_next()
110     cookie->bytes = bytes;  in block_acct_start()
111     cookie->start_time_ns = qemu_clock_get_ns(clock_type);  in block_acct_start()
112     cookie->type = type;  in block_acct_start()
117  * Return: -1 if @key < @it[0]
127     return k < a ? -1 : (k < b ? 0 : 1);  in block_latency_histogram_compare_func()
135     if (hist->bins == NULL) {  in block_latency_histogram_account()
141     if (latency_ns < hist->boundaries[0]) {  in block_latency_histogram_account()
142         hist->bins[0]++;  in block_latency_histogram_account()
146     if (latency_ns >= hist->boundaries[hist->nbins - 2]) {  in block_latency_histogram_account()
147         hist->bins[hist->nbins - 1]++;  in block_latency_histogram_account()
151     pos = bsearch(&latency_ns, hist->boundaries, hist->nbins - 2,  in block_latency_histogram_account()
152                   sizeof(hist->boundaries[0]),  in block_latency_histogram_account()
156     hist->bins[pos - hist->boundaries + 1]++;  in block_latency_histogram_account()
162     BlockLatencyHistogram *hist = &stats->latency_histogram[type];  in block_latency_histogram_set()
163     uint64List *entry;  in block_latency_histogram_set()  local
168     for (entry = boundaries; entry; entry = entry->next) {  in block_latency_histogram_set()
169         if (entry->value <= prev) {  in block_latency_histogram_set()
170             return -EINVAL;  in block_latency_histogram_set()
173         prev = entry->value;  in block_latency_histogram_set()
176     hist->nbins = new_nbins;  in block_latency_histogram_set()
177     g_free(hist->boundaries);  in block_latency_histogram_set()
178     hist->boundaries = g_new(uint64_t, hist->nbins - 1);  in block_latency_histogram_set()
179     for (entry = boundaries, ptr = hist->boundaries; entry;  in block_latency_histogram_set()
180          entry = entry->next, ptr++)  in block_latency_histogram_set()
182         *ptr = entry->value;  in block_latency_histogram_set()
185     g_free(hist->bins);  in block_latency_histogram_set()
186     hist->bins = g_new0(uint64_t, hist->nbins);  in block_latency_histogram_set()
196         BlockLatencyHistogram *hist = &stats->latency_histogram[i];  in block_latency_histograms_clear()
197         g_free(hist->bins);  in block_latency_histograms_clear()
198         g_free(hist->boundaries);  in block_latency_histograms_clear()
208     int64_t latency_ns = time_ns - cookie->start_time_ns;  in block_account_one_io()
214     assert(cookie->type < BLOCK_MAX_IOTYPE);  in block_account_one_io()
216     if (cookie->type == BLOCK_ACCT_NONE) {  in block_account_one_io()
220     WITH_QEMU_LOCK_GUARD(&stats->lock) {  in block_account_one_io()
222             stats->failed_ops[cookie->type]++;  in block_account_one_io()
224             stats->nr_bytes[cookie->type] += cookie->bytes;  in block_account_one_io()
225             stats->nr_ops[cookie->type]++;  in block_account_one_io()
228         block_latency_histogram_account(&stats->latency_histogram[cookie->type],  in block_account_one_io()
231         if (!failed || stats->account_failed) {  in block_account_one_io()
232             stats->total_time_ns[cookie->type] += latency_ns;  in block_account_one_io()
233             stats->last_access_time_ns = time_ns;  in block_account_one_io()
235             QSLIST_FOREACH(s, &stats->intervals, entries) {  in block_account_one_io()
236                 timed_average_account(&s->latency[cookie->type], latency_ns);  in block_account_one_io()
241     cookie->type = BLOCK_ACCT_NONE;  in block_account_one_io()
262     qemu_mutex_lock(&stats->lock);  in block_acct_invalid()
263     stats->invalid_ops[type]++;  in block_acct_invalid()
265     if (stats->account_invalid) {  in block_acct_invalid()
266         stats->last_access_time_ns = qemu_clock_get_ns(clock_type);  in block_acct_invalid()
268     qemu_mutex_unlock(&stats->lock);  in block_acct_invalid()
276     qemu_mutex_lock(&stats->lock);  in block_acct_merge_done()
277     stats->merged[type] += num_requests;  in block_acct_merge_done()
278     qemu_mutex_unlock(&stats->lock);  in block_acct_merge_done()
283     return qemu_clock_get_ns(clock_type) - stats->last_access_time_ns;  in block_acct_idle_time_ns()
293     qemu_mutex_lock(&stats->stats->lock);  in block_acct_queue_depth()
294     sum = timed_average_sum(&stats->latency[type], &elapsed);  in block_acct_queue_depth()
295     qemu_mutex_unlock(&stats->stats->lock);  in block_acct_queue_depth()