Lines Matching full:shared
185 static int dm_stat_in_flight(struct dm_stat_shared *shared) in dm_stat_in_flight() argument
187 return atomic_read(&shared->in_flight[READ]) + in dm_stat_in_flight()
188 atomic_read(&shared->in_flight[WRITE]); in dm_stat_in_flight()
216 struct dm_stat_shared *shared; in dm_stats_cleanup() local
222 shared = &s->stat_shared[ni]; in dm_stats_cleanup()
223 if (WARN_ON(dm_stat_in_flight(shared))) { in dm_stats_cleanup()
230 atomic_read(&shared->in_flight[READ]), in dm_stats_cleanup()
231 atomic_read(&shared->in_flight[WRITE])); in dm_stats_cleanup()
522 static void dm_stat_round(struct dm_stat *s, struct dm_stat_shared *shared, in dm_stat_round() argument
536 difference = now - shared->stamp; in dm_stat_round()
540 in_flight_read = (unsigned int)atomic_read(&shared->in_flight[READ]); in dm_stat_round()
541 in_flight_write = (unsigned int)atomic_read(&shared->in_flight[WRITE]); in dm_stat_round()
550 shared->stamp = now; in dm_stat_round()
558 struct dm_stat_shared *shared = &s->stat_shared[entry]; in dm_stat_for_entry() local
586 dm_stat_round(s, shared, p); in dm_stat_for_entry()
587 atomic_inc(&shared->in_flight[idx]); in dm_stat_for_entry()
591 dm_stat_round(s, shared, p); in dm_stat_for_entry()
592 atomic_dec(&shared->in_flight[idx]); in dm_stat_for_entry()
711 static void __dm_stat_init_temporary_percpu_totals(struct dm_stat_shared *shared, in __dm_stat_init_temporary_percpu_totals() argument
719 dm_stat_round(s, shared, p); in __dm_stat_init_temporary_percpu_totals()
722 shared->tmp.sectors[READ] = 0; in __dm_stat_init_temporary_percpu_totals()
723 shared->tmp.sectors[WRITE] = 0; in __dm_stat_init_temporary_percpu_totals()
724 shared->tmp.ios[READ] = 0; in __dm_stat_init_temporary_percpu_totals()
725 shared->tmp.ios[WRITE] = 0; in __dm_stat_init_temporary_percpu_totals()
726 shared->tmp.merges[READ] = 0; in __dm_stat_init_temporary_percpu_totals()
727 shared->tmp.merges[WRITE] = 0; in __dm_stat_init_temporary_percpu_totals()
728 shared->tmp.ticks[READ] = 0; in __dm_stat_init_temporary_percpu_totals()
729 shared->tmp.ticks[WRITE] = 0; in __dm_stat_init_temporary_percpu_totals()
730 shared->tmp.io_ticks[READ] = 0; in __dm_stat_init_temporary_percpu_totals()
731 shared->tmp.io_ticks[WRITE] = 0; in __dm_stat_init_temporary_percpu_totals()
732 shared->tmp.io_ticks_total = 0; in __dm_stat_init_temporary_percpu_totals()
733 shared->tmp.time_in_queue = 0; in __dm_stat_init_temporary_percpu_totals()
736 memset(shared->tmp.histogram, 0, (s->n_histogram_entries + 1) * sizeof(unsigned long long)); in __dm_stat_init_temporary_percpu_totals()
740 shared->tmp.sectors[READ] += READ_ONCE(p->sectors[READ]); in __dm_stat_init_temporary_percpu_totals()
741 shared->tmp.sectors[WRITE] += READ_ONCE(p->sectors[WRITE]); in __dm_stat_init_temporary_percpu_totals()
742 shared->tmp.ios[READ] += READ_ONCE(p->ios[READ]); in __dm_stat_init_temporary_percpu_totals()
743 shared->tmp.ios[WRITE] += READ_ONCE(p->ios[WRITE]); in __dm_stat_init_temporary_percpu_totals()
744 shared->tmp.merges[READ] += READ_ONCE(p->merges[READ]); in __dm_stat_init_temporary_percpu_totals()
745 shared->tmp.merges[WRITE] += READ_ONCE(p->merges[WRITE]); in __dm_stat_init_temporary_percpu_totals()
746 shared->tmp.ticks[READ] += READ_ONCE(p->ticks[READ]); in __dm_stat_init_temporary_percpu_totals()
747 shared->tmp.ticks[WRITE] += READ_ONCE(p->ticks[WRITE]); in __dm_stat_init_temporary_percpu_totals()
748 shared->tmp.io_ticks[READ] += READ_ONCE(p->io_ticks[READ]); in __dm_stat_init_temporary_percpu_totals()
749 shared->tmp.io_ticks[WRITE] += READ_ONCE(p->io_ticks[WRITE]); in __dm_stat_init_temporary_percpu_totals()
750 shared->tmp.io_ticks_total += READ_ONCE(p->io_ticks_total); in __dm_stat_init_temporary_percpu_totals()
751 shared->tmp.time_in_queue += READ_ONCE(p->time_in_queue); in __dm_stat_init_temporary_percpu_totals()
756 shared->tmp.histogram[i] += READ_ONCE(p->histogram[i]); in __dm_stat_init_temporary_percpu_totals()
765 struct dm_stat_shared *shared; in __dm_stat_clear() local
769 shared = &s->stat_shared[x]; in __dm_stat_clear()
771 __dm_stat_init_temporary_percpu_totals(shared, s, x); in __dm_stat_clear()
774 p->sectors[READ] -= shared->tmp.sectors[READ]; in __dm_stat_clear()
775 p->sectors[WRITE] -= shared->tmp.sectors[WRITE]; in __dm_stat_clear()
776 p->ios[READ] -= shared->tmp.ios[READ]; in __dm_stat_clear()
777 p->ios[WRITE] -= shared->tmp.ios[WRITE]; in __dm_stat_clear()
778 p->merges[READ] -= shared->tmp.merges[READ]; in __dm_stat_clear()
779 p->merges[WRITE] -= shared->tmp.merges[WRITE]; in __dm_stat_clear()
780 p->ticks[READ] -= shared->tmp.ticks[READ]; in __dm_stat_clear()
781 p->ticks[WRITE] -= shared->tmp.ticks[WRITE]; in __dm_stat_clear()
782 p->io_ticks[READ] -= shared->tmp.io_ticks[READ]; in __dm_stat_clear()
783 p->io_ticks[WRITE] -= shared->tmp.io_ticks[WRITE]; in __dm_stat_clear()
784 p->io_ticks_total -= shared->tmp.io_ticks_total; in __dm_stat_clear()
785 p->time_in_queue -= shared->tmp.time_in_queue; in __dm_stat_clear()
793 p->histogram[i] -= shared->tmp.histogram[i]; in __dm_stat_clear()
853 struct dm_stat_shared *shared; in dm_stats_print() local
880 shared = &s->stat_shared[x]; in dm_stats_print()
885 __dm_stat_init_temporary_percpu_totals(shared, s, x); in dm_stats_print()
890 shared->tmp.ios[READ], in dm_stats_print()
891 shared->tmp.merges[READ], in dm_stats_print()
892 shared->tmp.sectors[READ], in dm_stats_print()
893 dm_jiffies_to_msec64(s, shared->tmp.ticks[READ]), in dm_stats_print()
894 shared->tmp.ios[WRITE], in dm_stats_print()
895 shared->tmp.merges[WRITE], in dm_stats_print()
896 shared->tmp.sectors[WRITE], in dm_stats_print()
897 dm_jiffies_to_msec64(s, shared->tmp.ticks[WRITE]), in dm_stats_print()
898 dm_stat_in_flight(shared), in dm_stats_print()
899 dm_jiffies_to_msec64(s, shared->tmp.io_ticks_total), in dm_stats_print()
900 dm_jiffies_to_msec64(s, shared->tmp.time_in_queue), in dm_stats_print()
901 dm_jiffies_to_msec64(s, shared->tmp.io_ticks[READ]), in dm_stats_print()
902 dm_jiffies_to_msec64(s, shared->tmp.io_ticks[WRITE])); in dm_stats_print()
907 DMEMIT("%s%llu", !i ? " " : ":", shared->tmp.histogram[i]); in dm_stats_print()