3  * Fast batching percpu counters.
67 		s32 *pcount = per_cpu_ptr(fbc->counters, cpu);  in percpu_counter_set()
83  * the this_cpu_add(), and the interrupt updates this_cpu(*fbc->counters),
93 	count = __this_cpu_read(*fbc->counters) + amount;  in percpu_counter_add_batch()
97 		__this_cpu_sub(*fbc->counters, count - amount);  in percpu_counter_add_batch()
100 		this_cpu_add(*fbc->counters, amount);  in percpu_counter_add_batch()
118 	count = __this_cpu_read(*fbc->counters);  in percpu_counter_sync()
120 	__this_cpu_sub(*fbc->counters, count);  in percpu_counter_sync()
146 		s32 *pcount = per_cpu_ptr(fbc->counters, cpu);  in __percpu_counter_sum()
160 	s32 __percpu *counters;  in __percpu_counter_init_many()  local
163 	counter_size = ALIGN(sizeof(*counters), __alignof__(*counters));  in __percpu_counter_init_many()
164 	counters = __alloc_percpu_gfp(nr_counters * counter_size,  in __percpu_counter_init_many()
165 				      __alignof__(*counters), gfp);  in __percpu_counter_init_many()
166 	if (!counters) {  in __percpu_counter_init_many()
167 		fbc[0].counters = NULL;  in __percpu_counter_init_many()
178 		fbc[i].counters = (void *)counters + (i * counter_size);  in __percpu_counter_init_many()
201 	if (!fbc[0].counters)  in percpu_counter_destroy_many()
214 	free_percpu(fbc[0].counters);  in percpu_counter_destroy_many()
217 		fbc[i].counters = NULL;  in percpu_counter_destroy_many()
244 		pcount = per_cpu_ptr(fbc->counters, cpu);  in percpu_counter_cpu_dead()