Lines Matching refs:end
92 #define CACHE_LOOP_LIMITS(start, end, cache_line_length, cache_size) \ argument
96 end = min(start + cache_size, end); \
125 #define CACHE_RANGE_LOOP_2(start, end, line_length, op) \ argument
130 end = ((end & align) == end) ? end - line_length : end & align; \
131 count = end - start; \
142 #define CACHE_RANGE_LOOP_1(start, end, line_length, op) \ argument
146 end = ((end & align) == end) ? end - line_length : end & align; \
147 WARN_ON(end < start); \
153 : : "r" (temp), "r" (start), "r" (end), \
159 static void __flush_icache_range_msr_irq(unsigned long start, unsigned long end) in __flush_icache_range_msr_irq() argument
166 (unsigned int)start, (unsigned int) end); in __flush_icache_range_msr_irq()
168 CACHE_LOOP_LIMITS(start, end, in __flush_icache_range_msr_irq()
175 CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic); in __flush_icache_range_msr_irq()
177 for (i = start; i < end; i += cpuinfo.icache_line_length) in __flush_icache_range_msr_irq()
186 unsigned long end) in __flush_icache_range_nomsr_irq() argument
193 (unsigned int)start, (unsigned int) end); in __flush_icache_range_nomsr_irq()
195 CACHE_LOOP_LIMITS(start, end, in __flush_icache_range_nomsr_irq()
202 CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic); in __flush_icache_range_nomsr_irq()
204 for (i = start; i < end; i += cpuinfo.icache_line_length) in __flush_icache_range_nomsr_irq()
214 unsigned long end) in __flush_icache_range_noirq() argument
220 (unsigned int)start, (unsigned int) end); in __flush_icache_range_noirq()
222 CACHE_LOOP_LIMITS(start, end, in __flush_icache_range_noirq()
225 CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic); in __flush_icache_range_noirq()
227 for (i = start; i < end; i += cpuinfo.icache_line_length) in __flush_icache_range_noirq()
378 unsigned long end) in __invalidate_dcache_range_wb() argument
384 (unsigned int)start, (unsigned int) end); in __invalidate_dcache_range_wb()
386 CACHE_LOOP_LIMITS(start, end, in __invalidate_dcache_range_wb()
389 CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.clear); in __invalidate_dcache_range_wb()
391 for (i = start; i < end; i += cpuinfo.dcache_line_length) in __invalidate_dcache_range_wb()
398 unsigned long end) in __invalidate_dcache_range_nomsr_wt() argument
404 (unsigned int)start, (unsigned int) end); in __invalidate_dcache_range_nomsr_wt()
405 CACHE_LOOP_LIMITS(start, end, in __invalidate_dcache_range_nomsr_wt()
409 CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc); in __invalidate_dcache_range_nomsr_wt()
411 for (i = start; i < end; i += cpuinfo.dcache_line_length) in __invalidate_dcache_range_nomsr_wt()
418 unsigned long end) in __invalidate_dcache_range_msr_irq_wt() argument
425 (unsigned int)start, (unsigned int) end); in __invalidate_dcache_range_msr_irq_wt()
426 CACHE_LOOP_LIMITS(start, end, in __invalidate_dcache_range_msr_irq_wt()
433 CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc); in __invalidate_dcache_range_msr_irq_wt()
435 for (i = start; i < end; i += cpuinfo.dcache_line_length) in __invalidate_dcache_range_msr_irq_wt()
445 unsigned long end) in __invalidate_dcache_range_nomsr_irq() argument
452 (unsigned int)start, (unsigned int) end); in __invalidate_dcache_range_nomsr_irq()
454 CACHE_LOOP_LIMITS(start, end, in __invalidate_dcache_range_nomsr_irq()
461 CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc); in __invalidate_dcache_range_nomsr_irq()
463 for (i = start; i < end; i += cpuinfo.dcache_line_length) in __invalidate_dcache_range_nomsr_irq()
489 static void __flush_dcache_range_wb(unsigned long start, unsigned long end) in __flush_dcache_range_wb() argument
495 (unsigned int)start, (unsigned int) end); in __flush_dcache_range_wb()
497 CACHE_LOOP_LIMITS(start, end, in __flush_dcache_range_wb()
500 CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.flush); in __flush_dcache_range_wb()
502 for (i = start; i < end; i += cpuinfo.dcache_line_length) in __flush_dcache_range_wb()