104 #define CACHE_LOOP_LIMITS(start, end, cache_line_length, cache_size)	\  argument
107 	end = min(start + cache_size, end);				\
136 #define CACHE_RANGE_LOOP_2(start, end, line_length, op)			\  argument
141 	end = ((end & align) == end) ? end - line_length : end & align;	\
142 	count = end - start;						\
153 #define CACHE_RANGE_LOOP_1(start, end, line_length, op)			\  argument
157 	end = ((end & align) == end) ? end - line_length : end & align;	\
158 	WARN_ON(end - start < 0);					\
164 				" : : "r" (temp), "r" (start), "r" (end),\
170 static void __flush_icache_range_msr_irq(unsigned long start, unsigned long end)  in __flush_icache_range_msr_irq()  argument
177 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_msr_irq()
179 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_msr_irq()
186 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_msr_irq()
188 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_msr_irq()
197 				unsigned long end)  in __flush_icache_range_nomsr_irq()  argument
204 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_nomsr_irq()
206 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_nomsr_irq()
213 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_nomsr_irq()
215 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_nomsr_irq()
225 				unsigned long end)  in __flush_icache_range_noirq()  argument
231 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_noirq()
233 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_noirq()
236 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_noirq()
238 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_noirq()
388 						unsigned long end)  in __invalidate_dcache_range_wb()  argument
394 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_wb()
396 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_wb()
399 	CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.clear);  in __invalidate_dcache_range_wb()
401 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_wb()
408 							unsigned long end)  in __invalidate_dcache_range_nomsr_wt()  argument
414 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_nomsr_wt()
415 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_nomsr_wt()
419 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_nomsr_wt()
421 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_nomsr_wt()
428 							unsigned long end)  in __invalidate_dcache_range_msr_irq_wt()  argument
435 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_msr_irq_wt()
436 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_msr_irq_wt()
443 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_msr_irq_wt()
445 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_msr_irq_wt()
455 							unsigned long end)  in __invalidate_dcache_range_nomsr_irq()  argument
462 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_nomsr_irq()
464 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_nomsr_irq()
471 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_nomsr_irq()
473 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_nomsr_irq()
499 static void __flush_dcache_range_wb(unsigned long start, unsigned long end)  in __flush_dcache_range_wb()  argument
505 				(unsigned int)start, (unsigned int) end);  in __flush_dcache_range_wb()
507 	CACHE_LOOP_LIMITS(start, end,  in __flush_dcache_range_wb()
510 	CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.flush);  in __flush_dcache_range_wb()
512 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __flush_dcache_range_wb()