Lines Matching refs:sz
36 unsigned long sz, const int op, const int full_page);
38 void (*__dma_cache_wback_inv)(phys_addr_t start, unsigned long sz);
39 void (*__dma_cache_inv)(phys_addr_t start, unsigned long sz);
40 void (*__dma_cache_wback)(phys_addr_t start, unsigned long sz);
55 p_slc->sz_k = 128 << slc_cfg.sz; in read_decode_cache_bcr_arcv2()
119 p_ic->sz_k = 1 << (ibcr.sz - 1); in arc_cache_mumbojumbo()
145 p_dc->sz_k = 1 << (dbcr.sz - 1); in arc_cache_mumbojumbo()
190 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v3() argument
210 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3()
214 num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES); in __cache_line_loop_v3()
250 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v4() argument
269 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
273 num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES); in __cache_line_loop_v4()
304 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v4() argument
319 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
326 sz += L1_CACHE_BYTES - 1; in __cache_line_loop_v4()
338 write_aux_reg(e, paddr + sz); /* ENDR is exclusive */ in __cache_line_loop_v4()
456 #define __dc_line_op_k(p, sz, op) __dc_line_op(p, p, sz, op) argument
462 unsigned long sz, const int op) in __dc_line_op() argument
464 const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE; in __dc_line_op()
471 __cache_line_loop(paddr, vaddr, sz, op, full_page); in __dc_line_op()
483 #define __dc_line_op(paddr, vaddr, sz, op) argument
484 #define __dc_line_op_k(paddr, sz, op) argument
498 unsigned long sz) in __ic_line_inv_vaddr_local() argument
500 const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE; in __ic_line_inv_vaddr_local()
504 (*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC, full_page); in __ic_line_inv_vaddr_local()
516 int sz; member
523 __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz); in __ic_line_inv_vaddr_helper()
527 unsigned long sz) in __ic_line_inv_vaddr() argument
532 .sz = sz in __ic_line_inv_vaddr()
543 #define __ic_line_inv_vaddr(pstart, vstart, sz) argument
547 static noinline void slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_rgn() argument
590 end = paddr + sz + l2_line_sz - 1; in slc_op_rgn()
610 static __maybe_unused noinline void slc_op_line(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_line() argument
641 sz += paddr & ~SLC_LINE_MASK; in slc_op_line()
644 num_lines = DIV_ROUND_UP(sz, l2_line_sz); in slc_op_line()
660 #define slc_op(paddr, sz, op) slc_op_rgn(paddr, sz, op) argument
764 static void __dma_cache_wback_inv_l1(phys_addr_t start, unsigned long sz) in __dma_cache_wback_inv_l1() argument
766 __dc_line_op_k(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_l1()
769 static void __dma_cache_inv_l1(phys_addr_t start, unsigned long sz) in __dma_cache_inv_l1() argument
771 __dc_line_op_k(start, sz, OP_INV); in __dma_cache_inv_l1()
774 static void __dma_cache_wback_l1(phys_addr_t start, unsigned long sz) in __dma_cache_wback_l1() argument
776 __dc_line_op_k(start, sz, OP_FLUSH); in __dma_cache_wback_l1()
783 static void __dma_cache_wback_inv_slc(phys_addr_t start, unsigned long sz) in __dma_cache_wback_inv_slc() argument
785 __dc_line_op_k(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_slc()
786 slc_op(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_slc()
789 static void __dma_cache_inv_slc(phys_addr_t start, unsigned long sz) in __dma_cache_inv_slc() argument
791 __dc_line_op_k(start, sz, OP_INV); in __dma_cache_inv_slc()
792 slc_op(start, sz, OP_INV); in __dma_cache_inv_slc()
795 static void __dma_cache_wback_slc(phys_addr_t start, unsigned long sz) in __dma_cache_wback_slc() argument
797 __dc_line_op_k(start, sz, OP_FLUSH); in __dma_cache_wback_slc()
798 slc_op(start, sz, OP_FLUSH); in __dma_cache_wback_slc()
804 void dma_cache_wback_inv(phys_addr_t start, unsigned long sz) in dma_cache_wback_inv() argument
806 __dma_cache_wback_inv(start, sz); in dma_cache_wback_inv()
810 void dma_cache_inv(phys_addr_t start, unsigned long sz) in dma_cache_inv() argument
812 __dma_cache_inv(start, sz); in dma_cache_inv()
816 void dma_cache_wback(phys_addr_t start, unsigned long sz) in dma_cache_wback() argument
818 __dma_cache_wback(start, sz); in dma_cache_wback()
866 unsigned int off, sz; in flush_icache_range() local
872 sz = min_t(unsigned int, tot_sz, PAGE_SIZE - off); in flush_icache_range()
873 __sync_icache_dcache(phy, kstart, sz); in flush_icache_range()
874 kstart += sz; in flush_icache_range()
875 tot_sz -= sz; in flush_icache_range()
1026 SYSCALL_DEFINE3(cacheflush, uint32_t, start, uint32_t, sz, uint32_t, flags) in SYSCALL_DEFINE3() argument