Lines Matching refs:paddr
31 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr,
226 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v3() argument
247 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3()
248 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v3()
258 write_aux_reg(aux_tag, paddr); in __cache_line_loop_v3()
268 write_aux_reg(ARC_REG_IC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v3()
272 write_aux_reg(aux_tag, paddr); in __cache_line_loop_v3()
273 paddr += L1_CACHE_BYTES; in __cache_line_loop_v3()
286 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v4() argument
306 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
307 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v4()
323 write_aux_reg(ARC_REG_IC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v4()
325 write_aux_reg(ARC_REG_DC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v4()
329 write_aux_reg(aux_cmd, paddr); in __cache_line_loop_v4()
330 paddr += L1_CACHE_BYTES; in __cache_line_loop_v4()
340 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v4() argument
356 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
357 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v4()
369 write_aux_reg(ARC_REG_IC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v4()
371 write_aux_reg(ARC_REG_DC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v4()
375 write_aux_reg(e, paddr + sz); /* ENDR is exclusive */ in __cache_line_loop_v4()
376 write_aux_reg(s, paddr); in __cache_line_loop_v4()
498 static inline void __dc_line_op(phys_addr_t paddr, unsigned long vaddr, in __dc_line_op() argument
508 __cache_line_loop(paddr, vaddr, sz, op, full_page); in __dc_line_op()
520 #define __dc_line_op(paddr, vaddr, sz, op) argument
521 #define __dc_line_op_k(paddr, sz, op) argument
534 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr, in __ic_line_inv_vaddr_local() argument
541 (*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC, full_page); in __ic_line_inv_vaddr_local()
552 phys_addr_t paddr, vaddr; member
560 __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz); in __ic_line_inv_vaddr_helper()
563 static void __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr, in __ic_line_inv_vaddr() argument
567 .paddr = paddr, in __ic_line_inv_vaddr()
584 noinline void slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_rgn() argument
627 end = paddr + sz + l2_line_sz - 1; in slc_op_rgn()
634 write_aux_reg(ARC_REG_SLC_RGN_START1, upper_32_bits(paddr)); in slc_op_rgn()
636 write_aux_reg(ARC_REG_SLC_RGN_START, lower_32_bits(paddr)); in slc_op_rgn()
647 noinline void slc_op_line(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_line() argument
678 sz += paddr & ~SLC_LINE_MASK; in slc_op_line()
679 paddr &= SLC_LINE_MASK; in slc_op_line()
684 write_aux_reg(cmd, paddr); in slc_op_line()
685 paddr += l2_line_sz; in slc_op_line()
697 #define slc_op(paddr, sz, op) slc_op_rgn(paddr, sz, op) argument
778 phys_addr_t paddr = (unsigned long)page_address(page); in flush_dcache_page() local
781 if (addr_not_cache_congruent(paddr, vaddr)) in flush_dcache_page()
782 __flush_dcache_page(paddr, vaddr); in flush_dcache_page()
917 void __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len) in __sync_icache_dcache() argument
919 __dc_line_op(paddr, vaddr, len, OP_FLUSH_N_INV); in __sync_icache_dcache()
920 __ic_line_inv_vaddr(paddr, vaddr, len); in __sync_icache_dcache()
924 void __inv_icache_page(phys_addr_t paddr, unsigned long vaddr) in __inv_icache_page() argument
926 __ic_line_inv_vaddr(paddr, vaddr, PAGE_SIZE); in __inv_icache_page()
933 void __flush_dcache_page(phys_addr_t paddr, unsigned long vaddr) in __flush_dcache_page() argument
935 __dc_line_op(paddr, vaddr & PAGE_MASK, PAGE_SIZE, OP_FLUSH_N_INV); in __flush_dcache_page()
961 phys_addr_t paddr = pfn << PAGE_SHIFT; in flush_cache_page() local
965 __flush_dcache_page(paddr, u_vaddr); in flush_cache_page()
968 __inv_icache_page(paddr, u_vaddr); in flush_cache_page()