/linux-6.3-rc2/arch/mips/cavium-octeon/ |
A D | dma-octeon.c | 40 return paddr; in octeon_hole_phys_to_dma() 53 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_gen1_phys_to_dma() 54 paddr -= 0x400000000ull; in octeon_gen1_phys_to_dma() 90 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_big_phys_to_dma() 95 paddr = OCTEON_BAR2_PCI_ADDRESS + paddr; in octeon_big_phys_to_dma() 97 return paddr; in octeon_big_phys_to_dma() 118 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_small_phys_to_dma() 123 paddr = paddr - octeon_bar1_pci_phys; in octeon_small_phys_to_dma() 125 paddr = OCTEON_BAR2_PCI_ADDRESS + paddr; in octeon_small_phys_to_dma() 127 return paddr; in octeon_small_phys_to_dma() [all …]
|
/linux-6.3-rc2/arch/m68k/mm/ |
A D | memory.c | 31 : : "a" (paddr)); in clear040() 42 : : "a" (paddr)); in cleari040() 54 : : "a" (paddr)); in push040() 64 push040(paddr); in pushcl040() 66 clear040(paddr); in pushcl040() 113 paddr += tmp; in cache_clear() 116 paddr &= PAGE_MASK; in cache_clear() 119 paddr += tmp; in cache_clear() 164 paddr &= PAGE_MASK; in cache_push() 167 push040(paddr); in cache_push() [all …]
|
/linux-6.3-rc2/arch/arc/mm/ |
A D | ioremap.c | 19 } else if (paddr >= perip_base && paddr <= perip_end) { in arc_uncached_addr_space() 31 end = paddr + size - 1; in ioremap() 32 if (!size || (end < paddr)) in ioremap() 39 if (arc_uncached_addr_space(paddr)) in ioremap() 40 return (void __iomem *)(u32)paddr; in ioremap() 42 return ioremap_prot(paddr, size, in ioremap() 64 end = paddr + size - 1; in ioremap_prot() 65 if ((!size) || (end < paddr)) in ioremap_prot() 76 off = paddr & ~PAGE_MASK; in ioremap_prot() 77 paddr &= PAGE_MASK_PHYS; in ioremap_prot() [all …]
|
A D | cache.c | 248 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v3() 273 paddr += L1_CACHE_BYTES; in __cache_line_loop_v3() 307 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v4() 330 paddr += L1_CACHE_BYTES; in __cache_line_loop_v4() 357 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v4() 376 write_aux_reg(s, paddr); in __cache_line_loop_v4() 552 phys_addr_t paddr, vaddr; member 567 .paddr = paddr, in __ic_line_inv_vaddr() 679 paddr &= SLC_LINE_MASK; in slc_op_line() 685 paddr += l2_line_sz; in slc_op_line() [all …]
|
A D | dma.c | 51 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 56 dma_cache_wback(paddr, size); in arch_sync_dma_for_device() 60 dma_cache_inv(paddr, size); in arch_sync_dma_for_device() 64 dma_cache_wback_inv(paddr, size); in arch_sync_dma_for_device() 72 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 82 dma_cache_inv(paddr, size); in arch_sync_dma_for_cpu()
|
/linux-6.3-rc2/arch/m68k/kernel/ |
A D | sys_m68k.c | 70 unsigned long paddr, i; in cache_flush_040() local 135 : : "a" (paddr)); in cache_flush_040() 142 : : "a" (paddr)); in cache_flush_040() 150 : : "a" (paddr)); in cache_flush_040() 174 paddr += 16; in cache_flush_040() 192 : : "a" (paddr)); in cache_flush_040() 199 : : "a" (paddr)); in cache_flush_040() 207 : : "a" (paddr)); in cache_flush_040() 222 : "=a" (paddr) \ 230 unsigned long paddr, i; in cache_flush_060() local [all …]
|
/linux-6.3-rc2/arch/arm/mm/ |
A D | dma-mapping-nommu.c | 16 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 19 dmac_map_area(__va(paddr), size, dir); in arch_sync_dma_for_device() 22 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_device() 24 outer_clean_range(paddr, paddr + size); in arch_sync_dma_for_device() 27 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 31 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_cpu() 32 dmac_unmap_area(__va(paddr), size, dir); in arch_sync_dma_for_cpu()
|
/linux-6.3-rc2/arch/microblaze/kernel/ |
A D | dma.c | 17 static void __dma_sync(phys_addr_t paddr, size_t size, in __dma_sync() argument 23 flush_dcache_range(paddr, paddr + size); in __dma_sync() 26 invalidate_dcache_range(paddr, paddr + size); in __dma_sync() 33 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 36 __dma_sync(paddr, size, dir); in arch_sync_dma_for_device() 39 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 42 __dma_sync(paddr, size, dir); in arch_sync_dma_for_cpu()
|
/linux-6.3-rc2/include/linux/ |
A D | dma-direct.h | 28 phys_addr_t paddr) in translate_phys_to_dma() argument 33 if (paddr >= m->cpu_start && paddr - m->cpu_start < m->size) in translate_phys_to_dma() 34 return (dma_addr_t)paddr - m->offset; in translate_phys_to_dma() 59 phys_addr_t paddr) in phys_to_dma_unencrypted() argument 62 return translate_phys_to_dma(dev, paddr); in phys_to_dma_unencrypted() 63 return paddr; in phys_to_dma_unencrypted() 74 return __sme_set(phys_to_dma_unencrypted(dev, paddr)); in phys_to_dma() 79 phys_addr_t paddr; in dma_to_phys() local 82 paddr = translate_dma_to_phys(dev, dma_addr); in dma_to_phys() 84 paddr = dma_addr; in dma_to_phys() [all …]
|
/linux-6.3-rc2/arch/x86/mm/pat/ |
A D | memtype.c | 677 if (x86_platform.is_untracked_pat_range(paddr, paddr + PAGE_SIZE)) in lookup_memtype() 680 if (pat_pagerange_is_ram(paddr, paddr + PAGE_SIZE)) { in lookup_memtype() 882 is_ram = pat_pagerange_is_ram(paddr, paddr + size); in reserve_pfn_range() 908 ret = memtype_reserve(paddr, paddr + size, want_pcm, &pcm); in reserve_pfn_range() 915 memtype_free(paddr, paddr + size); in reserve_pfn_range() 934 memtype_free(paddr, paddr + size); in reserve_pfn_range() 948 is_ram = pat_pagerange_is_ram(paddr, paddr + size); in free_pfn_range() 950 memtype_free(paddr, paddr + size); in free_pfn_range() 962 resource_size_t paddr; in track_pfn_copy() local 1018 paddr += PAGE_SIZE; in track_pfn_remap() [all …]
|
/linux-6.3-rc2/drivers/bus/ |
A D | uniphier-system-bus.c | 45 bank, addr, paddr, size); in uniphier_system_bus_add_bank() 58 if (paddr > U32_MAX) { in uniphier_system_bus_add_bank() 63 end = paddr + size; in uniphier_system_bus_add_bank() 65 if (addr > paddr) { in uniphier_system_bus_add_bank() 68 addr, paddr); in uniphier_system_bus_add_bank() 71 paddr -= addr; in uniphier_system_bus_add_bank() 73 paddr = round_down(paddr, 0x00020000); in uniphier_system_bus_add_bank() 80 mask = paddr ^ (end - 1); in uniphier_system_bus_add_bank() 83 paddr = round_down(paddr, mask); in uniphier_system_bus_add_bank() 181 u64 paddr; in uniphier_system_bus_probe() local [all …]
|
/linux-6.3-rc2/drivers/soc/apple/ |
A D | sart.c | 53 phys_addr_t *paddr, size_t *size); 72 phys_addr_t *paddr, size_t *size) in sart2_get_entry() argument 104 phys_addr_t *paddr, size_t *size) in sart3_get_entry() argument 150 phys_addr_t paddr; in apple_sart_probe() local 159 i, flags, &paddr, size); in apple_sart_probe() 208 phys_addr_t paddr, size_t size) in sart_set_entry() argument 215 paddr >>= sart->ops->size_shift; in sart_set_entry() 241 i, &paddr, size); in apple_sart_add_allowed_region() 253 &paddr, size); in apple_sart_add_allowed_region() 266 &paddr, size); in apple_sart_remove_allowed_region() [all …]
|
/linux-6.3-rc2/arch/x86/mm/ |
A D | ioremap.c | 593 u64 paddr; in memremap_is_efi_data() local 600 paddr <<= 32; in memremap_is_efi_data() 606 paddr <<= 32; in memremap_is_efi_data() 637 while (paddr) { in memremap_is_setup_data() 653 if ((phys_addr > paddr) && (phys_addr < (paddr + len))) { in memremap_is_setup_data() 677 if ((phys_addr > paddr) && (phys_addr < (paddr + len))) in memremap_is_setup_data() 680 paddr = paddr_next; in memremap_is_setup_data() 698 while (paddr) { in early_memremap_is_setup_data() 715 if ((phys_addr > paddr) && (phys_addr < (paddr + len))) { in early_memremap_is_setup_data() 739 if ((phys_addr > paddr) && (phys_addr < (paddr + len))) in early_memremap_is_setup_data() [all …]
|
A D | mem_encrypt_amd.c | 59 unsigned long paddr, bool decrypt) in snp_memcpy() argument 68 early_snp_set_memory_shared((unsigned long)__va(paddr), paddr, npages); in snp_memcpy() 73 early_snp_set_memory_private((unsigned long)__va(paddr), paddr, npages); in snp_memcpy() 115 early_memremap_encrypted_wp(paddr, len); in __sme_early_enc_dec() 117 dst = enc ? early_memremap_encrypted(paddr, len) : in __sme_early_enc_dec() 118 early_memremap_decrypted(paddr, len); in __sme_early_enc_dec() 142 paddr += len; in __sme_early_enc_dec() 149 __sme_early_enc_dec(paddr, size, true); in sme_early_encrypt() 154 __sme_early_enc_dec(paddr, size, false); in sme_early_decrypt() 167 pmd = map ? (paddr & PMD_MASK) + pmd_flags : 0; in __sme_early_map_unmap_mem() [all …]
|
/linux-6.3-rc2/arch/xtensa/kernel/ |
A D | pci-dma.c | 24 static void do_cache_op(phys_addr_t paddr, size_t size, in do_cache_op() argument 27 unsigned long off = paddr & (PAGE_SIZE - 1); in do_cache_op() 28 unsigned long pfn = PFN_DOWN(paddr); in do_cache_op() 32 fn((unsigned long)phys_to_virt(paddr), size); in do_cache_op() 46 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 52 do_cache_op(paddr, size, __invalidate_dcache_range); in arch_sync_dma_for_cpu() 64 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 71 do_cache_op(paddr, size, __flush_dcache_range); in arch_sync_dma_for_device()
|
/linux-6.3-rc2/arch/csky/mm/ |
A D | dma-mapping.c | 14 static inline void cache_op(phys_addr_t paddr, size_t size, in cache_op() argument 17 struct page *page = phys_to_page(paddr); in cache_op() 19 unsigned long offset = offset_in_page(paddr); in cache_op() 58 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 63 cache_op(paddr, size, dma_wb_range); in arch_sync_dma_for_device() 67 cache_op(paddr, size, dma_wbinv_range); in arch_sync_dma_for_device() 74 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 82 cache_op(paddr, size, dma_inv_range); in arch_sync_dma_for_cpu()
|
A D | tcm.c | 29 unsigned long vaddr, paddr; local 32 paddr = CONFIG_ITCM_RAM_BASE; 47 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 51 paddr = paddr + PAGE_SIZE; 58 paddr = CONFIG_DTCM_RAM_BASE; 66 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 70 paddr = paddr + PAGE_SIZE;
|
/linux-6.3-rc2/drivers/xen/ |
A D | swiotlb-xen.c | 49 unsigned long bfn = pfn_to_bfn(XEN_PFN_DOWN(paddr)); in xen_phys_to_bus() 52 baddr |= paddr & ~XEN_PAGE_MASK; in xen_phys_to_bus() 58 return phys_to_dma(dev, xen_phys_to_bus(dev, paddr)); in xen_phys_to_dma() 65 phys_addr_t paddr = (xen_pfn << XEN_PAGE_SHIFT) | in xen_bus_to_phys() local 68 return paddr; in xen_bus_to_phys() 101 if (pfn_valid(PFN_DOWN(paddr))) in is_xen_swiotlb_buffer() 102 return is_swiotlb_buffer(dev, paddr); in is_xen_swiotlb_buffer() 262 arch_sync_dma_for_cpu(paddr, size, dir); in xen_swiotlb_unmap_page() 276 phys_addr_t paddr = xen_dma_to_phys(dev, dma_addr); in xen_swiotlb_sync_single_for_cpu() local 280 arch_sync_dma_for_cpu(paddr, size, dir); in xen_swiotlb_sync_single_for_cpu() [all …]
|
/linux-6.3-rc2/drivers/media/platform/st/sti/hva/ |
A D | hva-mem.c | 16 dma_addr_t paddr; in hva_mem_alloc() local 25 base = dma_alloc_attrs(dev, size, &paddr, GFP_KERNEL, in hva_mem_alloc() 36 b->paddr = paddr; in hva_mem_alloc() 42 ctx->name, size, b->vaddr, &b->paddr, b->name); in hva_mem_alloc() 56 ctx->name, buf->size, buf->vaddr, &buf->paddr, buf->name); in hva_mem_free() 58 dma_free_attrs(dev, buf->size, buf->vaddr, buf->paddr, in hva_mem_free()
|
/linux-6.3-rc2/drivers/net/phy/ |
A D | bcm87xx.c | 36 const __be32 *paddr; in bcm87xx_of_reg_init() local 43 paddr = of_get_property(phydev->mdio.dev.of_node, in bcm87xx_of_reg_init() 45 if (!paddr) in bcm87xx_of_reg_init() 48 paddr_end = paddr + (len /= sizeof(*paddr)); in bcm87xx_of_reg_init() 52 while (paddr + 3 < paddr_end) { in bcm87xx_of_reg_init() 53 u16 devid = be32_to_cpup(paddr++); in bcm87xx_of_reg_init() 54 u16 reg = be32_to_cpup(paddr++); in bcm87xx_of_reg_init() 55 u16 mask = be32_to_cpup(paddr++); in bcm87xx_of_reg_init() 56 u16 val_bits = be32_to_cpup(paddr++); in bcm87xx_of_reg_init()
|
/linux-6.3-rc2/arch/sparc/include/asm/ |
A D | mxcc.h | 89 static inline void mxcc_set_stream_src(unsigned long *paddr) in mxcc_set_stream_src() argument 91 unsigned long data0 = paddr[0]; in mxcc_set_stream_src() 92 unsigned long data1 = paddr[1]; in mxcc_set_stream_src() 102 static inline void mxcc_set_stream_dst(unsigned long *paddr) in mxcc_set_stream_dst() argument 104 unsigned long data0 = paddr[0]; in mxcc_set_stream_dst() 105 unsigned long data1 = paddr[1]; in mxcc_set_stream_dst()
|
/linux-6.3-rc2/arch/x86/include/asm/uv/ |
A D | uv_hub.h | 421 return uv_gam_range(paddr)->nasid; in uv_soc_phys_ram_to_nasid() 440 paddr |= uv_hub_info->gnode_upper; in uv_soc_phys_ram_to_gpa() 441 paddr = ((paddr << uv_hub_info->m_shift) in uv_soc_phys_ram_to_gpa() 443 ((paddr >> uv_hub_info->m_val) in uv_soc_phys_ram_to_gpa() 446 paddr |= uv_soc_phys_ram_to_nasid(paddr) in uv_soc_phys_ram_to_gpa() 449 return paddr; in uv_soc_phys_ram_to_gpa() 468 unsigned long paddr; in uv_gpa_to_soc_phys_ram() local 477 paddr = gpa & uv_hub_info->gpa_mask; in uv_gpa_to_soc_phys_ram() 478 if (paddr >= remap_base && paddr < remap_base + remap_top) in uv_gpa_to_soc_phys_ram() 479 paddr -= remap_base; in uv_gpa_to_soc_phys_ram() [all …]
|
/linux-6.3-rc2/arch/mips/sgi-ip32/ |
A D | ip32-dma.c | 21 dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) in phys_to_dma() argument 23 dma_addr_t dma_addr = paddr & RAM_OFFSET_MASK; in phys_to_dma() 32 phys_addr_t paddr = dma_addr & RAM_OFFSET_MASK; in dma_to_phys() local 35 paddr += CRIME_HI_MEM_BASE; in dma_to_phys() 36 return paddr; in dma_to_phys()
|
/linux-6.3-rc2/arch/xtensa/mm/ |
A D | ioremap.c | 14 static void __iomem *xtensa_ioremap(unsigned long paddr, unsigned long size, in xtensa_ioremap() argument 17 unsigned long offset = paddr & ~PAGE_MASK; in xtensa_ioremap() 18 unsigned long pfn = __phys_to_pfn(paddr); in xtensa_ioremap() 23 paddr &= PAGE_MASK; in xtensa_ioremap() 34 area->phys_addr = paddr; in xtensa_ioremap() 36 err = ioremap_page_range(vaddr, vaddr + size, paddr, prot); in xtensa_ioremap()
|
/linux-6.3-rc2/arch/powerpc/mm/ |
A D | dma-noncoherent.c | 94 static void __dma_sync_page(phys_addr_t paddr, size_t size, int dir) in __dma_sync_page() argument 96 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in __dma_sync_page() 97 unsigned offset = paddr & ~PAGE_MASK; in __dma_sync_page() 107 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 110 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_device() 113 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 116 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_cpu()
|