/arch/m68k/mm/ |
D | memory.c | 24 static inline void clear040(unsigned long paddr) in clear040() argument 31 : : "a" (paddr)); in clear040() 35 static inline void cleari040(unsigned long paddr) in cleari040() argument 42 : : "a" (paddr)); in cleari040() 47 static inline void push040(unsigned long paddr) in push040() argument 54 : : "a" (paddr)); in push040() 59 static inline void pushcl040(unsigned long paddr) in pushcl040() argument 64 push040(paddr); in pushcl040() 66 clear040(paddr); in pushcl040() 97 void cache_clear (unsigned long paddr, int len) in cache_clear() argument [all …]
|
/arch/mips/cavium-octeon/ |
D | dma-octeon.c | 31 dma_addr_t (*phys_to_dma)(struct device *dev, phys_addr_t paddr); 35 static dma_addr_t octeon_hole_phys_to_dma(phys_addr_t paddr) in octeon_hole_phys_to_dma() argument 37 …if (paddr >= CVMX_PCIE_BAR1_PHYS_BASE && paddr < (CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_PHYS_S… in octeon_hole_phys_to_dma() 38 return paddr - CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_RC_BASE; in octeon_hole_phys_to_dma() 40 return paddr; in octeon_hole_phys_to_dma() 51 static dma_addr_t octeon_gen1_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen1_phys_to_dma() argument 53 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_gen1_phys_to_dma() 54 paddr -= 0x400000000ull; in octeon_gen1_phys_to_dma() 55 return octeon_hole_phys_to_dma(paddr); in octeon_gen1_phys_to_dma() 73 static dma_addr_t octeon_gen2_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen2_phys_to_dma() argument [all …]
|
/arch/arc/mm/ |
D | ioremap.c | 14 static inline bool arc_uncached_addr_space(phys_addr_t paddr) in arc_uncached_addr_space() argument 17 if (paddr >= ARC_UNCACHED_ADDR_SPACE) in arc_uncached_addr_space() 19 } else if (paddr >= perip_base && paddr <= perip_end) { in arc_uncached_addr_space() 26 void __iomem *ioremap(phys_addr_t paddr, unsigned long size) in ioremap() argument 31 end = paddr + size - 1; in ioremap() 32 if (!size || (end < paddr)) in ioremap() 39 if (arc_uncached_addr_space(paddr)) in ioremap() 40 return (void __iomem *)(u32)paddr; in ioremap() 42 return ioremap_prot(paddr, size, in ioremap() 54 void __iomem *ioremap_prot(phys_addr_t paddr, unsigned long size, in ioremap_prot() argument [all …]
|
D | cache.c | 31 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr, 226 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v3() argument 247 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3() 248 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v3() 258 write_aux_reg(aux_tag, paddr); in __cache_line_loop_v3() 268 write_aux_reg(ARC_REG_IC_PTAG_HI, (u64)paddr >> 32); in __cache_line_loop_v3() 272 write_aux_reg(aux_tag, paddr); in __cache_line_loop_v3() 273 paddr += L1_CACHE_BYTES; in __cache_line_loop_v3() 286 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v4() argument 306 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4() [all …]
|
D | dma.c | 51 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 56 dma_cache_wback(paddr, size); in arch_sync_dma_for_device() 60 dma_cache_inv(paddr, size); in arch_sync_dma_for_device() 64 dma_cache_wback_inv(paddr, size); in arch_sync_dma_for_device() 72 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 82 dma_cache_inv(paddr, size); in arch_sync_dma_for_cpu()
|
/arch/arm/mm/ |
D | dma-mapping-nommu.c | 16 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 19 dmac_map_area(__va(paddr), size, dir); in arch_sync_dma_for_device() 22 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_device() 24 outer_clean_range(paddr, paddr + size); in arch_sync_dma_for_device() 27 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 31 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_cpu() 32 dmac_unmap_area(__va(paddr), size, dir); in arch_sync_dma_for_cpu()
|
/arch/microblaze/kernel/ |
D | dma.c | 17 static void __dma_sync(phys_addr_t paddr, size_t size, in __dma_sync() argument 23 flush_dcache_range(paddr, paddr + size); in __dma_sync() 26 invalidate_dcache_range(paddr, paddr + size); in __dma_sync() 33 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 36 __dma_sync(paddr, size, dir); in arch_sync_dma_for_device() 39 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 42 __dma_sync(paddr, size, dir); in arch_sync_dma_for_cpu()
|
/arch/m68k/kernel/ |
D | sys_m68k.c | 70 unsigned long paddr, i; in cache_flush_040() local 103 if ((paddr = virt_to_phys_040(addr))) { in cache_flush_040() 104 paddr += addr & ~(PAGE_MASK | 15); in cache_flush_040() 116 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 125 i = (PAGE_SIZE - (paddr & ~PAGE_MASK)) >> 4; in cache_flush_040() 135 : : "a" (paddr)); in cache_flush_040() 142 : : "a" (paddr)); in cache_flush_040() 150 : : "a" (paddr)); in cache_flush_040() 165 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 174 paddr += 16; in cache_flush_040() [all …]
|
/arch/xtensa/kernel/ |
D | pci-dma.c | 24 static void do_cache_op(phys_addr_t paddr, size_t size, in do_cache_op() argument 27 unsigned long off = paddr & (PAGE_SIZE - 1); in do_cache_op() 28 unsigned long pfn = PFN_DOWN(paddr); in do_cache_op() 32 fn((unsigned long)phys_to_virt(paddr), size); in do_cache_op() 46 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 52 do_cache_op(paddr, size, __invalidate_dcache_range); in arch_sync_dma_for_cpu() 64 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 71 do_cache_op(paddr, size, __flush_dcache_range); in arch_sync_dma_for_device()
|
/arch/nds32/kernel/ |
D | dma.c | 13 static inline void cache_op(phys_addr_t paddr, size_t size, in cache_op() argument 16 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in cache_op() 17 unsigned offset = paddr & ~PAGE_MASK; in cache_op() 40 start = (unsigned long)phys_to_virt(paddr); in cache_op() 49 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 57 cache_op(paddr, size, cpu_dma_wb_range); in arch_sync_dma_for_device() 64 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 72 cache_op(paddr, size, cpu_dma_inval_range); in arch_sync_dma_for_cpu()
|
/arch/csky/mm/ |
D | dma-mapping.c | 15 static inline void cache_op(phys_addr_t paddr, size_t size, in cache_op() argument 18 struct page *page = phys_to_page(paddr); in cache_op() 20 unsigned long offset = offset_in_page(paddr); in cache_op() 59 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 64 cache_op(paddr, size, dma_wb_range); in arch_sync_dma_for_device() 68 cache_op(paddr, size, dma_wbinv_range); in arch_sync_dma_for_device() 75 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 83 cache_op(paddr, size, dma_inv_range); in arch_sync_dma_for_cpu()
|
D | tcm.c | 29 unsigned long vaddr, paddr; local 32 paddr = CONFIG_ITCM_RAM_BASE; 47 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 51 paddr = paddr + PAGE_SIZE; 58 paddr = CONFIG_DTCM_RAM_BASE; 66 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 70 paddr = paddr + PAGE_SIZE;
|
/arch/mips/sgi-ip32/ |
D | ip32-dma.c | 21 dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) in phys_to_dma() argument 23 dma_addr_t dma_addr = paddr & RAM_OFFSET_MASK; in phys_to_dma() 32 phys_addr_t paddr = dma_addr & RAM_OFFSET_MASK; in dma_to_phys() local 35 paddr += CRIME_HI_MEM_BASE; in dma_to_phys() 36 return paddr; in dma_to_phys()
|
/arch/x86/mm/ |
D | ioremap.c | 584 u64 paddr; in memremap_is_efi_data() local 590 paddr = boot_params.efi_info.efi_memmap_hi; in memremap_is_efi_data() 591 paddr <<= 32; in memremap_is_efi_data() 592 paddr |= boot_params.efi_info.efi_memmap; in memremap_is_efi_data() 593 if (phys_addr == paddr) in memremap_is_efi_data() 596 paddr = boot_params.efi_info.efi_systab_hi; in memremap_is_efi_data() 597 paddr <<= 32; in memremap_is_efi_data() 598 paddr |= boot_params.efi_info.efi_systab; in memremap_is_efi_data() 599 if (phys_addr == paddr) in memremap_is_efi_data() 625 u64 paddr, paddr_next; in memremap_is_setup_data() local [all …]
|
D | mem_encrypt.c | 61 static void __init __sme_early_enc_dec(resource_size_t paddr, in __sme_early_enc_dec() argument 83 src = enc ? early_memremap_decrypted_wp(paddr, len) : in __sme_early_enc_dec() 84 early_memremap_encrypted_wp(paddr, len); in __sme_early_enc_dec() 86 dst = enc ? early_memremap_encrypted(paddr, len) : in __sme_early_enc_dec() 87 early_memremap_decrypted(paddr, len); in __sme_early_enc_dec() 106 paddr += len; in __sme_early_enc_dec() 111 void __init sme_early_encrypt(resource_size_t paddr, unsigned long size) in sme_early_encrypt() argument 113 __sme_early_enc_dec(paddr, size, true); in sme_early_encrypt() 116 void __init sme_early_decrypt(resource_size_t paddr, unsigned long size) in sme_early_decrypt() argument 118 __sme_early_enc_dec(paddr, size, false); in sme_early_decrypt() [all …]
|
/arch/sparc/include/asm/ |
D | mxcc.h | 89 static inline void mxcc_set_stream_src(unsigned long *paddr) in mxcc_set_stream_src() argument 91 unsigned long data0 = paddr[0]; in mxcc_set_stream_src() 92 unsigned long data1 = paddr[1]; in mxcc_set_stream_src() 102 static inline void mxcc_set_stream_dst(unsigned long *paddr) in mxcc_set_stream_dst() argument 104 unsigned long data0 = paddr[0]; in mxcc_set_stream_dst() 105 unsigned long data1 = paddr[1]; in mxcc_set_stream_dst()
|
/arch/x86/mm/pat/ |
D | memtype.c | 711 static enum page_cache_mode lookup_memtype(u64 paddr) in lookup_memtype() argument 716 if (x86_platform.is_untracked_pat_range(paddr, paddr + PAGE_SIZE)) in lookup_memtype() 719 if (pat_pagerange_is_ram(paddr, paddr + PAGE_SIZE)) { in lookup_memtype() 722 page = pfn_to_page(paddr >> PAGE_SHIFT); in lookup_memtype() 728 entry = memtype_lookup(paddr); in lookup_memtype() 913 static int reserve_pfn_range(u64 paddr, unsigned long size, pgprot_t *vma_prot, in reserve_pfn_range() argument 921 is_ram = pat_pagerange_is_ram(paddr, paddr + size); in reserve_pfn_range() 932 pcm = lookup_memtype(paddr); in reserve_pfn_range() 937 (unsigned long long)paddr, in reserve_pfn_range() 938 (unsigned long long)(paddr + size - 1), in reserve_pfn_range() [all …]
|
/arch/xtensa/mm/ |
D | ioremap.c | 14 static void __iomem *xtensa_ioremap(unsigned long paddr, unsigned long size, in xtensa_ioremap() argument 17 unsigned long offset = paddr & ~PAGE_MASK; in xtensa_ioremap() 18 unsigned long pfn = __phys_to_pfn(paddr); in xtensa_ioremap() 23 paddr &= PAGE_MASK; in xtensa_ioremap() 34 area->phys_addr = paddr; in xtensa_ioremap() 36 err = ioremap_page_range(vaddr, vaddr + size, paddr, prot); in xtensa_ioremap()
|
/arch/h8300/mm/ |
D | memory.c | 32 void cache_clear(unsigned long paddr, int len) in cache_clear() argument 37 void cache_push(unsigned long paddr, int len) in cache_push() argument 49 unsigned long kernel_map(unsigned long paddr, unsigned long size, in kernel_map() argument 52 return paddr; in kernel_map()
|
/arch/mips/mm/ |
D | dma-noncoherent.c | 95 static inline void dma_sync_phys(phys_addr_t paddr, size_t size, in dma_sync_phys() argument 98 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in dma_sync_phys() 99 unsigned long offset = paddr & ~PAGE_MASK; in dma_sync_phys() 124 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 127 dma_sync_phys(paddr, size, dir, true); in arch_sync_dma_for_device() 131 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 135 dma_sync_phys(paddr, size, dir, false); in arch_sync_dma_for_cpu()
|
/arch/powerpc/mm/ |
D | dma-noncoherent.c | 94 static void __dma_sync_page(phys_addr_t paddr, size_t size, int dir) in __dma_sync_page() argument 96 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in __dma_sync_page() 97 unsigned offset = paddr & ~PAGE_MASK; in __dma_sync_page() 107 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 110 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_device() 113 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 116 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_cpu()
|
/arch/x86/include/asm/uv/ |
D | uv_hub.h | 419 static inline unsigned long uv_soc_phys_ram_to_nasid(unsigned long paddr) in uv_soc_phys_ram_to_nasid() argument 421 return uv_gam_range(paddr)->nasid; in uv_soc_phys_ram_to_nasid() 432 static inline unsigned long uv_soc_phys_ram_to_gpa(unsigned long paddr) in uv_soc_phys_ram_to_gpa() argument 436 if (paddr < uv_hub_info->lowmem_remap_top) in uv_soc_phys_ram_to_gpa() 437 paddr |= uv_hub_info->lowmem_remap_base; in uv_soc_phys_ram_to_gpa() 440 paddr |= uv_hub_info->gnode_upper; in uv_soc_phys_ram_to_gpa() 441 paddr = ((paddr << uv_hub_info->m_shift) in uv_soc_phys_ram_to_gpa() 443 ((paddr >> uv_hub_info->m_val) in uv_soc_phys_ram_to_gpa() 446 paddr |= uv_soc_phys_ram_to_nasid(paddr) in uv_soc_phys_ram_to_gpa() 449 return paddr; in uv_soc_phys_ram_to_gpa() [all …]
|
/arch/microblaze/mm/ |
D | consistent.c | 20 phys_addr_t paddr = page_to_phys(page); in arch_dma_prep_coherent() local 22 flush_dcache_range(paddr, paddr + size); in arch_dma_prep_coherent()
|
/arch/nios2/mm/ |
D | dma-mapping.c | 21 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 24 void *vaddr = phys_to_virt(paddr); in arch_sync_dma_for_device() 45 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 48 void *vaddr = phys_to_virt(paddr); in arch_sync_dma_for_cpu()
|
/arch/x86/kernel/ |
D | ksysfs.c | 70 static int get_setup_data_paddr(int nr, u64 *paddr) in get_setup_data_paddr() argument 78 *paddr = pa_data; in get_setup_data_paddr() 141 u64 paddr; in type_show() local 148 ret = get_setup_data_paddr(nr, &paddr); in type_show() 151 data = memremap(paddr, sizeof(*data), MEMREMAP_WB); in type_show() 158 data = memremap(paddr, len, MEMREMAP_WB); in type_show() 182 u64 paddr, len; in setup_data_data_read() local 189 ret = get_setup_data_paddr(nr, &paddr); in setup_data_data_read() 192 data = memremap(paddr, sizeof(*data), MEMREMAP_WB); in setup_data_data_read() 199 data = memremap(paddr, len, MEMREMAP_WB); in setup_data_data_read() [all …]
|