| /arch/arm64/kernel/ |
| D | paravirt.c | 38 struct pvclock_vcpu_stolen_time __rcu *kaddr; member
55 struct pvclock_vcpu_stolen_time *kaddr = NULL; in para_steal_clock() local
67 kaddr = rcu_dereference(reg->kaddr); in para_steal_clock()
68 if (!kaddr) { in para_steal_clock()
73 ret = le64_to_cpu(READ_ONCE(kaddr->stolen_time)); in para_steal_clock()
80 struct pvclock_vcpu_stolen_time *kaddr = NULL; in stolen_time_cpu_down_prepare() local
84 if (!reg->kaddr) in stolen_time_cpu_down_prepare()
87 kaddr = rcu_replace_pointer(reg->kaddr, NULL, true); in stolen_time_cpu_down_prepare()
89 memunmap(kaddr); in stolen_time_cpu_down_prepare()
96 struct pvclock_vcpu_stolen_time *kaddr = NULL; in stolen_time_cpu_online() local
[all …]
|
| /arch/nds32/mm/ |
| D | cacheflush.c | 31 unsigned long kaddr; in flush_icache_page() local
33 kaddr = (unsigned long)kmap_atomic(page); in flush_icache_page()
34 cpu_cache_wbinval_page(kaddr, vma->vm_flags & VM_EXEC); in flush_icache_page()
35 kunmap_atomic((void *)kaddr); in flush_icache_page()
42 unsigned long kaddr; in flush_icache_user_page() local
43 kaddr = (unsigned long)kmap_atomic(page) + (addr & ~PAGE_MASK); in flush_icache_user_page()
44 flush_icache_range(kaddr, kaddr + len); in flush_icache_user_page()
45 kunmap_atomic((void *)kaddr); in flush_icache_user_page()
69 unsigned long kaddr; in update_mmu_cache() local
71 kaddr = (unsigned long)kmap_atomic(page); in update_mmu_cache()
[all …]
|
| /arch/m68k/sun3/ |
| D | dvma.c | 23 static unsigned long dvma_page(unsigned long kaddr, unsigned long vaddr) in dvma_page() argument
29 j = *(volatile unsigned long *)kaddr; in dvma_page()
30 *(volatile unsigned long *)kaddr = j; in dvma_page()
32 ptep = pfn_pte(virt_to_pfn(kaddr), PAGE_KERNEL); in dvma_page()
40 return (vaddr + (kaddr & ~PAGE_MASK)); in dvma_page()
44 int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, in dvma_map_iommu() argument
56 dvma_page(kaddr, vaddr); in dvma_map_iommu()
57 kaddr += PAGE_SIZE; in dvma_map_iommu()
|
| D | sun3dvma.c | 283 unsigned long dvma_map_align(unsigned long kaddr, int len, int align) in dvma_map_align() argument
292 if(!kaddr || !len) { in dvma_map_align()
298 pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr); in dvma_map_align()
299 off = kaddr & ~DVMA_PAGE_MASK; in dvma_map_align()
300 kaddr &= PAGE_MASK; in dvma_map_align()
312 if(!dvma_map_iommu(kaddr, baddr, len)) in dvma_map_align()
315 pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, in dvma_map_align()
340 unsigned long kaddr; in dvma_malloc_align() local
350 if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) in dvma_malloc_align()
353 if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { in dvma_malloc_align()
[all …]
|
| /arch/m68k/sun3x/ |
| D | dvma.c | 78 inline int dvma_map_cpu(unsigned long kaddr, in dvma_map_cpu() argument
87 kaddr &= PAGE_MASK; in dvma_map_cpu()
92 pr_debug("dvma: mapping kern %08lx to virt %08lx\n", kaddr, vaddr); in dvma_map_cpu()
127 __pa(kaddr), vaddr); in dvma_map_cpu()
128 set_pte(pte, pfn_pte(virt_to_pfn(kaddr), in dvma_map_cpu()
131 kaddr += PAGE_SIZE; in dvma_map_cpu()
146 inline int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, in dvma_map_iommu() argument
163 dvma_entry_set(index, __pa(kaddr)); in dvma_map_iommu()
168 kaddr += DVMA_PAGE_SIZE; in dvma_map_iommu()
|
| /arch/nds32/include/asm/ |
| D | memory.h | 82 #define virt_to_page(kaddr) (pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)) argument
83 #define virt_addr_valid(kaddr) ((unsigned long)(kaddr) >= PAGE_OFFSET && (unsigned long)(kaddr) < (… argument
|
| /arch/m68k/include/asm/ |
| D | page_no.h | 23 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
33 #define virt_addr_valid(kaddr) (((unsigned long)(kaddr) >= PAGE_OFFSET) && \ argument
34 ((unsigned long)(kaddr) < memory_end))
|
| D | page_mm.h | 124 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
139 #define virt_addr_valid(kaddr) ((unsigned long)(kaddr) >= PAGE_OFFSET && (unsigned long)(kaddr) < (… argument
|
| /arch/x86/include/asm/ |
| D | page.h | 69 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) argument
71 extern bool __virt_addr_valid(unsigned long kaddr);
72 #define virt_addr_valid(kaddr) __virt_addr_valid((unsigned long) (kaddr)) argument
|
| /arch/arc/include/asm/ |
| D | page.h | 94 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
126 #define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr)) argument
127 #define virt_addr_valid(kaddr) pfn_valid(virt_to_pfn(kaddr)) argument
|
| /arch/hexagon/include/asm/ |
| D | page.h | 93 #define virt_to_page(kaddr) pfn_to_page(PFN_DOWN(__pa(kaddr))) argument
99 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) argument
129 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
|
| /arch/arm/include/asm/ |
| D | tlbflush.h | 472 static inline void __local_flush_tlb_kernel_page(unsigned long kaddr) in __local_flush_tlb_kernel_page() argument
477 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
478 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
479 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
483 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
484 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
485 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
488 static inline void local_flush_tlb_kernel_page(unsigned long kaddr) in local_flush_tlb_kernel_page() argument
492 kaddr &= PAGE_MASK; in local_flush_tlb_kernel_page()
497 __local_flush_tlb_kernel_page(kaddr); in local_flush_tlb_kernel_page()
[all …]
|
| D | memory.h | 291 #define virt_to_pfn(kaddr) \ argument
292 ((((unsigned long)(kaddr) - PAGE_OFFSET) >> PAGE_SHIFT) + \
396 #define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr)) argument
397 #define virt_addr_valid(kaddr) (((unsigned long)(kaddr) >= PAGE_OFFSET && (unsigned long)(kaddr) < … argument
398 && pfn_valid(virt_to_pfn(kaddr)))
|
| /arch/sh/mm/ |
| D | uncached.c | 24 int virt_addr_uncached(unsigned long kaddr) in virt_addr_uncached() argument
26 return (kaddr >= uncached_start) && (kaddr < uncached_end); in virt_addr_uncached()
|
| /arch/csky/include/asm/ |
| D | page.h | 37 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
40 #define virt_addr_valid(kaddr) ((void *)(kaddr) >= (void *)PAGE_OFFSET && \ argument
41 (void *)(kaddr) < high_memory)
|
| /arch/mips/include/asm/ |
| D | page.h | 255 #define virt_to_pfn(kaddr) PFN_DOWN(virt_to_phys((void *)(kaddr))) argument
256 #define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr)) argument
258 extern bool __virt_addr_valid(const volatile void *kaddr);
259 #define virt_addr_valid(kaddr) \ argument
260 __virt_addr_valid((const volatile void *) (kaddr))
|
| /arch/arm/mm/ |
| D | copypage-v4wt.c | 62 void *ptr, *kaddr = kmap_atomic(page); in v4wt_clear_user_highpage() local
77 : "0" (kaddr), "I" (PAGE_SIZE / 64) in v4wt_clear_user_highpage()
79 kunmap_atomic(kaddr); in v4wt_clear_user_highpage()
|
| D | copypage-fa.c | 57 void *ptr, *kaddr = kmap_atomic(page); in fa_clear_user_highpage() local
74 : "0" (kaddr), "I" (PAGE_SIZE / 32) in fa_clear_user_highpage()
76 kunmap_atomic(kaddr); in fa_clear_user_highpage()
|
| D | copypage-v4wb.c | 67 void *ptr, *kaddr = kmap_atomic(page); in v4wb_clear_user_highpage() local
84 : "0" (kaddr), "I" (PAGE_SIZE / 64) in v4wb_clear_user_highpage()
86 kunmap_atomic(kaddr); in v4wb_clear_user_highpage()
|
| D | copypage-xsc3.c | 81 void *ptr, *kaddr = kmap_atomic(page); in xsc3_mc_clear_user_highpage() local
94 : "0" (kaddr), "I" (PAGE_SIZE / 32) in xsc3_mc_clear_user_highpage()
96 kunmap_atomic(kaddr); in xsc3_mc_clear_user_highpage()
|
| D | copypage-feroceon.c | 80 void *ptr, *kaddr = kmap_atomic(page); in feroceon_clear_user_highpage() local
98 : "0" (kaddr), "I" (PAGE_SIZE / 32) in feroceon_clear_user_highpage()
100 kunmap_atomic(kaddr); in feroceon_clear_user_highpage()
|
| D | copypage-xscale.c | 109 void *ptr, *kaddr = kmap_atomic(page); in xscale_mc_clear_user_highpage() local
125 : "0" (kaddr), "I" (PAGE_SIZE / 32) in xscale_mc_clear_user_highpage()
127 kunmap_atomic(kaddr); in xscale_mc_clear_user_highpage()
|
| D | copypage-v4mc.c | 88 void *ptr, *kaddr = kmap_atomic(page); in v4_mc_clear_user_highpage() local
104 : "0" (kaddr), "I" (PAGE_SIZE / 64) in v4_mc_clear_user_highpage()
106 kunmap_atomic(kaddr); in v4_mc_clear_user_highpage()
|
| /arch/openrisc/include/asm/ |
| D | page.h | 75 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) argument
85 #define virt_addr_valid(kaddr) (pfn_valid(virt_to_pfn(kaddr))) argument
|
| /arch/s390/include/asm/ |
| D | page.h | 176 #define virt_to_pfn(kaddr) (phys_to_pfn(__pa(kaddr))) argument
179 #define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr)) argument
182 #define virt_addr_valid(kaddr) pfn_valid(virt_to_pfn(kaddr)) argument
|