| /arch/mips/include/asm/ |
| D | cacheflush.h | 39 #define Page_dcache_dirty(page) \ argument
40 test_bit(PG_dcache_dirty, &(page)->flags)
41 #define SetPageDcacheDirty(page) \ argument
42 set_bit(PG_dcache_dirty, &(page)->flags)
43 #define ClearPageDcacheDirty(page) \ argument
44 clear_bit(PG_dcache_dirty, &(page)->flags)
52 extern void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page, unsigned long pfn);
53 extern void __flush_dcache_page(struct page *page);
56 static inline void flush_dcache_page(struct page *page) in flush_dcache_page() argument
59 __flush_dcache_page(page); in flush_dcache_page()
[all …]
|
| /arch/s390/mm/ |
| D | page-states.c | 60 static inline unsigned char get_page_state(struct page *page) in get_page_state() argument
66 : "a" (page_to_phys(page)), in get_page_state()
71 static inline void set_page_unused(struct page *page, int order) in set_page_unused() argument
78 : "a" (page_to_phys(page + i)), in set_page_unused()
82 static inline void set_page_stable_dat(struct page *page, int order) in set_page_stable_dat() argument
89 : "a" (page_to_phys(page + i)), in set_page_stable_dat()
93 static inline void set_page_stable_nodat(struct page *page, int order) in set_page_stable_nodat() argument
100 : "a" (page_to_phys(page + i)), in set_page_stable_nodat()
107 struct page *page; in mark_kernel_pmd() local
115 page = phys_to_page(pmd_val(*pmd)); in mark_kernel_pmd()
[all …]
|
| /arch/openrisc/include/asm/ |
| D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page);
25 extern void local_icache_page_inv(struct page *page);
33 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
34 #define icache_page_inv(page) local_icache_page_inv(page) argument
36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
37 #define icache_page_inv(page) smp_icache_page_inv(page) argument
38 extern void smp_icache_page_inv(struct page *page);
45 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument
48 dcache_page_flush(page); in sync_icache_dcache()
49 icache_page_inv(page); in sync_icache_dcache()
[all …]
|
| /arch/arm/mm/ |
| D | flush.c | 128 void __flush_ptrace_access(struct page *page, unsigned long uaddr, void *kaddr, in __flush_ptrace_access() argument
140 flush_pfn_alias(page_to_pfn(page), uaddr); in __flush_ptrace_access()
149 flush_icache_alias(page_to_pfn(page), uaddr, len); in __flush_ptrace_access()
159 void flush_ptrace_access(struct vm_area_struct *vma, struct page *page, in flush_ptrace_access() argument
167 __flush_ptrace_access(page, uaddr, kaddr, len, flags); in flush_ptrace_access()
170 void flush_uprobe_xol_access(struct page *page, unsigned long uaddr, in flush_uprobe_xol_access() argument
175 __flush_ptrace_access(page, uaddr, kaddr, len, flags); in flush_uprobe_xol_access()
185 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page() argument
193 flush_ptrace_access(vma, page, uaddr, dst, len); in copy_to_user_page()
199 void __flush_dcache_page(struct address_space *mapping, struct page *page) in __flush_dcache_page() argument
[all …]
|
| D | highmem.c | 34 void *kmap(struct page *page) in kmap() argument
37 if (!PageHighMem(page)) in kmap()
38 return page_address(page); in kmap()
39 return kmap_high(page); in kmap()
43 void kunmap(struct page *page) in kunmap() argument
46 if (!PageHighMem(page)) in kunmap()
48 kunmap_high(page); in kunmap()
52 void *kmap_atomic(struct page *page) in kmap_atomic() argument
61 if (!PageHighMem(page)) in kmap_atomic()
62 return page_address(page); in kmap_atomic()
[all …]
|
| /arch/microblaze/include/asm/ |
| D | highmem.h | 54 extern void *kmap_high(struct page *page);
55 extern void kunmap_high(struct page *page);
56 extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
59 static inline void *kmap(struct page *page) in kmap() argument
62 if (!PageHighMem(page)) in kmap()
63 return page_address(page); in kmap()
64 return kmap_high(page); in kmap()
67 static inline void kunmap(struct page *page) in kunmap() argument
70 if (!PageHighMem(page)) in kunmap()
72 kunmap_high(page); in kunmap()
[all …]
|
| /arch/xtensa/mm/ |
| D | cache.c | 60 static inline void kmap_invalidate_coherent(struct page *page, in kmap_invalidate_coherent() argument
63 if (!DCACHE_ALIAS_EQ(page_to_phys(page), vaddr)) { in kmap_invalidate_coherent()
66 if (!PageHighMem(page)) { in kmap_invalidate_coherent()
67 kvaddr = (unsigned long)page_to_virt(page); in kmap_invalidate_coherent()
72 (page_to_phys(page) & DCACHE_ALIAS_MASK); in kmap_invalidate_coherent()
76 page_to_phys(page)); in kmap_invalidate_coherent()
82 static inline void *coherent_kvaddr(struct page *page, unsigned long base, in coherent_kvaddr() argument
85 if (PageHighMem(page) || !DCACHE_ALIAS_EQ(page_to_phys(page), vaddr)) { in coherent_kvaddr()
86 *paddr = page_to_phys(page); in coherent_kvaddr()
90 return page_to_virt(page); in coherent_kvaddr()
[all …]
|
| /arch/powerpc/include/asm/ |
| D | highmem.h | 62 extern void *kmap_high(struct page *page);
63 extern void kunmap_high(struct page *page);
64 extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
67 static inline void *kmap(struct page *page) in kmap() argument
70 if (!PageHighMem(page)) in kmap()
71 return page_address(page); in kmap()
72 return kmap_high(page); in kmap()
75 static inline void kunmap(struct page *page) in kunmap() argument
78 if (!PageHighMem(page)) in kunmap()
80 kunmap_high(page); in kunmap()
[all …]
|
| /arch/powerpc/mm/ |
| D | pgtable-frag.c | 21 struct page *page; in pte_frag_destroy() local
23 page = virt_to_page(pte_frag); in pte_frag_destroy()
27 if (atomic_sub_and_test(PTE_FRAG_NR - count, &page->pt_frag_refcount)) { in pte_frag_destroy()
28 pgtable_pte_page_dtor(page); in pte_frag_destroy()
29 __free_page(page); in pte_frag_destroy()
58 struct page *page; in __alloc_for_ptecache() local
61 page = alloc_page(PGALLOC_GFP | __GFP_ACCOUNT); in __alloc_for_ptecache()
62 if (!page) in __alloc_for_ptecache()
64 if (!pgtable_pte_page_ctor(page)) { in __alloc_for_ptecache()
65 __free_page(page); in __alloc_for_ptecache()
[all …]
|
| /arch/parisc/include/asm/ |
| D | cacheflush.h | 41 static inline void flush_kernel_dcache_page(struct page *page) in flush_kernel_dcache_page() argument
43 flush_kernel_dcache_page_addr(page_address(page)); in flush_kernel_dcache_page()
56 extern void flush_dcache_page(struct page *page);
66 #define flush_icache_page(vma,page) do { \ argument
67 flush_kernel_dcache_page(page); \
68 flush_kernel_icache_page(page_address(page)); \
76 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
78 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
83 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
85 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
[all …]
|
| /arch/xtensa/include/asm/ |
| D | highmem.h | 32 static inline int get_pkmap_color(struct page *page) in get_pkmap_color() argument
34 return DCACHE_ALIAS(page_to_phys(page)); in get_pkmap_color()
66 void *kmap_high(struct page *page);
67 void kunmap_high(struct page *page);
69 static inline void *kmap(struct page *page) in kmap() argument
77 if (!PageHighMem(page)) in kmap()
78 return page_address(page); in kmap()
79 return kmap_high(page); in kmap()
82 static inline void kunmap(struct page *page) in kunmap() argument
85 if (!PageHighMem(page)) in kunmap()
[all …]
|
| /arch/m68k/include/asm/ |
| D | mcf_pgalloc.h | 17 unsigned long page = __get_free_page(GFP_DMA); in pte_alloc_one_kernel() local
19 if (!page) in pte_alloc_one_kernel()
22 memset((void *)page, 0, PAGE_SIZE); in pte_alloc_one_kernel()
23 return (pte_t *) (page); in pte_alloc_one_kernel()
34 #define pmd_populate(mm, pmd, page) (pmd_val(*pmd) = \ argument
35 (unsigned long)(page_address(page)))
41 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, in __pte_free_tlb() argument
44 pgtable_pte_page_dtor(page); in __pte_free_tlb()
45 __free_page(page); in __pte_free_tlb()
50 static inline struct page *pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
[all …]
|
| D | motorola_pgalloc.h | 33 struct page *page; in pte_alloc_one() local
36 page = alloc_pages(GFP_KERNEL|__GFP_ZERO, 0); in pte_alloc_one()
37 if(!page) in pte_alloc_one()
39 if (!pgtable_pte_page_ctor(page)) { in pte_alloc_one()
40 __free_page(page); in pte_alloc_one()
44 pte = kmap(page); in pte_alloc_one()
48 kunmap(page); in pte_alloc_one()
49 return page; in pte_alloc_one()
52 static inline void pte_free(struct mm_struct *mm, pgtable_t page) in pte_free() argument
54 pgtable_pte_page_dtor(page); in pte_free()
[all …]
|
| /arch/csky/abiv1/ |
| D | cacheflush.c | 16 void flush_dcache_page(struct page *page) in flush_dcache_page() argument
20 if (page == ZERO_PAGE(0)) in flush_dcache_page()
23 mapping = page_mapping_file(page); in flush_dcache_page()
25 if (mapping && !page_mapcount(page)) in flush_dcache_page()
26 clear_bit(PG_dcache_clean, &page->flags); in flush_dcache_page()
31 set_bit(PG_dcache_clean, &page->flags); in flush_dcache_page()
40 struct page *page; in update_mmu_cache() local
45 page = pfn_to_page(pfn); in update_mmu_cache()
46 if (page == ZERO_PAGE(0)) in update_mmu_cache()
49 if (!test_and_set_bit(PG_dcache_clean, &page->flags)) in update_mmu_cache()
[all …]
|
| /arch/sparc/include/asm/ |
| D | highmem.h | 53 void *kmap_high(struct page *page);
54 void kunmap_high(struct page *page);
56 static inline void *kmap(struct page *page) in kmap() argument
59 if (!PageHighMem(page)) in kmap()
60 return page_address(page); in kmap()
61 return kmap_high(page); in kmap()
64 static inline void kunmap(struct page *page) in kunmap() argument
67 if (!PageHighMem(page)) in kunmap()
69 kunmap_high(page); in kunmap()
72 void *kmap_atomic(struct page *page);
|
| D | cacheflush_64.h | 26 #define flush_cache_page(vma, page, pfn) \ argument
38 void flush_dcache_page_impl(struct page *page);
40 void smp_flush_dcache_page_impl(struct page *page, int cpu);
41 void flush_dcache_page_all(struct mm_struct *mm, struct page *page);
43 #define smp_flush_dcache_page_impl(page,cpu) flush_dcache_page_impl(page) argument
44 #define flush_dcache_page_all(mm,page) flush_dcache_page_impl(page) argument
49 void flush_dcache_page(struct page *page);
54 void flush_ptrace_access(struct vm_area_struct *, struct page *,
58 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
60 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
[all …]
|
| /arch/arm/include/asm/ |
| D | highmem.h | 23 extern void *kmap_high(struct page *page);
24 extern void kunmap_high(struct page *page);
53 extern void *kmap_high_get(struct page *page);
55 static inline void *kmap_high_get(struct page *page) in kmap_high_get() argument
66 extern void *kmap(struct page *page);
67 extern void kunmap(struct page *page);
68 extern void *kmap_atomic(struct page *page);
|
| /arch/openrisc/mm/ |
| D | cache.c | 19 static __always_inline void cache_loop(struct page *page, const unsigned int reg) in cache_loop() argument
21 unsigned long paddr = page_to_pfn(page) << PAGE_SHIFT; in cache_loop()
30 void local_dcache_page_flush(struct page *page) in local_dcache_page_flush() argument
32 cache_loop(page, SPR_DCBFR); in local_dcache_page_flush()
36 void local_icache_page_inv(struct page *page) in local_icache_page_inv() argument
38 cache_loop(page, SPR_ICBIR); in local_icache_page_inv()
46 struct page *page = pfn_to_page(pfn); in update_cache() local
47 int dirty = !test_and_set_bit(PG_dc_clean, &page->flags); in update_cache()
55 sync_icache_dcache(page); in update_cache()
|
| /arch/unicore32/mm/ |
| D | flush.c | 32 static void flush_ptrace_access(struct vm_area_struct *vma, struct page *page, in flush_ptrace_access() argument
50 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page() argument
55 flush_ptrace_access(vma, page, uaddr, dst, len); in copy_to_user_page()
58 void __flush_dcache_page(struct address_space *mapping, struct page *page) in __flush_dcache_page() argument
65 __cpuc_flush_kern_dcache_area(page_address(page), PAGE_SIZE); in __flush_dcache_page()
72 void flush_dcache_page(struct page *page) in flush_dcache_page() argument
80 if (page == ZERO_PAGE(0)) in flush_dcache_page()
83 mapping = page_mapping_file(page); in flush_dcache_page()
86 clear_bit(PG_dcache_clean, &page->flags); in flush_dcache_page()
88 __flush_dcache_page(mapping, page); in flush_dcache_page()
[all …]
|
| /arch/x86/include/asm/ |
| D | set_memory.h | 50 int set_pages_array_uc(struct page **pages, int addrinarray);
51 int set_pages_array_wc(struct page **pages, int addrinarray);
52 int set_pages_array_wt(struct page **pages, int addrinarray);
53 int set_pages_array_wb(struct page **pages, int addrinarray);
75 int set_pages_uc(struct page *page, int numpages);
76 int set_pages_wb(struct page *page, int numpages);
77 int set_pages_ro(struct page *page, int numpages);
78 int set_pages_rw(struct page *page, int numpages);
80 int set_direct_map_invalid_noflush(struct page *page);
81 int set_direct_map_default_noflush(struct page *page);
|
| D | highmem.h | 61 extern void *kmap_high(struct page *page);
62 extern void kunmap_high(struct page *page);
64 void *kmap(struct page *page);
65 void kunmap(struct page *page);
67 void *kmap_atomic_prot(struct page *page, pgprot_t prot);
68 void *kmap_atomic(struct page *page);
|
| /arch/nios2/mm/ |
| D | cacheflush.c | 73 static void flush_aliases(struct address_space *mapping, struct page *page) in flush_aliases() argument
79 pgoff = page->index; in flush_aliases()
92 page_to_pfn(page)); in flush_aliases()
140 void flush_icache_page(struct vm_area_struct *vma, struct page *page) in flush_icache_page() argument
142 unsigned long start = (unsigned long) page_address(page); in flush_icache_page()
160 void __flush_dcache_page(struct address_space *mapping, struct page *page) in __flush_dcache_page() argument
167 unsigned long start = (unsigned long)page_address(page); in __flush_dcache_page()
172 void flush_dcache_page(struct page *page) in flush_dcache_page() argument
180 if (page == ZERO_PAGE(0)) in flush_dcache_page()
183 mapping = page_mapping_file(page); in flush_dcache_page()
[all …]
|
| /arch/sh/include/asm/ |
| D | cacheflush.h | 47 extern void flush_dcache_page(struct page *page);
50 struct page *page);
59 extern void __flush_anon_page(struct page *page, unsigned long);
62 struct page *page, unsigned long vmaddr) in flush_anon_page() argument
64 if (boot_cpu_data.dcache.n_aliases && PageAnon(page)) in flush_anon_page()
65 __flush_anon_page(page, vmaddr); in flush_anon_page()
77 static inline void flush_kernel_dcache_page(struct page *page) in flush_kernel_dcache_page() argument
79 flush_dcache_page(page); in flush_kernel_dcache_page()
83 struct page *page, unsigned long vaddr, void *dst, const void *src,
87 struct page *page, unsigned long vaddr, void *dst, const void *src,
[all …]
|
| /arch/xtensa/kernel/ |
| D | pci-dma.c | 30 struct page *page = pfn_to_page(pfn); in do_cache_op() local
32 if (!PageHighMem(page)) in do_cache_op()
37 void *vaddr = kmap_atomic(page); in do_cache_op()
42 ++page; in do_cache_op()
145 struct page *page = NULL; in arch_dma_alloc() local
155 page = dma_alloc_from_contiguous(dev, count, get_order(size), in arch_dma_alloc()
158 if (!page) in arch_dma_alloc()
159 page = alloc_pages(flag | __GFP_ZERO, get_order(size)); in arch_dma_alloc()
161 if (!page) in arch_dma_alloc()
164 *handle = phys_to_dma(dev, page_to_phys(page)); in arch_dma_alloc()
[all …]
|
| /arch/csky/include/asm/ |
| D | highmem.h | 33 extern void *kmap_high(struct page *page);
34 extern void kunmap_high(struct page *page);
36 extern void *kmap(struct page *page);
37 extern void kunmap(struct page *page);
38 extern void *kmap_atomic(struct page *page);
41 extern struct page *kmap_atomic_to_page(void *ptr);
|