1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _PARISC_CACHEFLUSH_H
3 #define _PARISC_CACHEFLUSH_H
4
5 #include <linux/mm.h>
6 #include <linux/uaccess.h>
7 #include <asm/tlbflush.h>
8
9 /* The usual comment is "Caches aren't brain-dead on the <architecture>".
10 * Unfortunately, that doesn't apply to PA-RISC. */
11
12 /* Internal implementation */
13 void flush_data_cache_local(void *); /* flushes local data-cache only */
14 void flush_instruction_cache_local(void *); /* flushes local code-cache only */
15 #ifdef CONFIG_SMP
16 void flush_data_cache(void); /* flushes data-cache only (all processors) */
17 void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
18 #else
19 #define flush_data_cache() flush_data_cache_local(NULL)
20 #define flush_instruction_cache() flush_instruction_cache_local(NULL)
21 #endif
22
23 #define flush_cache_dup_mm(mm) flush_cache_mm(mm)
24
25 void flush_user_icache_range_asm(unsigned long, unsigned long);
26 void flush_kernel_icache_range_asm(unsigned long, unsigned long);
27 void flush_user_dcache_range_asm(unsigned long, unsigned long);
28 void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
29 void purge_kernel_dcache_range_asm(unsigned long, unsigned long);
30 void flush_kernel_dcache_page_asm(void *);
31 void flush_kernel_icache_page(void *);
32
33 /* Cache flush operations */
34
35 void flush_cache_all_local(void);
36 void flush_cache_all(void);
37 void flush_cache_mm(struct mm_struct *mm);
38
39 #define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
40 void flush_kernel_dcache_page_addr(void *addr);
flush_kernel_dcache_page(struct page * page)41 static inline void flush_kernel_dcache_page(struct page *page)
42 {
43 flush_kernel_dcache_page_addr(page_address(page));
44 }
45
46 #define flush_kernel_dcache_range(start,size) \
47 flush_kernel_dcache_range_asm((start), (start)+(size));
48
49 void flush_kernel_vmap_range(void *vaddr, int size);
50 void invalidate_kernel_vmap_range(void *vaddr, int size);
51
52 #define flush_cache_vmap(start, end) flush_cache_all()
53 #define flush_cache_vunmap(start, end) flush_cache_all()
54
55 #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
56 extern void flush_dcache_page(struct page *page);
57
58 #define flush_dcache_mmap_lock(mapping) xa_lock_irq(&mapping->i_pages)
59 #define flush_dcache_mmap_unlock(mapping) xa_unlock_irq(&mapping->i_pages)
60 #define flush_dcache_mmap_lock_irqsave(mapping, flags) \
61 xa_lock_irqsave(&mapping->i_pages, flags)
62 #define flush_dcache_mmap_unlock_irqrestore(mapping, flags) \
63 xa_unlock_irqrestore(&mapping->i_pages, flags)
64
65
66 #define flush_icache_page(vma,page) do { \
67 flush_kernel_dcache_page(page); \
68 flush_kernel_icache_page(page_address(page)); \
69 } while (0)
70
71 #define flush_icache_range(s,e) do { \
72 flush_kernel_dcache_range_asm(s,e); \
73 flush_kernel_icache_range_asm(s,e); \
74 } while (0)
75
76 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \
77 do { \
78 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
79 memcpy(dst, src, len); \
80 flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
81 } while (0)
82
83 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \
84 do { \
85 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
86 memcpy(dst, src, len); \
87 } while (0)
88
89 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
90 void flush_cache_range(struct vm_area_struct *vma,
91 unsigned long start, unsigned long end);
92
93 /* defined in pacache.S exported in cache.c used by flush_anon_page */
94 void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);
95
96 #define ARCH_HAS_FLUSH_ANON_PAGE
97 static inline void
flush_anon_page(struct vm_area_struct * vma,struct page * page,unsigned long vmaddr)98 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
99 {
100 if (PageAnon(page)) {
101 flush_tlb_page(vma, vmaddr);
102 preempt_disable();
103 flush_dcache_page_asm(page_to_phys(page), vmaddr);
104 preempt_enable();
105 }
106 }
107
108 #include <asm/kmap_types.h>
109
110 #define ARCH_HAS_KMAP
111
kmap(struct page * page)112 static inline void *kmap(struct page *page)
113 {
114 might_sleep();
115 return page_address(page);
116 }
117
kunmap(struct page * page)118 static inline void kunmap(struct page *page)
119 {
120 flush_kernel_dcache_page_addr(page_address(page));
121 }
122
kmap_atomic(struct page * page)123 static inline void *kmap_atomic(struct page *page)
124 {
125 preempt_disable();
126 pagefault_disable();
127 return page_address(page);
128 }
129
__kunmap_atomic(void * addr)130 static inline void __kunmap_atomic(void *addr)
131 {
132 flush_kernel_dcache_page_addr(addr);
133 pagefault_enable();
134 preempt_enable();
135 }
136
137 #define kmap_atomic_prot(page, prot) kmap_atomic(page)
138 #define kmap_atomic_pfn(pfn) kmap_atomic(pfn_to_page(pfn))
139
140 #endif /* _PARISC_CACHEFLUSH_H */
141
142