60 static inline void kmap_invalidate_coherent(struct page *page,  in kmap_invalidate_coherent()  argument
63 	if (!DCACHE_ALIAS_EQ(page_to_phys(page), vaddr)) {  in kmap_invalidate_coherent()
66 		if (!PageHighMem(page)) {  in kmap_invalidate_coherent()
67 			kvaddr = (unsigned long)page_to_virt(page);  in kmap_invalidate_coherent()
72 				(page_to_phys(page) & DCACHE_ALIAS_MASK);  in kmap_invalidate_coherent()
76 						       page_to_phys(page));  in kmap_invalidate_coherent()
82 static inline void *coherent_kvaddr(struct page *page, unsigned long base,  in coherent_kvaddr()  argument
85 	if (PageHighMem(page) || !DCACHE_ALIAS_EQ(page_to_phys(page), vaddr)) {  in coherent_kvaddr()
86 		*paddr = page_to_phys(page);  in coherent_kvaddr()
90 		return page_to_virt(page);  in coherent_kvaddr()
94 void clear_user_highpage(struct page *page, unsigned long vaddr)  in clear_user_highpage()  argument
97 	void *kvaddr = coherent_kvaddr(page, TLBTEMP_BASE_1, vaddr, &paddr);  in clear_user_highpage()
100 	kmap_invalidate_coherent(page, vaddr);  in clear_user_highpage()
101 	set_bit(PG_arch_1, &page->flags);  in clear_user_highpage()
107 void copy_user_highpage(struct page *dst, struct page *src,  in copy_user_highpage()
130 void flush_dcache_page(struct page *page)  in flush_dcache_page()  argument
132 	struct address_space *mapping = page_mapping_file(page);  in flush_dcache_page()
141 		if (!test_bit(PG_arch_1, &page->flags))  in flush_dcache_page()
142 			set_bit(PG_arch_1, &page->flags);  in flush_dcache_page()
147 		unsigned long phys = page_to_phys(page);  in flush_dcache_page()
148 		unsigned long temp = page->index << PAGE_SHIFT;  in flush_dcache_page()
220 	struct page *page;  in update_mmu_cache()  local
225 	page = pfn_to_page(pfn);  in update_mmu_cache()
233 	if (!PageReserved(page) && test_bit(PG_arch_1, &page->flags)) {  in update_mmu_cache()
234 		unsigned long phys = page_to_phys(page);  in update_mmu_cache()
245 		clear_bit(PG_arch_1, &page->flags);  in update_mmu_cache()
248 	if (!PageReserved(page) && !test_bit(PG_arch_1, &page->flags)  in update_mmu_cache()
250 		unsigned long paddr = (unsigned long)kmap_atomic(page);  in update_mmu_cache()
253 		set_bit(PG_arch_1, &page->flags);  in update_mmu_cache()
266 void copy_to_user_page(struct vm_area_struct *vma, struct page *page,  in copy_to_user_page()  argument
270 	unsigned long phys = page_to_phys(page);  in copy_to_user_page()
306 extern void copy_from_user_page(struct vm_area_struct *vma, struct page *page,  in copy_from_user_page()  argument
310 	unsigned long phys = page_to_phys(page);  in copy_from_user_page()