1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_FSL_BOOK3E)
11 #include <asm/nohash/hugetlb-book3e.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15
16 extern bool hugetlb_disabled;
17
18 void hugetlbpage_init_default(void);
19
20 void flush_dcache_icache_hugepage(struct page *page);
21
22 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
23 unsigned long len);
24
is_hugepage_only_range(struct mm_struct * mm,unsigned long addr,unsigned long len)25 static inline int is_hugepage_only_range(struct mm_struct *mm,
26 unsigned long addr,
27 unsigned long len)
28 {
29 if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
30 return slice_is_hugepage_only_range(mm, addr, len);
31 return 0;
32 }
33 #define is_hugepage_only_range is_hugepage_only_range
34
35 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
36 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
37 unsigned long end, unsigned long floor,
38 unsigned long ceiling);
39
40 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
huge_ptep_get_and_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep)41 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
42 unsigned long addr, pte_t *ptep)
43 {
44 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
45 }
46
47 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
huge_ptep_clear_flush(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep)48 static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
49 unsigned long addr, pte_t *ptep)
50 {
51 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
52 flush_hugetlb_page(vma, addr);
53 }
54
55 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
56 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
57 unsigned long addr, pte_t *ptep,
58 pte_t pte, int dirty);
59
60 void gigantic_hugetlb_cma_reserve(void) __init;
61 #include <asm-generic/hugetlb.h>
62
63 #else /* ! CONFIG_HUGETLB_PAGE */
flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)64 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
65 unsigned long vmaddr)
66 {
67 }
68
69 #define hugepd_shift(x) 0
hugepte_offset(hugepd_t hpd,unsigned long addr,unsigned pdshift)70 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
71 unsigned pdshift)
72 {
73 return NULL;
74 }
75
76
gigantic_hugetlb_cma_reserve(void)77 static inline void __init gigantic_hugetlb_cma_reserve(void)
78 {
79 }
80
81 #endif /* CONFIG_HUGETLB_PAGE */
82
83 #endif /* _ASM_POWERPC_HUGETLB_H */
84