| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/ |
| D | hugetlb-book3e.h | 5 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
13 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
18 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
31 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
| D | pgtable.h | 260 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/ |
| D | hugetlb-8xx.h | 7 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
14 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
19 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
33 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
38 static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate_kernel()
|
| D | pgtable.h | 232 static int hugepd_ok(hugepd_t hpd);
238 else if (hugepd_ok(*((hugepd_t *)pmd))) in number_of_cells_per_pte()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ |
| D | hugetlbpage.c | 44 static int __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp, in __hugepte_alloc()
115 hugepd_t *hpdp = NULL; in huge_pte_alloc()
133 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
143 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
154 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
161 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
169 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
176 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
297 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
390 more = addr + (1 << hugepd_shift(*(hugepd_t *)pmd)); in hugetlb_free_pmd_range()
[all …]
|
| D | pgtable.c | 345 hugepd_t *hpdp = NULL; in __find_linux_pte()
375 hpdp = (hugepd_t *)&p4d; in __find_linux_pte()
397 hpdp = (hugepd_t *)&pud; in __find_linux_pte()
436 hpdp = (hugepd_t *)&pmd; in __find_linux_pte()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| D | hugetlb.h | 68 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
78 static inline unsigned int hugepd_mmu_psize(hugepd_t hpd) in hugepd_mmu_psize()
83 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
94 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
102 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
| D | pgtable-64k.h | 47 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| D | pgtable-4k.h | 44 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| D | hash-4k.h | 78 static inline int hash__hugepd_ok(hugepd_t hpd) in hash__hugepd_ok()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/nohash/ |
| D | 8xx.c | 59 static pte_t __init *early_hugepd_alloc_kernel(hugepd_t *pmdp, unsigned long va) in early_hugepd_alloc_kernel()
67 hugepd_populate_kernel((hugepd_t *)pmdp, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
68 hugepd_populate_kernel((hugepd_t *)pmdp + 1, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
70 return hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in early_hugepd_alloc_kernel()
89 ptep = early_hugepd_alloc_kernel((hugepd_t *)pmdp, va); in __early_map_kernel_hugepage()
94 ptep = hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in __early_map_kernel_hugepage()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
| D | pgtable-types.h | 70 typedef struct { unsigned long pd; } hugepd_t; typedef
71 #define __hugepd(x) ((hugepd_t) { (x) })
72 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
| D | pgtable-be-types.h | 104 typedef struct { __be64 pdbe; } hugepd_t; typedef
105 #define __hugepd(x) ((hugepd_t) { cpu_to_be64(x) })
107 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
| D | hugetlb.h | 70 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/kasan/ |
| D | 8xx.c | 29 hugepd_populate_kernel((hugepd_t *)pmd, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
30 hugepd_populate_kernel((hugepd_t *)pmd + 1, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | hugetlb.h | 20 typedef struct { unsigned long pd; } hugepd_t; typedef
22 #define __hugepd(x) ((hugepd_t) { (x) })
175 unsigned long address, hugepd_t hpd,
258 unsigned long address, hugepd_t hpd, int flags, in follow_huge_pd()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/ |
| D | ptdump.c | 278 static void walk_hugepd(struct pg_state *st, hugepd_t *phpd, unsigned long start, in walk_hugepd()
346 walk_hugepd(st, (hugepd_t *)p4d, addr, PGDIR_SHIFT, 1); in walk_pagetables()
|
| /kernel/linux/linux-5.10/mm/ |
| D | gup.c | 2378 static int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
2396 static inline int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
|
| D | hugetlb.c | 5592 unsigned long address, hugepd_t hpd, int flags, int pdshift) in follow_huge_pd()
|