/arch/x86/include/asm/ |
D | pgtable.h | 102 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() 107 static inline int pmd_young(pmd_t pmd) in pmd_young() 153 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() 165 static inline int pmd_large(pmd_t pte) in pmd_large() 171 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting() 176 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() 261 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags() 268 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags() 275 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() 280 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect() [all …]
|
D | pgtable-3level.h | 70 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic() 85 return (pmd_t) { ret }; in pmd_read_atomic() 93 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd() 116 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear() 162 pmd_t pmd; 164 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
|
D | pgtable_64.h | 19 extern pmd_t level2_kernel_pgt[512]; 20 extern pmd_t level2_fixmap_pgt[512]; 21 extern pmd_t level2_ident_pgt[512]; 63 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd() 68 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear() 86 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear() 93 pmd_t ret = *xp; in native_pmdp_get_and_clear()
|
D | pgalloc.h | 63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 69 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 81 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 91 return (pmd_t *)page_address(page); in pmd_alloc_one() 94 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); 112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
/arch/powerpc/include/asm/ |
D | pgtable-ppc64.h | 170 extern struct page *pmd_page(pmd_t pmd); 192 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))) 413 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array() 428 pmd_t *pmdp, unsigned long old_pmd); 430 extern pmd_t pfn_pmd(unsigned long pfn, pgprot_t pgprot); 431 extern pmd_t mk_pmd(struct page *page, pgprot_t pgprot); 432 extern pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot); 434 pmd_t *pmdp, pmd_t pmd); 436 pmd_t *pmd); 438 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() [all …]
|
/arch/mips/include/asm/ |
D | pgtable.h | 253 #define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1) 446 unsigned long address, pmd_t *pmdp) in update_mmu_cache_pmd() 474 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() 479 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() 486 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting() 491 static inline pmd_t pmd_mksplitting(pmd_t pmd) in pmd_mksplitting() 499 pmd_t *pmdp, pmd_t pmd); 505 pmd_t *pmdp); 508 static inline int pmd_write(pmd_t pmd) in pmd_write() 513 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect() [all …]
|
D | pgalloc.h | 16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() 22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 112 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 114 pmd_t *pmd; in pmd_alloc_one() 116 pmd = (pmd_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT, PMD_ORDER); in pmd_alloc_one() 122 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
D | pgtable-64.h | 113 #define PTRS_PER_PMD ((PAGE_SIZE << PMD_ORDER) / sizeof(pmd_t)) 160 typedef struct { unsigned long pmd; } pmd_t; typedef 162 #define __pmd(x) ((pmd_t) { (x) } ) 165 extern pmd_t invalid_pmd_table[PTRS_PER_PMD]; 171 static inline int pmd_none(pmd_t pmd) in pmd_none() 176 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 190 static inline int pmd_present(pmd_t pmd) in pmd_present() 195 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear() 258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() 260 return (pmd_t *) pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
|
/arch/m68k/include/asm/ |
D | motorola_pgalloc.h | 7 extern pmd_t *get_pointer_table(void); 8 extern int free_pointer_table(pmd_t *); 69 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 88 pmd_free(mm, (pmd_t *)pgd); in pgd_free() 97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate() 108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
|
/arch/tile/include/asm/ |
D | pgalloc.h | 41 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd() 51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel() 57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 118 void shatter_pmd(pmd_t *pmd); 126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd)) 144 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 147 return (pmd_t *)page_to_virt(p); in pmd_alloc_one() 150 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp) in pmd_free() 155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
|
D | pgtable.h | 377 static inline int pmd_none(pmd_t pmd) in pmd_none() 386 static inline int pmd_present(pmd_t pmd) in pmd_present() 391 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 415 pmd_t *pmdp) in pmdp_test_and_clear_young() 422 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect() 429 static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear() 431 pmd_t *pmdp) in pmdp_get_and_clear() 436 static inline void __set_pmd(pmd_t *pmdp, pmd_t pmdval) in __set_pmd() 444 static inline pmd_t ptfn_pmd(unsigned long ptfn, pgprot_t prot) in ptfn_pmd() 458 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() [all …]
|
/arch/alpha/include/asm/ |
D | pgalloc.h | 14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate() 21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate() 40 static inline pmd_t * 43 pmd_t *ret = (pmd_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pmd_alloc_one() 48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
/arch/s390/mm/ |
D | hugetlbpage.c | 11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd() 13 pmd_t pmd; in __pte_to_pmd() 45 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte() 83 pmd_t pmd; in set_huge_pte_at() 92 *(pmd_t *) ptep = pmd; in set_huge_pte_at() 98 pmd_t pmd; in huge_ptep_get() 100 pmd = *(pmd_t *) ptep; in huge_ptep_get() 114 pmd_t *pmdp = (pmd_t *) ptep; in huge_ptep_get_and_clear() 166 pmd_t *pmdp = NULL; in huge_pte_alloc() 179 pmd_t *pmdp = NULL; in huge_pte_offset() [all …]
|
/arch/x86/mm/ |
D | pgtable.c | 62 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb() 170 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate() 193 static void free_pmds(pmd_t *pmds[]) in free_pmds() 204 static int preallocate_pmds(pmd_t *pmds[]) in preallocate_pmds() 210 pmd_t *pmd = (pmd_t *)__get_free_page(PGALLOC_GFP); in preallocate_pmds() 243 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in pgd_mop_up_pmds() 253 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd() 264 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() 267 memcpy(pmd, (pmd_t *)pgd_page_vaddr(swapper_pg_dir[i]), in pgd_prepopulate_pmd() 268 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_pmd() [all …]
|
/arch/s390/include/asm/ |
D | pgtable.h | 570 static inline int pmd_present(pmd_t pmd) in pmd_present() 575 static inline int pmd_none(pmd_t pmd) in pmd_none() 580 static inline int pmd_large(pmd_t pmd) in pmd_large() 585 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() 595 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 604 unsigned long addr, pmd_t *pmdp); 608 unsigned long address, pmd_t *pmdp, 609 pmd_t entry, int dirty); 613 unsigned long address, pmd_t *pmdp); 616 static inline int pmd_write(pmd_t pmd) in pmd_write() [all …]
|
/arch/arm/include/asm/ |
D | pgalloc.h | 30 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 32 return (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT); in pmd_alloc_one() 35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 51 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) 131 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate() 149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel() 158 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
D | pgtable-3level.h | 163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr() 170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() 172 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset() 241 pmd_t *pmdp); 246 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 262 static inline pmd_t pmd_mknotpresent(pmd_t pmd) in pmd_mknotpresent() 267 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() 276 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
|
/arch/sparc/include/asm/ |
D | pgtable_64.h | 249 static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) in pfn_pmd() 325 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() 394 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() 655 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large() 662 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() 670 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write() 678 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty() 685 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young() 692 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() 699 static inline unsigned long pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting() [all …]
|
D | pgalloc_32.h | 30 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() 39 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, in pmd_alloc_one() 46 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast() 54 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep); 57 void pmd_set(pmd_t *pmdp, pte_t *ptep);
|
/arch/mips/mm/ |
D | pgtable-64.c | 69 pmd_t *pmdp) in pmdp_splitting_flush() 72 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() 79 pmd_t mk_pmd(struct page *page, pgprot_t prot) in mk_pmd() 81 pmd_t pmd; in mk_pmd() 89 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
|
/arch/powerpc/mm/ |
D | pgtable_64.c | 98 pmd_t *pmdp; in map_kernel_page() 359 struct page *pmd_page(pmd_t pmd) in pmd_page() 497 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags() 516 pmd_t *pmdp, unsigned long clr, in pmd_hugepage_update() 549 pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_clear_flush() 550 pmd_t *pmdp) in pmdp_clear_flush() 552 pmd_t pmd; in pmdp_clear_flush() 594 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young() 608 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young() 618 unsigned long address, pmd_t *pmdp) in pmdp_splitting_flush() [all …]
|
/arch/arm64/include/asm/ |
D | pgalloc.h | 31 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 33 return (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT); in pmd_alloc_one() 36 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 47 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 128 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate() 139 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel() 148 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
/arch/parisc/include/asm/ |
D | pgalloc.h | 58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate() 64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 66 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL|__GFP_REPEAT, in pmd_alloc_one() 73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 93 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); }) 100 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
|
/arch/sh/include/asm/ |
D | pgalloc.h | 13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); 14 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address); 15 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd); 18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() 24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
D | pgtable-3level.h | 30 typedef struct { unsigned long long pmd; } pmd_t; typedef 32 #define __pmd(x) ((pmd_t) { (x) } ) 40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset() 42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
|