Home
last modified time | relevance | path

Searched refs:pmd_t (Results 1 – 25 of 257) sorted by relevance

1234567891011

/arch/powerpc/include/asm/book3s/64/
Dhash-4k.h37 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
109 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
134 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
139 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
145 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
152 unsigned long addr, pmd_t *pmdp,
154 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
155 unsigned long address, pmd_t *pmdp);
156 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
158 extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
Dradix.h131 #define RADIX_PMD_TABLE_SIZE (sizeof(pmd_t) << RADIX_PMD_INDEX_SIZE)
232 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
237 static inline int radix__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in radix__pmd_same()
255 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
260 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
266 pmd_t *pmdp, unsigned long clr,
268 extern pmd_t radix__pmdp_collapse_flush(struct vm_area_struct *vma,
269 unsigned long address, pmd_t *pmdp);
270 extern void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
272 extern pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
Dhash-64k.h188 #define H_PMD_TABLE_SIZE ((sizeof(pmd_t) << PMD_INDEX_SIZE) + \
191 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
202 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
260 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
266 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
271 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
277 unsigned long addr, pmd_t *pmdp,
279 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
280 unsigned long address, pmd_t *pmdp);
281 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
[all …]
Dpgtable.h879 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
891 static inline int pmd_none(pmd_t pmd) in pmd_none()
896 static inline int pmd_present(pmd_t pmd) in pmd_present()
910 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing()
927 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
957 extern struct page *pmd_page(pmd_t pmd);
1038 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
1040 return (pmd_t *)__va(pud_val(pud) & ~PUD_MASKED_BITS); in pud_pgtable()
1085 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
1090 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
[all …]
/arch/x86/include/asm/
Dpgtable.h163 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
168 static inline int pmd_young(pmd_t pmd) in pmd_young()
219 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
253 static inline int pmd_large(pmd_t pte) in pmd_large()
260 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
279 static inline int pmd_devmap(pmd_t pmd) in pmd_devmap()
399 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
406 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
414 static inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
419 static inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
[all …]
Dpgtable-3level.h75 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
90 return (pmd_t) { ret }; in pmd_read_atomic()
98 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
124 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
170 pmd_t pmd;
174 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
191 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
192 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
194 pmd_t old; in pmdp_establish()
Dpgtable_64.h23 extern pmd_t level2_kernel_pgt[512];
24 extern pmd_t level2_fixmap_pgt[512];
25 extern pmd_t level2_ident_pgt[512];
81 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
86 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
104 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
111 pmd_t ret = *xp; in native_pmdp_get_and_clear()
/arch/arc/include/asm/
Dhugepage.h13 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
18 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
43 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
53 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
59 pmd_t *pmd);
63 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
67 extern pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
/arch/mips/include/asm/
Dpgtable.h261 #define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1)
556 unsigned long address, pmd_t *pmdp)
585 static inline int pmd_trans_huge(pmd_t pmd)
590 static inline pmd_t pmd_mkhuge(pmd_t pmd)
598 pmd_t *pmdp, pmd_t pmd);
601 static inline int pmd_write(pmd_t pmd)
606 static inline pmd_t pmd_wrprotect(pmd_t pmd)
612 static inline pmd_t pmd_mkwrite(pmd_t pmd)
621 static inline int pmd_dirty(pmd_t pmd)
626 static inline pmd_t pmd_mkclean(pmd_t pmd)
[all …]
Dpgalloc.h21 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
27 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
66 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
68 pmd_t *pmd; in pmd_alloc_one()
80 pmd = (pmd_t *)page_address(pg); in pmd_alloc_one()
Dpgtable-64.h135 #define PTRS_PER_PMD ((PAGE_SIZE << PMD_ORDER) / sizeof(pmd_t))
235 typedef struct { unsigned long pmd; } pmd_t; typedef
237 #define __pmd(x) ((pmd_t) { (x) } )
240 extern pmd_t invalid_pmd_table[PTRS_PER_PMD];
246 static inline int pmd_none(pmd_t pmd) in pmd_none()
251 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
265 static inline int pmd_present(pmd_t pmd) in pmd_present()
275 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
317 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
319 return (pmd_t *)pud_val(pud); in pud_pgtable()
/arch/riscv/include/asm/
Dpgtable-64.h24 } pmd_t; typedef
27 #define __pmd(x) ((pmd_t) { (x) })
29 #define PTRS_PER_PMD (PAGE_SIZE / sizeof(pmd_t))
63 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
65 return (pmd_t *)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_pgtable()
73 static inline pmd_t pfn_pmd(unsigned long pfn, pgprot_t prot) in pfn_pmd()
78 static inline unsigned long _pmd_pfn(pmd_t pmd) in _pmd_pfn()
/arch/powerpc/mm/book3s64/
Dpgtable.c37 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
57 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
66 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
106 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
107 pmd_t *pmdp) in pmdp_invalidate()
116 pmd_t pmdp_huge_get_and_clear_full(struct vm_area_struct *vma, in pmdp_huge_get_and_clear_full()
117 unsigned long addr, pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full()
119 pmd_t pmd; in pmdp_huge_get_and_clear_full()
134 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
139 pmd_t pfn_pmd(unsigned long pfn, pgprot_t pgprot) in pfn_pmd()
[all …]
/arch/s390/include/asm/
Dpgtable.h696 static inline int pmd_large(pmd_t pmd) in pmd_large()
701 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
730 static inline int pmd_present(pmd_t pmd) in pmd_present()
735 static inline int pmd_none(pmd_t pmd) in pmd_none()
741 static inline int pmd_write(pmd_t pmd) in pmd_write()
752 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
757 static inline int pmd_young(pmd_t pmd) in pmd_young()
798 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
825 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty()
830 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
[all …]
/arch/sparc/mm/
Dtlb.c145 pmd_t pmd) in tlb_batch_pmd_scan()
166 pmd_t orig, pmd_t pmd) in __set_pmd_acct()
218 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
220 pmd_t orig = *pmdp; in set_pmd_at()
226 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
227 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
229 pmd_t old; in pmdp_establish()
242 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
243 pmd_t *pmdp) in pmdp_invalidate()
245 pmd_t old, entry; in pmdp_invalidate()
[all …]
/arch/x86/mm/
Dpgtable.c61 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
188 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
213 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[], int count) in free_pmds()
225 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[], int count) in preallocate_pmds()
235 pmd_t *pmd = (pmd_t *)__get_free_page(gfp); in preallocate_pmds()
267 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd()
296 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
309 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
312 memcpy(pmd, (pmd_t *)pgd_page_vaddr(swapper_pg_dir[i]), in pgd_prepopulate_pmd()
313 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_pmd()
[all …]
/arch/powerpc/include/asm/
Dpgtable-be-types.h23 typedef struct { __be64 pmd; } pmd_t; typedef
24 #define __pmd(x) ((pmd_t) { cpu_to_be64(x) })
25 #define __pmd_raw(x) ((pmd_t) { (x) })
26 static inline unsigned long pmd_val(pmd_t x) in pmd_val()
31 static inline __be64 pmd_raw(pmd_t x) in pmd_raw()
93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) in pmd_xchg()
/arch/sparc/include/asm/
Dpgtable_64.h249 static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) in pfn_pmd()
339 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
413 static inline bool is_hugetlb_pmd(pmd_t pmd) in is_hugetlb_pmd()
424 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
687 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
694 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
702 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
712 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
719 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
726 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
/arch/parisc/include/asm/
Dpgalloc.h41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
49 pmd_t *pmd; in pmd_alloc_one()
51 pmd = (pmd_t *)__get_free_pages(GFP_PGTABLE_KERNEL, PMD_ORDER); in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
/arch/sh/include/asm/
Dpgalloc.h16 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
17 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
18 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
22 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
28 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
Dpgtable-3level.h31 typedef struct { unsigned long long pmd; } pmd_t; typedef
33 #define __pmd(x) ((pmd_t) { (x) } )
35 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
37 return (pmd_t *)(unsigned long)pud_val(pud); in pud_pgtable()
/arch/m68k/include/asm/
Dmotorola_pgalloc.h54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
93 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
/arch/powerpc/include/asm/nohash/64/
Dpgalloc.h31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
36 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
42 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
48 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
54 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
/arch/arm64/include/asm/
Dpgtable.h162 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
168 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
244 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont()
363 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
368 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
373 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
397 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
405 static inline int pmd_present(pmd_t pmd) in pmd_present()
415 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
431 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
[all …]
/arch/mips/mm/
Dpgtable-32.c34 pmd_t mk_pmd(struct page *page, pgprot_t prot) in mk_pmd()
36 pmd_t pmd; in mk_pmd()
45 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
60 pmd_t *pmd; in pagetable_init()

1234567891011