Lines Matching refs:pmd
31 bool __init __early_make_pgtable(unsigned long address, pmdval_t pmd);
70 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
94 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
163 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() argument
165 return pmd_flags(pmd) & _PAGE_DIRTY; in pmd_dirty()
168 static inline int pmd_young(pmd_t pmd) in pmd_young() argument
170 return pmd_flags(pmd) & _PAGE_ACCESSED; in pmd_young()
219 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() argument
221 phys_addr_t pfn = pmd_val(pmd); in pmd_pfn()
223 return (pfn & pmd_pfn_mask(pmd)) >> PAGE_SHIFT; in pmd_pfn()
260 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() argument
262 return (pmd_val(pmd) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; in pmd_trans_huge()
279 static inline int pmd_devmap(pmd_t pmd) in pmd_devmap() argument
281 return !!(pmd_val(pmd) & _PAGE_DEVMAP); in pmd_devmap()
399 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags() argument
401 pmdval_t v = native_pmd_val(pmd); in pmd_set_flags()
406 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags() argument
408 pmdval_t v = native_pmd_val(pmd); in pmd_clear_flags()
414 static inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument
416 return pmd_flags(pmd) & _PAGE_UFFD_WP; in pmd_uffd_wp()
419 static inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument
421 return pmd_set_flags(pmd, _PAGE_UFFD_WP); in pmd_mkuffd_wp()
424 static inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument
426 return pmd_clear_flags(pmd, _PAGE_UFFD_WP); in pmd_clear_uffd_wp()
430 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() argument
432 return pmd_clear_flags(pmd, _PAGE_ACCESSED); in pmd_mkold()
435 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean() argument
437 return pmd_clear_flags(pmd, _PAGE_DIRTY); in pmd_mkclean()
440 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect() argument
442 return pmd_clear_flags(pmd, _PAGE_RW); in pmd_wrprotect()
445 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty() argument
447 return pmd_set_flags(pmd, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); in pmd_mkdirty()
450 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap() argument
452 return pmd_set_flags(pmd, _PAGE_DEVMAP); in pmd_mkdevmap()
455 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() argument
457 return pmd_set_flags(pmd, _PAGE_PSE); in pmd_mkhuge()
460 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung() argument
462 return pmd_set_flags(pmd, _PAGE_ACCESSED); in pmd_mkyoung()
465 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite() argument
467 return pmd_set_flags(pmd, _PAGE_RW); in pmd_mkwrite()
530 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty() argument
532 return pmd_flags(pmd) & _PAGE_SOFT_DIRTY; in pmd_soft_dirty()
545 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty() argument
547 return pmd_set_flags(pmd, _PAGE_SOFT_DIRTY); in pmd_mksoft_dirty()
560 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) in pmd_clear_soft_dirty() argument
562 return pmd_clear_flags(pmd, _PAGE_SOFT_DIRTY); in pmd_clear_soft_dirty()
627 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid() argument
629 return pfn_pmd(pmd_pfn(pmd), in pmd_mkinvalid()
630 __pgprot(pmd_flags(pmd) & ~(_PAGE_PRESENT|_PAGE_PROTNONE))); in pmd_mkinvalid()
649 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() argument
651 pmdval_t val = pmd_val(pmd), oldval = val; in pmd_modify()
790 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
798 return pmd_flags(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PSE); in pmd_present()
812 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() argument
814 return (pmd_flags(pmd) & (_PAGE_PROTNONE | _PAGE_PRESENT)) in pmd_protnone()
819 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
823 unsigned long val = native_pmd_val(pmd); in pmd_none()
827 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
829 return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); in pmd_page_vaddr()
836 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
847 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument
849 return (pmd_flags(pmd) & ~_PAGE_USER) != _KERNPG_TABLE; in pmd_bad()
1042 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument
1044 set_pmd(pmdp, pmd); in set_pmd_at()
1132 static inline int pmd_write(pmd_t pmd) in pmd_write() argument
1134 return pmd_flags(pmd) & _PAGE_RW; in pmd_write()
1167 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
1170 return xchg(pmdp, pmd); in pmdp_establish()
1173 WRITE_ONCE(*pmdp, pmd); in pmdp_establish()
1289 unsigned long addr, pmd_t *pmd) in update_mmu_cache_pmd() argument
1314 static inline pmd_t pmd_swp_mksoft_dirty(pmd_t pmd) in pmd_swp_mksoft_dirty() argument
1316 return pmd_set_flags(pmd, _PAGE_SWP_SOFT_DIRTY); in pmd_swp_mksoft_dirty()
1319 static inline int pmd_swp_soft_dirty(pmd_t pmd) in pmd_swp_soft_dirty() argument
1321 return pmd_flags(pmd) & _PAGE_SWP_SOFT_DIRTY; in pmd_swp_soft_dirty()
1324 static inline pmd_t pmd_swp_clear_soft_dirty(pmd_t pmd) in pmd_swp_clear_soft_dirty() argument
1326 return pmd_clear_flags(pmd, _PAGE_SWP_SOFT_DIRTY); in pmd_swp_clear_soft_dirty()
1347 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument
1349 return pmd_set_flags(pmd, _PAGE_SWP_UFFD_WP); in pmd_swp_mkuffd_wp()
1352 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument
1354 return pmd_flags(pmd) & _PAGE_SWP_UFFD_WP; in pmd_swp_uffd_wp()
1357 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument
1359 return pmd_clear_flags(pmd, _PAGE_SWP_UFFD_WP); in pmd_swp_clear_uffd_wp()
1436 static inline bool pmd_access_permitted(pmd_t pmd, bool write) in pmd_access_permitted() argument
1438 return __pte_access_permitted(pmd_val(pmd), write); in pmd_access_permitted()