155 #define pmd_access_permitted(pmd, write) \  argument
156 	(pte_access_permitted(pmd_pte(pmd), (write)))
172 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot)  in clear_pmd_bit()  argument
174 	pmd_val(pmd) &= ~pgprot_val(prot);  in clear_pmd_bit()
175 	return pmd;  in clear_pmd_bit()
178 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot)  in set_pmd_bit()  argument
180 	pmd_val(pmd) |= pgprot_val(prot);  in set_pmd_bit()
181 	return pmd;  in set_pmd_bit()
254 static inline pmd_t pmd_mkcont(pmd_t pmd)  in pmd_mkcont()  argument
256 	return __pmd(pmd_val(pmd) | PMD_SECT_CONT);  in pmd_mkcont()
404 static inline pte_t pmd_pte(pmd_t pmd)  in pmd_pte()  argument
406 	return __pte(pmd_val(pmd));  in pmd_pte()
458 static inline int pmd_protnone(pmd_t pmd)  in pmd_protnone()  argument
460 	return pte_protnone(pmd_pte(pmd));  in pmd_protnone()
464 #define pmd_present_invalid(pmd)     (!!(pmd_val(pmd) & PMD_PRESENT_INVALID))  argument
466 static inline int pmd_present(pmd_t pmd)  in pmd_present()  argument
468 	return pte_present(pmd_pte(pmd)) || pmd_present_invalid(pmd);  in pmd_present()
476 static inline int pmd_trans_huge(pmd_t pmd)  in pmd_trans_huge()  argument
478 	return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT);  in pmd_trans_huge()
482 #define pmd_dirty(pmd)		pte_dirty(pmd_pte(pmd))  argument
483 #define pmd_young(pmd)		pte_young(pmd_pte(pmd))  argument
484 #define pmd_valid(pmd)		pte_valid(pmd_pte(pmd))  argument
485 #define pmd_user(pmd)		pte_user(pmd_pte(pmd))  argument
486 #define pmd_user_exec(pmd)	pte_user_exec(pmd_pte(pmd))  argument
487 #define pmd_cont(pmd)		pte_cont(pmd_pte(pmd))  argument
488 #define pmd_wrprotect(pmd)	pte_pmd(pte_wrprotect(pmd_pte(pmd)))  argument
489 #define pmd_mkold(pmd)		pte_pmd(pte_mkold(pmd_pte(pmd)))  argument
490 #define pmd_mkwrite_novma(pmd)	pte_pmd(pte_mkwrite_novma(pmd_pte(pmd)))  argument
491 #define pmd_mkclean(pmd)	pte_pmd(pte_mkclean(pmd_pte(pmd)))  argument
492 #define pmd_mkdirty(pmd)	pte_pmd(pte_mkdirty(pmd_pte(pmd)))  argument
493 #define pmd_mkyoung(pmd)	pte_pmd(pte_mkyoung(pmd_pte(pmd)))  argument
495 static inline pmd_t pmd_mkinvalid(pmd_t pmd)  in pmd_mkinvalid()  argument
497 	pmd = set_pmd_bit(pmd, __pgprot(PMD_PRESENT_INVALID));  in pmd_mkinvalid()
498 	pmd = clear_pmd_bit(pmd, __pgprot(PMD_SECT_VALID));  in pmd_mkinvalid()
500 	return pmd;  in pmd_mkinvalid()
503 #define pmd_thp_or_huge(pmd)	(pmd_huge(pmd) || pmd_trans_huge(pmd))  argument
505 #define pmd_write(pmd)		pte_write(pmd_pte(pmd))  argument
507 #define pmd_mkhuge(pmd)		(__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))  argument
510 #define pmd_devmap(pmd)		pte_devmap(pmd_pte(pmd))  argument
512 static inline pmd_t pmd_mkdevmap(pmd_t pmd)  in pmd_mkdevmap()  argument
514 	return pte_pmd(set_pte_bit(pmd_pte(pmd), __pgprot(PTE_DEVMAP)));  in pmd_mkdevmap()
517 #define __pmd_to_phys(pmd)	__pte_to_phys(pmd_pte(pmd))  argument
519 #define pmd_pfn(pmd)		((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT)  argument
535 			      pmd_t *pmdp, pmd_t pmd)  in set_pmd_at()  argument
537 	page_table_check_pmd_set(mm, pmdp, pmd);  in set_pmd_at()
538 	return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd));  in set_pmd_at()
589 #define pmd_none(pmd)		(!pmd_val(pmd))  argument
591 #define pmd_table(pmd)		((pmd_val(pmd) & PMD_TYPE_MASK) == \  argument
593 #define pmd_sect(pmd)		((pmd_val(pmd) & PMD_TYPE_MASK) == \  argument
595 #define pmd_leaf(pmd)		(pmd_present(pmd) && !pmd_table(pmd))  argument
596 #define pmd_bad(pmd)		(!pmd_table(pmd))  argument
598 #define pmd_leaf_size(pmd)	(pmd_cont(pmd) ? CONT_PMD_SIZE : PMD_SIZE)  argument
626 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd)  in set_pmd()  argument
630 		set_swapper_pgd((pgd_t *)pmdp, __pgd(pmd_val(pmd)));  in set_pmd()
635 	WRITE_ONCE(*pmdp, pmd);  in set_pmd()
637 	if (pmd_valid(pmd)) {  in set_pmd()
648 static inline phys_addr_t pmd_page_paddr(pmd_t pmd)  in pmd_page_paddr()  argument
650 	return __pmd_to_phys(pmd);  in pmd_page_paddr()
653 static inline unsigned long pmd_page_vaddr(pmd_t pmd)  in pmd_page_vaddr()  argument
655 	return (unsigned long)__va(pmd_page_paddr(pmd));  in pmd_page_vaddr()
662 #define pte_set_fixmap_offset(pmd, addr)	pte_set_fixmap(pte_offset_phys(pmd, addr))  argument
665 #define pmd_page(pmd)			phys_to_page(__pmd_to_phys(pmd))  argument
679 	pr_err("%s:%d: bad pmd %016llx.\n", __FILE__, __LINE__, pmd_val(e))
838 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)  in pmd_modify()  argument
840 	return pte_pmd(pte_modify(pmd_pte(pmd), newprot));  in pmd_modify()
874 static inline bool pmd_user_accessible_page(pmd_t pmd)  in pmd_user_accessible_page()  argument
876 	return pmd_leaf(pmd) && !pmd_present_invalid(pmd) && (pmd_user(pmd) || pmd_user_exec(pmd));  in pmd_user_accessible_page()
886  * Atomic pte/pmd modifications.
958 	pmd_t pmd = __pmd(xchg_relaxed(&pmd_val(*pmdp), 0));  in pmdp_huge_get_and_clear()  local
960 	page_table_check_pmd_clear(mm, pmd);  in pmdp_huge_get_and_clear()
962 	return pmd;  in pmdp_huge_get_and_clear()
994 		unsigned long address, pmd_t *pmdp, pmd_t pmd)  in pmdp_establish()
996 	page_table_check_pmd_set(vma->vm_mm, pmdp, pmd);  in pmdp_establish()
997 	return __pmd(xchg_relaxed(&pmd_val(*pmdp), pmd_val(pmd)));  in pmdp_establish()
1024 #define __pmd_to_swp_entry(pmd)		((swp_entry_t) { pmd_val(pmd) })  argument
1082 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0)  argument