173 	uint64_t *pte = virt_get_pte(vm, pt_pfn, vaddr, level);  in virt_create_upper_pte()  local
175 	if (!(*pte & PTE_PRESENT_MASK)) {  in virt_create_upper_pte()
176 		*pte = PTE_PRESENT_MASK | PTE_WRITABLE_MASK;  in virt_create_upper_pte()
178 			*pte |= PTE_LARGE_MASK | (paddr & PHYSICAL_PAGE_MASK);  in virt_create_upper_pte()
180 			*pte |= vm_alloc_page_table(vm) & PHYSICAL_PAGE_MASK;  in virt_create_upper_pte()
190 		TEST_ASSERT(!(*pte & PTE_LARGE_MASK),  in virt_create_upper_pte()
194 	return pte;  in virt_create_upper_pte()
202 	uint64_t *pte;  in __virt_pg_map()  local
238 	pte = virt_get_pte(vm, PTE_GET_PFN(*pde), vaddr, 0);  in __virt_pg_map()
239 	TEST_ASSERT(!(*pte & PTE_PRESENT_MASK),  in __virt_pg_map()
241 	*pte = PTE_PRESENT_MASK | PTE_WRITABLE_MASK | (paddr & PHYSICAL_PAGE_MASK);  in __virt_pg_map()
254 	uint64_t *pte;  in _vm_get_page_table_entry()  local
317 	pte = addr_gpa2hva(vm, PTE_GET_PFN(pde[index[1]]) * vm->page_size);  in _vm_get_page_table_entry()
318 	TEST_ASSERT(pte[index[0]] & PTE_PRESENT_MASK,  in _vm_get_page_table_entry()
321 	return &pte[index[0]];  in _vm_get_page_table_entry()
326 	uint64_t *pte = _vm_get_page_table_entry(vm, vcpuid, vaddr);  in vm_get_page_table_entry()  local
328 	return *(uint64_t *)pte;  in vm_get_page_table_entry()
332 			     uint64_t pte)  in vm_set_page_table_entry()  argument
336 	*(uint64_t *)new_pte = pte;  in vm_set_page_table_entry()
344 	uint64_t *pte, *pte_start;  in virt_dump()  local
393 					pte = &pte_start[n4];  in virt_dump()
394 					if (!(*pte & PTE_PRESENT_MASK))  in virt_dump()
400 						pte - pte_start, pte,  in virt_dump()
401 						addr_hva2gpa(vm, pte),  in virt_dump()
402 						PTE_GET_PFN(*pte),  in virt_dump()
403 						!!(*pte & PTE_WRITABLE_MASK),  in virt_dump()
404 						!!(*pte & PTE_NX_MASK),  in virt_dump()
405 						!!(*pte & PTE_DIRTY_MASK),  in virt_dump()
524 	uint64_t *pte;  in addr_gva2gpa()  local
548 	pte = addr_gpa2hva(vm, PTE_GET_PFN(pde[index[1]]) * vm->page_size);  in addr_gva2gpa()
549 	if (!(pte[index[0]] & PTE_PRESENT_MASK))  in addr_gva2gpa()
552 	return (PTE_GET_PFN(pte[index[0]]) * vm->page_size) + (gva & 0xfffu);  in addr_gva2gpa()