19 static uint64_t page_align(struct kvm_vm *vm, uint64_t v)  in page_align()
24 static uint64_t pgd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pgd_index()
27 	uint64_t mask = (1UL << (vm->va_bits - shift)) - 1;  in pgd_index()
32 static uint64_t pud_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pud_index()
35 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pud_index()
43 static uint64_t pmd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pmd_index()
46 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pmd_index()
54 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pte_index()
56 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pte_index()
60 static uint64_t pte_addr(struct kvm_vm *vm, uint64_t entry)  in pte_addr()
62 	uint64_t mask = ((1UL << (vm->va_bits - vm->page_shift)) - 1) << vm->page_shift;  in pte_addr()
66 static uint64_t ptrs_per_pgd(struct kvm_vm *vm)  in ptrs_per_pgd()
72 static uint64_t __maybe_unused ptrs_per_pte(struct kvm_vm *vm)  in ptrs_per_pte()
88 static void _virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr,  in _virt_pg_map()
89 			 uint64_t flags)  in _virt_pg_map()
92 	uint64_t *ptep;  in _virt_pg_map()
134 void virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr)  in virt_pg_map()
136 	uint64_t attr_idx = 4; /* NORMAL (See DEFAULT_MAIR_EL1) */  in virt_pg_map()
143 	uint64_t *ptep;  in addr_gva2gpa()
179 static void pte_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent, uint64_t page, int level)  in pte_dump()
183 	uint64_t pte, *ptep;  in pte_dump()
201 	uint64_t pgd, *ptep;  in virt_dump()
218 	uint64_t sctlr_el1, tcr_el1;  in aarch64_vcpu_setup()
284 	uint64_t pstate, pc;  in vcpu_dump()
299 	uint64_t stack_vaddr = vm_vaddr_alloc(vm, stack_size,  in aarch64_vcpu_add_default()
306 	set_reg(vm, vcpuid, ARM64_CORE_REG(regs.pc), (uint64_t)guest_code);  in aarch64_vcpu_add_default()
326 			va_arg(ap, uint64_t));  in vcpu_args_set()
332 void kvm_exit_unexpected_exception(int vector, uint64_t ec, bool valid_ec)  in kvm_exit_unexpected_exception()
365 	set_reg(vm, vcpuid, ARM64_SYS_REG(VBAR_EL1), (uint64_t)&vectors);  in vcpu_init_descriptor_tables()