23 static uint64_t page_align(struct kvm_vm *vm, uint64_t v)  in page_align()
28 static uint64_t pgd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pgd_index()
31 	uint64_t mask = (1UL << (vm->va_bits - shift)) - 1;  in pgd_index()
36 static uint64_t pud_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pud_index()
39 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pud_index()
47 static uint64_t pmd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pmd_index()
50 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pmd_index()
58 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pte_index()
60 	uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;  in pte_index()
70 static uint64_t addr_pte(struct kvm_vm *vm, uint64_t pa, uint64_t attrs)  in addr_pte()
72 	uint64_t pte;  in addr_pte()
88 static uint64_t pte_addr(struct kvm_vm *vm, uint64_t pte)  in pte_addr()
90 	uint64_t pa;  in pte_addr()
104 static uint64_t ptrs_per_pgd(struct kvm_vm *vm)  in ptrs_per_pgd()
110 static uint64_t __maybe_unused ptrs_per_pte(struct kvm_vm *vm)  in ptrs_per_pte()
128 static void _virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr,  in _virt_pg_map()
129 			 uint64_t flags)  in _virt_pg_map()
132 	uint64_t *ptep;  in _virt_pg_map()
173 void virt_arch_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr)  in virt_arch_pg_map()
175 	uint64_t attr_idx = MT_NORMAL;  in virt_arch_pg_map()
180 uint64_t *virt_get_pte_hva(struct kvm_vm *vm, vm_vaddr_t gva)  in virt_get_pte_hva()
182 	uint64_t *ptep;  in virt_get_pte_hva()
220 	uint64_t *ptep = virt_get_pte_hva(vm, gva);  in addr_arch_gva2gpa()
225 static void pte_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent, uint64_t page, int level)  in pte_dump()
229 	uint64_t pte, *ptep;  in pte_dump()
247 	uint64_t pgd, *ptep;  in virt_arch_dump()
265 	uint64_t sctlr_el1, tcr_el1, ttbr0_el1;  in aarch64_vcpu_setup()
361 	uint64_t pstate, pc;  in vcpu_arch_dump()
372 	vcpu_set_reg(vcpu, ARM64_CORE_REG(regs.pc), (uint64_t)guest_code);  in vcpu_arch_set_entry_point()
379 	uint64_t stack_vaddr;  in __aarch64_vcpu_add()
421 			     va_arg(ap, uint64_t));  in vcpu_args_set()
427 void kvm_exit_unexpected_exception(int vector, uint64_t ec, bool valid_ec)  in kvm_exit_unexpected_exception()
460 	vcpu_set_reg(vcpu, KVM_ARM64_SYS_REG(SYS_VBAR_EL1), (uint64_t)&vectors);  in vcpu_init_descriptor_tables()
546 	uint64_t val;  in aarch64_get_supported_page_sizes()
550 		.addr	= (uint64_t)&val,  in aarch64_get_supported_page_sizes()
608 void smccc_hvc(uint32_t function_id, uint64_t arg0, uint64_t arg1,  in smccc_hvc()
609 	       uint64_t arg2, uint64_t arg3, uint64_t arg4, uint64_t arg5,  in smccc_hvc()
610 	       uint64_t arg6, struct arm_smccc_res *res)  in smccc_hvc()
616 void smccc_smc(uint32_t function_id, uint64_t arg0, uint64_t arg1,  in smccc_smc()
617 	       uint64_t arg2, uint64_t arg3, uint64_t arg4, uint64_t arg5,  in smccc_smc()
618 	       uint64_t arg6, struct arm_smccc_res *res)  in smccc_smc()