1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (C) 2020-2023 Loongson Technology Corporation Limited
4 */
5
6 #include <linux/kvm_host.h>
7 #include <asm/kvm_mmu.h>
8 #include <asm/kvm_vcpu.h>
9
10 const struct _kvm_stats_desc kvm_vm_stats_desc[] = {
11 KVM_GENERIC_VM_STATS(),
12 STATS_DESC_ICOUNTER(VM, pages),
13 STATS_DESC_ICOUNTER(VM, hugepages),
14 };
15
16 const struct kvm_stats_header kvm_vm_stats_header = {
17 .name_size = KVM_STATS_NAME_SIZE,
18 .num_desc = ARRAY_SIZE(kvm_vm_stats_desc),
19 .id_offset = sizeof(struct kvm_stats_header),
20 .desc_offset = sizeof(struct kvm_stats_header) + KVM_STATS_NAME_SIZE,
21 .data_offset = sizeof(struct kvm_stats_header) + KVM_STATS_NAME_SIZE +
22 sizeof(kvm_vm_stats_desc),
23 };
24
kvm_arch_init_vm(struct kvm * kvm,unsigned long type)25 int kvm_arch_init_vm(struct kvm *kvm, unsigned long type)
26 {
27 int i;
28
29 /* Allocate page table to map GPA -> RPA */
30 kvm->arch.pgd = kvm_pgd_alloc();
31 if (!kvm->arch.pgd)
32 return -ENOMEM;
33
34 kvm->arch.phyid_map = kvzalloc(sizeof(struct kvm_phyid_map), GFP_KERNEL_ACCOUNT);
35 if (!kvm->arch.phyid_map) {
36 free_page((unsigned long)kvm->arch.pgd);
37 kvm->arch.pgd = NULL;
38 return -ENOMEM;
39 }
40 spin_lock_init(&kvm->arch.phyid_map_lock);
41
42 kvm_init_vmcs(kvm);
43
44 /* Enable all PV features by default */
45 kvm->arch.pv_features = BIT(KVM_FEATURE_IPI);
46 if (kvm_pvtime_supported())
47 kvm->arch.pv_features |= BIT(KVM_FEATURE_STEAL_TIME);
48
49 /*
50 * cpu_vabits means user address space only (a half of total).
51 * GPA size of VM is the same with the size of user address space.
52 */
53 kvm->arch.gpa_size = BIT(cpu_vabits);
54 kvm->arch.root_level = CONFIG_PGTABLE_LEVELS - 1;
55 kvm->arch.invalid_ptes[0] = 0;
56 kvm->arch.invalid_ptes[1] = (unsigned long)invalid_pte_table;
57 #if CONFIG_PGTABLE_LEVELS > 2
58 kvm->arch.invalid_ptes[2] = (unsigned long)invalid_pmd_table;
59 #endif
60 #if CONFIG_PGTABLE_LEVELS > 3
61 kvm->arch.invalid_ptes[3] = (unsigned long)invalid_pud_table;
62 #endif
63 for (i = 0; i <= kvm->arch.root_level; i++)
64 kvm->arch.pte_shifts[i] = PAGE_SHIFT + i * (PAGE_SHIFT - 3);
65
66 return 0;
67 }
68
kvm_arch_destroy_vm(struct kvm * kvm)69 void kvm_arch_destroy_vm(struct kvm *kvm)
70 {
71 kvm_destroy_vcpus(kvm);
72 free_page((unsigned long)kvm->arch.pgd);
73 kvm->arch.pgd = NULL;
74 kvfree(kvm->arch.phyid_map);
75 kvm->arch.phyid_map = NULL;
76 }
77
kvm_vm_ioctl_check_extension(struct kvm * kvm,long ext)78 int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)
79 {
80 int r;
81
82 switch (ext) {
83 case KVM_CAP_ONE_REG:
84 case KVM_CAP_ENABLE_CAP:
85 case KVM_CAP_READONLY_MEM:
86 case KVM_CAP_SYNC_MMU:
87 case KVM_CAP_IMMEDIATE_EXIT:
88 case KVM_CAP_IOEVENTFD:
89 case KVM_CAP_MP_STATE:
90 case KVM_CAP_SET_GUEST_DEBUG:
91 r = 1;
92 break;
93 case KVM_CAP_NR_VCPUS:
94 r = num_online_cpus();
95 break;
96 case KVM_CAP_MAX_VCPUS:
97 r = KVM_MAX_VCPUS;
98 break;
99 case KVM_CAP_MAX_VCPU_ID:
100 r = KVM_MAX_VCPU_IDS;
101 break;
102 case KVM_CAP_NR_MEMSLOTS:
103 r = KVM_USER_MEM_SLOTS;
104 break;
105 default:
106 r = 0;
107 break;
108 }
109
110 return r;
111 }
112
kvm_vm_feature_has_attr(struct kvm * kvm,struct kvm_device_attr * attr)113 static int kvm_vm_feature_has_attr(struct kvm *kvm, struct kvm_device_attr *attr)
114 {
115 switch (attr->attr) {
116 case KVM_LOONGARCH_VM_FEAT_LSX:
117 if (cpu_has_lsx)
118 return 0;
119 return -ENXIO;
120 case KVM_LOONGARCH_VM_FEAT_LASX:
121 if (cpu_has_lasx)
122 return 0;
123 return -ENXIO;
124 case KVM_LOONGARCH_VM_FEAT_X86BT:
125 if (cpu_has_lbt_x86)
126 return 0;
127 return -ENXIO;
128 case KVM_LOONGARCH_VM_FEAT_ARMBT:
129 if (cpu_has_lbt_arm)
130 return 0;
131 return -ENXIO;
132 case KVM_LOONGARCH_VM_FEAT_MIPSBT:
133 if (cpu_has_lbt_mips)
134 return 0;
135 return -ENXIO;
136 case KVM_LOONGARCH_VM_FEAT_PMU:
137 if (cpu_has_pmp)
138 return 0;
139 return -ENXIO;
140 case KVM_LOONGARCH_VM_FEAT_PV_IPI:
141 return 0;
142 case KVM_LOONGARCH_VM_FEAT_PV_STEALTIME:
143 if (kvm_pvtime_supported())
144 return 0;
145 return -ENXIO;
146 default:
147 return -ENXIO;
148 }
149 }
150
kvm_vm_has_attr(struct kvm * kvm,struct kvm_device_attr * attr)151 static int kvm_vm_has_attr(struct kvm *kvm, struct kvm_device_attr *attr)
152 {
153 switch (attr->group) {
154 case KVM_LOONGARCH_VM_FEAT_CTRL:
155 return kvm_vm_feature_has_attr(kvm, attr);
156 default:
157 return -ENXIO;
158 }
159 }
160
kvm_arch_vm_ioctl(struct file * filp,unsigned int ioctl,unsigned long arg)161 int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg)
162 {
163 void __user *argp = (void __user *)arg;
164 struct kvm *kvm = filp->private_data;
165 struct kvm_device_attr attr;
166
167 switch (ioctl) {
168 case KVM_HAS_DEVICE_ATTR:
169 if (copy_from_user(&attr, argp, sizeof(attr)))
170 return -EFAULT;
171
172 return kvm_vm_has_attr(kvm, &attr);
173 default:
174 return -ENOIOCTLCMD;
175 }
176 }
177