• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
2 /*
3  * Copyright (C) 2012,2013 - ARM Ltd
4  * Author: Marc Zyngier <marc.zyngier@arm.com>
5  *
6  * Derived from arch/arm/include/uapi/asm/kvm.h:
7  * Copyright (C) 2012 - Virtual Open Systems and Columbia University
8  * Author: Christoffer Dall <c.dall@virtualopensystems.com>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License version 2 as
12  * published by the Free Software Foundation.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
21  */
22 
23 #ifndef __ARM_KVM_H__
24 #define __ARM_KVM_H__
25 
26 #define KVM_SPSR_EL1	0
27 #define KVM_SPSR_SVC	KVM_SPSR_EL1
28 #define KVM_SPSR_ABT	1
29 #define KVM_SPSR_UND	2
30 #define KVM_SPSR_IRQ	3
31 #define KVM_SPSR_FIQ	4
32 #define KVM_NR_SPSR	5
33 
34 #ifndef __ASSEMBLY__
35 #include <linux/psci.h>
36 #include <linux/types.h>
37 #include <asm/ptrace.h>
38 #include <asm/sve_context.h>
39 
40 #define __KVM_HAVE_GUEST_DEBUG
41 #define __KVM_HAVE_IRQ_LINE
42 #define __KVM_HAVE_READONLY_MEM
43 #define __KVM_HAVE_VCPU_EVENTS
44 
45 #define KVM_COALESCED_MMIO_PAGE_OFFSET 1
46 
47 #define KVM_REG_SIZE(id)						\
48 	(1U << (((id) & KVM_REG_SIZE_MASK) >> KVM_REG_SIZE_SHIFT))
49 
50 struct kvm_regs {
51 	struct user_pt_regs regs;	/* sp = sp_el0 */
52 
53 	__u64	sp_el1;
54 	__u64	elr_el1;
55 
56 	__u64	spsr[KVM_NR_SPSR];
57 
58 	struct user_fpsimd_state fp_regs;
59 };
60 
61 /*
62  * Supported CPU Targets - Adding a new target type is not recommended,
63  * unless there are some special registers not supported by the
64  * genericv8 syreg table.
65  */
66 #define KVM_ARM_TARGET_AEM_V8		0
67 #define KVM_ARM_TARGET_FOUNDATION_V8	1
68 #define KVM_ARM_TARGET_CORTEX_A57	2
69 #define KVM_ARM_TARGET_XGENE_POTENZA	3
70 #define KVM_ARM_TARGET_CORTEX_A53	4
71 /* Generic ARM v8 target */
72 #define KVM_ARM_TARGET_GENERIC_V8	5
73 
74 #define KVM_ARM_NUM_TARGETS		6
75 
76 /* KVM_ARM_SET_DEVICE_ADDR ioctl id encoding */
77 #define KVM_ARM_DEVICE_TYPE_SHIFT	0
78 #define KVM_ARM_DEVICE_TYPE_MASK	(0xffff << KVM_ARM_DEVICE_TYPE_SHIFT)
79 #define KVM_ARM_DEVICE_ID_SHIFT		16
80 #define KVM_ARM_DEVICE_ID_MASK		(0xffff << KVM_ARM_DEVICE_ID_SHIFT)
81 
82 /* Supported device IDs */
83 #define KVM_ARM_DEVICE_VGIC_V2		0
84 
85 /* Supported VGIC address types  */
86 #define KVM_VGIC_V2_ADDR_TYPE_DIST	0
87 #define KVM_VGIC_V2_ADDR_TYPE_CPU	1
88 
89 #define KVM_VGIC_V2_DIST_SIZE		0x1000
90 #define KVM_VGIC_V2_CPU_SIZE		0x2000
91 
92 /* Supported VGICv3 address types  */
93 #define KVM_VGIC_V3_ADDR_TYPE_DIST	2
94 #define KVM_VGIC_V3_ADDR_TYPE_REDIST	3
95 #define KVM_VGIC_ITS_ADDR_TYPE		4
96 #define KVM_VGIC_V3_ADDR_TYPE_REDIST_REGION	5
97 
98 #define KVM_VGIC_V3_DIST_SIZE		SZ_64K
99 #define KVM_VGIC_V3_REDIST_SIZE		(2 * SZ_64K)
100 #define KVM_VGIC_V3_ITS_SIZE		(2 * SZ_64K)
101 
102 #define KVM_ARM_VCPU_POWER_OFF		0 /* CPU is started in OFF state */
103 #define KVM_ARM_VCPU_EL1_32BIT		1 /* CPU running a 32bit VM */
104 #define KVM_ARM_VCPU_PSCI_0_2		2 /* CPU uses PSCI v0.2 */
105 #define KVM_ARM_VCPU_PMU_V3		3 /* Support guest PMUv3 */
106 #define KVM_ARM_VCPU_SVE		4 /* enable SVE for this CPU */
107 #define KVM_ARM_VCPU_PTRAUTH_ADDRESS	5 /* VCPU uses address authentication */
108 #define KVM_ARM_VCPU_PTRAUTH_GENERIC	6 /* VCPU uses generic authentication */
109 
110 struct kvm_vcpu_init {
111 	__u32 target;
112 	__u32 features[7];
113 };
114 
115 struct kvm_sregs {
116 };
117 
118 struct kvm_fpu {
119 };
120 
121 /*
122  * See v8 ARM ARM D7.3: Debug Registers
123  *
124  * The architectural limit is 16 debug registers of each type although
125  * in practice there are usually less (see ID_AA64DFR0_EL1).
126  *
127  * Although the control registers are architecturally defined as 32
128  * bits wide we use a 64 bit structure here to keep parity with
129  * KVM_GET/SET_ONE_REG behaviour which treats all system registers as
130  * 64 bit values. It also allows for the possibility of the
131  * architecture expanding the control registers without having to
132  * change the userspace ABI.
133  */
134 #define KVM_ARM_MAX_DBG_REGS 16
135 struct kvm_guest_debug_arch {
136 	__u64 dbg_bcr[KVM_ARM_MAX_DBG_REGS];
137 	__u64 dbg_bvr[KVM_ARM_MAX_DBG_REGS];
138 	__u64 dbg_wcr[KVM_ARM_MAX_DBG_REGS];
139 	__u64 dbg_wvr[KVM_ARM_MAX_DBG_REGS];
140 };
141 
142 struct kvm_debug_exit_arch {
143 	__u32 hsr;
144 	__u64 far;	/* used for watchpoints */
145 };
146 
147 /*
148  * Architecture specific defines for kvm_guest_debug->control
149  */
150 
151 #define KVM_GUESTDBG_USE_SW_BP		(1 << 16)
152 #define KVM_GUESTDBG_USE_HW		(1 << 17)
153 
154 struct kvm_sync_regs {
155 	/* Used with KVM_CAP_ARM_USER_IRQ */
156 	__u64 device_irq_level;
157 };
158 
159 /*
160  * PMU filter structure. Describe a range of events with a particular
161  * action. To be used with KVM_ARM_VCPU_PMU_V3_FILTER.
162  */
163 struct kvm_pmu_event_filter {
164 	__u16	base_event;
165 	__u16	nevents;
166 
167 #define KVM_PMU_EVENT_ALLOW	0
168 #define KVM_PMU_EVENT_DENY	1
169 
170 	__u8	action;
171 	__u8	pad[3];
172 };
173 
174 /* for KVM_GET/SET_VCPU_EVENTS */
175 struct kvm_vcpu_events {
176 	struct {
177 		__u8 serror_pending;
178 		__u8 serror_has_esr;
179 		__u8 ext_dabt_pending;
180 		/* Align it to 8 bytes */
181 		__u8 pad[5];
182 		__u64 serror_esr;
183 	} exception;
184 	__u32 reserved[12];
185 };
186 
187 /* If you need to interpret the index values, here is the key: */
188 #define KVM_REG_ARM_COPROC_MASK		0x000000000FFF0000
189 #define KVM_REG_ARM_COPROC_SHIFT	16
190 
191 /* Normal registers are mapped as coprocessor 16. */
192 #define KVM_REG_ARM_CORE		(0x0010 << KVM_REG_ARM_COPROC_SHIFT)
193 #define KVM_REG_ARM_CORE_REG(name)	(offsetof(struct kvm_regs, name) / sizeof(__u32))
194 
195 /* Some registers need more space to represent values. */
196 #define KVM_REG_ARM_DEMUX		(0x0011 << KVM_REG_ARM_COPROC_SHIFT)
197 #define KVM_REG_ARM_DEMUX_ID_MASK	0x000000000000FF00
198 #define KVM_REG_ARM_DEMUX_ID_SHIFT	8
199 #define KVM_REG_ARM_DEMUX_ID_CCSIDR	(0x00 << KVM_REG_ARM_DEMUX_ID_SHIFT)
200 #define KVM_REG_ARM_DEMUX_VAL_MASK	0x00000000000000FF
201 #define KVM_REG_ARM_DEMUX_VAL_SHIFT	0
202 
203 /* AArch64 system registers */
204 #define KVM_REG_ARM64_SYSREG		(0x0013 << KVM_REG_ARM_COPROC_SHIFT)
205 #define KVM_REG_ARM64_SYSREG_OP0_MASK	0x000000000000c000
206 #define KVM_REG_ARM64_SYSREG_OP0_SHIFT	14
207 #define KVM_REG_ARM64_SYSREG_OP1_MASK	0x0000000000003800
208 #define KVM_REG_ARM64_SYSREG_OP1_SHIFT	11
209 #define KVM_REG_ARM64_SYSREG_CRN_MASK	0x0000000000000780
210 #define KVM_REG_ARM64_SYSREG_CRN_SHIFT	7
211 #define KVM_REG_ARM64_SYSREG_CRM_MASK	0x0000000000000078
212 #define KVM_REG_ARM64_SYSREG_CRM_SHIFT	3
213 #define KVM_REG_ARM64_SYSREG_OP2_MASK	0x0000000000000007
214 #define KVM_REG_ARM64_SYSREG_OP2_SHIFT	0
215 
216 #define ARM64_SYS_REG_SHIFT_MASK(x,n) \
217 	(((x) << KVM_REG_ARM64_SYSREG_ ## n ## _SHIFT) & \
218 	KVM_REG_ARM64_SYSREG_ ## n ## _MASK)
219 
220 #define __ARM64_SYS_REG(op0,op1,crn,crm,op2) \
221 	(KVM_REG_ARM64 | KVM_REG_ARM64_SYSREG | \
222 	ARM64_SYS_REG_SHIFT_MASK(op0, OP0) | \
223 	ARM64_SYS_REG_SHIFT_MASK(op1, OP1) | \
224 	ARM64_SYS_REG_SHIFT_MASK(crn, CRN) | \
225 	ARM64_SYS_REG_SHIFT_MASK(crm, CRM) | \
226 	ARM64_SYS_REG_SHIFT_MASK(op2, OP2))
227 
228 #define ARM64_SYS_REG(...) (__ARM64_SYS_REG(__VA_ARGS__) | KVM_REG_SIZE_U64)
229 
230 /* Physical Timer EL0 Registers */
231 #define KVM_REG_ARM_PTIMER_CTL		ARM64_SYS_REG(3, 3, 14, 2, 1)
232 #define KVM_REG_ARM_PTIMER_CVAL		ARM64_SYS_REG(3, 3, 14, 2, 2)
233 #define KVM_REG_ARM_PTIMER_CNT		ARM64_SYS_REG(3, 3, 14, 0, 1)
234 
235 /*
236  * EL0 Virtual Timer Registers
237  *
238  * WARNING:
239  *      KVM_REG_ARM_TIMER_CVAL and KVM_REG_ARM_TIMER_CNT are not defined
240  *      with the appropriate register encodings.  Their values have been
241  *      accidentally swapped.  As this is set API, the definitions here
242  *      must be used, rather than ones derived from the encodings.
243  */
244 #define KVM_REG_ARM_TIMER_CTL		ARM64_SYS_REG(3, 3, 14, 3, 1)
245 #define KVM_REG_ARM_TIMER_CVAL		ARM64_SYS_REG(3, 3, 14, 0, 2)
246 #define KVM_REG_ARM_TIMER_CNT		ARM64_SYS_REG(3, 3, 14, 3, 2)
247 
248 /* KVM-as-firmware specific pseudo-registers */
249 #define KVM_REG_ARM_FW			(0x0014 << KVM_REG_ARM_COPROC_SHIFT)
250 #define KVM_REG_ARM_FW_REG(r)		(KVM_REG_ARM64 | KVM_REG_SIZE_U64 | \
251 					 KVM_REG_ARM_FW | ((r) & 0xffff))
252 #define KVM_REG_ARM_PSCI_VERSION	KVM_REG_ARM_FW_REG(0)
253 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1	KVM_REG_ARM_FW_REG(1)
254 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_NOT_AVAIL		0
255 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_AVAIL		1
256 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_NOT_REQUIRED	2
257 
258 /*
259  * Only two states can be presented by the host kernel:
260  * - NOT_REQUIRED: the guest doesn't need to do anything
261  * - NOT_AVAIL: the guest isn't mitigated (it can still use SSBS if available)
262  *
263  * All the other values are deprecated. The host still accepts all
264  * values (they are ABI), but will narrow them to the above two.
265  */
266 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2	KVM_REG_ARM_FW_REG(2)
267 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_NOT_AVAIL		0
268 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_UNKNOWN		1
269 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_AVAIL		2
270 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_NOT_REQUIRED	3
271 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_ENABLED     	(1U << 4)
272 
273 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_3	KVM_REG_ARM_FW_REG(3)
274 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_3_NOT_AVAIL		0
275 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_3_AVAIL		1
276 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_3_NOT_REQUIRED	2
277 
278 /* SVE registers */
279 #define KVM_REG_ARM64_SVE		(0x15 << KVM_REG_ARM_COPROC_SHIFT)
280 
281 /* Z- and P-regs occupy blocks at the following offsets within this range: */
282 #define KVM_REG_ARM64_SVE_ZREG_BASE	0
283 #define KVM_REG_ARM64_SVE_PREG_BASE	0x400
284 #define KVM_REG_ARM64_SVE_FFR_BASE	0x600
285 
286 #define KVM_ARM64_SVE_NUM_ZREGS		__SVE_NUM_ZREGS
287 #define KVM_ARM64_SVE_NUM_PREGS		__SVE_NUM_PREGS
288 
289 #define KVM_ARM64_SVE_MAX_SLICES	32
290 
291 #define KVM_REG_ARM64_SVE_ZREG(n, i)					\
292 	(KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_ZREG_BASE | \
293 	 KVM_REG_SIZE_U2048 |						\
294 	 (((n) & (KVM_ARM64_SVE_NUM_ZREGS - 1)) << 5) |			\
295 	 ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
296 
297 #define KVM_REG_ARM64_SVE_PREG(n, i)					\
298 	(KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_PREG_BASE | \
299 	 KVM_REG_SIZE_U256 |						\
300 	 (((n) & (KVM_ARM64_SVE_NUM_PREGS - 1)) << 5) |			\
301 	 ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
302 
303 #define KVM_REG_ARM64_SVE_FFR(i)					\
304 	(KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_FFR_BASE | \
305 	 KVM_REG_SIZE_U256 |						\
306 	 ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
307 
308 /*
309  * Register values for KVM_REG_ARM64_SVE_ZREG(), KVM_REG_ARM64_SVE_PREG() and
310  * KVM_REG_ARM64_SVE_FFR() are represented in memory in an endianness-
311  * invariant layout which differs from the layout used for the FPSIMD
312  * V-registers on big-endian systems: see sigcontext.h for more explanation.
313  */
314 
315 #define KVM_ARM64_SVE_VQ_MIN __SVE_VQ_MIN
316 #define KVM_ARM64_SVE_VQ_MAX __SVE_VQ_MAX
317 
318 /* Vector lengths pseudo-register: */
319 #define KVM_REG_ARM64_SVE_VLS		(KVM_REG_ARM64 | KVM_REG_ARM64_SVE | \
320 					 KVM_REG_SIZE_U512 | 0xffff)
321 #define KVM_ARM64_SVE_VLS_WORDS	\
322 	((KVM_ARM64_SVE_VQ_MAX - KVM_ARM64_SVE_VQ_MIN) / 64 + 1)
323 
324 /* Device Control API: ARM VGIC */
325 #define KVM_DEV_ARM_VGIC_GRP_ADDR	0
326 #define KVM_DEV_ARM_VGIC_GRP_DIST_REGS	1
327 #define KVM_DEV_ARM_VGIC_GRP_CPU_REGS	2
328 #define   KVM_DEV_ARM_VGIC_CPUID_SHIFT	32
329 #define   KVM_DEV_ARM_VGIC_CPUID_MASK	(0xffULL << KVM_DEV_ARM_VGIC_CPUID_SHIFT)
330 #define   KVM_DEV_ARM_VGIC_V3_MPIDR_SHIFT 32
331 #define   KVM_DEV_ARM_VGIC_V3_MPIDR_MASK \
332 			(0xffffffffULL << KVM_DEV_ARM_VGIC_V3_MPIDR_SHIFT)
333 #define   KVM_DEV_ARM_VGIC_OFFSET_SHIFT	0
334 #define   KVM_DEV_ARM_VGIC_OFFSET_MASK	(0xffffffffULL << KVM_DEV_ARM_VGIC_OFFSET_SHIFT)
335 #define   KVM_DEV_ARM_VGIC_SYSREG_INSTR_MASK (0xffff)
336 #define KVM_DEV_ARM_VGIC_GRP_NR_IRQS	3
337 #define KVM_DEV_ARM_VGIC_GRP_CTRL	4
338 #define KVM_DEV_ARM_VGIC_GRP_REDIST_REGS 5
339 #define KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS 6
340 #define KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO  7
341 #define KVM_DEV_ARM_VGIC_GRP_ITS_REGS 8
342 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT	10
343 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_MASK \
344 			(0x3fffffULL << KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT)
345 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INTID_MASK	0x3ff
346 #define VGIC_LEVEL_INFO_LINE_LEVEL	0
347 
348 #define   KVM_DEV_ARM_VGIC_CTRL_INIT		0
349 #define   KVM_DEV_ARM_ITS_SAVE_TABLES           1
350 #define   KVM_DEV_ARM_ITS_RESTORE_TABLES        2
351 #define   KVM_DEV_ARM_VGIC_SAVE_PENDING_TABLES	3
352 #define   KVM_DEV_ARM_ITS_CTRL_RESET		4
353 
354 /* Device Control API on vcpu fd */
355 #define KVM_ARM_VCPU_PMU_V3_CTRL	0
356 #define   KVM_ARM_VCPU_PMU_V3_IRQ	0
357 #define   KVM_ARM_VCPU_PMU_V3_INIT	1
358 #define   KVM_ARM_VCPU_PMU_V3_FILTER	2
359 #define KVM_ARM_VCPU_TIMER_CTRL		1
360 #define   KVM_ARM_VCPU_TIMER_IRQ_VTIMER		0
361 #define   KVM_ARM_VCPU_TIMER_IRQ_PTIMER		1
362 #define KVM_ARM_VCPU_PVTIME_CTRL	2
363 #define   KVM_ARM_VCPU_PVTIME_IPA	0
364 
365 /* KVM_IRQ_LINE irq field index values */
366 #define KVM_ARM_IRQ_VCPU2_SHIFT		28
367 #define KVM_ARM_IRQ_VCPU2_MASK		0xf
368 #define KVM_ARM_IRQ_TYPE_SHIFT		24
369 #define KVM_ARM_IRQ_TYPE_MASK		0xf
370 #define KVM_ARM_IRQ_VCPU_SHIFT		16
371 #define KVM_ARM_IRQ_VCPU_MASK		0xff
372 #define KVM_ARM_IRQ_NUM_SHIFT		0
373 #define KVM_ARM_IRQ_NUM_MASK		0xffff
374 
375 /* irq_type field */
376 #define KVM_ARM_IRQ_TYPE_CPU		0
377 #define KVM_ARM_IRQ_TYPE_SPI		1
378 #define KVM_ARM_IRQ_TYPE_PPI		2
379 
380 /* out-of-kernel GIC cpu interrupt injection irq_number field */
381 #define KVM_ARM_IRQ_CPU_IRQ		0
382 #define KVM_ARM_IRQ_CPU_FIQ		1
383 
384 /*
385  * This used to hold the highest supported SPI, but it is now obsolete
386  * and only here to provide source code level compatibility with older
387  * userland. The highest SPI number can be set via KVM_DEV_ARM_VGIC_GRP_NR_IRQS.
388  */
389 #ifndef __KERNEL__
390 #define KVM_ARM_IRQ_GIC_MAX		127
391 #endif
392 
393 /* One single KVM irqchip, ie. the VGIC */
394 #define KVM_NR_IRQCHIPS          1
395 
396 /* PSCI interface */
397 #define KVM_PSCI_FN_BASE		0x95c1ba5e
398 #define KVM_PSCI_FN(n)			(KVM_PSCI_FN_BASE + (n))
399 
400 #define KVM_PSCI_FN_CPU_SUSPEND		KVM_PSCI_FN(0)
401 #define KVM_PSCI_FN_CPU_OFF		KVM_PSCI_FN(1)
402 #define KVM_PSCI_FN_CPU_ON		KVM_PSCI_FN(2)
403 #define KVM_PSCI_FN_MIGRATE		KVM_PSCI_FN(3)
404 
405 #define KVM_PSCI_RET_SUCCESS		PSCI_RET_SUCCESS
406 #define KVM_PSCI_RET_NI			PSCI_RET_NOT_SUPPORTED
407 #define KVM_PSCI_RET_INVAL		PSCI_RET_INVALID_PARAMS
408 #define KVM_PSCI_RET_DENIED		PSCI_RET_DENIED
409 
410 #endif
411 
412 #endif /* __ARM_KVM_H__ */
413