• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* SPDX-License-Identifier: GPL-2.0-only */
2 #ifndef _ARM_SMMU_V3_REGS_H
3 #define _ARM_SMMU_V3_REGS_H
4 
5 #include <linux/bitfield.h>
6 
7 /* MMIO registers */
8 #define ARM_SMMU_IDR0			0x0
9 #define IDR0_ST_LVL			GENMASK(28, 27)
10 #define IDR0_ST_LVL_2LVL		1
11 #define IDR0_STALL_MODEL		GENMASK(25, 24)
12 #define IDR0_STALL_MODEL_STALL		0
13 #define IDR0_STALL_MODEL_FORCE		2
14 #define IDR0_TTENDIAN			GENMASK(22, 21)
15 #define IDR0_TTENDIAN_MIXED		0
16 #define IDR0_TTENDIAN_LE		2
17 #define IDR0_TTENDIAN_BE		3
18 #define IDR0_CD2L			(1 << 19)
19 #define IDR0_VMID16			(1 << 18)
20 #define IDR0_PRI			(1 << 16)
21 #define IDR0_SEV			(1 << 14)
22 #define IDR0_MSI			(1 << 13)
23 #define IDR0_ASID16			(1 << 12)
24 #define IDR0_ATS			(1 << 10)
25 #define IDR0_HYP			(1 << 9)
26 #define IDR0_COHACC			(1 << 4)
27 #define IDR0_TTF			GENMASK(3, 2)
28 #define IDR0_TTF_AARCH64		2
29 #define IDR0_TTF_AARCH32_64		3
30 #define IDR0_S1P			(1 << 1)
31 #define IDR0_S2P			(1 << 0)
32 
33 #define ARM_SMMU_IDR1			0x4
34 #define IDR1_TABLES_PRESET		(1 << 30)
35 #define IDR1_QUEUES_PRESET		(1 << 29)
36 #define IDR1_REL			(1 << 28)
37 #define IDR1_CMDQS			GENMASK(25, 21)
38 #define IDR1_EVTQS			GENMASK(20, 16)
39 #define IDR1_PRIQS			GENMASK(15, 11)
40 #define IDR1_SSIDSIZE			GENMASK(10, 6)
41 #define IDR1_SIDSIZE			GENMASK(5, 0)
42 
43 #define ARM_SMMU_IDR3			0xc
44 #define IDR3_RIL			(1 << 10)
45 
46 #define ARM_SMMU_IDR5			0x14
47 #define IDR5_STALL_MAX			GENMASK(31, 16)
48 #define IDR5_GRAN64K			(1 << 6)
49 #define IDR5_GRAN16K			(1 << 5)
50 #define IDR5_GRAN4K			(1 << 4)
51 #define IDR5_OAS			GENMASK(2, 0)
52 #define IDR5_OAS_32_BIT			0
53 #define IDR5_OAS_36_BIT			1
54 #define IDR5_OAS_40_BIT			2
55 #define IDR5_OAS_42_BIT			3
56 #define IDR5_OAS_44_BIT			4
57 #define IDR5_OAS_48_BIT			5
58 #define IDR5_OAS_52_BIT			6
59 #define IDR5_VAX			GENMASK(11, 10)
60 #define IDR5_VAX_52_BIT			1
61 
62 #define ARM_SMMU_IIDR			0x18
63 #define IIDR_PRODUCTID			GENMASK(31, 20)
64 #define IIDR_VARIANT			GENMASK(19, 16)
65 #define IIDR_REVISION			GENMASK(15, 12)
66 #define IIDR_IMPLEMENTER		GENMASK(11, 0)
67 
68 #define ARM_SMMU_CR0			0x20
69 #define CR0_ATSCHK			(1 << 4)
70 #define CR0_CMDQEN			(1 << 3)
71 #define CR0_EVTQEN			(1 << 2)
72 #define CR0_PRIQEN			(1 << 1)
73 #define CR0_SMMUEN			(1 << 0)
74 
75 #define ARM_SMMU_CR0ACK			0x24
76 
77 #define ARM_SMMU_CR1			0x28
78 #define CR1_TABLE_SH			GENMASK(11, 10)
79 #define CR1_TABLE_OC			GENMASK(9, 8)
80 #define CR1_TABLE_IC			GENMASK(7, 6)
81 #define CR1_QUEUE_SH			GENMASK(5, 4)
82 #define CR1_QUEUE_OC			GENMASK(3, 2)
83 #define CR1_QUEUE_IC			GENMASK(1, 0)
84 /* CR1 cacheability fields don't quite follow the usual TCR-style encoding */
85 #define CR1_CACHE_NC			0
86 #define CR1_CACHE_WB			1
87 #define CR1_CACHE_WT			2
88 
89 #define ARM_SMMU_CR2			0x2c
90 #define CR2_PTM				(1 << 2)
91 #define CR2_RECINVSID			(1 << 1)
92 #define CR2_E2H				(1 << 0)
93 
94 #define ARM_SMMU_GBPA			0x44
95 #define GBPA_UPDATE			(1 << 31)
96 #define GBPA_ABORT			(1 << 20)
97 
98 #define ARM_SMMU_IRQ_CTRL		0x50
99 #define IRQ_CTRL_EVTQ_IRQEN		(1 << 2)
100 #define IRQ_CTRL_PRIQ_IRQEN		(1 << 1)
101 #define IRQ_CTRL_GERROR_IRQEN		(1 << 0)
102 
103 #define ARM_SMMU_IRQ_CTRLACK		0x54
104 
105 #define ARM_SMMU_GERROR			0x60
106 #define GERROR_SFM_ERR			(1 << 8)
107 #define GERROR_MSI_GERROR_ABT_ERR	(1 << 7)
108 #define GERROR_MSI_PRIQ_ABT_ERR		(1 << 6)
109 #define GERROR_MSI_EVTQ_ABT_ERR		(1 << 5)
110 #define GERROR_MSI_CMDQ_ABT_ERR		(1 << 4)
111 #define GERROR_PRIQ_ABT_ERR		(1 << 3)
112 #define GERROR_EVTQ_ABT_ERR		(1 << 2)
113 #define GERROR_CMDQ_ERR			(1 << 0)
114 #define GERROR_ERR_MASK			0x1fd
115 
116 #define ARM_SMMU_GERRORN		0x64
117 
118 #define ARM_SMMU_GERROR_IRQ_CFG0	0x68
119 #define ARM_SMMU_GERROR_IRQ_CFG1	0x70
120 #define ARM_SMMU_GERROR_IRQ_CFG2	0x74
121 
122 #define ARM_SMMU_STRTAB_BASE		0x80
123 #define STRTAB_BASE_RA			(1UL << 62)
124 #define STRTAB_BASE_ADDR_MASK		GENMASK_ULL(51, 6)
125 
126 #define ARM_SMMU_STRTAB_BASE_CFG	0x88
127 #define STRTAB_BASE_CFG_FMT		GENMASK(17, 16)
128 #define STRTAB_BASE_CFG_FMT_LINEAR	0
129 #define STRTAB_BASE_CFG_FMT_2LVL	1
130 #define STRTAB_BASE_CFG_SPLIT		GENMASK(10, 6)
131 #define STRTAB_BASE_CFG_LOG2SIZE	GENMASK(5, 0)
132 
133 #define ARM_SMMU_CMDQ_BASE		0x90
134 #define ARM_SMMU_CMDQ_PROD		0x98
135 #define ARM_SMMU_CMDQ_CONS		0x9c
136 
137 #define ARM_SMMU_EVTQ_BASE		0xa0
138 #define ARM_SMMU_EVTQ_PROD		0xa8
139 #define ARM_SMMU_EVTQ_CONS		0xac
140 #define ARM_SMMU_EVTQ_IRQ_CFG0		0xb0
141 #define ARM_SMMU_EVTQ_IRQ_CFG1		0xb8
142 #define ARM_SMMU_EVTQ_IRQ_CFG2		0xbc
143 
144 #define ARM_SMMU_PRIQ_BASE		0xc0
145 #define ARM_SMMU_PRIQ_PROD		0xc8
146 #define ARM_SMMU_PRIQ_CONS		0xcc
147 #define ARM_SMMU_PRIQ_IRQ_CFG0		0xd0
148 #define ARM_SMMU_PRIQ_IRQ_CFG1		0xd8
149 #define ARM_SMMU_PRIQ_IRQ_CFG2		0xdc
150 
151 #define ARM_SMMU_REG_SZ			0xe00
152 
153 /* Common MSI config fields */
154 #define MSI_CFG0_ADDR_MASK		GENMASK_ULL(51, 2)
155 #define MSI_CFG2_SH			GENMASK(5, 4)
156 #define MSI_CFG2_MEMATTR		GENMASK(3, 0)
157 
158 /* Common memory attribute values */
159 #define ARM_SMMU_SH_NSH			0
160 #define ARM_SMMU_SH_OSH			2
161 #define ARM_SMMU_SH_ISH			3
162 #define ARM_SMMU_MEMATTR_DEVICE_nGnRE	0x1
163 #define ARM_SMMU_MEMATTR_OIWB		0xf
164 
165 #define Q_BASE_RWA			(1UL << 62)
166 #define Q_BASE_ADDR_MASK		GENMASK_ULL(51, 5)
167 #define Q_BASE_LOG2SIZE			GENMASK(4, 0)
168 
169 /*
170  * Stream table.
171  *
172  * Linear: Enough to cover 1 << IDR1.SIDSIZE entries
173  * 2lvl: 128k L1 entries,
174  *       256 lazy entries per table (each table covers a PCI bus)
175  */
176 #define STRTAB_L1_SZ_SHIFT		20
177 #define STRTAB_SPLIT			8
178 
179 #define STRTAB_L1_DESC_DWORDS		1
180 #define STRTAB_L1_DESC_SPAN		GENMASK_ULL(4, 0)
181 #define STRTAB_L1_DESC_L2PTR_MASK	GENMASK_ULL(51, 6)
182 
183 #define STRTAB_STE_DWORDS		8
184 #define STRTAB_STE_0_V			(1UL << 0)
185 #define STRTAB_STE_0_CFG		GENMASK_ULL(3, 1)
186 #define STRTAB_STE_0_CFG_ABORT		0
187 #define STRTAB_STE_0_CFG_BYPASS		4
188 #define STRTAB_STE_0_CFG_S1_TRANS	5
189 #define STRTAB_STE_0_CFG_S2_TRANS	6
190 
191 #define STRTAB_STE_0_S1FMT		GENMASK_ULL(5, 4)
192 #define STRTAB_STE_0_S1FMT_LINEAR	0
193 #define STRTAB_STE_0_S1FMT_64K_L2	2
194 #define STRTAB_STE_0_S1CTXPTR_MASK	GENMASK_ULL(51, 6)
195 #define STRTAB_STE_0_S1CDMAX		GENMASK_ULL(63, 59)
196 
197 #define STRTAB_STE_1_S1DSS		GENMASK_ULL(1, 0)
198 #define STRTAB_STE_1_S1DSS_TERMINATE	0x0
199 #define STRTAB_STE_1_S1DSS_BYPASS	0x1
200 #define STRTAB_STE_1_S1DSS_SSID0	0x2
201 
202 #define STRTAB_STE_1_S1C_CACHE_NC	0UL
203 #define STRTAB_STE_1_S1C_CACHE_WBRA	1UL
204 #define STRTAB_STE_1_S1C_CACHE_WT	2UL
205 #define STRTAB_STE_1_S1C_CACHE_WB	3UL
206 #define STRTAB_STE_1_S1CIR		GENMASK_ULL(3, 2)
207 #define STRTAB_STE_1_S1COR		GENMASK_ULL(5, 4)
208 #define STRTAB_STE_1_S1CSH		GENMASK_ULL(7, 6)
209 
210 #define STRTAB_STE_1_S1STALLD		(1UL << 27)
211 
212 #define STRTAB_STE_1_EATS		GENMASK_ULL(29, 28)
213 #define STRTAB_STE_1_EATS_ABT		0UL
214 #define STRTAB_STE_1_EATS_TRANS		1UL
215 #define STRTAB_STE_1_EATS_S1CHK		2UL
216 
217 #define STRTAB_STE_1_STRW		GENMASK_ULL(31, 30)
218 #define STRTAB_STE_1_STRW_NSEL1		0UL
219 #define STRTAB_STE_1_STRW_EL2		2UL
220 
221 #define STRTAB_STE_1_SHCFG		GENMASK_ULL(45, 44)
222 #define STRTAB_STE_1_SHCFG_INCOMING	1UL
223 
224 #define STRTAB_STE_2_S2VMID		GENMASK_ULL(15, 0)
225 #define STRTAB_STE_2_VTCR		GENMASK_ULL(50, 32)
226 #define STRTAB_STE_2_VTCR_S2T0SZ	GENMASK_ULL(5, 0)
227 #define STRTAB_STE_2_VTCR_S2SL0		GENMASK_ULL(7, 6)
228 #define STRTAB_STE_2_VTCR_S2IR0		GENMASK_ULL(9, 8)
229 #define STRTAB_STE_2_VTCR_S2OR0		GENMASK_ULL(11, 10)
230 #define STRTAB_STE_2_VTCR_S2SH0		GENMASK_ULL(13, 12)
231 #define STRTAB_STE_2_VTCR_S2TG		GENMASK_ULL(15, 14)
232 #define STRTAB_STE_2_VTCR_S2PS		GENMASK_ULL(18, 16)
233 #define STRTAB_STE_2_S2AA64		(1UL << 51)
234 #define STRTAB_STE_2_S2ENDI		(1UL << 52)
235 #define STRTAB_STE_2_S2PTW		(1UL << 54)
236 #define STRTAB_STE_2_S2R		(1UL << 58)
237 
238 #define STRTAB_STE_3_S2TTB_MASK		GENMASK_ULL(51, 4)
239 
240 /*
241  * Context descriptors.
242  *
243  * Linear: when less than 1024 SSIDs are supported
244  * 2lvl: at most 1024 L1 entries,
245  *       1024 lazy entries per table.
246  */
247 #define CTXDESC_SPLIT			10
248 #define CTXDESC_L2_ENTRIES		(1 << CTXDESC_SPLIT)
249 
250 #define CTXDESC_L1_DESC_DWORDS		1
251 #define CTXDESC_L1_DESC_V		(1UL << 0)
252 #define CTXDESC_L1_DESC_L2PTR_MASK	GENMASK_ULL(51, 12)
253 
254 #define CTXDESC_CD_DWORDS		8
255 #define CTXDESC_CD_0_TCR_T0SZ		GENMASK_ULL(5, 0)
256 #define CTXDESC_CD_0_TCR_TG0		GENMASK_ULL(7, 6)
257 #define CTXDESC_CD_0_TCR_IRGN0		GENMASK_ULL(9, 8)
258 #define CTXDESC_CD_0_TCR_ORGN0		GENMASK_ULL(11, 10)
259 #define CTXDESC_CD_0_TCR_SH0		GENMASK_ULL(13, 12)
260 #define CTXDESC_CD_0_TCR_EPD0		(1ULL << 14)
261 #define CTXDESC_CD_0_TCR_EPD1		(1ULL << 30)
262 
263 #define CTXDESC_CD_0_ENDI		(1UL << 15)
264 #define CTXDESC_CD_0_V			(1UL << 31)
265 
266 #define CTXDESC_CD_0_TCR_IPS		GENMASK_ULL(34, 32)
267 #define CTXDESC_CD_0_TCR_TBI0		(1ULL << 38)
268 
269 #define CTXDESC_CD_0_AA64		(1UL << 41)
270 #define CTXDESC_CD_0_S			(1UL << 44)
271 #define CTXDESC_CD_0_R			(1UL << 45)
272 #define CTXDESC_CD_0_A			(1UL << 46)
273 #define CTXDESC_CD_0_ASET		(1UL << 47)
274 #define CTXDESC_CD_0_ASID		GENMASK_ULL(63, 48)
275 
276 #define CTXDESC_CD_1_TTB0_MASK		GENMASK_ULL(51, 4)
277 
278 /* Command queue */
279 #define CMDQ_ENT_SZ_SHIFT		4
280 #define CMDQ_ENT_DWORDS			((1 << CMDQ_ENT_SZ_SHIFT) >> 3)
281 #define CMDQ_MAX_SZ_SHIFT		(Q_MAX_SZ_SHIFT - CMDQ_ENT_SZ_SHIFT)
282 
283 #define CMDQ_CONS_ERR			GENMASK(30, 24)
284 #define CMDQ_ERR_CERROR_NONE_IDX	0
285 #define CMDQ_ERR_CERROR_ILL_IDX		1
286 #define CMDQ_ERR_CERROR_ABT_IDX		2
287 #define CMDQ_ERR_CERROR_ATC_INV_IDX	3
288 
289 #define CMDQ_0_OP			GENMASK_ULL(7, 0)
290 #define CMDQ_0_SSV			(1UL << 11)
291 
292 #define CMDQ_PREFETCH_0_SID		GENMASK_ULL(63, 32)
293 #define CMDQ_PREFETCH_1_SIZE		GENMASK_ULL(4, 0)
294 #define CMDQ_PREFETCH_1_ADDR_MASK	GENMASK_ULL(63, 12)
295 
296 #define CMDQ_CFGI_0_SSID		GENMASK_ULL(31, 12)
297 #define CMDQ_CFGI_0_SID			GENMASK_ULL(63, 32)
298 #define CMDQ_CFGI_1_LEAF		(1UL << 0)
299 #define CMDQ_CFGI_1_RANGE		GENMASK_ULL(4, 0)
300 
301 #define CMDQ_TLBI_0_NUM			GENMASK_ULL(16, 12)
302 #define CMDQ_TLBI_RANGE_NUM_MAX		31
303 #define CMDQ_TLBI_0_SCALE		GENMASK_ULL(24, 20)
304 #define CMDQ_TLBI_0_VMID		GENMASK_ULL(47, 32)
305 #define CMDQ_TLBI_0_ASID		GENMASK_ULL(63, 48)
306 #define CMDQ_TLBI_1_LEAF		(1UL << 0)
307 #define CMDQ_TLBI_1_TTL			GENMASK_ULL(9, 8)
308 #define CMDQ_TLBI_1_TG			GENMASK_ULL(11, 10)
309 #define CMDQ_TLBI_1_VA_MASK		GENMASK_ULL(63, 12)
310 #define CMDQ_TLBI_1_IPA_MASK		GENMASK_ULL(51, 12)
311 
312 #define CMDQ_ATC_0_SSID			GENMASK_ULL(31, 12)
313 #define CMDQ_ATC_0_SID			GENMASK_ULL(63, 32)
314 #define CMDQ_ATC_0_GLOBAL		(1UL << 9)
315 #define CMDQ_ATC_1_SIZE			GENMASK_ULL(5, 0)
316 #define CMDQ_ATC_1_ADDR_MASK		GENMASK_ULL(63, 12)
317 
318 #define CMDQ_PRI_0_SSID			GENMASK_ULL(31, 12)
319 #define CMDQ_PRI_0_SID			GENMASK_ULL(63, 32)
320 #define CMDQ_PRI_1_GRPID		GENMASK_ULL(8, 0)
321 #define CMDQ_PRI_1_RESP			GENMASK_ULL(13, 12)
322 
323 #define CMDQ_RESUME_0_RESP_TERM		0UL
324 #define CMDQ_RESUME_0_RESP_RETRY	1UL
325 #define CMDQ_RESUME_0_RESP_ABORT	2UL
326 #define CMDQ_RESUME_0_RESP		GENMASK_ULL(13, 12)
327 #define CMDQ_RESUME_0_SID		GENMASK_ULL(63, 32)
328 #define CMDQ_RESUME_1_STAG		GENMASK_ULL(15, 0)
329 
330 #define CMDQ_SYNC_0_CS			GENMASK_ULL(13, 12)
331 #define CMDQ_SYNC_0_CS_NONE		0
332 #define CMDQ_SYNC_0_CS_IRQ		1
333 #define CMDQ_SYNC_0_CS_SEV		2
334 #define CMDQ_SYNC_0_MSH			GENMASK_ULL(23, 22)
335 #define CMDQ_SYNC_0_MSIATTR		GENMASK_ULL(27, 24)
336 #define CMDQ_SYNC_0_MSIDATA		GENMASK_ULL(63, 32)
337 #define CMDQ_SYNC_1_MSIADDR_MASK	GENMASK_ULL(51, 2)
338 
339 /* Event queue */
340 #define EVTQ_ENT_SZ_SHIFT		5
341 #define EVTQ_ENT_DWORDS			((1 << EVTQ_ENT_SZ_SHIFT) >> 3)
342 #define EVTQ_MAX_SZ_SHIFT		(Q_MAX_SZ_SHIFT - EVTQ_ENT_SZ_SHIFT)
343 
344 #define EVTQ_0_ID			GENMASK_ULL(7, 0)
345 
346 #define EVT_ID_TRANSLATION_FAULT	0x10
347 #define EVT_ID_ADDR_SIZE_FAULT		0x11
348 #define EVT_ID_ACCESS_FAULT		0x12
349 #define EVT_ID_PERMISSION_FAULT		0x13
350 
351 #define EVTQ_0_SSV			(1UL << 11)
352 #define EVTQ_0_SSID			GENMASK_ULL(31, 12)
353 #define EVTQ_0_SID			GENMASK_ULL(63, 32)
354 #define EVTQ_1_STAG			GENMASK_ULL(15, 0)
355 #define EVTQ_1_STALL			(1UL << 31)
356 #define EVTQ_1_PnU			(1UL << 33)
357 #define EVTQ_1_InD			(1UL << 34)
358 #define EVTQ_1_RnW			(1UL << 35)
359 #define EVTQ_1_S2			(1UL << 39)
360 #define EVTQ_1_CLASS			GENMASK_ULL(41, 40)
361 #define EVTQ_1_TT_READ			(1UL << 44)
362 #define EVTQ_2_ADDR			GENMASK_ULL(63, 0)
363 #define EVTQ_3_IPA			GENMASK_ULL(51, 12)
364 
365 /* PRI queue */
366 #define PRIQ_ENT_SZ_SHIFT		4
367 #define PRIQ_ENT_DWORDS			((1 << PRIQ_ENT_SZ_SHIFT) >> 3)
368 #define PRIQ_MAX_SZ_SHIFT		(Q_MAX_SZ_SHIFT - PRIQ_ENT_SZ_SHIFT)
369 
370 #define PRIQ_0_SID			GENMASK_ULL(31, 0)
371 #define PRIQ_0_SSID			GENMASK_ULL(51, 32)
372 #define PRIQ_0_PERM_PRIV		(1UL << 58)
373 #define PRIQ_0_PERM_EXEC		(1UL << 59)
374 #define PRIQ_0_PERM_READ		(1UL << 60)
375 #define PRIQ_0_PERM_WRITE		(1UL << 61)
376 #define PRIQ_0_PRG_LAST			(1UL << 62)
377 #define PRIQ_0_SSID_V			(1UL << 63)
378 
379 #define PRIQ_1_PRG_IDX			GENMASK_ULL(8, 0)
380 #define PRIQ_1_ADDR_MASK		GENMASK_ULL(63, 12)
381 
382 /* Synthesized features */
383 #define ARM_SMMU_FEAT_2_LVL_STRTAB	(1 << 0)
384 #define ARM_SMMU_FEAT_2_LVL_CDTAB	(1 << 1)
385 #define ARM_SMMU_FEAT_TT_LE		(1 << 2)
386 #define ARM_SMMU_FEAT_TT_BE		(1 << 3)
387 #define ARM_SMMU_FEAT_PRI		(1 << 4)
388 #define ARM_SMMU_FEAT_ATS		(1 << 5)
389 #define ARM_SMMU_FEAT_SEV		(1 << 6)
390 #define ARM_SMMU_FEAT_MSI		(1 << 7)
391 #define ARM_SMMU_FEAT_COHERENCY		(1 << 8)
392 #define ARM_SMMU_FEAT_TRANS_S1		(1 << 9)
393 #define ARM_SMMU_FEAT_TRANS_S2		(1 << 10)
394 #define ARM_SMMU_FEAT_STALLS		(1 << 11)
395 #define ARM_SMMU_FEAT_HYP		(1 << 12)
396 #define ARM_SMMU_FEAT_STALL_FORCE	(1 << 13)
397 #define ARM_SMMU_FEAT_VAX		(1 << 14)
398 #define ARM_SMMU_FEAT_RANGE_INV		(1 << 15)
399 #define ARM_SMMU_FEAT_BTM		(1 << 16)
400 #define ARM_SMMU_FEAT_SVA		(1 << 17)
401 #define ARM_SMMU_FEAT_E2H		(1 << 18)
402 #define ARM_SMMU_FEAT_NESTING		(1 << 19)
403 
404 enum pri_resp {
405 	PRI_RESP_DENY = 0,
406 	PRI_RESP_FAIL = 1,
407 	PRI_RESP_SUCC = 2,
408 };
409 
410 struct arm_smmu_cmdq_ent {
411 	/* Common fields */
412 	u8				opcode;
413 	bool				substream_valid;
414 
415 	/* Command-specific fields */
416 	union {
417 		#define CMDQ_OP_PREFETCH_CFG	0x1
418 		struct {
419 			u32			sid;
420 		} prefetch;
421 
422 		#define CMDQ_OP_CFGI_STE	0x3
423 		#define CMDQ_OP_CFGI_ALL	0x4
424 		#define CMDQ_OP_CFGI_CD		0x5
425 		#define CMDQ_OP_CFGI_CD_ALL	0x6
426 		struct {
427 			u32			sid;
428 			u32			ssid;
429 			union {
430 				bool		leaf;
431 				u8		span;
432 			};
433 		} cfgi;
434 
435 		#define CMDQ_OP_TLBI_NH_ASID	0x11
436 		#define CMDQ_OP_TLBI_NH_VA	0x12
437 		#define CMDQ_OP_TLBI_EL2_ALL	0x20
438 		#define CMDQ_OP_TLBI_EL2_ASID	0x21
439 		#define CMDQ_OP_TLBI_EL2_VA	0x22
440 		#define CMDQ_OP_TLBI_S12_VMALL	0x28
441 		#define CMDQ_OP_TLBI_S2_IPA	0x2a
442 		#define CMDQ_OP_TLBI_NSNH_ALL	0x30
443 		struct {
444 			u8			num;
445 			u8			scale;
446 			u16			asid;
447 			u16			vmid;
448 			bool			leaf;
449 			u8			ttl;
450 			u8			tg;
451 			u64			addr;
452 		} tlbi;
453 
454 		#define CMDQ_OP_ATC_INV		0x40
455 		#define ATC_INV_SIZE_ALL	52
456 		struct {
457 			u32			sid;
458 			u32			ssid;
459 			u64			addr;
460 			u8			size;
461 			bool			global;
462 		} atc;
463 
464 		#define CMDQ_OP_PRI_RESP	0x41
465 		struct {
466 			u32			sid;
467 			u32			ssid;
468 			u16			grpid;
469 			enum pri_resp		resp;
470 		} pri;
471 
472 		#define CMDQ_OP_RESUME		0x44
473 		struct {
474 			u32			sid;
475 			u16			stag;
476 			u8			resp;
477 		} resume;
478 
479 		#define CMDQ_OP_CMD_SYNC	0x46
480 		struct {
481 			u64			msiaddr;
482 		} sync;
483 	};
484 };
485 
486 #endif /* _ARM_SMMU_V3_REGS_H */
487