• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright © 2008 Keith Packard
3  *
4  * Permission to use, copy, modify, distribute, and sell this software and its
5  * documentation for any purpose is hereby granted without fee, provided that
6  * the above copyright notice appear in all copies and that both that copyright
7  * notice and this permission notice appear in supporting documentation, and
8  * that the name of the copyright holders not be used in advertising or
9  * publicity pertaining to distribution of the software without specific,
10  * written prior permission.  The copyright holders make no representations
11  * about the suitability of this software for any purpose.  It is provided "as
12  * is" without express or implied warranty.
13  *
14  * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
15  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
16  * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
17  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
18  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
19  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
20  * OF THIS SOFTWARE.
21  */
22 
23 #include <stdio.h>
24 #include <string.h>
25 #include <stdarg.h>
26 
27 #include "brw_eu_defines.h"
28 #include "brw_inst.h"
29 #include "brw_shader.h"
30 #include "brw_reg.h"
31 #include "brw_inst.h"
32 #include "brw_eu.h"
33 #include "util/half_float.h"
34 
35 bool
brw_has_jip(const struct gen_device_info * devinfo,enum opcode opcode)36 brw_has_jip(const struct gen_device_info *devinfo, enum opcode opcode)
37 {
38    if (devinfo->gen < 6)
39       return false;
40 
41    return opcode == BRW_OPCODE_IF ||
42           opcode == BRW_OPCODE_ELSE ||
43           opcode == BRW_OPCODE_ENDIF ||
44           opcode == BRW_OPCODE_WHILE ||
45           opcode == BRW_OPCODE_BREAK ||
46           opcode == BRW_OPCODE_CONTINUE ||
47           opcode == BRW_OPCODE_HALT;
48 }
49 
50 bool
brw_has_uip(const struct gen_device_info * devinfo,enum opcode opcode)51 brw_has_uip(const struct gen_device_info *devinfo, enum opcode opcode)
52 {
53    if (devinfo->gen < 6)
54       return false;
55 
56    return (devinfo->gen >= 7 && opcode == BRW_OPCODE_IF) ||
57           (devinfo->gen >= 8 && opcode == BRW_OPCODE_ELSE) ||
58           opcode == BRW_OPCODE_BREAK ||
59           opcode == BRW_OPCODE_CONTINUE ||
60           opcode == BRW_OPCODE_HALT;
61 }
62 
63 static bool
has_branch_ctrl(const struct gen_device_info * devinfo,enum opcode opcode)64 has_branch_ctrl(const struct gen_device_info *devinfo, enum opcode opcode)
65 {
66    if (devinfo->gen < 8)
67       return false;
68 
69    return opcode == BRW_OPCODE_IF ||
70           opcode == BRW_OPCODE_ELSE;
71           /* opcode == BRW_OPCODE_GOTO; */
72 }
73 
74 static bool
is_logic_instruction(unsigned opcode)75 is_logic_instruction(unsigned opcode)
76 {
77    return opcode == BRW_OPCODE_AND ||
78           opcode == BRW_OPCODE_NOT ||
79           opcode == BRW_OPCODE_OR ||
80           opcode == BRW_OPCODE_XOR;
81 }
82 
83 static bool
is_send(unsigned opcode)84 is_send(unsigned opcode)
85 {
86    return opcode == BRW_OPCODE_SEND ||
87           opcode == BRW_OPCODE_SENDC ||
88           opcode == BRW_OPCODE_SENDS ||
89           opcode == BRW_OPCODE_SENDSC;
90 }
91 
92 static bool
is_split_send(UNUSED const struct gen_device_info * devinfo,unsigned opcode)93 is_split_send(UNUSED const struct gen_device_info *devinfo, unsigned opcode)
94 {
95    if (devinfo->gen >= 12)
96       return is_send(opcode);
97    else
98       return opcode == BRW_OPCODE_SENDS ||
99              opcode == BRW_OPCODE_SENDSC;
100 }
101 
102 const char *const conditional_modifier[16] = {
103    [BRW_CONDITIONAL_NONE] = "",
104    [BRW_CONDITIONAL_Z]    = ".z",
105    [BRW_CONDITIONAL_NZ]   = ".nz",
106    [BRW_CONDITIONAL_G]    = ".g",
107    [BRW_CONDITIONAL_GE]   = ".ge",
108    [BRW_CONDITIONAL_L]    = ".l",
109    [BRW_CONDITIONAL_LE]   = ".le",
110    [BRW_CONDITIONAL_R]    = ".r",
111    [BRW_CONDITIONAL_O]    = ".o",
112    [BRW_CONDITIONAL_U]    = ".u",
113 };
114 
115 static const char *const m_negate[2] = {
116    [0] = "",
117    [1] = "-",
118 };
119 
120 static const char *const _abs[2] = {
121    [0] = "",
122    [1] = "(abs)",
123 };
124 
125 static const char *const m_bitnot[2] = { "", "~" };
126 
127 static const char *const vert_stride[16] = {
128    [0] = "0",
129    [1] = "1",
130    [2] = "2",
131    [3] = "4",
132    [4] = "8",
133    [5] = "16",
134    [6] = "32",
135    [15] = "VxH",
136 };
137 
138 static const char *const width[8] = {
139    [0] = "1",
140    [1] = "2",
141    [2] = "4",
142    [3] = "8",
143    [4] = "16",
144 };
145 
146 static const char *const horiz_stride[4] = {
147    [0] = "0",
148    [1] = "1",
149    [2] = "2",
150    [3] = "4"
151 };
152 
153 static const char *const chan_sel[4] = {
154    [0] = "x",
155    [1] = "y",
156    [2] = "z",
157    [3] = "w",
158 };
159 
160 static const char *const debug_ctrl[2] = {
161    [0] = "",
162    [1] = ".breakpoint"
163 };
164 
165 static const char *const saturate[2] = {
166    [0] = "",
167    [1] = ".sat"
168 };
169 
170 static const char *const cmpt_ctrl[2] = {
171    [0] = "",
172    [1] = "compacted"
173 };
174 
175 static const char *const accwr[2] = {
176    [0] = "",
177    [1] = "AccWrEnable"
178 };
179 
180 static const char *const branch_ctrl[2] = {
181    [0] = "",
182    [1] = "BranchCtrl"
183 };
184 
185 static const char *const wectrl[2] = {
186    [0] = "",
187    [1] = "WE_all"
188 };
189 
190 static const char *const exec_size[8] = {
191    [0] = "1",
192    [1] = "2",
193    [2] = "4",
194    [3] = "8",
195    [4] = "16",
196    [5] = "32"
197 };
198 
199 static const char *const pred_inv[2] = {
200    [0] = "+",
201    [1] = "-"
202 };
203 
204 const char *const pred_ctrl_align16[16] = {
205    [1] = "",
206    [2] = ".x",
207    [3] = ".y",
208    [4] = ".z",
209    [5] = ".w",
210    [6] = ".any4h",
211    [7] = ".all4h",
212 };
213 
214 static const char *const pred_ctrl_align1[16] = {
215    [BRW_PREDICATE_NORMAL]        = "",
216    [BRW_PREDICATE_ALIGN1_ANYV]   = ".anyv",
217    [BRW_PREDICATE_ALIGN1_ALLV]   = ".allv",
218    [BRW_PREDICATE_ALIGN1_ANY2H]  = ".any2h",
219    [BRW_PREDICATE_ALIGN1_ALL2H]  = ".all2h",
220    [BRW_PREDICATE_ALIGN1_ANY4H]  = ".any4h",
221    [BRW_PREDICATE_ALIGN1_ALL4H]  = ".all4h",
222    [BRW_PREDICATE_ALIGN1_ANY8H]  = ".any8h",
223    [BRW_PREDICATE_ALIGN1_ALL8H]  = ".all8h",
224    [BRW_PREDICATE_ALIGN1_ANY16H] = ".any16h",
225    [BRW_PREDICATE_ALIGN1_ALL16H] = ".all16h",
226    [BRW_PREDICATE_ALIGN1_ANY32H] = ".any32h",
227    [BRW_PREDICATE_ALIGN1_ALL32H] = ".all32h",
228 };
229 
230 static const char *const thread_ctrl[4] = {
231    [BRW_THREAD_NORMAL] = "",
232    [BRW_THREAD_ATOMIC] = "atomic",
233    [BRW_THREAD_SWITCH] = "switch",
234 };
235 
236 static const char *const compr_ctrl[4] = {
237    [0] = "",
238    [1] = "sechalf",
239    [2] = "compr",
240    [3] = "compr4",
241 };
242 
243 static const char *const dep_ctrl[4] = {
244    [0] = "",
245    [1] = "NoDDClr",
246    [2] = "NoDDChk",
247    [3] = "NoDDClr,NoDDChk",
248 };
249 
250 static const char *const mask_ctrl[4] = {
251    [0] = "",
252    [1] = "nomask",
253 };
254 
255 static const char *const access_mode[2] = {
256    [0] = "align1",
257    [1] = "align16",
258 };
259 
260 static const char *const reg_file[4] = {
261    [0] = "A",
262    [1] = "g",
263    [2] = "m",
264    [3] = "imm",
265 };
266 
267 static const char *const writemask[16] = {
268    [0x0] = ".",
269    [0x1] = ".x",
270    [0x2] = ".y",
271    [0x3] = ".xy",
272    [0x4] = ".z",
273    [0x5] = ".xz",
274    [0x6] = ".yz",
275    [0x7] = ".xyz",
276    [0x8] = ".w",
277    [0x9] = ".xw",
278    [0xa] = ".yw",
279    [0xb] = ".xyw",
280    [0xc] = ".zw",
281    [0xd] = ".xzw",
282    [0xe] = ".yzw",
283    [0xf] = "",
284 };
285 
286 static const char *const end_of_thread[2] = {
287    [0] = "",
288    [1] = "EOT"
289 };
290 
291 /* SFIDs on Gen4-5 */
292 static const char *const gen4_sfid[16] = {
293    [BRW_SFID_NULL]            = "null",
294    [BRW_SFID_MATH]            = "math",
295    [BRW_SFID_SAMPLER]         = "sampler",
296    [BRW_SFID_MESSAGE_GATEWAY] = "gateway",
297    [BRW_SFID_DATAPORT_READ]   = "read",
298    [BRW_SFID_DATAPORT_WRITE]  = "write",
299    [BRW_SFID_URB]             = "urb",
300    [BRW_SFID_THREAD_SPAWNER]  = "thread_spawner",
301    [BRW_SFID_VME]             = "vme",
302 };
303 
304 static const char *const gen6_sfid[16] = {
305    [BRW_SFID_NULL]                     = "null",
306    [BRW_SFID_MATH]                     = "math",
307    [BRW_SFID_SAMPLER]                  = "sampler",
308    [BRW_SFID_MESSAGE_GATEWAY]          = "gateway",
309    [BRW_SFID_URB]                      = "urb",
310    [BRW_SFID_THREAD_SPAWNER]           = "thread_spawner",
311    [GEN6_SFID_DATAPORT_SAMPLER_CACHE]  = "dp_sampler",
312    [GEN6_SFID_DATAPORT_RENDER_CACHE]   = "render",
313    [GEN6_SFID_DATAPORT_CONSTANT_CACHE] = "const",
314    [GEN7_SFID_DATAPORT_DATA_CACHE]     = "data",
315    [GEN7_SFID_PIXEL_INTERPOLATOR]      = "pixel interp",
316    [HSW_SFID_DATAPORT_DATA_CACHE_1]    = "dp data 1",
317    [HSW_SFID_CRE]                      = "cre",
318 };
319 
320 static const char *const gen7_gateway_subfuncid[8] = {
321    [BRW_MESSAGE_GATEWAY_SFID_OPEN_GATEWAY] = "open",
322    [BRW_MESSAGE_GATEWAY_SFID_CLOSE_GATEWAY] = "close",
323    [BRW_MESSAGE_GATEWAY_SFID_FORWARD_MSG] = "forward msg",
324    [BRW_MESSAGE_GATEWAY_SFID_GET_TIMESTAMP] = "get timestamp",
325    [BRW_MESSAGE_GATEWAY_SFID_BARRIER_MSG] = "barrier msg",
326    [BRW_MESSAGE_GATEWAY_SFID_UPDATE_GATEWAY_STATE] = "update state",
327    [BRW_MESSAGE_GATEWAY_SFID_MMIO_READ_WRITE] = "mmio read/write",
328 };
329 
330 static const char *const gen4_dp_read_port_msg_type[4] = {
331    [0b00] = "OWord Block Read",
332    [0b01] = "OWord Dual Block Read",
333    [0b10] = "Media Block Read",
334    [0b11] = "DWord Scattered Read",
335 };
336 
337 static const char *const g45_dp_read_port_msg_type[8] = {
338    [0b000] = "OWord Block Read",
339    [0b010] = "OWord Dual Block Read",
340    [0b100] = "Media Block Read",
341    [0b110] = "DWord Scattered Read",
342    [0b001] = "Render Target UNORM Read",
343    [0b011] = "AVC Loop Filter Read",
344 };
345 
346 static const char *const dp_write_port_msg_type[8] = {
347    [0b000] = "OWord block write",
348    [0b001] = "OWord dual block write",
349    [0b010] = "media block write",
350    [0b011] = "DWord scattered write",
351    [0b100] = "RT write",
352    [0b101] = "streamed VB write",
353    [0b110] = "RT UNORM write", /* G45+ */
354    [0b111] = "flush render cache",
355 };
356 
357 static const char *const dp_rc_msg_type_gen6[16] = {
358    [BRW_DATAPORT_READ_MESSAGE_OWORD_BLOCK_READ] = "OWORD block read",
359    [GEN6_DATAPORT_READ_MESSAGE_RENDER_UNORM_READ] = "RT UNORM read",
360    [GEN6_DATAPORT_READ_MESSAGE_OWORD_DUAL_BLOCK_READ] = "OWORD dual block read",
361    [GEN6_DATAPORT_READ_MESSAGE_MEDIA_BLOCK_READ] = "media block read",
362    [GEN6_DATAPORT_READ_MESSAGE_OWORD_UNALIGN_BLOCK_READ] =
363       "OWORD unaligned block read",
364    [GEN6_DATAPORT_READ_MESSAGE_DWORD_SCATTERED_READ] = "DWORD scattered read",
365    [GEN6_DATAPORT_WRITE_MESSAGE_DWORD_ATOMIC_WRITE] = "DWORD atomic write",
366    [GEN6_DATAPORT_WRITE_MESSAGE_OWORD_BLOCK_WRITE] = "OWORD block write",
367    [GEN6_DATAPORT_WRITE_MESSAGE_OWORD_DUAL_BLOCK_WRITE] =
368       "OWORD dual block write",
369    [GEN6_DATAPORT_WRITE_MESSAGE_MEDIA_BLOCK_WRITE] = "media block write",
370    [GEN6_DATAPORT_WRITE_MESSAGE_DWORD_SCATTERED_WRITE] =
371       "DWORD scattered write",
372    [GEN6_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_WRITE] = "RT write",
373    [GEN6_DATAPORT_WRITE_MESSAGE_STREAMED_VB_WRITE] = "streamed VB write",
374    [GEN6_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_UNORM_WRITE] = "RT UNORM write",
375 };
376 
377 static const char *const dp_rc_msg_type_gen7[16] = {
378    [GEN7_DATAPORT_RC_MEDIA_BLOCK_READ] = "media block read",
379    [GEN7_DATAPORT_RC_TYPED_SURFACE_READ] = "typed surface read",
380    [GEN7_DATAPORT_RC_TYPED_ATOMIC_OP] = "typed atomic op",
381    [GEN7_DATAPORT_RC_MEMORY_FENCE] = "memory fence",
382    [GEN7_DATAPORT_RC_MEDIA_BLOCK_WRITE] = "media block write",
383    [GEN7_DATAPORT_RC_RENDER_TARGET_WRITE] = "RT write",
384    [GEN7_DATAPORT_RC_TYPED_SURFACE_WRITE] = "typed surface write"
385 };
386 
387 static const char *const dp_rc_msg_type_gen9[16] = {
388    [GEN9_DATAPORT_RC_RENDER_TARGET_WRITE] = "RT write",
389    [GEN9_DATAPORT_RC_RENDER_TARGET_READ] = "RT read"
390 };
391 
392 static const char *const *
dp_rc_msg_type(const struct gen_device_info * devinfo)393 dp_rc_msg_type(const struct gen_device_info *devinfo)
394 {
395    return (devinfo->gen >= 9 ? dp_rc_msg_type_gen9 :
396            devinfo->gen >= 7 ? dp_rc_msg_type_gen7 :
397            devinfo->gen >= 6 ? dp_rc_msg_type_gen6 :
398            dp_write_port_msg_type);
399 }
400 
401 static const char *const m_rt_write_subtype[] = {
402    [0b000] = "SIMD16",
403    [0b001] = "SIMD16/RepData",
404    [0b010] = "SIMD8/DualSrcLow",
405    [0b011] = "SIMD8/DualSrcHigh",
406    [0b100] = "SIMD8",
407    [0b101] = "SIMD8/ImageWrite",   /* Gen6+ */
408    [0b111] = "SIMD16/RepData-111", /* no idea how this is different than 1 */
409 };
410 
411 static const char *const dp_dc0_msg_type_gen7[16] = {
412    [GEN7_DATAPORT_DC_OWORD_BLOCK_READ] = "DC OWORD block read",
413    [GEN7_DATAPORT_DC_UNALIGNED_OWORD_BLOCK_READ] =
414       "DC unaligned OWORD block read",
415    [GEN7_DATAPORT_DC_OWORD_DUAL_BLOCK_READ] = "DC OWORD dual block read",
416    [GEN7_DATAPORT_DC_DWORD_SCATTERED_READ] = "DC DWORD scattered read",
417    [GEN7_DATAPORT_DC_BYTE_SCATTERED_READ] = "DC byte scattered read",
418    [GEN7_DATAPORT_DC_UNTYPED_SURFACE_READ] = "DC untyped surface read",
419    [GEN7_DATAPORT_DC_UNTYPED_ATOMIC_OP] = "DC untyped atomic",
420    [GEN7_DATAPORT_DC_MEMORY_FENCE] = "DC mfence",
421    [GEN7_DATAPORT_DC_OWORD_BLOCK_WRITE] = "DC OWORD block write",
422    [GEN7_DATAPORT_DC_OWORD_DUAL_BLOCK_WRITE] = "DC OWORD dual block write",
423    [GEN7_DATAPORT_DC_DWORD_SCATTERED_WRITE] = "DC DWORD scatterd write",
424    [GEN7_DATAPORT_DC_BYTE_SCATTERED_WRITE] = "DC byte scattered write",
425    [GEN7_DATAPORT_DC_UNTYPED_SURFACE_WRITE] = "DC untyped surface write",
426 };
427 
428 static const char *const dp_dc1_msg_type_hsw[32] = {
429    [HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_READ] = "untyped surface read",
430    [HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP] = "DC untyped atomic op",
431    [HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP_SIMD4X2] =
432       "DC untyped 4x2 atomic op",
433    [HSW_DATAPORT_DC_PORT1_MEDIA_BLOCK_READ] = "DC media block read",
434    [HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_READ] = "DC typed surface read",
435    [HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP] = "DC typed atomic",
436    [HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP_SIMD4X2] = "DC typed 4x2 atomic op",
437    [HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_WRITE] = "DC untyped surface write",
438    [HSW_DATAPORT_DC_PORT1_MEDIA_BLOCK_WRITE] = "DC media block write",
439    [HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP] = "DC atomic counter op",
440    [HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP_SIMD4X2] =
441       "DC 4x2 atomic counter op",
442    [HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_WRITE] = "DC typed surface write",
443    [GEN9_DATAPORT_DC_PORT1_A64_SCATTERED_READ] = "DC A64 scattered read",
444    [GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_READ] = "DC A64 untyped surface read",
445    [GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_OP] = "DC A64 untyped atomic op",
446    [GEN9_DATAPORT_DC_PORT1_A64_OWORD_BLOCK_READ] = "DC A64 oword block read",
447    [GEN9_DATAPORT_DC_PORT1_A64_OWORD_BLOCK_WRITE] = "DC A64 oword block write",
448    [GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_WRITE] = "DC A64 untyped surface write",
449    [GEN8_DATAPORT_DC_PORT1_A64_SCATTERED_WRITE] = "DC A64 scattered write",
450    [GEN9_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_FLOAT_OP] =
451       "DC untyped atomic float op",
452    [GEN9_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_FLOAT_OP] =
453       "DC A64 untyped atomic float op",
454 };
455 
456 static const char *const aop[16] = {
457    [BRW_AOP_AND]    = "and",
458    [BRW_AOP_OR]     = "or",
459    [BRW_AOP_XOR]    = "xor",
460    [BRW_AOP_MOV]    = "mov",
461    [BRW_AOP_INC]    = "inc",
462    [BRW_AOP_DEC]    = "dec",
463    [BRW_AOP_ADD]    = "add",
464    [BRW_AOP_SUB]    = "sub",
465    [BRW_AOP_REVSUB] = "revsub",
466    [BRW_AOP_IMAX]   = "imax",
467    [BRW_AOP_IMIN]   = "imin",
468    [BRW_AOP_UMAX]   = "umax",
469    [BRW_AOP_UMIN]   = "umin",
470    [BRW_AOP_CMPWR]  = "cmpwr",
471    [BRW_AOP_PREDEC] = "predec",
472 };
473 
474 static const char *const aop_float[4] = {
475    [BRW_AOP_FMAX]   = "fmax",
476    [BRW_AOP_FMIN]   = "fmin",
477    [BRW_AOP_FCMPWR] = "fcmpwr",
478 };
479 
480 static const char * const pixel_interpolator_msg_types[4] = {
481     [GEN7_PIXEL_INTERPOLATOR_LOC_SHARED_OFFSET] = "per_message_offset",
482     [GEN7_PIXEL_INTERPOLATOR_LOC_SAMPLE] = "sample_position",
483     [GEN7_PIXEL_INTERPOLATOR_LOC_CENTROID] = "centroid",
484     [GEN7_PIXEL_INTERPOLATOR_LOC_PER_SLOT_OFFSET] = "per_slot_offset",
485 };
486 
487 static const char *const math_function[16] = {
488    [BRW_MATH_FUNCTION_INV]    = "inv",
489    [BRW_MATH_FUNCTION_LOG]    = "log",
490    [BRW_MATH_FUNCTION_EXP]    = "exp",
491    [BRW_MATH_FUNCTION_SQRT]   = "sqrt",
492    [BRW_MATH_FUNCTION_RSQ]    = "rsq",
493    [BRW_MATH_FUNCTION_SIN]    = "sin",
494    [BRW_MATH_FUNCTION_COS]    = "cos",
495    [BRW_MATH_FUNCTION_SINCOS] = "sincos",
496    [BRW_MATH_FUNCTION_FDIV]   = "fdiv",
497    [BRW_MATH_FUNCTION_POW]    = "pow",
498    [BRW_MATH_FUNCTION_INT_DIV_QUOTIENT_AND_REMAINDER] = "intdivmod",
499    [BRW_MATH_FUNCTION_INT_DIV_QUOTIENT]  = "intdiv",
500    [BRW_MATH_FUNCTION_INT_DIV_REMAINDER] = "intmod",
501    [GEN8_MATH_FUNCTION_INVM]  = "invm",
502    [GEN8_MATH_FUNCTION_RSQRTM] = "rsqrtm",
503 };
504 
505 static const char *const sync_function[16] = {
506    [TGL_SYNC_NOP] = "nop",
507    [TGL_SYNC_ALLRD] = "allrd",
508    [TGL_SYNC_ALLWR] = "allwr",
509    [TGL_SYNC_BAR] = "bar",
510    [TGL_SYNC_HOST] = "host",
511 };
512 
513 static const char *const math_saturate[2] = {
514    [0] = "",
515    [1] = "sat"
516 };
517 
518 static const char *const math_signed[2] = {
519    [0] = "",
520    [1] = "signed"
521 };
522 
523 static const char *const math_scalar[2] = {
524    [0] = "",
525    [1] = "scalar"
526 };
527 
528 static const char *const math_precision[2] = {
529    [0] = "",
530    [1] = "partial_precision"
531 };
532 
533 static const char *const gen5_urb_opcode[] = {
534    [0] = "urb_write",
535    [1] = "ff_sync",
536 };
537 
538 static const char *const gen7_urb_opcode[] = {
539    [BRW_URB_OPCODE_WRITE_HWORD] = "write HWord",
540    [BRW_URB_OPCODE_WRITE_OWORD] = "write OWord",
541    [BRW_URB_OPCODE_READ_HWORD] = "read HWord",
542    [BRW_URB_OPCODE_READ_OWORD] = "read OWord",
543    [GEN7_URB_OPCODE_ATOMIC_MOV] = "atomic mov",  /* Gen7+ */
544    [GEN7_URB_OPCODE_ATOMIC_INC] = "atomic inc",  /* Gen7+ */
545    [GEN8_URB_OPCODE_ATOMIC_ADD] = "atomic add",  /* Gen8+ */
546    [GEN8_URB_OPCODE_SIMD8_WRITE] = "SIMD8 write", /* Gen8+ */
547    [GEN8_URB_OPCODE_SIMD8_READ] = "SIMD8 read",  /* Gen8+ */
548    /* [9-15] - reserved */
549 };
550 
551 static const char *const urb_swizzle[4] = {
552    [BRW_URB_SWIZZLE_NONE]       = "",
553    [BRW_URB_SWIZZLE_INTERLEAVE] = "interleave",
554    [BRW_URB_SWIZZLE_TRANSPOSE]  = "transpose",
555 };
556 
557 static const char *const urb_allocate[2] = {
558    [0] = "",
559    [1] = "allocate"
560 };
561 
562 static const char *const urb_used[2] = {
563    [0] = "",
564    [1] = "used"
565 };
566 
567 static const char *const urb_complete[2] = {
568    [0] = "",
569    [1] = "complete"
570 };
571 
572 static const char *const gen5_sampler_msg_type[] = {
573    [GEN5_SAMPLER_MESSAGE_SAMPLE]              = "sample",
574    [GEN5_SAMPLER_MESSAGE_SAMPLE_BIAS]         = "sample_b",
575    [GEN5_SAMPLER_MESSAGE_SAMPLE_LOD]          = "sample_l",
576    [GEN5_SAMPLER_MESSAGE_SAMPLE_COMPARE]      = "sample_c",
577    [GEN5_SAMPLER_MESSAGE_SAMPLE_DERIVS]       = "sample_d",
578    [GEN5_SAMPLER_MESSAGE_SAMPLE_BIAS_COMPARE] = "sample_b_c",
579    [GEN5_SAMPLER_MESSAGE_SAMPLE_LOD_COMPARE]  = "sample_l_c",
580    [GEN5_SAMPLER_MESSAGE_SAMPLE_LD]           = "ld",
581    [GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4]      = "gather4",
582    [GEN5_SAMPLER_MESSAGE_LOD]                 = "lod",
583    [GEN5_SAMPLER_MESSAGE_SAMPLE_RESINFO]      = "resinfo",
584    [GEN6_SAMPLER_MESSAGE_SAMPLE_SAMPLEINFO]   = "sampleinfo",
585    [GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_C]    = "gather4_c",
586    [GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_PO]   = "gather4_po",
587    [GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_PO_C] = "gather4_po_c",
588    [HSW_SAMPLER_MESSAGE_SAMPLE_DERIV_COMPARE] = "sample_d_c",
589    [GEN9_SAMPLER_MESSAGE_SAMPLE_LZ]           = "sample_lz",
590    [GEN9_SAMPLER_MESSAGE_SAMPLE_C_LZ]         = "sample_c_lz",
591    [GEN9_SAMPLER_MESSAGE_SAMPLE_LD_LZ]        = "ld_lz",
592    [GEN9_SAMPLER_MESSAGE_SAMPLE_LD2DMS_W]     = "ld2dms_w",
593    [GEN7_SAMPLER_MESSAGE_SAMPLE_LD_MCS]       = "ld_mcs",
594    [GEN7_SAMPLER_MESSAGE_SAMPLE_LD2DMS]       = "ld2dms",
595    [GEN7_SAMPLER_MESSAGE_SAMPLE_LD2DSS]       = "ld2dss",
596 };
597 
598 static const char *const gen5_sampler_simd_mode[4] = {
599    [BRW_SAMPLER_SIMD_MODE_SIMD4X2]   = "SIMD4x2",
600    [BRW_SAMPLER_SIMD_MODE_SIMD8]     = "SIMD8",
601    [BRW_SAMPLER_SIMD_MODE_SIMD16]    = "SIMD16",
602    [BRW_SAMPLER_SIMD_MODE_SIMD32_64] = "SIMD32/64",
603 };
604 
605 static const char *const sampler_target_format[4] = {
606    [0] = "F",
607    [2] = "UD",
608    [3] = "D"
609 };
610 
611 
612 static int column;
613 
614 static int
string(FILE * file,const char * string)615 string(FILE *file, const char *string)
616 {
617    fputs(string, file);
618    column += strlen(string);
619    return 0;
620 }
621 
622 static int
623 format(FILE *f, const char *format, ...) PRINTFLIKE(2, 3);
624 
625 static int
format(FILE * f,const char * format,...)626 format(FILE *f, const char *format, ...)
627 {
628    char buf[1024];
629    va_list args;
630    va_start(args, format);
631 
632    vsnprintf(buf, sizeof(buf) - 1, format, args);
633    va_end(args);
634    string(f, buf);
635    return 0;
636 }
637 
638 static int
newline(FILE * f)639 newline(FILE *f)
640 {
641    putc('\n', f);
642    column = 0;
643    return 0;
644 }
645 
646 static int
pad(FILE * f,int c)647 pad(FILE *f, int c)
648 {
649    do
650       string(f, " ");
651    while (column < c);
652    return 0;
653 }
654 
655 static int
control(FILE * file,const char * name,const char * const ctrl[],unsigned id,int * space)656 control(FILE *file, const char *name, const char *const ctrl[],
657         unsigned id, int *space)
658 {
659    if (!ctrl[id]) {
660       fprintf(file, "*** invalid %s value %d ", name, id);
661       return 1;
662    }
663    if (ctrl[id][0]) {
664       if (space && *space)
665          string(file, " ");
666       string(file, ctrl[id]);
667       if (space)
668          *space = 1;
669    }
670    return 0;
671 }
672 
673 static int
print_opcode(FILE * file,const struct gen_device_info * devinfo,enum opcode id)674 print_opcode(FILE *file, const struct gen_device_info *devinfo,
675              enum opcode id)
676 {
677    const struct opcode_desc *desc = brw_opcode_desc(devinfo, id);
678    if (!desc) {
679       format(file, "*** invalid opcode value %d ", id);
680       return 1;
681    }
682    string(file, desc->name);
683    return 0;
684 }
685 
686 static int
reg(FILE * file,unsigned _reg_file,unsigned _reg_nr)687 reg(FILE *file, unsigned _reg_file, unsigned _reg_nr)
688 {
689    int err = 0;
690 
691    /* Clear the Compr4 instruction compression bit. */
692    if (_reg_file == BRW_MESSAGE_REGISTER_FILE)
693       _reg_nr &= ~BRW_MRF_COMPR4;
694 
695    if (_reg_file == BRW_ARCHITECTURE_REGISTER_FILE) {
696       switch (_reg_nr & 0xf0) {
697       case BRW_ARF_NULL:
698          string(file, "null");
699          break;
700       case BRW_ARF_ADDRESS:
701          format(file, "a%d", _reg_nr & 0x0f);
702          break;
703       case BRW_ARF_ACCUMULATOR:
704          format(file, "acc%d", _reg_nr & 0x0f);
705          break;
706       case BRW_ARF_FLAG:
707          format(file, "f%d", _reg_nr & 0x0f);
708          break;
709       case BRW_ARF_MASK:
710          format(file, "mask%d", _reg_nr & 0x0f);
711          break;
712       case BRW_ARF_MASK_STACK:
713          format(file, "ms%d", _reg_nr & 0x0f);
714          break;
715       case BRW_ARF_MASK_STACK_DEPTH:
716          format(file, "msd%d", _reg_nr & 0x0f);
717          break;
718       case BRW_ARF_STATE:
719          format(file, "sr%d", _reg_nr & 0x0f);
720          break;
721       case BRW_ARF_CONTROL:
722          format(file, "cr%d", _reg_nr & 0x0f);
723          break;
724       case BRW_ARF_NOTIFICATION_COUNT:
725          format(file, "n%d", _reg_nr & 0x0f);
726          break;
727       case BRW_ARF_IP:
728          string(file, "ip");
729          return -1;
730          break;
731       case BRW_ARF_TDR:
732          format(file, "tdr0");
733          return -1;
734       case BRW_ARF_TIMESTAMP:
735          format(file, "tm%d", _reg_nr & 0x0f);
736          break;
737       default:
738          format(file, "ARF%d", _reg_nr);
739          break;
740       }
741    } else {
742       err |= control(file, "src reg file", reg_file, _reg_file, NULL);
743       format(file, "%d", _reg_nr);
744    }
745    return err;
746 }
747 
748 static int
dest(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)749 dest(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
750 {
751    enum brw_reg_type type = brw_inst_dst_type(devinfo, inst);
752    unsigned elem_size = brw_reg_type_to_size(type);
753    int err = 0;
754 
755    if (is_split_send(devinfo, brw_inst_opcode(devinfo, inst))) {
756       /* These are fixed for split sends */
757       type = BRW_REGISTER_TYPE_UD;
758       elem_size = 4;
759       if (devinfo->gen >= 12) {
760          err |= reg(file, brw_inst_send_dst_reg_file(devinfo, inst),
761                     brw_inst_dst_da_reg_nr(devinfo, inst));
762          string(file, brw_reg_type_to_letters(type));
763       } else if (brw_inst_dst_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
764          err |= reg(file, brw_inst_send_dst_reg_file(devinfo, inst),
765                     brw_inst_dst_da_reg_nr(devinfo, inst));
766          unsigned subreg_nr = brw_inst_dst_da16_subreg_nr(devinfo, inst);
767          if (subreg_nr)
768             format(file, ".%u", subreg_nr);
769          string(file, brw_reg_type_to_letters(type));
770       } else {
771          string(file, "g[a0");
772          if (brw_inst_dst_ia_subreg_nr(devinfo, inst))
773             format(file, ".%"PRIu64, brw_inst_dst_ia_subreg_nr(devinfo, inst) /
774                    elem_size);
775          if (brw_inst_send_dst_ia16_addr_imm(devinfo, inst))
776             format(file, " %d", brw_inst_send_dst_ia16_addr_imm(devinfo, inst));
777          string(file, "]<");
778          string(file, brw_reg_type_to_letters(type));
779       }
780    } else if (brw_inst_access_mode(devinfo, inst) == BRW_ALIGN_1) {
781       if (brw_inst_dst_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
782          err |= reg(file, brw_inst_dst_reg_file(devinfo, inst),
783                     brw_inst_dst_da_reg_nr(devinfo, inst));
784          if (err == -1)
785             return 0;
786          if (brw_inst_dst_da1_subreg_nr(devinfo, inst))
787             format(file, ".%"PRIu64, brw_inst_dst_da1_subreg_nr(devinfo, inst) /
788                    elem_size);
789          string(file, "<");
790          err |= control(file, "horiz stride", horiz_stride,
791                         brw_inst_dst_hstride(devinfo, inst), NULL);
792          string(file, ">");
793          string(file, brw_reg_type_to_letters(type));
794       } else {
795          string(file, "g[a0");
796          if (brw_inst_dst_ia_subreg_nr(devinfo, inst))
797             format(file, ".%"PRIu64, brw_inst_dst_ia_subreg_nr(devinfo, inst) /
798                    elem_size);
799          if (brw_inst_dst_ia1_addr_imm(devinfo, inst))
800             format(file, " %d", brw_inst_dst_ia1_addr_imm(devinfo, inst));
801          string(file, "]<");
802          err |= control(file, "horiz stride", horiz_stride,
803                         brw_inst_dst_hstride(devinfo, inst), NULL);
804          string(file, ">");
805          string(file, brw_reg_type_to_letters(type));
806       }
807    } else {
808       if (brw_inst_dst_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
809          err |= reg(file, brw_inst_dst_reg_file(devinfo, inst),
810                     brw_inst_dst_da_reg_nr(devinfo, inst));
811          if (err == -1)
812             return 0;
813          if (brw_inst_dst_da16_subreg_nr(devinfo, inst))
814             format(file, ".%u", 16 / elem_size);
815          string(file, "<1>");
816          err |= control(file, "writemask", writemask,
817                         brw_inst_da16_writemask(devinfo, inst), NULL);
818          string(file, brw_reg_type_to_letters(type));
819       } else {
820          err = 1;
821          string(file, "Indirect align16 address mode not supported");
822       }
823    }
824 
825    return 0;
826 }
827 
828 static int
dest_3src(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)829 dest_3src(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
830 {
831    bool is_align1 = brw_inst_3src_access_mode(devinfo, inst) == BRW_ALIGN_1;
832    int err = 0;
833    uint32_t reg_file;
834    unsigned subreg_nr;
835    enum brw_reg_type type;
836 
837    if (devinfo->gen < 10 && is_align1)
838       return 0;
839 
840    if (devinfo->gen == 6 && brw_inst_3src_a16_dst_reg_file(devinfo, inst))
841       reg_file = BRW_MESSAGE_REGISTER_FILE;
842    else if (devinfo->gen >= 12)
843       reg_file = brw_inst_3src_a1_dst_reg_file(devinfo, inst);
844    else if (is_align1 && brw_inst_3src_a1_dst_reg_file(devinfo, inst))
845       reg_file = BRW_ARCHITECTURE_REGISTER_FILE;
846    else
847       reg_file = BRW_GENERAL_REGISTER_FILE;
848 
849    err |= reg(file, reg_file, brw_inst_3src_dst_reg_nr(devinfo, inst));
850    if (err == -1)
851       return 0;
852 
853    if (is_align1) {
854       type = brw_inst_3src_a1_dst_type(devinfo, inst);
855       subreg_nr = brw_inst_3src_a1_dst_subreg_nr(devinfo, inst);
856    } else {
857       type = brw_inst_3src_a16_dst_type(devinfo, inst);
858       subreg_nr = brw_inst_3src_a16_dst_subreg_nr(devinfo, inst) * 4;
859    }
860    subreg_nr /= brw_reg_type_to_size(type);
861 
862    if (subreg_nr)
863       format(file, ".%u", subreg_nr);
864    string(file, "<1>");
865 
866    if (!is_align1) {
867       err |= control(file, "writemask", writemask,
868                      brw_inst_3src_a16_dst_writemask(devinfo, inst), NULL);
869    }
870    string(file, brw_reg_type_to_letters(type));
871 
872    return 0;
873 }
874 
875 static int
src_align1_region(FILE * file,unsigned _vert_stride,unsigned _width,unsigned _horiz_stride)876 src_align1_region(FILE *file,
877                   unsigned _vert_stride, unsigned _width,
878                   unsigned _horiz_stride)
879 {
880    int err = 0;
881    string(file, "<");
882    err |= control(file, "vert stride", vert_stride, _vert_stride, NULL);
883    string(file, ",");
884    err |= control(file, "width", width, _width, NULL);
885    string(file, ",");
886    err |= control(file, "horiz_stride", horiz_stride, _horiz_stride, NULL);
887    string(file, ">");
888    return err;
889 }
890 
891 static int
src_da1(FILE * file,const struct gen_device_info * devinfo,unsigned opcode,enum brw_reg_type type,unsigned _reg_file,unsigned _vert_stride,unsigned _width,unsigned _horiz_stride,unsigned reg_num,unsigned sub_reg_num,unsigned __abs,unsigned _negate)892 src_da1(FILE *file,
893         const struct gen_device_info *devinfo,
894         unsigned opcode,
895         enum brw_reg_type type, unsigned _reg_file,
896         unsigned _vert_stride, unsigned _width, unsigned _horiz_stride,
897         unsigned reg_num, unsigned sub_reg_num, unsigned __abs,
898         unsigned _negate)
899 {
900    int err = 0;
901 
902    if (devinfo->gen >= 8 && is_logic_instruction(opcode))
903       err |= control(file, "bitnot", m_bitnot, _negate, NULL);
904    else
905       err |= control(file, "negate", m_negate, _negate, NULL);
906 
907    err |= control(file, "abs", _abs, __abs, NULL);
908 
909    err |= reg(file, _reg_file, reg_num);
910    if (err == -1)
911       return 0;
912    if (sub_reg_num) {
913       unsigned elem_size = brw_reg_type_to_size(type);
914       format(file, ".%d", sub_reg_num / elem_size);   /* use formal style like spec */
915    }
916    src_align1_region(file, _vert_stride, _width, _horiz_stride);
917    string(file, brw_reg_type_to_letters(type));
918    return err;
919 }
920 
921 static int
src_ia1(FILE * file,const struct gen_device_info * devinfo,unsigned opcode,enum brw_reg_type type,int _addr_imm,unsigned _addr_subreg_nr,unsigned _negate,unsigned __abs,unsigned _horiz_stride,unsigned _width,unsigned _vert_stride)922 src_ia1(FILE *file,
923         const struct gen_device_info *devinfo,
924         unsigned opcode,
925         enum brw_reg_type type,
926         int _addr_imm,
927         unsigned _addr_subreg_nr,
928         unsigned _negate,
929         unsigned __abs,
930         unsigned _horiz_stride, unsigned _width, unsigned _vert_stride)
931 {
932    int err = 0;
933 
934    if (devinfo->gen >= 8 && is_logic_instruction(opcode))
935       err |= control(file, "bitnot", m_bitnot, _negate, NULL);
936    else
937       err |= control(file, "negate", m_negate, _negate, NULL);
938 
939    err |= control(file, "abs", _abs, __abs, NULL);
940 
941    string(file, "g[a0");
942    if (_addr_subreg_nr)
943       format(file, ".%d", _addr_subreg_nr);
944    if (_addr_imm)
945       format(file, " %d", _addr_imm);
946    string(file, "]");
947    src_align1_region(file, _vert_stride, _width, _horiz_stride);
948    string(file, brw_reg_type_to_letters(type));
949    return err;
950 }
951 
952 static int
src_swizzle(FILE * file,unsigned swiz)953 src_swizzle(FILE *file, unsigned swiz)
954 {
955    unsigned x = BRW_GET_SWZ(swiz, BRW_CHANNEL_X);
956    unsigned y = BRW_GET_SWZ(swiz, BRW_CHANNEL_Y);
957    unsigned z = BRW_GET_SWZ(swiz, BRW_CHANNEL_Z);
958    unsigned w = BRW_GET_SWZ(swiz, BRW_CHANNEL_W);
959    int err = 0;
960 
961    if (x == y && x == z && x == w) {
962       string(file, ".");
963       err |= control(file, "channel select", chan_sel, x, NULL);
964    } else if (swiz != BRW_SWIZZLE_XYZW) {
965       string(file, ".");
966       err |= control(file, "channel select", chan_sel, x, NULL);
967       err |= control(file, "channel select", chan_sel, y, NULL);
968       err |= control(file, "channel select", chan_sel, z, NULL);
969       err |= control(file, "channel select", chan_sel, w, NULL);
970    }
971    return err;
972 }
973 
974 static int
src_da16(FILE * file,const struct gen_device_info * devinfo,unsigned opcode,enum brw_reg_type type,unsigned _reg_file,unsigned _vert_stride,unsigned _reg_nr,unsigned _subreg_nr,unsigned __abs,unsigned _negate,unsigned swz_x,unsigned swz_y,unsigned swz_z,unsigned swz_w)975 src_da16(FILE *file,
976          const struct gen_device_info *devinfo,
977          unsigned opcode,
978          enum brw_reg_type type,
979          unsigned _reg_file,
980          unsigned _vert_stride,
981          unsigned _reg_nr,
982          unsigned _subreg_nr,
983          unsigned __abs,
984          unsigned _negate,
985          unsigned swz_x, unsigned swz_y, unsigned swz_z, unsigned swz_w)
986 {
987    int err = 0;
988 
989    if (devinfo->gen >= 8 && is_logic_instruction(opcode))
990       err |= control(file, "bitnot", m_bitnot, _negate, NULL);
991    else
992       err |= control(file, "negate", m_negate, _negate, NULL);
993 
994    err |= control(file, "abs", _abs, __abs, NULL);
995 
996    err |= reg(file, _reg_file, _reg_nr);
997    if (err == -1)
998       return 0;
999    if (_subreg_nr) {
1000       unsigned elem_size = brw_reg_type_to_size(type);
1001 
1002       /* bit4 for subreg number byte addressing. Make this same meaning as
1003          in da1 case, so output looks consistent. */
1004       format(file, ".%d", 16 / elem_size);
1005    }
1006    string(file, "<");
1007    err |= control(file, "vert stride", vert_stride, _vert_stride, NULL);
1008    string(file, ">");
1009    err |= src_swizzle(file, BRW_SWIZZLE4(swz_x, swz_y, swz_z, swz_w));
1010    string(file, brw_reg_type_to_letters(type));
1011    return err;
1012 }
1013 
1014 static enum brw_vertical_stride
vstride_from_align1_3src_vstride(const struct gen_device_info * devinfo,enum gen10_align1_3src_vertical_stride vstride)1015 vstride_from_align1_3src_vstride(const struct gen_device_info *devinfo,
1016                                  enum gen10_align1_3src_vertical_stride vstride)
1017 {
1018    switch (vstride) {
1019    case BRW_ALIGN1_3SRC_VERTICAL_STRIDE_0: return BRW_VERTICAL_STRIDE_0;
1020    case BRW_ALIGN1_3SRC_VERTICAL_STRIDE_2:
1021       if (devinfo->gen >= 12)
1022          return BRW_VERTICAL_STRIDE_1;
1023       else
1024          return BRW_VERTICAL_STRIDE_2;
1025    case BRW_ALIGN1_3SRC_VERTICAL_STRIDE_4: return BRW_VERTICAL_STRIDE_4;
1026    case BRW_ALIGN1_3SRC_VERTICAL_STRIDE_8: return BRW_VERTICAL_STRIDE_8;
1027    default:
1028       unreachable("not reached");
1029    }
1030 }
1031 
1032 static enum brw_horizontal_stride
hstride_from_align1_3src_hstride(enum gen10_align1_3src_src_horizontal_stride hstride)1033 hstride_from_align1_3src_hstride(enum gen10_align1_3src_src_horizontal_stride hstride)
1034 {
1035    switch (hstride) {
1036    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_0: return BRW_HORIZONTAL_STRIDE_0;
1037    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_1: return BRW_HORIZONTAL_STRIDE_1;
1038    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_2: return BRW_HORIZONTAL_STRIDE_2;
1039    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_4: return BRW_HORIZONTAL_STRIDE_4;
1040    default:
1041       unreachable("not reached");
1042    }
1043 }
1044 
1045 static enum brw_vertical_stride
vstride_from_align1_3src_hstride(enum gen10_align1_3src_src_horizontal_stride hstride)1046 vstride_from_align1_3src_hstride(enum gen10_align1_3src_src_horizontal_stride hstride)
1047 {
1048    switch (hstride) {
1049    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_0: return BRW_VERTICAL_STRIDE_0;
1050    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_1: return BRW_VERTICAL_STRIDE_1;
1051    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_2: return BRW_VERTICAL_STRIDE_2;
1052    case BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_4: return BRW_VERTICAL_STRIDE_4;
1053    default:
1054       unreachable("not reached");
1055    }
1056 }
1057 
1058 /* From "GEN10 Regioning Rules for Align1 Ternary Operations" in the
1059  * "Register Region Restrictions" documentation
1060  */
1061 static enum brw_width
implied_width(enum brw_vertical_stride _vert_stride,enum brw_horizontal_stride _horiz_stride)1062 implied_width(enum brw_vertical_stride _vert_stride,
1063               enum brw_horizontal_stride _horiz_stride)
1064 {
1065    /* "1. Width is 1 when Vertical and Horizontal Strides are both zero." */
1066    if (_vert_stride == BRW_VERTICAL_STRIDE_0 &&
1067        _horiz_stride == BRW_HORIZONTAL_STRIDE_0) {
1068       return BRW_WIDTH_1;
1069 
1070    /* "2. Width is equal to vertical stride when Horizontal Stride is zero." */
1071    } else if (_horiz_stride == BRW_HORIZONTAL_STRIDE_0) {
1072       switch (_vert_stride) {
1073       case BRW_VERTICAL_STRIDE_2: return BRW_WIDTH_2;
1074       case BRW_VERTICAL_STRIDE_4: return BRW_WIDTH_4;
1075       case BRW_VERTICAL_STRIDE_8: return BRW_WIDTH_8;
1076       case BRW_VERTICAL_STRIDE_0:
1077       default:
1078          unreachable("not reached");
1079       }
1080 
1081    } else {
1082       /* FINISHME: Implement these: */
1083 
1084       /* "3. Width is equal to Vertical Stride/Horizontal Stride when both
1085        *     Strides are non-zero.
1086        *
1087        *  4. Vertical Stride must not be zero if Horizontal Stride is non-zero.
1088        *     This implies Vertical Stride is always greater than Horizontal
1089        *     Stride."
1090        *
1091        * Given these statements and the knowledge that the stride and width
1092        * values are encoded in logarithmic form, we can perform the division
1093        * by just subtracting.
1094        */
1095       return _vert_stride - _horiz_stride;
1096    }
1097 }
1098 
1099 static int
src0_3src(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1100 src0_3src(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1101 {
1102    int err = 0;
1103    unsigned reg_nr, subreg_nr;
1104    enum brw_reg_file _file;
1105    enum brw_reg_type type;
1106    enum brw_vertical_stride _vert_stride;
1107    enum brw_width _width;
1108    enum brw_horizontal_stride _horiz_stride;
1109    bool is_scalar_region;
1110    bool is_align1 = brw_inst_3src_access_mode(devinfo, inst) == BRW_ALIGN_1;
1111 
1112    if (devinfo->gen < 10 && is_align1)
1113       return 0;
1114 
1115    if (is_align1) {
1116       if (devinfo->gen >= 12 && !brw_inst_3src_a1_src0_is_imm(devinfo, inst)) {
1117          _file = brw_inst_3src_a1_src0_reg_file(devinfo, inst);
1118       } else if (brw_inst_3src_a1_src0_reg_file(devinfo, inst) ==
1119                  BRW_ALIGN1_3SRC_GENERAL_REGISTER_FILE) {
1120          _file = BRW_GENERAL_REGISTER_FILE;
1121       } else if (brw_inst_3src_a1_src0_type(devinfo, inst) ==
1122                  BRW_REGISTER_TYPE_NF) {
1123          _file = BRW_ARCHITECTURE_REGISTER_FILE;
1124       } else {
1125          _file = BRW_IMMEDIATE_VALUE;
1126          uint16_t imm_val = brw_inst_3src_a1_src0_imm(devinfo, inst);
1127          enum brw_reg_type type = brw_inst_3src_a1_src0_type(devinfo, inst);
1128 
1129          if (type == BRW_REGISTER_TYPE_W) {
1130             format(file, "%dW", imm_val);
1131          } else if (type == BRW_REGISTER_TYPE_UW) {
1132             format(file, "0x%04xUW", imm_val);
1133          } else if (type == BRW_REGISTER_TYPE_HF) {
1134             format(file, "0x%04xHF", imm_val);
1135          }
1136          return 0;
1137       }
1138 
1139       reg_nr = brw_inst_3src_src0_reg_nr(devinfo, inst);
1140       subreg_nr = brw_inst_3src_a1_src0_subreg_nr(devinfo, inst);
1141       type = brw_inst_3src_a1_src0_type(devinfo, inst);
1142       _vert_stride = vstride_from_align1_3src_vstride(
1143          devinfo, brw_inst_3src_a1_src0_vstride(devinfo, inst));
1144       _horiz_stride = hstride_from_align1_3src_hstride(
1145                          brw_inst_3src_a1_src0_hstride(devinfo, inst));
1146       _width = implied_width(_vert_stride, _horiz_stride);
1147    } else {
1148       _file = BRW_GENERAL_REGISTER_FILE;
1149       reg_nr = brw_inst_3src_src0_reg_nr(devinfo, inst);
1150       subreg_nr = brw_inst_3src_a16_src0_subreg_nr(devinfo, inst) * 4;
1151       type = brw_inst_3src_a16_src_type(devinfo, inst);
1152 
1153       if (brw_inst_3src_a16_src0_rep_ctrl(devinfo, inst)) {
1154          _vert_stride = BRW_VERTICAL_STRIDE_0;
1155          _width = BRW_WIDTH_1;
1156          _horiz_stride = BRW_HORIZONTAL_STRIDE_0;
1157       } else {
1158          _vert_stride = BRW_VERTICAL_STRIDE_4;
1159          _width = BRW_WIDTH_4;
1160          _horiz_stride = BRW_HORIZONTAL_STRIDE_1;
1161       }
1162    }
1163    is_scalar_region = _vert_stride == BRW_VERTICAL_STRIDE_0 &&
1164                       _width == BRW_WIDTH_1 &&
1165                       _horiz_stride == BRW_HORIZONTAL_STRIDE_0;
1166 
1167    subreg_nr /= brw_reg_type_to_size(type);
1168 
1169    err |= control(file, "negate", m_negate,
1170                   brw_inst_3src_src0_negate(devinfo, inst), NULL);
1171    err |= control(file, "abs", _abs, brw_inst_3src_src0_abs(devinfo, inst), NULL);
1172 
1173    err |= reg(file, _file, reg_nr);
1174    if (err == -1)
1175       return 0;
1176    if (subreg_nr || is_scalar_region)
1177       format(file, ".%d", subreg_nr);
1178    src_align1_region(file, _vert_stride, _width, _horiz_stride);
1179    if (!is_scalar_region && !is_align1)
1180       err |= src_swizzle(file, brw_inst_3src_a16_src0_swizzle(devinfo, inst));
1181    string(file, brw_reg_type_to_letters(type));
1182    return err;
1183 }
1184 
1185 static int
src1_3src(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1186 src1_3src(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1187 {
1188    int err = 0;
1189    unsigned reg_nr, subreg_nr;
1190    enum brw_reg_file _file;
1191    enum brw_reg_type type;
1192    enum brw_vertical_stride _vert_stride;
1193    enum brw_width _width;
1194    enum brw_horizontal_stride _horiz_stride;
1195    bool is_scalar_region;
1196    bool is_align1 = brw_inst_3src_access_mode(devinfo, inst) == BRW_ALIGN_1;
1197 
1198    if (devinfo->gen < 10 && is_align1)
1199       return 0;
1200 
1201    if (is_align1) {
1202       if (devinfo->gen >= 12) {
1203          _file = brw_inst_3src_a1_src1_reg_file(devinfo, inst);
1204       } else if (brw_inst_3src_a1_src1_reg_file(devinfo, inst) ==
1205                  BRW_ALIGN1_3SRC_GENERAL_REGISTER_FILE) {
1206          _file = BRW_GENERAL_REGISTER_FILE;
1207       } else {
1208          _file = BRW_ARCHITECTURE_REGISTER_FILE;
1209       }
1210 
1211       reg_nr = brw_inst_3src_src1_reg_nr(devinfo, inst);
1212       subreg_nr = brw_inst_3src_a1_src1_subreg_nr(devinfo, inst);
1213       type = brw_inst_3src_a1_src1_type(devinfo, inst);
1214 
1215       _vert_stride = vstride_from_align1_3src_vstride(
1216          devinfo, brw_inst_3src_a1_src1_vstride(devinfo, inst));
1217       _horiz_stride = hstride_from_align1_3src_hstride(
1218                          brw_inst_3src_a1_src1_hstride(devinfo, inst));
1219       _width = implied_width(_vert_stride, _horiz_stride);
1220    } else {
1221       _file = BRW_GENERAL_REGISTER_FILE;
1222       reg_nr = brw_inst_3src_src1_reg_nr(devinfo, inst);
1223       subreg_nr = brw_inst_3src_a16_src1_subreg_nr(devinfo, inst) * 4;
1224       type = brw_inst_3src_a16_src_type(devinfo, inst);
1225 
1226       if (brw_inst_3src_a16_src1_rep_ctrl(devinfo, inst)) {
1227          _vert_stride = BRW_VERTICAL_STRIDE_0;
1228          _width = BRW_WIDTH_1;
1229          _horiz_stride = BRW_HORIZONTAL_STRIDE_0;
1230       } else {
1231          _vert_stride = BRW_VERTICAL_STRIDE_4;
1232          _width = BRW_WIDTH_4;
1233          _horiz_stride = BRW_HORIZONTAL_STRIDE_1;
1234       }
1235    }
1236    is_scalar_region = _vert_stride == BRW_VERTICAL_STRIDE_0 &&
1237                       _width == BRW_WIDTH_1 &&
1238                       _horiz_stride == BRW_HORIZONTAL_STRIDE_0;
1239 
1240    subreg_nr /= brw_reg_type_to_size(type);
1241 
1242    err |= control(file, "negate", m_negate,
1243                   brw_inst_3src_src1_negate(devinfo, inst), NULL);
1244    err |= control(file, "abs", _abs, brw_inst_3src_src1_abs(devinfo, inst), NULL);
1245 
1246    err |= reg(file, _file, reg_nr);
1247    if (err == -1)
1248       return 0;
1249    if (subreg_nr || is_scalar_region)
1250       format(file, ".%d", subreg_nr);
1251    src_align1_region(file, _vert_stride, _width, _horiz_stride);
1252    if (!is_scalar_region && !is_align1)
1253       err |= src_swizzle(file, brw_inst_3src_a16_src1_swizzle(devinfo, inst));
1254    string(file, brw_reg_type_to_letters(type));
1255    return err;
1256 }
1257 
1258 static int
src2_3src(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1259 src2_3src(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1260 {
1261    int err = 0;
1262    unsigned reg_nr, subreg_nr;
1263    enum brw_reg_file _file;
1264    enum brw_reg_type type;
1265    enum brw_vertical_stride _vert_stride;
1266    enum brw_width _width;
1267    enum brw_horizontal_stride _horiz_stride;
1268    bool is_scalar_region;
1269    bool is_align1 = brw_inst_3src_access_mode(devinfo, inst) == BRW_ALIGN_1;
1270 
1271    if (devinfo->gen < 10 && is_align1)
1272       return 0;
1273 
1274    if (is_align1) {
1275       if (devinfo->gen >= 12 && !brw_inst_3src_a1_src2_is_imm(devinfo, inst)) {
1276          _file = brw_inst_3src_a1_src2_reg_file(devinfo, inst);
1277       } else if (brw_inst_3src_a1_src2_reg_file(devinfo, inst) ==
1278                  BRW_ALIGN1_3SRC_GENERAL_REGISTER_FILE) {
1279          _file = BRW_GENERAL_REGISTER_FILE;
1280       } else {
1281          _file = BRW_IMMEDIATE_VALUE;
1282          uint16_t imm_val = brw_inst_3src_a1_src2_imm(devinfo, inst);
1283          enum brw_reg_type type = brw_inst_3src_a1_src2_type(devinfo, inst);
1284 
1285          if (type == BRW_REGISTER_TYPE_W) {
1286             format(file, "%dW", imm_val);
1287          } else if (type == BRW_REGISTER_TYPE_UW) {
1288             format(file, "0x%04xUW", imm_val);
1289          } else if (type == BRW_REGISTER_TYPE_HF) {
1290             format(file, "0x%04xHF", imm_val);
1291          }
1292          return 0;
1293       }
1294 
1295       reg_nr = brw_inst_3src_src2_reg_nr(devinfo, inst);
1296       subreg_nr = brw_inst_3src_a1_src2_subreg_nr(devinfo, inst);
1297       type = brw_inst_3src_a1_src2_type(devinfo, inst);
1298       /* FINISHME: No vertical stride on src2. Is using the hstride in place
1299        *           correct? Doesn't seem like it, since there's hstride=1 but
1300        *           no vstride=1.
1301        */
1302       _vert_stride = vstride_from_align1_3src_hstride(
1303                         brw_inst_3src_a1_src2_hstride(devinfo, inst));
1304       _horiz_stride = hstride_from_align1_3src_hstride(
1305                          brw_inst_3src_a1_src2_hstride(devinfo, inst));
1306       _width = implied_width(_vert_stride, _horiz_stride);
1307    } else {
1308       _file = BRW_GENERAL_REGISTER_FILE;
1309       reg_nr = brw_inst_3src_src2_reg_nr(devinfo, inst);
1310       subreg_nr = brw_inst_3src_a16_src2_subreg_nr(devinfo, inst) * 4;
1311       type = brw_inst_3src_a16_src_type(devinfo, inst);
1312 
1313       if (brw_inst_3src_a16_src2_rep_ctrl(devinfo, inst)) {
1314          _vert_stride = BRW_VERTICAL_STRIDE_0;
1315          _width = BRW_WIDTH_1;
1316          _horiz_stride = BRW_HORIZONTAL_STRIDE_0;
1317       } else {
1318          _vert_stride = BRW_VERTICAL_STRIDE_4;
1319          _width = BRW_WIDTH_4;
1320          _horiz_stride = BRW_HORIZONTAL_STRIDE_1;
1321       }
1322    }
1323    is_scalar_region = _vert_stride == BRW_VERTICAL_STRIDE_0 &&
1324                       _width == BRW_WIDTH_1 &&
1325                       _horiz_stride == BRW_HORIZONTAL_STRIDE_0;
1326 
1327    subreg_nr /= brw_reg_type_to_size(type);
1328 
1329    err |= control(file, "negate", m_negate,
1330                   brw_inst_3src_src2_negate(devinfo, inst), NULL);
1331    err |= control(file, "abs", _abs, brw_inst_3src_src2_abs(devinfo, inst), NULL);
1332 
1333    err |= reg(file, _file, reg_nr);
1334    if (err == -1)
1335       return 0;
1336    if (subreg_nr || is_scalar_region)
1337       format(file, ".%d", subreg_nr);
1338    src_align1_region(file, _vert_stride, _width, _horiz_stride);
1339    if (!is_scalar_region && !is_align1)
1340       err |= src_swizzle(file, brw_inst_3src_a16_src2_swizzle(devinfo, inst));
1341    string(file, brw_reg_type_to_letters(type));
1342    return err;
1343 }
1344 
1345 static int
imm(FILE * file,const struct gen_device_info * devinfo,enum brw_reg_type type,const brw_inst * inst)1346 imm(FILE *file, const struct gen_device_info *devinfo, enum brw_reg_type type,
1347     const brw_inst *inst)
1348 {
1349    switch (type) {
1350    case BRW_REGISTER_TYPE_UQ:
1351       format(file, "0x%016"PRIx64"UQ", brw_inst_imm_uq(devinfo, inst));
1352       break;
1353    case BRW_REGISTER_TYPE_Q:
1354       format(file, "0x%016"PRIx64"Q", brw_inst_imm_uq(devinfo, inst));
1355       break;
1356    case BRW_REGISTER_TYPE_UD:
1357       format(file, "0x%08xUD", brw_inst_imm_ud(devinfo, inst));
1358       break;
1359    case BRW_REGISTER_TYPE_D:
1360       format(file, "%dD", brw_inst_imm_d(devinfo, inst));
1361       break;
1362    case BRW_REGISTER_TYPE_UW:
1363       format(file, "0x%04xUW", (uint16_t) brw_inst_imm_ud(devinfo, inst));
1364       break;
1365    case BRW_REGISTER_TYPE_W:
1366       format(file, "%dW", (int16_t) brw_inst_imm_d(devinfo, inst));
1367       break;
1368    case BRW_REGISTER_TYPE_UV:
1369       format(file, "0x%08xUV", brw_inst_imm_ud(devinfo, inst));
1370       break;
1371    case BRW_REGISTER_TYPE_VF:
1372       format(file, "0x%"PRIx64"VF", brw_inst_bits(inst, 127, 96));
1373       pad(file, 48);
1374       format(file, "/* [%-gF, %-gF, %-gF, %-gF]VF */",
1375              brw_vf_to_float(brw_inst_imm_ud(devinfo, inst)),
1376              brw_vf_to_float(brw_inst_imm_ud(devinfo, inst) >> 8),
1377              brw_vf_to_float(brw_inst_imm_ud(devinfo, inst) >> 16),
1378              brw_vf_to_float(brw_inst_imm_ud(devinfo, inst) >> 24));
1379       break;
1380    case BRW_REGISTER_TYPE_V:
1381       format(file, "0x%08xV", brw_inst_imm_ud(devinfo, inst));
1382       break;
1383    case BRW_REGISTER_TYPE_F:
1384       /* The DIM instruction's src0 uses an F type but contains a
1385        * 64-bit immediate
1386        */
1387       if (brw_inst_opcode(devinfo, inst) == BRW_OPCODE_DIM) {
1388          format(file, "0x%"PRIx64"F", brw_inst_bits(inst, 127, 64));
1389          pad(file, 48);
1390          format(file, "/* %-gF */", brw_inst_imm_df(devinfo, inst));
1391       } else {
1392          format(file, "0x%"PRIx64"F", brw_inst_bits(inst, 127, 96));
1393          pad(file, 48);
1394          format(file, " /* %-gF */", brw_inst_imm_f(devinfo, inst));
1395       }
1396       break;
1397    case BRW_REGISTER_TYPE_DF:
1398       format(file, "0x%016"PRIx64"DF", brw_inst_bits(inst, 127, 64));
1399       pad(file, 48);
1400       format(file, "/* %-gDF */", brw_inst_imm_df(devinfo, inst));
1401       break;
1402    case BRW_REGISTER_TYPE_HF:
1403       string(file, "Half Float IMM");
1404       break;
1405    case BRW_REGISTER_TYPE_NF:
1406    case BRW_REGISTER_TYPE_UB:
1407    case BRW_REGISTER_TYPE_B:
1408       format(file, "*** invalid immediate type %d ", type);
1409    }
1410    return 0;
1411 }
1412 
1413 static int
src_sends_da(FILE * file,const struct gen_device_info * devinfo,enum brw_reg_type type,enum brw_reg_file _reg_file,unsigned _reg_nr,unsigned _reg_subnr)1414 src_sends_da(FILE *file,
1415              const struct gen_device_info *devinfo,
1416              enum brw_reg_type type,
1417              enum brw_reg_file _reg_file,
1418              unsigned _reg_nr,
1419              unsigned _reg_subnr)
1420 {
1421    int err = 0;
1422 
1423    err |= reg(file, _reg_file, _reg_nr);
1424    if (err == -1)
1425       return 0;
1426    if (_reg_subnr)
1427       format(file, ".1");
1428    string(file, brw_reg_type_to_letters(type));
1429 
1430    return err;
1431 }
1432 
1433 static int
src_sends_ia(FILE * file,const struct gen_device_info * devinfo,enum brw_reg_type type,int _addr_imm,unsigned _addr_subreg_nr)1434 src_sends_ia(FILE *file,
1435              const struct gen_device_info *devinfo,
1436              enum brw_reg_type type,
1437              int _addr_imm,
1438              unsigned _addr_subreg_nr)
1439 {
1440    string(file, "g[a0");
1441    if (_addr_subreg_nr)
1442       format(file, ".1");
1443    if (_addr_imm)
1444       format(file, " %d", _addr_imm);
1445    string(file, "]");
1446    string(file, brw_reg_type_to_letters(type));
1447 
1448    return 0;
1449 }
1450 
1451 static int
src_send_desc_ia(FILE * file,const struct gen_device_info * devinfo,unsigned _addr_subreg_nr)1452 src_send_desc_ia(FILE *file,
1453                  const struct gen_device_info *devinfo,
1454                  unsigned _addr_subreg_nr)
1455 {
1456    string(file, "a0");
1457    if (_addr_subreg_nr)
1458       format(file, ".%d", _addr_subreg_nr);
1459    format(file, "<0>UD");
1460 
1461    return 0;
1462 }
1463 
1464 static int
src0(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1465 src0(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1466 {
1467    if (is_split_send(devinfo, brw_inst_opcode(devinfo, inst))) {
1468       if (devinfo->gen >= 12) {
1469          return src_sends_da(file,
1470                              devinfo,
1471                              BRW_REGISTER_TYPE_UD,
1472                              brw_inst_send_src0_reg_file(devinfo, inst),
1473                              brw_inst_src0_da_reg_nr(devinfo, inst),
1474                              0);
1475       } else if (brw_inst_send_src0_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
1476          return src_sends_da(file,
1477                              devinfo,
1478                              BRW_REGISTER_TYPE_UD,
1479                              BRW_GENERAL_REGISTER_FILE,
1480                              brw_inst_src0_da_reg_nr(devinfo, inst),
1481                              brw_inst_src0_da16_subreg_nr(devinfo, inst));
1482       } else {
1483          return src_sends_ia(file,
1484                              devinfo,
1485                              BRW_REGISTER_TYPE_UD,
1486                              brw_inst_send_src0_ia16_addr_imm(devinfo, inst),
1487                              brw_inst_src0_ia_subreg_nr(devinfo, inst));
1488       }
1489    } else if (brw_inst_src0_reg_file(devinfo, inst) == BRW_IMMEDIATE_VALUE) {
1490       return imm(file, devinfo, brw_inst_src0_type(devinfo, inst), inst);
1491    } else if (brw_inst_access_mode(devinfo, inst) == BRW_ALIGN_1) {
1492       if (brw_inst_src0_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
1493          return src_da1(file,
1494                         devinfo,
1495                         brw_inst_opcode(devinfo, inst),
1496                         brw_inst_src0_type(devinfo, inst),
1497                         brw_inst_src0_reg_file(devinfo, inst),
1498                         brw_inst_src0_vstride(devinfo, inst),
1499                         brw_inst_src0_width(devinfo, inst),
1500                         brw_inst_src0_hstride(devinfo, inst),
1501                         brw_inst_src0_da_reg_nr(devinfo, inst),
1502                         brw_inst_src0_da1_subreg_nr(devinfo, inst),
1503                         brw_inst_src0_abs(devinfo, inst),
1504                         brw_inst_src0_negate(devinfo, inst));
1505       } else {
1506          return src_ia1(file,
1507                         devinfo,
1508                         brw_inst_opcode(devinfo, inst),
1509                         brw_inst_src0_type(devinfo, inst),
1510                         brw_inst_src0_ia1_addr_imm(devinfo, inst),
1511                         brw_inst_src0_ia_subreg_nr(devinfo, inst),
1512                         brw_inst_src0_negate(devinfo, inst),
1513                         brw_inst_src0_abs(devinfo, inst),
1514                         brw_inst_src0_hstride(devinfo, inst),
1515                         brw_inst_src0_width(devinfo, inst),
1516                         brw_inst_src0_vstride(devinfo, inst));
1517       }
1518    } else {
1519       if (brw_inst_src0_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
1520          return src_da16(file,
1521                          devinfo,
1522                          brw_inst_opcode(devinfo, inst),
1523                          brw_inst_src0_type(devinfo, inst),
1524                          brw_inst_src0_reg_file(devinfo, inst),
1525                          brw_inst_src0_vstride(devinfo, inst),
1526                          brw_inst_src0_da_reg_nr(devinfo, inst),
1527                          brw_inst_src0_da16_subreg_nr(devinfo, inst),
1528                          brw_inst_src0_abs(devinfo, inst),
1529                          brw_inst_src0_negate(devinfo, inst),
1530                          brw_inst_src0_da16_swiz_x(devinfo, inst),
1531                          brw_inst_src0_da16_swiz_y(devinfo, inst),
1532                          brw_inst_src0_da16_swiz_z(devinfo, inst),
1533                          brw_inst_src0_da16_swiz_w(devinfo, inst));
1534       } else {
1535          string(file, "Indirect align16 address mode not supported");
1536          return 1;
1537       }
1538    }
1539 }
1540 
1541 static int
src1(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1542 src1(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1543 {
1544    if (is_split_send(devinfo, brw_inst_opcode(devinfo, inst))) {
1545       return src_sends_da(file,
1546                           devinfo,
1547                           BRW_REGISTER_TYPE_UD,
1548                           brw_inst_send_src1_reg_file(devinfo, inst),
1549                           brw_inst_send_src1_reg_nr(devinfo, inst),
1550                           0 /* subreg_nr */);
1551    } else if (brw_inst_src1_reg_file(devinfo, inst) == BRW_IMMEDIATE_VALUE) {
1552       return imm(file, devinfo, brw_inst_src1_type(devinfo, inst), inst);
1553    } else if (brw_inst_access_mode(devinfo, inst) == BRW_ALIGN_1) {
1554       if (brw_inst_src1_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
1555          return src_da1(file,
1556                         devinfo,
1557                         brw_inst_opcode(devinfo, inst),
1558                         brw_inst_src1_type(devinfo, inst),
1559                         brw_inst_src1_reg_file(devinfo, inst),
1560                         brw_inst_src1_vstride(devinfo, inst),
1561                         brw_inst_src1_width(devinfo, inst),
1562                         brw_inst_src1_hstride(devinfo, inst),
1563                         brw_inst_src1_da_reg_nr(devinfo, inst),
1564                         brw_inst_src1_da1_subreg_nr(devinfo, inst),
1565                         brw_inst_src1_abs(devinfo, inst),
1566                         brw_inst_src1_negate(devinfo, inst));
1567       } else {
1568          return src_ia1(file,
1569                         devinfo,
1570                         brw_inst_opcode(devinfo, inst),
1571                         brw_inst_src1_type(devinfo, inst),
1572                         brw_inst_src1_ia1_addr_imm(devinfo, inst),
1573                         brw_inst_src1_ia_subreg_nr(devinfo, inst),
1574                         brw_inst_src1_negate(devinfo, inst),
1575                         brw_inst_src1_abs(devinfo, inst),
1576                         brw_inst_src1_hstride(devinfo, inst),
1577                         brw_inst_src1_width(devinfo, inst),
1578                         brw_inst_src1_vstride(devinfo, inst));
1579       }
1580    } else {
1581       if (brw_inst_src1_address_mode(devinfo, inst) == BRW_ADDRESS_DIRECT) {
1582          return src_da16(file,
1583                          devinfo,
1584                          brw_inst_opcode(devinfo, inst),
1585                          brw_inst_src1_type(devinfo, inst),
1586                          brw_inst_src1_reg_file(devinfo, inst),
1587                          brw_inst_src1_vstride(devinfo, inst),
1588                          brw_inst_src1_da_reg_nr(devinfo, inst),
1589                          brw_inst_src1_da16_subreg_nr(devinfo, inst),
1590                          brw_inst_src1_abs(devinfo, inst),
1591                          brw_inst_src1_negate(devinfo, inst),
1592                          brw_inst_src1_da16_swiz_x(devinfo, inst),
1593                          brw_inst_src1_da16_swiz_y(devinfo, inst),
1594                          brw_inst_src1_da16_swiz_z(devinfo, inst),
1595                          brw_inst_src1_da16_swiz_w(devinfo, inst));
1596       } else {
1597          string(file, "Indirect align16 address mode not supported");
1598          return 1;
1599       }
1600    }
1601 }
1602 
1603 static int
qtr_ctrl(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1604 qtr_ctrl(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1605 {
1606    int qtr_ctl = brw_inst_qtr_control(devinfo, inst);
1607    int exec_size = 1 << brw_inst_exec_size(devinfo, inst);
1608    const unsigned nib_ctl = devinfo->gen < 7 ? 0 :
1609                             brw_inst_nib_control(devinfo, inst);
1610 
1611    if (exec_size < 8 || nib_ctl) {
1612       format(file, " %dN", qtr_ctl * 2 + nib_ctl + 1);
1613    } else if (exec_size == 8) {
1614       switch (qtr_ctl) {
1615       case 0:
1616          string(file, " 1Q");
1617          break;
1618       case 1:
1619          string(file, " 2Q");
1620          break;
1621       case 2:
1622          string(file, " 3Q");
1623          break;
1624       case 3:
1625          string(file, " 4Q");
1626          break;
1627       }
1628    } else if (exec_size == 16) {
1629       if (qtr_ctl < 2)
1630          string(file, " 1H");
1631       else
1632          string(file, " 2H");
1633    }
1634    return 0;
1635 }
1636 
1637 static int
swsb(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst)1638 swsb(FILE *file, const struct gen_device_info *devinfo, const brw_inst *inst)
1639 {
1640    const struct tgl_swsb swsb = tgl_swsb_decode(brw_inst_opcode(devinfo, inst),
1641                                                 brw_inst_swsb(devinfo, inst));
1642    if (swsb.regdist)
1643       format(file, " @%d", swsb.regdist);
1644    if (swsb.mode)
1645       format(file, " $%d%s", swsb.sbid,
1646              (swsb.mode & TGL_SBID_SET ? "" :
1647               swsb.mode & TGL_SBID_DST ? ".dst" : ".src"));
1648    return 0;
1649 }
1650 
1651 #ifdef DEBUG
1652 static __attribute__((__unused__)) int
brw_disassemble_imm(const struct gen_device_info * devinfo,uint32_t dw3,uint32_t dw2,uint32_t dw1,uint32_t dw0)1653 brw_disassemble_imm(const struct gen_device_info *devinfo,
1654                     uint32_t dw3, uint32_t dw2, uint32_t dw1, uint32_t dw0)
1655 {
1656    brw_inst inst;
1657    inst.data[0] = (((uint64_t) dw1) << 32) | ((uint64_t) dw0);
1658    inst.data[1] = (((uint64_t) dw3) << 32) | ((uint64_t) dw2);
1659    return brw_disassemble_inst(stderr, devinfo, &inst, false, 0, NULL);
1660 }
1661 #endif
1662 
1663 static void
write_label(FILE * file,const struct gen_device_info * devinfo,const struct brw_label * root_label,int offset,int jump)1664 write_label(FILE *file, const struct gen_device_info *devinfo,
1665             const struct brw_label *root_label,
1666             int offset, int jump)
1667 {
1668    if (root_label != NULL) {
1669       int to_bytes_scale = sizeof(brw_inst) / brw_jump_scale(devinfo);
1670       const struct brw_label *label =
1671          brw_find_label(root_label, offset + jump * to_bytes_scale);
1672       if (label != NULL) {
1673          format(file, " LABEL%d", label->number);
1674       }
1675    }
1676 }
1677 
1678 int
brw_disassemble_inst(FILE * file,const struct gen_device_info * devinfo,const brw_inst * inst,bool is_compacted,int offset,const struct brw_label * root_label)1679 brw_disassemble_inst(FILE *file, const struct gen_device_info *devinfo,
1680                      const brw_inst *inst, bool is_compacted,
1681                      int offset, const struct brw_label *root_label)
1682 {
1683    int err = 0;
1684    int space = 0;
1685 
1686    const enum opcode opcode = brw_inst_opcode(devinfo, inst);
1687    const struct opcode_desc *desc = brw_opcode_desc(devinfo, opcode);
1688 
1689    if (brw_inst_pred_control(devinfo, inst)) {
1690       string(file, "(");
1691       err |= control(file, "predicate inverse", pred_inv,
1692                      brw_inst_pred_inv(devinfo, inst), NULL);
1693       format(file, "f%"PRIu64".%"PRIu64,
1694              devinfo->gen >= 7 ? brw_inst_flag_reg_nr(devinfo, inst) : 0,
1695              brw_inst_flag_subreg_nr(devinfo, inst));
1696       if (brw_inst_access_mode(devinfo, inst) == BRW_ALIGN_1) {
1697          err |= control(file, "predicate control align1", pred_ctrl_align1,
1698                         brw_inst_pred_control(devinfo, inst), NULL);
1699       } else {
1700          err |= control(file, "predicate control align16", pred_ctrl_align16,
1701                         brw_inst_pred_control(devinfo, inst), NULL);
1702       }
1703       string(file, ") ");
1704    }
1705 
1706    err |= print_opcode(file, devinfo, opcode);
1707 
1708    if (!is_send(opcode))
1709       err |= control(file, "saturate", saturate, brw_inst_saturate(devinfo, inst),
1710                      NULL);
1711 
1712    err |= control(file, "debug control", debug_ctrl,
1713                   brw_inst_debug_control(devinfo, inst), NULL);
1714 
1715    if (opcode == BRW_OPCODE_MATH) {
1716       string(file, " ");
1717       err |= control(file, "function", math_function,
1718                      brw_inst_math_function(devinfo, inst), NULL);
1719 
1720    } else if (opcode == BRW_OPCODE_SYNC) {
1721       string(file, " ");
1722       err |= control(file, "function", sync_function,
1723                      brw_inst_cond_modifier(devinfo, inst), NULL);
1724 
1725    } else if (!is_send(opcode)) {
1726       err |= control(file, "conditional modifier", conditional_modifier,
1727                      brw_inst_cond_modifier(devinfo, inst), NULL);
1728 
1729       /* If we're using the conditional modifier, print which flags reg is
1730        * used for it.  Note that on gen6+, the embedded-condition SEL and
1731        * control flow doesn't update flags.
1732        */
1733       if (brw_inst_cond_modifier(devinfo, inst) &&
1734           (devinfo->gen < 6 || (opcode != BRW_OPCODE_SEL &&
1735                                 opcode != BRW_OPCODE_CSEL &&
1736                                 opcode != BRW_OPCODE_IF &&
1737                                 opcode != BRW_OPCODE_WHILE))) {
1738          format(file, ".f%"PRIu64".%"PRIu64,
1739                 devinfo->gen >= 7 ? brw_inst_flag_reg_nr(devinfo, inst) : 0,
1740                 brw_inst_flag_subreg_nr(devinfo, inst));
1741       }
1742    }
1743 
1744    if (opcode != BRW_OPCODE_NOP && opcode != BRW_OPCODE_NENOP) {
1745       string(file, "(");
1746       err |= control(file, "execution size", exec_size,
1747                      brw_inst_exec_size(devinfo, inst), NULL);
1748       string(file, ")");
1749    }
1750 
1751    if (opcode == BRW_OPCODE_SEND && devinfo->gen < 6)
1752       format(file, " %"PRIu64, brw_inst_base_mrf(devinfo, inst));
1753 
1754    if (brw_has_uip(devinfo, opcode)) {
1755       /* Instructions that have UIP also have JIP. */
1756       pad(file, 16);
1757       string(file, "JIP: ");
1758       write_label(file, devinfo, root_label, offset, brw_inst_jip(devinfo, inst));
1759 
1760       pad(file, 38);
1761       string(file, "UIP: ");
1762       write_label(file, devinfo, root_label, offset, brw_inst_uip(devinfo, inst));
1763    } else if (brw_has_jip(devinfo, opcode)) {
1764       int jip;
1765       if (devinfo->gen >= 7) {
1766          jip = brw_inst_jip(devinfo, inst);
1767       } else {
1768          jip = brw_inst_gen6_jump_count(devinfo, inst);
1769       }
1770 
1771       pad(file, 16);
1772       string(file, "JIP: ");
1773       write_label(file, devinfo, root_label, offset, jip);
1774    } else if (devinfo->gen < 6 && (opcode == BRW_OPCODE_BREAK ||
1775                                    opcode == BRW_OPCODE_CONTINUE ||
1776                                    opcode == BRW_OPCODE_ELSE)) {
1777       pad(file, 16);
1778       format(file, "Jump: %d", brw_inst_gen4_jump_count(devinfo, inst));
1779       pad(file, 32);
1780       format(file, "Pop: %"PRIu64, brw_inst_gen4_pop_count(devinfo, inst));
1781    } else if (devinfo->gen < 6 && (opcode == BRW_OPCODE_IF ||
1782                                    opcode == BRW_OPCODE_IFF ||
1783                                    opcode == BRW_OPCODE_HALT ||
1784                                    opcode == BRW_OPCODE_WHILE)) {
1785       pad(file, 16);
1786       format(file, "Jump: %d", brw_inst_gen4_jump_count(devinfo, inst));
1787    } else if (devinfo->gen < 6 && opcode == BRW_OPCODE_ENDIF) {
1788       pad(file, 16);
1789       format(file, "Pop: %"PRIu64, brw_inst_gen4_pop_count(devinfo, inst));
1790    } else if (opcode == BRW_OPCODE_JMPI) {
1791       pad(file, 16);
1792       err |= src1(file, devinfo, inst);
1793    } else if (desc && desc->nsrc == 3) {
1794       pad(file, 16);
1795       err |= dest_3src(file, devinfo, inst);
1796 
1797       pad(file, 32);
1798       err |= src0_3src(file, devinfo, inst);
1799 
1800       pad(file, 48);
1801       err |= src1_3src(file, devinfo, inst);
1802 
1803       pad(file, 64);
1804       err |= src2_3src(file, devinfo, inst);
1805    } else if (desc) {
1806       if (desc->ndst > 0) {
1807          pad(file, 16);
1808          err |= dest(file, devinfo, inst);
1809       }
1810 
1811       if (desc->nsrc > 0) {
1812          pad(file, 32);
1813          err |= src0(file, devinfo, inst);
1814       }
1815 
1816       if (desc->nsrc > 1) {
1817          pad(file, 48);
1818          err |= src1(file, devinfo, inst);
1819       }
1820    }
1821 
1822    if (is_send(opcode)) {
1823       enum brw_message_target sfid = brw_inst_sfid(devinfo, inst);
1824 
1825       bool has_imm_desc = false, has_imm_ex_desc = false;
1826       uint32_t imm_desc = 0, imm_ex_desc = 0;
1827       if (is_split_send(devinfo, opcode)) {
1828          pad(file, 64);
1829          if (brw_inst_send_sel_reg32_desc(devinfo, inst)) {
1830             /* show the indirect descriptor source */
1831             err |= src_send_desc_ia(file, devinfo, 0);
1832          } else {
1833             has_imm_desc = true;
1834             imm_desc = brw_inst_send_desc(devinfo, inst);
1835             fprintf(file, "0x%08"PRIx32, imm_desc);
1836          }
1837 
1838          pad(file, 80);
1839          if (brw_inst_send_sel_reg32_ex_desc(devinfo, inst)) {
1840             /* show the indirect descriptor source */
1841             err |= src_send_desc_ia(file, devinfo,
1842                                     brw_inst_send_ex_desc_ia_subreg_nr(devinfo, inst));
1843          } else {
1844             has_imm_ex_desc = true;
1845             imm_ex_desc = brw_inst_sends_ex_desc(devinfo, inst);
1846             fprintf(file, "0x%08"PRIx32, imm_ex_desc);
1847          }
1848       } else {
1849          if (brw_inst_src1_reg_file(devinfo, inst) != BRW_IMMEDIATE_VALUE) {
1850             /* show the indirect descriptor source */
1851             pad(file, 48);
1852             err |= src1(file, devinfo, inst);
1853             pad(file, 64);
1854          } else {
1855             has_imm_desc = true;
1856             imm_desc = brw_inst_send_desc(devinfo, inst);
1857             pad(file, 48);
1858          }
1859 
1860          /* Print message descriptor as immediate source */
1861          fprintf(file, "0x%08"PRIx64, inst->data[1] >> 32);
1862       }
1863 
1864       newline(file);
1865       pad(file, 16);
1866       space = 0;
1867 
1868       fprintf(file, "            ");
1869       err |= control(file, "SFID", devinfo->gen >= 6 ? gen6_sfid : gen4_sfid,
1870                      sfid, &space);
1871       string(file, " MsgDesc:");
1872 
1873       if (!has_imm_desc) {
1874          format(file, " indirect");
1875       } else {
1876          switch (sfid) {
1877          case BRW_SFID_MATH:
1878             err |= control(file, "math function", math_function,
1879                            brw_inst_math_msg_function(devinfo, inst), &space);
1880             err |= control(file, "math saturate", math_saturate,
1881                            brw_inst_math_msg_saturate(devinfo, inst), &space);
1882             err |= control(file, "math signed", math_signed,
1883                            brw_inst_math_msg_signed_int(devinfo, inst), &space);
1884             err |= control(file, "math scalar", math_scalar,
1885                            brw_inst_math_msg_data_type(devinfo, inst), &space);
1886             err |= control(file, "math precision", math_precision,
1887                            brw_inst_math_msg_precision(devinfo, inst), &space);
1888             break;
1889          case BRW_SFID_SAMPLER:
1890             if (devinfo->gen >= 5) {
1891                err |= control(file, "sampler message", gen5_sampler_msg_type,
1892                               brw_sampler_desc_msg_type(devinfo, imm_desc),
1893                               &space);
1894                err |= control(file, "sampler simd mode", gen5_sampler_simd_mode,
1895                               brw_sampler_desc_simd_mode(devinfo, imm_desc),
1896                               &space);
1897                format(file, " Surface = %u Sampler = %u",
1898                       brw_sampler_desc_binding_table_index(devinfo, imm_desc),
1899                       brw_sampler_desc_sampler(devinfo, imm_desc));
1900             } else {
1901                format(file, " (%u, %u, %u, ",
1902                       brw_sampler_desc_binding_table_index(devinfo, imm_desc),
1903                       brw_sampler_desc_sampler(devinfo, imm_desc),
1904                       brw_sampler_desc_msg_type(devinfo, imm_desc));
1905                if (!devinfo->is_g4x) {
1906                   err |= control(file, "sampler target format",
1907                                  sampler_target_format,
1908                                  brw_sampler_desc_return_format(devinfo, imm_desc),
1909                                  NULL);
1910                }
1911                string(file, ")");
1912             }
1913             break;
1914          case GEN6_SFID_DATAPORT_SAMPLER_CACHE:
1915          case GEN6_SFID_DATAPORT_CONSTANT_CACHE:
1916             /* aka BRW_SFID_DATAPORT_READ on Gen4-5 */
1917             if (devinfo->gen >= 6) {
1918                format(file, " (%u, %u, %u, %u)",
1919                       brw_dp_desc_binding_table_index(devinfo, imm_desc),
1920                       brw_dp_desc_msg_control(devinfo, imm_desc),
1921                       brw_dp_desc_msg_type(devinfo, imm_desc),
1922                       devinfo->gen >= 7 ? 0u :
1923                       brw_dp_write_desc_write_commit(devinfo, imm_desc));
1924             } else {
1925                bool is_965 = devinfo->gen == 4 && !devinfo->is_g4x;
1926                err |= control(file, "DP read message type",
1927                               is_965 ? gen4_dp_read_port_msg_type :
1928                                        g45_dp_read_port_msg_type,
1929                               brw_dp_read_desc_msg_type(devinfo, imm_desc),
1930                               &space);
1931 
1932                format(file, " MsgCtrl = 0x%u",
1933                       brw_dp_read_desc_msg_control(devinfo, imm_desc));
1934 
1935                format(file, " Surface = %u",
1936                       brw_dp_desc_binding_table_index(devinfo, imm_desc));
1937             }
1938             break;
1939 
1940          case GEN6_SFID_DATAPORT_RENDER_CACHE: {
1941             /* aka BRW_SFID_DATAPORT_WRITE on Gen4-5 */
1942             unsigned msg_type = brw_dp_write_desc_msg_type(devinfo, imm_desc);
1943 
1944             err |= control(file, "DP rc message type",
1945                            dp_rc_msg_type(devinfo), msg_type, &space);
1946 
1947             bool is_rt_write = msg_type ==
1948                (devinfo->gen >= 6 ? GEN6_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_WRITE
1949                                   : BRW_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_WRITE);
1950 
1951             if (is_rt_write) {
1952                err |= control(file, "RT message type", m_rt_write_subtype,
1953                               brw_inst_rt_message_type(devinfo, inst), &space);
1954                if (devinfo->gen >= 6 && brw_inst_rt_slot_group(devinfo, inst))
1955                   string(file, " Hi");
1956                if (brw_dp_write_desc_last_render_target(devinfo, imm_desc))
1957                   string(file, " LastRT");
1958                if (devinfo->gen < 7 &&
1959                    brw_dp_write_desc_write_commit(devinfo, imm_desc))
1960                   string(file, " WriteCommit");
1961             } else {
1962                format(file, " MsgCtrl = 0x%u",
1963                       brw_dp_write_desc_msg_control(devinfo, imm_desc));
1964             }
1965 
1966             format(file, " Surface = %u",
1967                    brw_dp_desc_binding_table_index(devinfo, imm_desc));
1968             break;
1969          }
1970 
1971          case BRW_SFID_URB: {
1972             unsigned opcode = brw_inst_urb_opcode(devinfo, inst);
1973 
1974             format(file, " %"PRIu64, brw_inst_urb_global_offset(devinfo, inst));
1975 
1976             space = 1;
1977 
1978             err |= control(file, "urb opcode",
1979                            devinfo->gen >= 7 ? gen7_urb_opcode
1980                                              : gen5_urb_opcode,
1981                            opcode, &space);
1982 
1983             if (devinfo->gen >= 7 &&
1984                 brw_inst_urb_per_slot_offset(devinfo, inst)) {
1985                string(file, " per-slot");
1986             }
1987 
1988             if (opcode == GEN8_URB_OPCODE_SIMD8_WRITE ||
1989                 opcode == GEN8_URB_OPCODE_SIMD8_READ) {
1990                if (brw_inst_urb_channel_mask_present(devinfo, inst))
1991                   string(file, " masked");
1992             } else {
1993                err |= control(file, "urb swizzle", urb_swizzle,
1994                               brw_inst_urb_swizzle_control(devinfo, inst),
1995                               &space);
1996             }
1997 
1998             if (devinfo->gen < 7) {
1999                err |= control(file, "urb allocate", urb_allocate,
2000                               brw_inst_urb_allocate(devinfo, inst), &space);
2001                err |= control(file, "urb used", urb_used,
2002                               brw_inst_urb_used(devinfo, inst), &space);
2003             }
2004             if (devinfo->gen < 8) {
2005                err |= control(file, "urb complete", urb_complete,
2006                               brw_inst_urb_complete(devinfo, inst), &space);
2007             }
2008             break;
2009          }
2010          case BRW_SFID_THREAD_SPAWNER:
2011             break;
2012 
2013          case BRW_SFID_MESSAGE_GATEWAY:
2014             format(file, " (%s)",
2015                    gen7_gateway_subfuncid[brw_inst_gateway_subfuncid(devinfo, inst)]);
2016             break;
2017 
2018          case GEN7_SFID_DATAPORT_DATA_CACHE:
2019             if (devinfo->gen >= 7) {
2020                format(file, " (");
2021 
2022                err |= control(file, "DP DC0 message type",
2023                               dp_dc0_msg_type_gen7,
2024                               brw_dp_desc_msg_type(devinfo, imm_desc), &space);
2025 
2026                format(file, ", %u, ",
2027                       brw_dp_desc_binding_table_index(devinfo, imm_desc));
2028 
2029                switch (brw_inst_dp_msg_type(devinfo, inst)) {
2030                case GEN7_DATAPORT_DC_UNTYPED_ATOMIC_OP:
2031                   control(file, "atomic op", aop,
2032                           brw_dp_desc_msg_control(devinfo, imm_desc) & 0xf,
2033                           &space);
2034                   break;
2035                default:
2036                   format(file, "%u",
2037                          brw_dp_desc_msg_control(devinfo, imm_desc));
2038                }
2039                format(file, ")");
2040                break;
2041             }
2042             /* FALLTHROUGH */
2043 
2044          case HSW_SFID_DATAPORT_DATA_CACHE_1: {
2045             if (devinfo->gen >= 7) {
2046                format(file, " (");
2047 
2048                unsigned msg_ctrl = brw_dp_desc_msg_control(devinfo, imm_desc);
2049 
2050                err |= control(file, "DP DC1 message type",
2051                               dp_dc1_msg_type_hsw,
2052                               brw_dp_desc_msg_type(devinfo, imm_desc), &space);
2053 
2054                format(file, ", Surface = %u, ",
2055                       brw_dp_desc_binding_table_index(devinfo, imm_desc));
2056 
2057                switch (brw_inst_dp_msg_type(devinfo, inst)) {
2058                case HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP:
2059                case HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP:
2060                case HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP:
2061                   format(file, "SIMD%d,", (msg_ctrl & (1 << 4)) ? 8 : 16);
2062                   /* fallthrough */
2063                case HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP_SIMD4X2:
2064                case HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP_SIMD4X2:
2065                case HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP_SIMD4X2:
2066                case GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_OP:
2067                   control(file, "atomic op", aop, msg_ctrl & 0xf, &space);
2068                   break;
2069                case HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_READ:
2070                case HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_WRITE:
2071                case HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_READ:
2072                case HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_WRITE:
2073                case GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_WRITE:
2074                case GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_READ: {
2075                   static const char *simd_modes[] = { "4x2", "16", "8" };
2076                   format(file, "SIMD%s, Mask = 0x%x",
2077                          simd_modes[msg_ctrl >> 4], msg_ctrl & 0xf);
2078                   break;
2079                }
2080                case GEN9_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_FLOAT_OP:
2081                case GEN9_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_FLOAT_OP:
2082                   format(file, "SIMD%d,", (msg_ctrl & (1 << 4)) ? 8 : 16);
2083                   control(file, "atomic float op", aop_float, msg_ctrl & 0xf,
2084                           &space);
2085                   break;
2086                default:
2087                   format(file, "0x%x", msg_ctrl);
2088                }
2089                format(file, ")");
2090                break;
2091             }
2092          }
2093          /* FALLTHROUGH */
2094 
2095          case GEN7_SFID_PIXEL_INTERPOLATOR:
2096             if (devinfo->gen >= 7) {
2097                format(file, " (%s, %s, 0x%02"PRIx64")",
2098                       brw_inst_pi_nopersp(devinfo, inst) ? "linear" : "persp",
2099                       pixel_interpolator_msg_types[brw_inst_pi_message_type(devinfo, inst)],
2100                       brw_inst_pi_message_data(devinfo, inst));
2101                break;
2102             }
2103             /* FALLTHROUGH */
2104 
2105          default:
2106             format(file, "unsupported shared function ID %d", sfid);
2107             break;
2108          }
2109 
2110          if (space)
2111             string(file, " ");
2112       }
2113       if (has_imm_desc)
2114          format(file, "mlen %u", brw_message_desc_mlen(devinfo, imm_desc));
2115       if (has_imm_ex_desc) {
2116          format(file, " ex_mlen %u",
2117                 brw_message_ex_desc_ex_mlen(devinfo, imm_ex_desc));
2118       }
2119       if (has_imm_desc)
2120          format(file, " rlen %u", brw_message_desc_rlen(devinfo, imm_desc));
2121    }
2122    pad(file, 64);
2123    if (opcode != BRW_OPCODE_NOP && opcode != BRW_OPCODE_NENOP) {
2124       string(file, "{");
2125       space = 1;
2126       err |= control(file, "access mode", access_mode,
2127                      brw_inst_access_mode(devinfo, inst), &space);
2128       if (devinfo->gen >= 6) {
2129          err |= control(file, "write enable control", wectrl,
2130                         brw_inst_mask_control(devinfo, inst), &space);
2131       } else {
2132          err |= control(file, "mask control", mask_ctrl,
2133                         brw_inst_mask_control(devinfo, inst), &space);
2134       }
2135 
2136       if (devinfo->gen < 12) {
2137          err |= control(file, "dependency control", dep_ctrl,
2138                         ((brw_inst_no_dd_check(devinfo, inst) << 1) |
2139                          brw_inst_no_dd_clear(devinfo, inst)), &space);
2140       }
2141 
2142       if (devinfo->gen >= 6)
2143          err |= qtr_ctrl(file, devinfo, inst);
2144       else {
2145          if (brw_inst_qtr_control(devinfo, inst) == BRW_COMPRESSION_COMPRESSED &&
2146              desc && desc->ndst > 0 &&
2147              brw_inst_dst_reg_file(devinfo, inst) == BRW_MESSAGE_REGISTER_FILE &&
2148              brw_inst_dst_da_reg_nr(devinfo, inst) & BRW_MRF_COMPR4) {
2149             format(file, " compr4");
2150          } else {
2151             err |= control(file, "compression control", compr_ctrl,
2152                            brw_inst_qtr_control(devinfo, inst), &space);
2153          }
2154       }
2155 
2156       if (devinfo->gen >= 12)
2157          err |= swsb(file, devinfo, inst);
2158 
2159       err |= control(file, "compaction", cmpt_ctrl, is_compacted, &space);
2160       err |= control(file, "thread control", thread_ctrl,
2161                      (devinfo->gen >= 12 ? brw_inst_atomic_control(devinfo, inst) :
2162                                            brw_inst_thread_control(devinfo, inst)),
2163                      &space);
2164       if (has_branch_ctrl(devinfo, opcode)) {
2165          err |= control(file, "branch ctrl", branch_ctrl,
2166                         brw_inst_branch_control(devinfo, inst), &space);
2167       } else if (devinfo->gen >= 6) {
2168          err |= control(file, "acc write control", accwr,
2169                         brw_inst_acc_wr_control(devinfo, inst), &space);
2170       }
2171       if (is_send(opcode))
2172          err |= control(file, "end of thread", end_of_thread,
2173                         brw_inst_eot(devinfo, inst), &space);
2174       if (space)
2175          string(file, " ");
2176       string(file, "}");
2177    }
2178    string(file, ";");
2179    newline(file);
2180    return err;
2181 }
2182