1 /**************************************************************************
2 *
3 * Copyright (C) 1999-2005 Brian Paul All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be included
13 * in all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
16 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21 * OTHER DEALINGS IN THE SOFTWARE.
22 *
23 **************************************************************************/
24
25 #ifndef _RTASM_X86SSE_H_
26 #define _RTASM_X86SSE_H_
27
28 #include "pipe/p_compiler.h"
29 #include "pipe/p_config.h"
30
31 #if defined(PIPE_ARCH_X86) || defined(PIPE_ARCH_X86_64)
32
33 /* It is up to the caller to ensure that instructions issued are
34 * suitable for the host cpu. There are no checks made in this module
35 * for mmx/sse/sse2 support on the cpu.
36 */
37 struct x86_reg {
38 unsigned file:2;
39 unsigned idx:4;
40 unsigned mod:2; /* mod_REG if this is just a register */
41 int disp:24; /* only +/- 23bits of offset - should be enough... */
42 };
43
44 #define X86_MMX 1
45 #define X86_MMX2 2
46 #define X86_SSE 4
47 #define X86_SSE2 8
48 #define X86_SSE3 0x10
49 #define X86_SSE4_1 0x20
50
51 struct x86_function {
52 unsigned caps;
53 unsigned size;
54 unsigned char *store;
55 unsigned char *csr;
56
57 unsigned stack_offset:16;
58 unsigned need_emms:8;
59 int x87_stack:8;
60
61 unsigned char error_overflow[4];
62 };
63
64 enum x86_reg_file {
65 file_REG32,
66 file_MMX,
67 file_XMM,
68 file_x87
69 };
70
71 /* Values for mod field of modr/m byte
72 */
73 enum x86_reg_mod {
74 mod_INDIRECT,
75 mod_DISP8,
76 mod_DISP32,
77 mod_REG
78 };
79
80 enum x86_reg_name {
81 reg_AX,
82 reg_CX,
83 reg_DX,
84 reg_BX,
85 reg_SP,
86 reg_BP,
87 reg_SI,
88 reg_DI,
89 reg_R8,
90 reg_R9,
91 reg_R10,
92 reg_R11,
93 reg_R12,
94 reg_R13,
95 reg_R14,
96 reg_R15
97 };
98
99
100 enum x86_cc {
101 cc_O, /* overflow */
102 cc_NO, /* not overflow */
103 cc_NAE, /* not above or equal / carry */
104 cc_AE, /* above or equal / not carry */
105 cc_E, /* equal / zero */
106 cc_NE /* not equal / not zero */
107 };
108
109 enum sse_cc {
110 cc_Equal,
111 cc_LessThan,
112 cc_LessThanEqual,
113 cc_Unordered,
114 cc_NotEqual,
115 cc_NotLessThan,
116 cc_NotLessThanEqual,
117 cc_Ordered
118 };
119
120 #define cc_Z cc_E
121 #define cc_NZ cc_NE
122
123
124 /** generic pointer to function */
125 typedef void (*x86_func)(void);
126
127
128 /* Begin/end/retrieve function creation:
129 */
130
131 enum x86_target
132 {
133 X86_32,
134 X86_64_STD_ABI,
135 X86_64_WIN64_ABI
136 };
137
138 /* make this read a member of x86_function if target != host is desired */
x86_target(struct x86_function * p)139 static inline enum x86_target x86_target( struct x86_function* p )
140 {
141 #ifdef PIPE_ARCH_X86
142 return X86_32;
143 #elif (defined(PIPE_OS_CYGWIN) || defined(PIPE_OS_WINDOWS)) && defined(PIPE_ARCH_X86_64)
144 return X86_64_WIN64_ABI;
145 #elif defined(PIPE_ARCH_X86_64)
146 return X86_64_STD_ABI;
147 #endif
148 }
149
x86_target_caps(struct x86_function * p)150 static inline unsigned x86_target_caps( struct x86_function* p )
151 {
152 return p->caps;
153 }
154
155 void x86_init_func( struct x86_function *p );
156 void x86_init_func_size( struct x86_function *p, unsigned code_size );
157 void x86_release_func( struct x86_function *p );
158 x86_func x86_get_func( struct x86_function *p );
159
160 /* Debugging:
161 */
162 void x86_print_reg( struct x86_reg reg );
163
164
165 /* Create and manipulate registers and regmem values:
166 */
167 struct x86_reg x86_make_reg( enum x86_reg_file file,
168 enum x86_reg_name idx );
169
170 struct x86_reg x86_make_disp( struct x86_reg reg,
171 int disp );
172
173 struct x86_reg x86_deref( struct x86_reg reg );
174
175 struct x86_reg x86_get_base_reg( struct x86_reg reg );
176
177
178 /* Labels, jumps and fixup:
179 */
180 int x86_get_label( struct x86_function *p );
181
182 void x64_rexw(struct x86_function *p);
183
184 void x86_jcc( struct x86_function *p,
185 enum x86_cc cc,
186 int label );
187
188 int x86_jcc_forward( struct x86_function *p,
189 enum x86_cc cc );
190
191 int x86_jmp_forward( struct x86_function *p);
192
193 int x86_call_forward( struct x86_function *p);
194
195 void x86_fixup_fwd_jump( struct x86_function *p,
196 int fixup );
197
198 void x86_jmp( struct x86_function *p, int label );
199
200 /* void x86_call( struct x86_function *p, void (*label)() ); */
201 void x86_call( struct x86_function *p, struct x86_reg reg);
202
203 void x86_mov_reg_imm( struct x86_function *p, struct x86_reg dst, int imm );
204 void x86_add_imm( struct x86_function *p, struct x86_reg dst, int imm );
205 void x86_or_imm( struct x86_function *p, struct x86_reg dst, int imm );
206 void x86_and_imm( struct x86_function *p, struct x86_reg dst, int imm );
207 void x86_sub_imm( struct x86_function *p, struct x86_reg dst, int imm );
208 void x86_xor_imm( struct x86_function *p, struct x86_reg dst, int imm );
209 void x86_cmp_imm( struct x86_function *p, struct x86_reg dst, int imm );
210
211
212 /* Macro for sse_shufps() and sse2_pshufd():
213 */
214 #define SHUF(_x,_y,_z,_w) (((_x)<<0) | ((_y)<<2) | ((_z)<<4) | ((_w)<<6))
215 #define SHUF_NOOP RSW(0,1,2,3)
216 #define GET_SHUF(swz, idx) (((swz) >> ((idx)*2)) & 0x3)
217
218 void mmx_emms( struct x86_function *p );
219 void mmx_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
220 void mmx_movq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
221 void mmx_packssdw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
222 void mmx_packuswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
223
224 void sse2_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
225 void sse2_movq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
226 void sse2_movdqu( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
227 void sse2_movdqa( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
228 void sse2_movsd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
229 void sse2_movupd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
230 void sse2_movapd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
231
232 void sse2_cvtps2dq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
233 void sse2_cvttps2dq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
234 void sse2_cvtdq2ps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
235 void sse2_cvtsd2ss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
236 void sse2_cvtpd2ps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
237
238 void sse2_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
239 void sse2_packssdw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
240 void sse2_packsswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
241 void sse2_packuswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
242 void sse2_pshufd( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
243 unsigned char shuf );
244 void sse2_pshuflw( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
245 unsigned char shuf );
246 void sse2_pshufhw( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
247 unsigned char shuf );
248 void sse2_rcpps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
249 void sse2_rcpss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
250
251 void sse2_punpcklbw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
252 void sse2_punpcklwd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
253 void sse2_punpckldq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
254 void sse2_punpcklqdq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
255
256 void sse2_psllw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
257 void sse2_pslld_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
258 void sse2_psllq_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
259
260 void sse2_psrlw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
261 void sse2_psrld_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
262 void sse2_psrlq_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
263
264 void sse2_psraw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
265 void sse2_psrad_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
266
267 void sse2_por( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
268
269 void sse2_pshuflw( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
270 void sse2_pshufhw( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
271 void sse2_pshufd( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
272
273 void sse2_pcmpgtd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
274
275 void sse_prefetchnta( struct x86_function *p, struct x86_reg ptr);
276 void sse_prefetch0( struct x86_function *p, struct x86_reg ptr);
277 void sse_prefetch1( struct x86_function *p, struct x86_reg ptr);
278
279 void sse_movntps( struct x86_function *p, struct x86_reg dst, struct x86_reg src);
280
281 void sse_addps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
282 void sse_addss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
283 void sse_cvtps2pi( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
284 void sse_divss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
285 void sse_andnps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
286 void sse_andps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
287 void sse_cmpps( struct x86_function *p, struct x86_reg dst, struct x86_reg src,
288 enum sse_cc cc );
289 void sse_maxps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
290 void sse_maxss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
291 void sse_minps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
292 void sse_movaps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
293 void sse_movhlps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
294 void sse_movhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
295 void sse_movlhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
296 void sse_movlps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
297 void sse_movss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
298 void sse_movups( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
299 void sse_mulps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
300 void sse_mulss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
301 void sse_orps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
302 void sse_xorps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
303 void sse_subps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
304 void sse_rsqrtps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
305 void sse_rsqrtss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
306 void sse_shufps( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
307 unsigned char shuf );
308 void sse_unpckhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
309 void sse_unpcklps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
310 void sse_pmovmskb( struct x86_function *p, struct x86_reg dest, struct x86_reg src );
311 void sse_movmskps( struct x86_function *p, struct x86_reg dst, struct x86_reg src);
312
313 void x86_add( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
314 void x86_and( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
315 void x86_cmovcc( struct x86_function *p, struct x86_reg dst, struct x86_reg src, enum x86_cc cc );
316 void x86_cmp( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
317 void x86_dec( struct x86_function *p, struct x86_reg reg );
318 void x86_inc( struct x86_function *p, struct x86_reg reg );
319 void x86_lea( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
320 void x86_mov( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
321 void x64_mov64( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
322 void x86_mov8( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
323 void x86_mov16( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
324 void x86_movzx8(struct x86_function *p, struct x86_reg dst, struct x86_reg src );
325 void x86_movzx16(struct x86_function *p, struct x86_reg dst, struct x86_reg src );
326 void x86_mov_imm(struct x86_function *p, struct x86_reg dst, int imm );
327 void x86_mov8_imm(struct x86_function *p, struct x86_reg dst, uint8_t imm );
328 void x86_mov16_imm(struct x86_function *p, struct x86_reg dst, uint16_t imm );
329 void x86_mul( struct x86_function *p, struct x86_reg src );
330 void x86_imul( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
331 void x86_or( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
332 void x86_pop( struct x86_function *p, struct x86_reg reg );
333 void x86_push( struct x86_function *p, struct x86_reg reg );
334 void x86_push_imm32( struct x86_function *p, int imm );
335 void x86_ret( struct x86_function *p );
336 void x86_retw( struct x86_function *p, unsigned short imm );
337 void x86_sub( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
338 void x86_test( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
339 void x86_xor( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
340 void x86_sahf( struct x86_function *p );
341 void x86_div( struct x86_function *p, struct x86_reg src );
342 void x86_bswap( struct x86_function *p, struct x86_reg src );
343 void x86_shr_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
344 void x86_sar_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
345 void x86_shl_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
346
347 void x86_cdecl_caller_push_regs( struct x86_function *p );
348 void x86_cdecl_caller_pop_regs( struct x86_function *p );
349
350 void x87_assert_stack_empty( struct x86_function *p );
351
352 void x87_f2xm1( struct x86_function *p );
353 void x87_fabs( struct x86_function *p );
354 void x87_fadd( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
355 void x87_faddp( struct x86_function *p, struct x86_reg dst );
356 void x87_fchs( struct x86_function *p );
357 void x87_fclex( struct x86_function *p );
358 void x87_fcmovb( struct x86_function *p, struct x86_reg src );
359 void x87_fcmovbe( struct x86_function *p, struct x86_reg src );
360 void x87_fcmove( struct x86_function *p, struct x86_reg src );
361 void x87_fcmovnb( struct x86_function *p, struct x86_reg src );
362 void x87_fcmovnbe( struct x86_function *p, struct x86_reg src );
363 void x87_fcmovne( struct x86_function *p, struct x86_reg src );
364 void x87_fcom( struct x86_function *p, struct x86_reg dst );
365 void x87_fcomi( struct x86_function *p, struct x86_reg dst );
366 void x87_fcomip( struct x86_function *p, struct x86_reg dst );
367 void x87_fcomp( struct x86_function *p, struct x86_reg dst );
368 void x87_fcos( struct x86_function *p );
369 void x87_fdiv( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
370 void x87_fdivp( struct x86_function *p, struct x86_reg dst );
371 void x87_fdivr( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
372 void x87_fdivrp( struct x86_function *p, struct x86_reg dst );
373 void x87_fild( struct x86_function *p, struct x86_reg arg );
374 void x87_fist( struct x86_function *p, struct x86_reg dst );
375 void x87_fistp( struct x86_function *p, struct x86_reg dst );
376 void x87_fld( struct x86_function *p, struct x86_reg arg );
377 void x87_fld1( struct x86_function *p );
378 void x87_fldcw( struct x86_function *p, struct x86_reg arg );
379 void x87_fldl2e( struct x86_function *p );
380 void x87_fldln2( struct x86_function *p );
381 void x87_fldz( struct x86_function *p );
382 void x87_fmul( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
383 void x87_fmulp( struct x86_function *p, struct x86_reg dst );
384 void x87_fnclex( struct x86_function *p );
385 void x87_fprndint( struct x86_function *p );
386 void x87_fpop( struct x86_function *p );
387 void x87_fscale( struct x86_function *p );
388 void x87_fsin( struct x86_function *p );
389 void x87_fsincos( struct x86_function *p );
390 void x87_fsqrt( struct x86_function *p );
391 void x87_fst( struct x86_function *p, struct x86_reg dst );
392 void x87_fstp( struct x86_function *p, struct x86_reg dst );
393 void x87_fsub( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
394 void x87_fsubp( struct x86_function *p, struct x86_reg dst );
395 void x87_fsubr( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
396 void x87_fsubrp( struct x86_function *p, struct x86_reg dst );
397 void x87_ftst( struct x86_function *p );
398 void x87_fxch( struct x86_function *p, struct x86_reg dst );
399 void x87_fxtract( struct x86_function *p );
400 void x87_fyl2x( struct x86_function *p );
401 void x87_fyl2xp1( struct x86_function *p );
402 void x87_fwait( struct x86_function *p );
403 void x87_fnstcw( struct x86_function *p, struct x86_reg dst );
404 void x87_fnstsw( struct x86_function *p, struct x86_reg dst );
405 void x87_fucompp( struct x86_function *p );
406 void x87_fucomp( struct x86_function *p, struct x86_reg arg );
407 void x87_fucom( struct x86_function *p, struct x86_reg arg );
408
409
410
411 /* Retrieve a reference to one of the function arguments, taking into
412 * account any push/pop activity. Note - doesn't track explicit
413 * manipulation of ESP by other instructions.
414 */
415 struct x86_reg x86_fn_arg( struct x86_function *p, unsigned arg );
416
417 #endif
418 #endif
419