1 /*
2 * Copyright 2011 Christoph Bumiller
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 */
22
23 #ifndef __NV50_IR_INLINES_H__
24 #define __NV50_IR_INLINES_H__
25
reverseCondCode(CondCode cc)26 static inline CondCode reverseCondCode(CondCode cc)
27 {
28 static const uint8_t ccRev[8] = { 0, 4, 2, 6, 1, 5, 3, 7 };
29
30 return static_cast<CondCode>(ccRev[cc & 7] | (cc & ~7));
31 }
32
inverseCondCode(CondCode cc)33 static inline CondCode inverseCondCode(CondCode cc)
34 {
35 return static_cast<CondCode>(cc ^ 7);
36 }
37
isMemoryFile(DataFile f)38 static inline bool isMemoryFile(DataFile f)
39 {
40 return (f >= FILE_MEMORY_CONST && f <= FILE_MEMORY_LOCAL);
41 }
42
43 // contrary to asTex(), this will never include SULD/SUST
isTextureOp(operation op)44 static inline bool isTextureOp(operation op)
45 {
46 return (op >= OP_TEX && op <= OP_TEXPREP);
47 }
48
isSurfaceOp(operation op)49 static inline bool isSurfaceOp(operation op)
50 {
51 return (op >= OP_SULDB && op <= OP_SULEA) || (op == OP_SUQ);
52 }
53
typeSizeof(DataType ty)54 static inline unsigned int typeSizeof(DataType ty)
55 {
56 switch (ty) {
57 case TYPE_U8:
58 case TYPE_S8:
59 return 1;
60 case TYPE_F16:
61 case TYPE_U16:
62 case TYPE_S16:
63 return 2;
64 case TYPE_F32:
65 case TYPE_U32:
66 case TYPE_S32:
67 return 4;
68 case TYPE_F64:
69 case TYPE_U64:
70 case TYPE_S64:
71 return 8;
72 case TYPE_B96:
73 return 12;
74 case TYPE_B128:
75 return 16;
76 default:
77 return 0;
78 }
79 }
80
typeSizeofLog2(DataType ty)81 static inline unsigned int typeSizeofLog2(DataType ty)
82 {
83 switch (ty) {
84 case TYPE_F16:
85 case TYPE_U16:
86 case TYPE_S16:
87 return 1;
88 case TYPE_F32:
89 case TYPE_U32:
90 case TYPE_S32:
91 return 2;
92 case TYPE_F64:
93 case TYPE_U64:
94 case TYPE_S64:
95 return 3;
96 case TYPE_B96:
97 case TYPE_B128:
98 return 4;
99 case TYPE_U8:
100 case TYPE_S8:
101 default:
102 return 0;
103 }
104 }
105
106 static inline DataType typeOfSize(unsigned int size,
107 bool flt = false, bool sgn = false)
108 {
109 switch (size) {
110 case 1: return sgn ? TYPE_S8 : TYPE_U8;
111 case 2: return flt ? TYPE_F16 : (sgn ? TYPE_S16 : TYPE_U16);
112 case 8: return flt ? TYPE_F64 : (sgn ? TYPE_S64 : TYPE_U64);
113 case 12: return TYPE_B96;
114 case 16: return TYPE_B128;
115 case 4:
116 return flt ? TYPE_F32 : (sgn ? TYPE_S32 : TYPE_U32);
117 default:
118 return TYPE_NONE;
119 }
120 }
121
isFloatType(DataType ty)122 static inline bool isFloatType(DataType ty)
123 {
124 return (ty >= TYPE_F16 && ty <= TYPE_F64);
125 }
126
isSignedIntType(DataType ty)127 static inline bool isSignedIntType(DataType ty)
128 {
129 return (ty == TYPE_S8 || ty == TYPE_S16 || ty == TYPE_S32 || ty == TYPE_S64);
130 }
131
isSignedType(DataType ty)132 static inline bool isSignedType(DataType ty)
133 {
134 switch (ty) {
135 case TYPE_NONE:
136 case TYPE_U8:
137 case TYPE_U16:
138 case TYPE_U32:
139 case TYPE_U64:
140 case TYPE_B96:
141 case TYPE_B128:
142 return false;
143 default:
144 return true;
145 }
146 }
147
intTypeToSigned(DataType ty)148 static inline DataType intTypeToSigned(DataType ty)
149 {
150 switch (ty) {
151 case TYPE_U64: return TYPE_S64;
152 case TYPE_U32: return TYPE_S32;
153 case TYPE_U16: return TYPE_S16;
154 case TYPE_U8: return TYPE_S8;
155 default:
156 return ty;
157 }
158 }
159
getIndirect(int dim)160 const ValueRef *ValueRef::getIndirect(int dim) const
161 {
162 return isIndirect(dim) ? &insn->src(indirect[dim]) : NULL;
163 }
164
getFile()165 DataFile ValueRef::getFile() const
166 {
167 return value ? value->reg.file : FILE_NULL;
168 }
169
getSize()170 unsigned int ValueRef::getSize() const
171 {
172 return value ? value->reg.size : 0;
173 }
174
rep()175 Value *ValueRef::rep() const
176 {
177 assert(value);
178 return value->join;
179 }
180
rep()181 Value *ValueDef::rep() const
182 {
183 assert(value);
184 return value->join;
185 }
186
getFile()187 DataFile ValueDef::getFile() const
188 {
189 return value ? value->reg.file : FILE_NULL;
190 }
191
getSize()192 unsigned int ValueDef::getSize() const
193 {
194 return value ? value->reg.size : 0;
195 }
196
setSSA(LValue * lval)197 void ValueDef::setSSA(LValue *lval)
198 {
199 origin = value->asLValue();
200 set(lval);
201 }
202
preSSA()203 const LValue *ValueDef::preSSA() const
204 {
205 return origin;
206 }
207
getInsn()208 Instruction *Value::getInsn() const
209 {
210 return defs.empty() ? NULL : defs.front()->getInsn();
211 }
212
getUniqueInsn()213 Instruction *Value::getUniqueInsn() const
214 {
215 if (defs.empty())
216 return NULL;
217
218 // after regalloc, the definitions of coalesced values are linked
219 if (join != this) {
220 for (DefCIterator it = defs.begin(); it != defs.end(); ++it)
221 if ((*it)->get() == this)
222 return (*it)->getInsn();
223 // should be unreachable and trigger assertion at the end
224 }
225 #ifndef NDEBUG
226 if (reg.data.id < 0) {
227 int n = 0;
228 for (DefCIterator it = defs.begin(); n < 2 && it != defs.end(); ++it)
229 if ((*it)->get() == this) // don't count joined values
230 ++n;
231 if (n > 1)
232 WARN("value %%%i not uniquely defined\n", id); // return NULL ?
233 }
234 #endif
235 assert(defs.front()->get() == this);
236 return defs.front()->getInsn();
237 }
238
constrainedDefs()239 inline bool Instruction::constrainedDefs() const
240 {
241 return defExists(1) || op == OP_UNION;
242 }
243
getIndirect(int s,int dim)244 Value *Instruction::getIndirect(int s, int dim) const
245 {
246 return srcs[s].isIndirect(dim) ? getSrc(srcs[s].indirect[dim]) : NULL;
247 }
248
getPredicate()249 Value *Instruction::getPredicate() const
250 {
251 return (predSrc >= 0) ? getSrc(predSrc) : NULL;
252 }
253
setFlagsDef(int d,Value * val)254 void Instruction::setFlagsDef(int d, Value *val)
255 {
256 if (val) {
257 if (flagsDef < 0)
258 flagsDef = d;
259 setDef(flagsDef, val);
260 } else {
261 if (flagsDef >= 0) {
262 setDef(flagsDef, NULL);
263 flagsDef = -1;
264 }
265 }
266 }
267
setFlagsSrc(int s,Value * val)268 void Instruction::setFlagsSrc(int s, Value *val)
269 {
270 flagsSrc = s;
271 setSrc(flagsSrc, val);
272 }
273
getIndirectR()274 Value *TexInstruction::getIndirectR() const
275 {
276 return tex.rIndirectSrc >= 0 ? getSrc(tex.rIndirectSrc) : NULL;
277 }
278
getIndirectS()279 Value *TexInstruction::getIndirectS() const
280 {
281 return tex.rIndirectSrc >= 0 ? getSrc(tex.rIndirectSrc) : NULL;
282 }
283
asCmp()284 CmpInstruction *Instruction::asCmp()
285 {
286 if (op >= OP_SET_AND && op <= OP_SLCT && op != OP_SELP)
287 return static_cast<CmpInstruction *>(this);
288 return NULL;
289 }
290
asCmp()291 const CmpInstruction *Instruction::asCmp() const
292 {
293 if (op >= OP_SET_AND && op <= OP_SLCT && op != OP_SELP)
294 return static_cast<const CmpInstruction *>(this);
295 return NULL;
296 }
297
asFlow()298 FlowInstruction *Instruction::asFlow()
299 {
300 if (op >= OP_BRA && op <= OP_JOIN)
301 return static_cast<FlowInstruction *>(this);
302 return NULL;
303 }
304
asFlow()305 const FlowInstruction *Instruction::asFlow() const
306 {
307 if (op >= OP_BRA && op <= OP_JOIN)
308 return static_cast<const FlowInstruction *>(this);
309 return NULL;
310 }
311
asTex()312 TexInstruction *Instruction::asTex()
313 {
314 if ((op >= OP_TEX && op <= OP_SULEA) || op == OP_SUQ)
315 return static_cast<TexInstruction *>(this);
316 return NULL;
317 }
318
asTex()319 const TexInstruction *Instruction::asTex() const
320 {
321 if ((op >= OP_TEX && op <= OP_SULEA) || op == OP_SUQ)
322 return static_cast<const TexInstruction *>(this);
323 return NULL;
324 }
325
cloneForward(Function * ctx,Instruction * obj)326 static inline Instruction *cloneForward(Function *ctx, Instruction *obj)
327 {
328 DeepClonePolicy<Function> pol(ctx);
329
330 for (int i = 0; obj->srcExists(i); ++i)
331 pol.set(obj->getSrc(i), obj->getSrc(i));
332
333 return obj->clone(pol);
334 }
335
336 // XXX: use a virtual function so we're really really safe ?
asLValue()337 LValue *Value::asLValue()
338 {
339 if (reg.file >= FILE_GPR && reg.file <= LAST_REGISTER_FILE)
340 return static_cast<LValue *>(this);
341 return NULL;
342 }
343
asSym()344 Symbol *Value::asSym()
345 {
346 if (reg.file >= FILE_MEMORY_CONST)
347 return static_cast<Symbol *>(this);
348 return NULL;
349 }
350
asSym()351 const Symbol *Value::asSym() const
352 {
353 if (reg.file >= FILE_MEMORY_CONST)
354 return static_cast<const Symbol *>(this);
355 return NULL;
356 }
357
setOffset(int32_t offset)358 void Symbol::setOffset(int32_t offset)
359 {
360 reg.data.offset = offset;
361 }
362
setAddress(Symbol * base,int32_t offset)363 void Symbol::setAddress(Symbol *base, int32_t offset)
364 {
365 baseSym = base;
366 reg.data.offset = offset;
367 }
368
setSV(SVSemantic sv,uint32_t index)369 void Symbol::setSV(SVSemantic sv, uint32_t index)
370 {
371 reg.data.sv.sv = sv;
372 reg.data.sv.index = index;
373 }
374
asImm()375 ImmediateValue *Value::asImm()
376 {
377 if (reg.file == FILE_IMMEDIATE)
378 return static_cast<ImmediateValue *>(this);
379 return NULL;
380 }
381
asImm()382 const ImmediateValue *Value::asImm() const
383 {
384 if (reg.file == FILE_IMMEDIATE)
385 return static_cast<const ImmediateValue *>(this);
386 return NULL;
387 }
388
get(Iterator & it)389 Value *Value::get(Iterator &it)
390 {
391 return reinterpret_cast<Value *>(it.get());
392 }
393
reachableBy(const BasicBlock * by,const BasicBlock * term)394 bool BasicBlock::reachableBy(const BasicBlock *by, const BasicBlock *term)
395 {
396 return cfg.reachableBy(&by->cfg, &term->cfg);
397 }
398
get(Iterator & iter)399 BasicBlock *BasicBlock::get(Iterator &iter)
400 {
401 return reinterpret_cast<BasicBlock *>(iter.get());
402 }
403
get(Graph::Node * node)404 BasicBlock *BasicBlock::get(Graph::Node *node)
405 {
406 assert(node);
407 return reinterpret_cast<BasicBlock *>(node->data);
408 }
409
get(Graph::Node * node)410 Function *Function::get(Graph::Node *node)
411 {
412 assert(node);
413 return reinterpret_cast<Function *>(node->data);
414 }
415
getLValue(int id)416 LValue *Function::getLValue(int id)
417 {
418 assert((unsigned int)id < (unsigned int)allLValues.getSize());
419 return reinterpret_cast<LValue *>(allLValues.get(id));
420 }
421
422 #endif // __NV50_IR_INLINES_H__
423