/third_party/mesa3d/src/gallium/drivers/nouveau/codegen/ |
D | nv50_ir_lowering_gv100.cpp | 61 bld.mkOp2(OP_ADD, TYPE_U32, def[0], src[0][0], src[1][0])-> in handleIADD64() 63 bld.mkOp2(OP_ADD, TYPE_U32, def[1], src[0][1], src[1][1])-> in handleIADD64() 65 bld.mkOp2(OP_MERGE, i->dType, i->getDef(0), def[0], def[1]); in handleIADD64() 80 src2 = bld.mkOp2(OP_MERGE, TYPE_U64, bld.getSSA(8), src2s[0], src2s[1])->getDef(0); in handleIMAD_HIGH() 239 bld.mkOp2(OP_ADD, i->dType, i->getDef(0), i->getSrc(0), i->getSrc(1)); in handleSUB() 341 bld.mkOp2(OP_MERGE, TYPE_U64, i->getDef(0), dest[0], dest[1]); in handleDMNMX() 355 bld.mkOp2(OP_BMSK, TYPE_U32, mask, bit, cnt); in handleEXTBF() 356 bld.mkOp2(OP_AND, TYPE_U32, mask, i->getSrc(0), mask); in handleEXTBF() 357 bld.mkOp2(OP_SHR, TYPE_U32, i->getDef(0), mask, bit); in handleEXTBF() 359 bld.mkOp2(OP_SGXT, TYPE_S32, i->getDef(0), i->getDef(0), cnt); in handleEXTBF() [all …]
|
D | nv50_ir_lowering_nv50.cpp | 111 i[2] = i[3] = bld->mkOp2(OP_MUL, fTy, t[1], a[1], in expandIntegerMUL() 114 i[2] = bld->mkOp2(OP_MUL, fTy, t[0], a[0], in expandIntegerMUL() 123 i[7] = bld->mkOp2(OP_SHL, fTy, t[2], t[1], bld->mkImm(halfSize * 8)); in expandIntegerMUL() 140 i[8] = bld->mkOp2(OP_SHR, fTy, r[0], t[1], bld->mkImm(halfSize * 8)); in expandIntegerMUL() 141 i[6] = bld->mkOp2(OP_ADD, fTy, r[1], r[0], imm); in expandIntegerMUL() 143 bld->mkOp2(OP_UNION, TYPE_U32, r[2], r[1], r[3]); in expandIntegerMUL() 171 bld->mkOp2(OP_XOR, fTy, NULL, mul->getSrc(0), mul->getSrc(1)) in expandIntegerMUL() 181 Instruction *n = bld->mkOp2(OP_ADD, fTy, NULL, rr[1], one); in expandIntegerMUL() 187 bld->mkOp2(OP_ADD, fTy, rr[2], rr[0], one) in expandIntegerMUL() 191 bld->mkOp2(OP_UNION, fTy, rr[4], rr[2], rr[3]); in expandIntegerMUL() [all …]
|
D | nv50_ir_lowering_gm107.cpp | 58 bld.mkOp2(OP_ADD , TYPE_U32, src0, i->getSrc(0), i->getSrc(1)); in handlePFETCH() 159 add = bld.mkOp2(OP_QUADOP, TYPE_F32, crd[c], tmp, crd[c]); in handleManualTXD() 167 add = bld.mkOp2(OP_QUADOP, TYPE_F32, crd[c], tmp, crd[c]); in handleManualTXD() 177 bld.mkOp2(OP_MAX, TYPE_F32, val, src[0], src[1]); in handleManualTXD() 178 bld.mkOp2(OP_MAX, TYPE_F32, val, src[2], val); in handleManualTXD() 264 bld.mkOp2(OP_ADD , TYPE_U32, tmp2, i->getSrc(0), i->getSrc(1)); in handlePFETCH() 311 bld.mkOp2(OP_DIV, TYPE_U32, suq->getDef(d), suq->getDef(d), in handleSUQ() 340 bld.mkOp2(OP_SHR, TYPE_U32, suq->getDef(0), suq->getDef(0), in handleSUQ() 344 bld.mkOp2(OP_SHR, TYPE_U32, suq->getDef(d), suq->getDef(d), in handleSUQ()
|
D | nv50_ir_lowering_nvc0.cpp | 108 bld.mkOp2(OP_MERGE, TYPE_U64, i->getDef(0), def[0], def[1]); in handleRCPRSQLib() 150 bld.mkOp2(OP_MERGE, TYPE_U64, def, dst[0], dst[1]); in handleRCPRSQ() 245 bld.mkOp2(OP_ADD, TYPE_U32, (x32_minus_shift = bld.getSSA()), shift, bld.mkImm(0x20)) in handleShift() 250 bld.mkOp2(OP_OR, TYPE_U32, (hi1 = bld.getSSA()), in handleShift() 255 bld.mkOp2(op, type, (dst[0] = bld.getSSA()), src[0], shift); in handleShift() 257 bld.mkOp2(op, type, (hi2 = bld.getSSA()), src[0], in handleShift() 260 bld.mkOp2(OP_UNION, TYPE_U32, (dst[1] = bld.getSSA()), hi1, hi2); in handleShift() 263 bld.mkOp2(OP_MERGE, TYPE_U64, dst64, dst[0], dst[1]); in handleShift() 292 bld.mkOp2(OP_MERGE, TYPE_U64, dst64, dst[0], dst[1]); in handleShift() 305 bld.mkOp2(OP_SUB, hTy, NULL, src0[0], src1[0]) in handleSET() [all …]
|
D | nv50_ir_from_tgsi.cpp | 2159 mkOp2(OP_WRSV, TYPE_U32, NULL, dstToSym(dst, c), val); in storeDst() 2203 mkOp2(OP_MUL, TYPE_F32, dotp, src0, src1) in buildDot() 2502 mkOp2(OP_MAX, TYPE_F32, val0, fetchSrc(0, 0), zero); in handleLIT() 2514 mkOp2(OP_MAX, TYPE_F32, val1, src1, zero); in handleLIT() 2515 mkOp2(OP_MAX, TYPE_F32, val3, src3, neg128); in handleLIT() 2516 mkOp2(OP_MIN, TYPE_F32, val3, val3, pos128); in handleLIT() 2517 mkOp2(OP_POW, TYPE_F32, val3, val1, val3); in handleLIT() 2959 insn = mkOp2(OP_ATOM, ty, dst, sym, fetchSrc(2, c)); in handleATOM() 3121 mkOp2(OP_MIN, TYPE_F32, offs[c], fetchSrc(1, c), loadImm(NULL, 0.4375f)); in handleINTERP() 3122 mkOp2(OP_MAX, TYPE_F32, offs[c], offs[c], loadImm(NULL, -0.5f)); in handleINTERP() [all …]
|
D | nv50_ir_lowering_helper.cpp | 70 bld.mkOp2(OP_SUB, dTy, neg, bld.mkImm((uint64_t)0), insn->getSrc(0)); in handleABS() 101 bld.mkOp2(OP_SHR, TYPE_S32, tmp, insn->getSrc(0), bld.loadImm(bld.getSSA(), 31)); in handleCVT() 133 Instruction *hi = bld.mkOp2(insn->op, sTy, def[1], src0[1], src1[1]); in handleMAXMIN() 137 Instruction *lo = bld.mkOp2(insn->op, sTy, def[0], src0[0], src1[0]); in handleMAXMIN()
|
D | nv50_ir_from_nir.cpp | 1251 return mkOp2(OP_MERGE, ty, def, lo, hi); in loadFrom() 1775 mkOp2(OP_MERGE, dType, newDefs[i], lo, hi); in visit() 1806 mkOp2(OP_MIN, TYPE_F32, offs[c], getSrc(&insn->src[0], c), loadImm(NULL, 0.4375f)); in visit() 1807 mkOp2(OP_MAX, TYPE_F32, offs[c], offs[c], loadImm(NULL, -0.5f)); in visit() 1808 mkOp2(OP_MUL, TYPE_F32, offs[c], offs[c], loadImm(NULL, 4096.0f)); in visit() 1895 mkOp2(OP_MERGE, dType, newDefs[i], def, loadImm(getSSA(), 0u)); in visit() 2068 Instruction *atom = mkOp2(OP_ATOM, dType, newDefs[0], sym, getSrc(&insn->src[1], 0)); in visit() 2094 Instruction *atom = mkOp2(OP_ATOM, dType, newDefs[0], sym, in visit() 2123 mkOp2(OP_ATOM, dType, newDefs[0], sym, getSrc(&insn->src[1], 0)); in visit() 2325 Instruction *bar = mkOp2(OP_BAR, TYPE_U32, NULL, mkImm(0), mkImm(0)); in visit() [all …]
|
D | nv50_ir_build_util.cpp | 80 BuildUtil::mkOp2(operation op, DataType ty, Value *dst, in mkOp2() function in nv50_ir::BuildUtil 268 Instruction *quadop = mkOp2(OP_QUADOP, TYPE_F32, def, src0, src1); in mkQuadop() 283 return mkOp2(OP_UNION, typeOfSize(dst->reg.size), dst, def0, def1); in mkSelect()
|
D | nv50_ir_build_util.h | 54 Instruction *mkOp2(operation, DataType, Value *, Value *, Value *); 289 mkOp2(op, ty, dst, src0, src1); in mkOp2v()
|
D | nv50_ir_peephole.cpp | 1007 bld.mkOp2(OP_SHL, ty, res, a, bld.mkImm(shl)); in createMul() 1009 bld.mkOp2(OP_ADD, ty, def, res, c); in createMul() 1033 bld.mkOp2(OP_ADD, TYPE_U32, def, res, c); in createMul() 1245 mul = bld.mkOp2(OP_MUL, TYPE_U32, tA, i->getSrc(0), in opnd() 1248 bld.mkOp2(OP_SUB, TYPE_U32, tB, i->getSrc(0), tA); in opnd() 1251 bld.mkOp2(OP_SHR, TYPE_U32, tA, tB, bld.mkImm(r)); in opnd() 1255 newi = bld.mkOp2(OP_ADD, TYPE_U32, tB, mul->getDef(0), tA); in opnd() 1257 bld.mkOp2(OP_SHR, TYPE_U32, i->getDef(0), tB, bld.mkImm(s)); in opnd() 1282 bld.mkOp2(OP_SHR, TYPE_S32, tB, tA, bld.mkImm(l - 1)); in opnd() 1288 newi = bld.mkOp2(OP_SUB, TYPE_U32, tD, tB, tA); in opnd() [all …]
|