Lines Matching refs:ibld
611 const fs_builder ibld = bld.annotate("shader time end") in emit_shader_time_end() local
613 const fs_reg timestamp = get_timestamp(ibld); in emit_shader_time_end()
629 ibld.AND(ibld.null_reg_ud(), reset, brw_imm_ud(1u))); in emit_shader_time_end()
630 ibld.IF(BRW_PREDICATE_NORMAL); in emit_shader_time_end()
637 const fs_builder cbld = ibld.group(1, 0); in emit_shader_time_end()
647 ibld.emit(BRW_OPCODE_ELSE); in emit_shader_time_end()
649 ibld.emit(BRW_OPCODE_ENDIF); in emit_shader_time_end()
2086 const fs_builder ibld(this, block, inst); in split_virtual_grfs() local
2091 ibld.UNDEF(fs_reg(VGRF, new_virtual_grf[reg], inst->dst.type)); in split_virtual_grfs()
2580 const fs_builder ibld(this, block, inst); in lower_constant_loads() local
2596 const fs_builder ubld = ibld.exec_all().group(block_sz / 4, 0); in lower_constant_loads()
2616 VARYING_PULL_CONSTANT_LOAD(ibld, inst->dst, in lower_constant_loads()
2643 const brw::fs_builder ibld(this, block, inst); in opt_algebraic() local
2646 ibld.MOV(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 1), in opt_algebraic()
2648 ibld.MOV(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 0), in opt_algebraic()
2651 ibld.MOV(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 1), in opt_algebraic()
2653 ibld.MOV(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 0), in opt_algebraic()
2777 const brw::fs_builder ibld(this, block, inst); in opt_algebraic() local
2780 ibld.SEL(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 0), in opt_algebraic()
2784 ibld.SEL(subscript(inst->dst, BRW_REGISTER_TYPE_UD, 1), in opt_algebraic()
3758 const fs_builder ibld(this, block, inst); in lower_load_payload() local
3759 const fs_builder ubld = ibld.exec_all(); in lower_load_payload()
3803 ibld.MOV(compr4_dst, inst->src[i]); in lower_load_payload()
3807 ibld.quarter(0).MOV(mov_dst, quarter(inst->src[i], 0)); in lower_load_payload()
3809 ibld.quarter(1).MOV(mov_dst, quarter(inst->src[i], 1)); in lower_load_payload()
3834 ibld.MOV(dst, inst->src[i]); in lower_load_payload()
3838 dst = offset(dst, ibld, 1); in lower_load_payload()
3854 const fs_builder ibld(this, block, inst); in lower_mul_dword_inst() local
3869 ibld.MOV(imm, inst->src[1]); in lower_mul_dword_inst()
3870 ibld.MUL(inst->dst, imm, inst->src[0]); in lower_mul_dword_inst()
3872 ibld.MUL(inst->dst, inst->src[0], in lower_mul_dword_inst()
3965 ibld.MUL(low, inst->src[0], in lower_mul_dword_inst()
3967 ibld.MUL(high, inst->src[0], in lower_mul_dword_inst()
3970 ibld.MUL(low, inst->src[0], in lower_mul_dword_inst()
3972 ibld.MUL(high, inst->src[0], in lower_mul_dword_inst()
3979 ibld.MUL(low, subscript(inst->src[0], BRW_REGISTER_TYPE_UW, 0), in lower_mul_dword_inst()
3981 ibld.MUL(high, subscript(inst->src[0], BRW_REGISTER_TYPE_UW, 1), in lower_mul_dword_inst()
3985 ibld.ADD(subscript(low, BRW_REGISTER_TYPE_UW, 1), in lower_mul_dword_inst()
3990 set_condmod(inst->conditional_mod, ibld.MOV(orig_dst, low)); in lower_mul_dword_inst()
3997 const fs_builder ibld(this, block, inst); in lower_mul_qword_inst() local
4018 ibld.MUL(bd, subscript(inst->src[0], BRW_REGISTER_TYPE_UD, 0), in lower_mul_qword_inst()
4025 fs_inst *mul = ibld.MUL(acc, in lower_mul_qword_inst()
4030 ibld.MACH(bd_high, subscript(inst->src[0], BRW_REGISTER_TYPE_UD, 0), in lower_mul_qword_inst()
4032 ibld.MOV(bd_low, acc); in lower_mul_qword_inst()
4034 ibld.MOV(subscript(bd, BRW_REGISTER_TYPE_UD, 0), bd_low); in lower_mul_qword_inst()
4035 ibld.MOV(subscript(bd, BRW_REGISTER_TYPE_UD, 1), bd_high); in lower_mul_qword_inst()
4038 ibld.MUL(ad, subscript(inst->src[0], BRW_REGISTER_TYPE_UD, 1), in lower_mul_qword_inst()
4040 ibld.MUL(bc, subscript(inst->src[0], BRW_REGISTER_TYPE_UD, 0), in lower_mul_qword_inst()
4043 ibld.ADD(ad, ad, bc); in lower_mul_qword_inst()
4044 ibld.ADD(subscript(bd, BRW_REGISTER_TYPE_UD, 1), in lower_mul_qword_inst()
4047 ibld.MOV(inst->dst, bd); in lower_mul_qword_inst()
4053 const fs_builder ibld(this, block, inst); in lower_mulh_inst() local
4070 fs_inst *mul = ibld.MUL(acc, inst->src[0], inst->src[1]); in lower_mulh_inst()
4071 fs_inst *mach = ibld.MACH(inst->dst, inst->src[0], inst->src[1]); in lower_mulh_inst()
4110 mach->dst = ibld.vgrf(inst->dst.type); in lower_mulh_inst()
4111 ibld.MOV(inst->dst, mach->dst); in lower_mulh_inst()
4172 const fs_builder ibld(this, block, inst); in lower_minmax() local
4179 ibld.CMP(ibld.null_reg_d(), inst->src[0], inst->src[1], in lower_minmax()
4200 const fs_builder ibld(this, block, inst); in lower_sub_sat() local
4235 ibld.MOV(acc, inst->src[1]); in lower_sub_sat()
4236 fs_inst *add = ibld.ADD(inst->dst, acc, inst->src[0]); in lower_sub_sat()
4243 fs_reg tmp1 = ibld.vgrf(inst->src[0].type); in lower_sub_sat()
4244 fs_reg tmp2 = ibld.vgrf(inst->src[0].type); in lower_sub_sat()
4245 fs_reg tmp3 = ibld.vgrf(inst->src[0].type); in lower_sub_sat()
4248 ibld.SHR(tmp1, inst->src[1], brw_imm_d(1)); in lower_sub_sat()
4250 add = ibld.ADD(tmp2, inst->src[1], tmp1); in lower_sub_sat()
4253 add = ibld.ADD(tmp3, inst->src[0], tmp1); in lower_sub_sat()
4257 add = ibld.ADD(inst->dst, tmp3, tmp2); in lower_sub_sat()
4262 ibld.CMP(ibld.null_reg_d(), inst->src[0], inst->src[1], in lower_sub_sat()
4265 fs_inst *add = ibld.ADD(inst->dst, inst->src[0], inst->src[1]); in lower_sub_sat()
4268 ibld.SEL(inst->dst, inst->dst, brw_imm_ud(0)) in lower_sub_sat()
6042 const fs_builder ibld(this, block, inst); in lower_logical_sends() local
6047 lower_fb_write_logical_send(ibld, inst, in lower_logical_sends()
6054 lower_fb_read_logical_send(ibld, inst); in lower_logical_sends()
6058 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TEX); in lower_logical_sends()
6062 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXD); in lower_logical_sends()
6066 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXF); in lower_logical_sends()
6070 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXL); in lower_logical_sends()
6074 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXS); in lower_logical_sends()
6078 lower_sampler_logical_send(ibld, inst, in lower_logical_sends()
6083 lower_sampler_logical_send(ibld, inst, FS_OPCODE_TXB); in lower_logical_sends()
6087 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXF_CMS); in lower_logical_sends()
6091 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXF_CMS_W); in lower_logical_sends()
6095 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXF_UMS); in lower_logical_sends()
6099 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TXF_MCS); in lower_logical_sends()
6103 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_LOD); in lower_logical_sends()
6107 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TG4); in lower_logical_sends()
6111 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_TG4_OFFSET); in lower_logical_sends()
6115 lower_sampler_logical_send(ibld, inst, SHADER_OPCODE_SAMPLEINFO); in lower_logical_sends()
6129 lower_surface_logical_send(ibld, inst); in lower_logical_sends()
6135 lower_surface_block_logical_send(ibld, inst); in lower_logical_sends()
6148 lower_a64_logical_send(ibld, inst); in lower_logical_sends()
6152 lower_varying_pull_constant_logical_send(ibld, inst); in lower_logical_sends()
6173 lower_math_logical_send(ibld, inst); in lower_logical_sends()
6988 const fs_builder ibld = bld.at(block, inst) in lower_simd_width() local
7061 const fs_builder lbld = ibld.group(lower_width, i); in lower_simd_width()
7114 const fs_builder ibld(this, block, inst); in lower_barycentrics() local
7115 const fs_builder ubld = ibld.exec_all().group(8, 0); in lower_barycentrics()
7120 const fs_reg tmp = ibld.vgrf(inst->src[0].type, 2); in lower_barycentrics()
7124 srcs[i] = horiz_offset(offset(inst->src[0], ibld, i % 2), in lower_barycentrics()
7137 const fs_reg tmp = ibld.vgrf(inst->dst.type, 2); in lower_barycentrics()
7141 fs_inst *mov = ibld.at(block, inst->next).group(8, g) in lower_barycentrics()
7142 .MOV(horiz_offset(offset(inst->dst, ibld, i), in lower_barycentrics()
7765 const fs_builder ibld = bld.at(block, inst).exec_all().group(16, 0); in fixup_sends_duplicate_payload() local
7771 ibld.group(8, 0).MOV(copy_dst, copy_src); in fixup_sends_duplicate_payload()
7773 ibld.MOV(copy_dst, copy_src); in fixup_sends_duplicate_payload()
7775 copy_src = offset(copy_src, ibld, 1); in fixup_sends_duplicate_payload()
7776 copy_dst = offset(copy_dst, ibld, 1); in fixup_sends_duplicate_payload()