| /third_party/mesa3d/src/amd/compiler/ |
| D | aco_validate.cpp | 270 check(instr->operands[i].isFixed() || instr->operands[i].isTemp() || in validate_ir()
337 check(i != 1 || (op.isTemp() && op.regClass().type() == RegType::sgpr) || in validate_ir()
340 check(i == 1 || (op.isTemp() && op.regClass().type() == RegType::vgpr && in validate_ir()
347 check(i != 0 || (op.isTemp() && op.regClass().type() == RegType::vgpr), in validate_ir()
349 check(i == 0 || (op.isTemp() && op.regClass().type() == RegType::sgpr) || in validate_ir()
357 check(i != 2 || (op.isTemp() && op.regClass().type() == RegType::vgpr && in validate_ir()
360 check(i == 2 || (op.isTemp() && op.regClass().type() == RegType::sgpr) || in validate_ir()
365 if (op.isTemp() && instr->operands[i].regClass().type() == RegType::sgpr) { in validate_ir()
411 check((instr->operands[0].isTemp()) && instr->operands[1].isConstant(), in validate_ir()
424 check(instr->operands[0].isTemp(), "Operand must be a temporary", instr.get()); in validate_ir()
[all …]
|
| D | aco_live_var_analysis.cpp | 39 if (!def.isTemp() || def.isKill()) in get_live_changes()
45 if (!op.isTemp() || !op.isFirstKill()) in get_live_changes()
59 if (!def.isTemp()) in get_temp_registers()
66 if (op.isTemp() && op.isLateKill() && op.isFirstKill()) in get_temp_registers()
97 if (instr->operands.size() == 3 && instr->operands[2].isTemp() && in instr_needs_vcc()
134 if (!definition.isTemp()) { in process_live_temps_per_block()
164 if (!operand.isTemp()) in process_live_temps_per_block()
173 if (insn->operands[j].isTemp() && in process_live_temps_per_block()
202 if (!insn->definitions[0].isTemp()) { in process_live_temps_per_block()
257 if (!operand.isTemp()) in process_live_temps_per_block()
|
| D | aco_optimizer.cpp | 625 if (instr->definitions[i].isTemp()) { in to_VOP3()
640 return op.isTemp() && op.getTemp().type() == RegType::vgpr; in is_operand_vgpr()
750 if (!op.isTemp()) in parse_base_offset()
792 } else if (add_instr->operands[i].isTemp() && in parse_base_offset()
798 if (!add_instr->operands[!i].isTemp()) in parse_base_offset()
824 if (!op.isTemp() || !ctx.info[op.tempId()].is_bitwise()) in skip_smem_offset_align()
847 if (!instr->operands.empty() && instr->operands[1].isTemp()) { in smem_combine()
925 assert(instr->operands[i].isTemp()); in propagate_constants_vop3p()
1166 if (!op.isTemp()) in check_sdwa_extract()
1220 if (!(instr->operands[0].isTemp() && instr->operands[1].isTemp())) in can_eliminate_and_exec()
[all …]
|
| D | aco_register_allocation.cpp | 773 if (copy.second.isTemp()) in update_renames()
781 if (it->second.isTemp()) { in update_renames()
789 if (def.isTemp() && def.getTemp() == it->first.getTemp()) { in update_renames()
804 if (!other.second.isTemp()) in update_renames()
814 if (op.isTemp() && op.tempId() == other.second.tempId()) { in update_renames()
838 if (!op.isTemp()) in update_renames()
1048 if (instr->operands[i].isTemp() && instr->operands[i].tempId() == id && in get_reg_for_create_vector_copy()
1071 if (instr->operands[i].isTemp() && instr->operands[i].isFirstKill() && in get_reg_for_create_vector_copy()
1109 if (instr->operands[i].isTemp() && instr->operands[i].tempId() == id) { in get_regs_for_copies()
1182 if (op.isTemp() && op.isKillBeforeDef() && op.tempId() == reg_file[j]) { in get_regs_for_copies()
[all …]
|
| D | aco_lower_to_cssa.cpp | 89 if (!def.isTemp()) in collect_parallelcopies()
103 if (def.regClass().type() == RegType::sgpr && !op.isTemp()) { in collect_parallelcopies()
138 if (def.isTemp()) { in collect_parallelcopies()
210 if (cp.op.isTemp() && cp.op.getTemp() == parent) in intersects()
225 if (!def.isTemp()) in intersects()
233 if (!op.isTemp()) in intersects()
341 if (!copy.op.isTemp()) in try_coalesce_copy()
460 if (cp.op.isTemp()) in emit_parallelcopies()
512 if (!op.isTemp()) in emit_parallelcopies()
|
| D | aco_opt_value_numbering.cpp | 133 } else if (a->operands[i].isTemp()) { in operator ()()
134 if (!b->operands[i].isTemp()) in operator ()()
150 if (a->definitions[i].isTemp()) { in operator ()()
151 if (!b->definitions[i].isTemp()) in operator ()()
373 if (!op.isTemp()) in process_block()
393 if (copy_instr && !instr->definitions[0].isFixed() && instr->operands[0].isTemp() && in process_block()
411 assert(instr->definitions[i].isTemp()); in process_block()
443 if (!op.isTemp()) in rename_phi_operands()
|
| D | aco_scheduler.cpp | 192 if (op.isTemp()) { in downwards_init()
213 if (def.isTemp() && depends_on[def.tempId()]) in downwards_move()
220 if (op.isTemp() && RAR_deps[op.tempId()]) { in downwards_move()
228 if (op.isTemp()) { in downwards_move()
287 if (op.isTemp()) { in downwards_skip()
327 if (def.isTemp()) in upwards_init()
339 if (op.isTemp() && depends_on[op.tempId()]) in upwards_check_deps()
359 if (op.isTemp() && depends_on[op.tempId()]) in upwards_move()
365 if (op.isTemp() && (!improved_rar || op.isFirstKill()) && RAR_dependencies[op.tempId()]) in upwards_move()
407 if (def.isTemp()) in upwards_skip()
[all …]
|
| D | aco_dead_code_analysis.cpp | 65 if (op.isTemp()) { in process_block()
90 [&uses](const Definition& def) { return !def.isTemp() || uses[def.tempId()]; })) in is_dead()
|
| D | aco_reindex_ssa.cpp | 41 if (!def.isTemp()) in reindex_defs()
55 if (!op.isTemp()) in reindex_ops()
|
| D | aco_spill.cpp | 197 if (def.isTemp()) in next_uses_per_block()
207 if (op.isTemp()) in next_uses_per_block()
221 …auto it = instr->definitions[0].isTemp() ? next_use_distances_start.find(instr->definitions[0].get… in next_uses_per_block()
231 if (instr->operands[i].isTemp()) { in next_uses_per_block()
344 if (instr->operands[i].isTemp()) { in do_reload()
374 if (def.isTemp()) { in get_rematerialize_info()
417 if (op.isTemp()) { in update_local_next_uses()
428 if (def.isTemp()) { in update_local_next_uses()
467 if (phi->definitions[0].isTemp() && phi->definitions[0].isKill() && in get_live_in_demand()
700 if (!phi->definitions[0].isTemp()) in init_live_in_vars()
[all …]
|
| D | aco_lower_phis.cpp | 164 assert(prev.isTemp()); in build_merge_code()
321 assert(phi->operands[i].isTemp()); in lower_subdword_phis()
|
| D | aco_insert_exec_mask.cpp | 207 assert(ctx.info[idx].exec.back().first.isTemp()); in transition_to_WQM()
225 assert(ctx.info[idx].exec.back().first.isTemp()); in transition_to_Exact()
443 assert(!t.isTemp() || in add_coupling_code()
503 idx = instr->operands[2].isTemp() ? 2 : -1; in handle_atomic_data()
656 assert(instr->operands[0].isTemp()); in process_instructions()
|
| D | aco_optimizer_postRA.cpp | 285 (instr->operands[0].isTemp() || instr->operands[1].isTemp())) { in try_optimize_scc_nocompare()
|
| D | aco_ir.h | 729 constexpr bool isTemp() const noexcept { return isTemp_; } in isTemp() function
742 constexpr bool hasRegClass() const noexcept { return isTemp() || isUndefined(); } in hasRegClass()
875 return other.isTemp() && other.getTemp() == getTemp();
933 constexpr bool isTemp() const noexcept { return tempId() > 0; } in isTemp() function
|
| D | aco_ir.cpp | 762 (instr->operands[0].isTemp() && instr->operands[0].getTemp().type() == RegType::sgpr)) in can_swap_operands()
|
| D | aco_instruction_selection.cpp | 139 assert(mask.isUndefined() || mask.isTemp() || (mask.isFixed() && mask.physReg() == exec)); in emit_mbcnt()
150 if (mask.isTemp()) { in emit_mbcnt()
528 if (offset.isTemp()) { in byte_align_vector()
4074 Temp offset_tmp = offset.isTemp() ? offset.getTemp() : Temp(); in emit_load()
4108 Temp offset_tmp = offset.isTemp() ? offset.getTemp() : Temp(); in emit_load()
4128 aligned_offset.isTemp() ? aligned_offset.getTemp() : bld.copy(bld.def(s1), aligned_offset); in emit_load()
4410 if (soffset.isTemp()) in mubuf_load_callback()
6066 create_instruction<MIMG_instruction>(op, Format::MIMG, 3 + coords.size(), dst.isTemp())}; in emit_mimg()
6067 if (dst.isTemp()) in emit_mimg()
10951 if (exp->operands[2].isTemp()) in export_vs_psiz_layer_viewport_vrs()
|