Lines Matching refs:up_cursor
778 UpwardsCursor up_cursor = ctx.mv.upwards_init(idx + 1, false); in schedule_SMEM() local
784 assert(candidate_idx == up_cursor.source_idx); in schedule_SMEM()
792 bool is_dependency = !found_dependency && !ctx.mv.upwards_check_deps(up_cursor); in schedule_SMEM()
809 ctx.mv.upwards_update_insert_idx(up_cursor); in schedule_SMEM()
820 ctx.mv.upwards_skip(up_cursor); in schedule_SMEM()
824 MoveResult res = ctx.mv.upwards_move(up_cursor); in schedule_SMEM()
830 ctx.mv.upwards_skip(up_cursor); in schedule_SMEM()
838 ctx.last_SMEM_dep_idx = found_dependency ? up_cursor.insert_idx : 0; in schedule_SMEM()
951 UpwardsCursor up_cursor = ctx.mv.upwards_init(idx + 1, true); in schedule_VMEM() local
957 assert(candidate_idx == up_cursor.source_idx); in schedule_VMEM()
977 is_dependency |= !found_dependency && !ctx.mv.upwards_check_deps(up_cursor); in schedule_VMEM()
980 ctx.mv.upwards_update_insert_idx(up_cursor); in schedule_VMEM()
997 ctx.mv.upwards_skip(up_cursor); in schedule_VMEM()
1001 MoveResult res = ctx.mv.upwards_move(up_cursor); in schedule_VMEM()
1004 ctx.mv.upwards_skip(up_cursor); in schedule_VMEM()
1050 UpwardsCursor up_cursor = ctx.mv.upwards_init(idx + 1, true); in schedule_LDS() local
1053 aco_ptr<Instruction>& candidate = block->instructions[up_cursor.source_idx]; in schedule_LDS()
1059 if (!ctx.mv.upwards_check_deps(up_cursor)) { in schedule_LDS()
1062 ctx.mv.upwards_update_insert_idx(up_cursor); in schedule_LDS()
1063 ctx.mv.upwards_skip(up_cursor); in schedule_LDS()
1069 ctx.mv.upwards_skip(up_cursor); in schedule_LDS()
1073 aco_ptr<Instruction>& candidate = block->instructions[up_cursor.source_idx]; in schedule_LDS()
1082 if (haz != hazard_success || ctx.mv.upwards_move(up_cursor) != move_success) { in schedule_LDS()
1084 ctx.mv.upwards_skip(up_cursor); in schedule_LDS()