Lines Matching refs:cs
564 struct tu_cs *cs, in copy_query_value_gpu() argument
573 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 5); in copy_query_value_gpu()
576 tu_cs_emit(cs, mem_to_mem_flags); in copy_query_value_gpu()
577 tu_cs_emit_qw(cs, write_iova); in copy_query_value_gpu()
578 tu_cs_emit_qw(cs, src_iova); in copy_query_value_gpu()
583 struct tu_cs *cs, in emit_copy_query_pool_results() argument
601 tu_cs_emit_pkt7(cs, CP_WAIT_MEM_WRITES, 0); in emit_copy_query_pool_results()
613 tu_cs_emit_pkt7(cs, CP_WAIT_REG_MEM, 6); in emit_copy_query_pool_results()
614 tu_cs_emit(cs, CP_WAIT_REG_MEM_0_FUNCTION(WRITE_EQ) | in emit_copy_query_pool_results()
616 tu_cs_emit_qw(cs, available_iova); in emit_copy_query_pool_results()
617 tu_cs_emit(cs, CP_WAIT_REG_MEM_3_REF(0x1)); in emit_copy_query_pool_results()
618 tu_cs_emit(cs, CP_WAIT_REG_MEM_4_MASK(~0)); in emit_copy_query_pool_results()
619 tu_cs_emit(cs, CP_WAIT_REG_MEM_5_DELAY_LOOP_CYCLES(16)); in emit_copy_query_pool_results()
641 copy_query_value_gpu(cmdbuf, cs, result_iova, buffer_iova, in emit_copy_query_pool_results()
651 tu_cs_reserve(cs, 7 + 6); in emit_copy_query_pool_results()
652 tu_cs_emit_pkt7(cs, CP_COND_EXEC, 6); in emit_copy_query_pool_results()
653 tu_cs_emit_qw(cs, available_iova); in emit_copy_query_pool_results()
654 tu_cs_emit_qw(cs, available_iova); in emit_copy_query_pool_results()
655 tu_cs_emit(cs, CP_COND_EXEC_4_REF(0x2)); in emit_copy_query_pool_results()
656 tu_cs_emit(cs, 6); /* Cond execute the next 6 DWORDS */ in emit_copy_query_pool_results()
659 copy_query_value_gpu(cmdbuf, cs, result_iova, buffer_iova, in emit_copy_query_pool_results()
666 copy_query_value_gpu(cmdbuf, cs, available_iova, buffer_iova, in emit_copy_query_pool_results()
685 struct tu_cs *cs = &cmdbuf->cs; in tu_CmdCopyQueryPoolResults() local
693 return emit_copy_query_pool_results(cmdbuf, cs, pool, firstQuery, in tu_CmdCopyQueryPoolResults()
708 struct tu_cs *cs = &cmdbuf->cs; in emit_reset_query_pool() local
714 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_reset_query_pool()
715 tu_cs_emit_qw(cs, query_available_iova(pool, query)); in emit_reset_query_pool()
716 tu_cs_emit_qw(cs, 0x0); in emit_reset_query_pool()
731 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_reset_query_pool()
732 tu_cs_emit_qw(cs, result_iova); in emit_reset_query_pool()
733 tu_cs_emit_qw(cs, 0x0); in emit_reset_query_pool()
806 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_begin_occlusion_query() local
810 tu_cs_emit_regs(cs, in emit_begin_occlusion_query()
813 tu_cs_emit_regs(cs, in emit_begin_occlusion_query()
816 tu_cs_emit_pkt7(cs, CP_EVENT_WRITE, 1); in emit_begin_occlusion_query()
817 tu_cs_emit(cs, ZPASS_DONE); in emit_begin_occlusion_query()
825 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_begin_stat_query() local
828 tu6_emit_event_write(cmdbuf, cs, START_PRIMITIVE_CTRS); in emit_begin_stat_query()
829 tu6_emit_event_write(cmdbuf, cs, RST_PIX_CNT); in emit_begin_stat_query()
830 tu6_emit_event_write(cmdbuf, cs, TILE_FLUSH); in emit_begin_stat_query()
832 tu_cs_emit_wfi(cs); in emit_begin_stat_query()
834 tu_cs_emit_pkt7(cs, CP_REG_TO_MEM, 3); in emit_begin_stat_query()
835 tu_cs_emit(cs, CP_REG_TO_MEM_0_REG(REG_A6XX_RBBM_PRIMCTR_0_LO) | in emit_begin_stat_query()
838 tu_cs_emit_qw(cs, begin_iova); in emit_begin_stat_query()
842 emit_perfcntrs_pass_start(struct tu_cs *cs, uint32_t pass) in emit_perfcntrs_pass_start() argument
844 tu_cs_emit_pkt7(cs, CP_REG_TEST, 1); in emit_perfcntrs_pass_start()
845 tu_cs_emit(cs, A6XX_CP_REG_TEST_0_REG( in emit_perfcntrs_pass_start()
849 tu_cond_exec_start(cs, CP_COND_REG_EXEC_0_MODE(PRED_TEST)); in emit_perfcntrs_pass_start()
857 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_begin_perf_query() local
876 tu_cs_emit_wfi(cs); in emit_begin_perf_query()
885 tu_cond_exec_end(cs); in emit_begin_perf_query()
886 emit_perfcntrs_pass_start(cs, data->pass); in emit_begin_perf_query()
894 tu_cs_emit_pkt4(cs, counter->select_reg, 1); in emit_begin_perf_query()
895 tu_cs_emit(cs, countable->selector); in emit_begin_perf_query()
897 tu_cond_exec_end(cs); in emit_begin_perf_query()
900 tu_cs_emit_wfi(cs); in emit_begin_perf_query()
909 tu_cond_exec_end(cs); in emit_begin_perf_query()
910 emit_perfcntrs_pass_start(cs, data->pass); in emit_begin_perf_query()
918 tu_cs_emit_pkt7(cs, CP_REG_TO_MEM, 3); in emit_begin_perf_query()
919 tu_cs_emit(cs, CP_REG_TO_MEM_0_REG(counter->counter_reg_lo) | in emit_begin_perf_query()
921 tu_cs_emit_qw(cs, begin_iova); in emit_begin_perf_query()
923 tu_cond_exec_end(cs); in emit_begin_perf_query()
932 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_begin_xfb_query() local
935 tu_cs_emit_regs(cs, A6XX_VPC_SO_STREAM_COUNTS(.qword = begin_iova)); in emit_begin_xfb_query()
936 tu6_emit_event_write(cmdbuf, cs, WRITE_PRIMITIVE_COUNTS); in emit_begin_xfb_query()
1013 struct tu_cs *cs = pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_end_occlusion_query() local
1019 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_end_occlusion_query()
1020 tu_cs_emit_qw(cs, end_iova); in emit_end_occlusion_query()
1021 tu_cs_emit_qw(cs, 0xffffffffffffffffull); in emit_end_occlusion_query()
1023 tu_cs_emit_pkt7(cs, CP_WAIT_MEM_WRITES, 0); in emit_end_occlusion_query()
1025 tu_cs_emit_regs(cs, in emit_end_occlusion_query()
1028 tu_cs_emit_regs(cs, in emit_end_occlusion_query()
1031 tu_cs_emit_pkt7(cs, CP_EVENT_WRITE, 1); in emit_end_occlusion_query()
1032 tu_cs_emit(cs, ZPASS_DONE); in emit_end_occlusion_query()
1034 tu_cs_emit_pkt7(cs, CP_WAIT_REG_MEM, 6); in emit_end_occlusion_query()
1035 tu_cs_emit(cs, CP_WAIT_REG_MEM_0_FUNCTION(WRITE_NE) | in emit_end_occlusion_query()
1037 tu_cs_emit_qw(cs, end_iova); in emit_end_occlusion_query()
1038 tu_cs_emit(cs, CP_WAIT_REG_MEM_3_REF(0xffffffff)); in emit_end_occlusion_query()
1039 tu_cs_emit(cs, CP_WAIT_REG_MEM_4_MASK(~0)); in emit_end_occlusion_query()
1040 tu_cs_emit(cs, CP_WAIT_REG_MEM_5_DELAY_LOOP_CYCLES(16)); in emit_end_occlusion_query()
1043 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 9); in emit_end_occlusion_query()
1044 tu_cs_emit(cs, CP_MEM_TO_MEM_0_DOUBLE | CP_MEM_TO_MEM_0_NEG_C); in emit_end_occlusion_query()
1045 tu_cs_emit_qw(cs, result_iova); in emit_end_occlusion_query()
1046 tu_cs_emit_qw(cs, result_iova); in emit_end_occlusion_query()
1047 tu_cs_emit_qw(cs, end_iova); in emit_end_occlusion_query()
1048 tu_cs_emit_qw(cs, begin_iova); in emit_end_occlusion_query()
1050 tu_cs_emit_pkt7(cs, CP_WAIT_MEM_WRITES, 0); in emit_end_occlusion_query()
1059 cs = &cmdbuf->draw_epilogue_cs; in emit_end_occlusion_query()
1061 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_end_occlusion_query()
1062 tu_cs_emit_qw(cs, available_iova); in emit_end_occlusion_query()
1063 tu_cs_emit_qw(cs, 0x1); in emit_end_occlusion_query()
1071 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_end_stat_query() local
1078 tu6_emit_event_write(cmdbuf, cs, STOP_PRIMITIVE_CTRS); in emit_end_stat_query()
1079 tu6_emit_event_write(cmdbuf, cs, RST_VTX_CNT); in emit_end_stat_query()
1080 tu6_emit_event_write(cmdbuf, cs, STAT_EVENT); in emit_end_stat_query()
1082 tu_cs_emit_wfi(cs); in emit_end_stat_query()
1084 tu_cs_emit_pkt7(cs, CP_REG_TO_MEM, 3); in emit_end_stat_query()
1085 tu_cs_emit(cs, CP_REG_TO_MEM_0_REG(REG_A6XX_RBBM_PRIMCTR_0_LO) | in emit_end_stat_query()
1088 tu_cs_emit_qw(cs, end_iova); in emit_end_stat_query()
1095 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 9); in emit_end_stat_query()
1096 tu_cs_emit(cs, CP_MEM_TO_MEM_0_WAIT_FOR_MEM_WRITES | in emit_end_stat_query()
1100 tu_cs_emit_qw(cs, result_iova); in emit_end_stat_query()
1101 tu_cs_emit_qw(cs, result_iova); in emit_end_stat_query()
1102 tu_cs_emit_qw(cs, stat_stop_iova); in emit_end_stat_query()
1103 tu_cs_emit_qw(cs, stat_start_iova); in emit_end_stat_query()
1106 tu_cs_emit_pkt7(cs, CP_WAIT_MEM_WRITES, 0); in emit_end_stat_query()
1109 cs = &cmdbuf->draw_epilogue_cs; in emit_end_stat_query()
1112 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_end_stat_query()
1113 tu_cs_emit_qw(cs, available_iova); in emit_end_stat_query()
1114 tu_cs_emit_qw(cs, 0x1); in emit_end_stat_query()
1122 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_end_perf_query() local
1136 tu_cond_exec_end(cs); in emit_end_perf_query()
1137 emit_perfcntrs_pass_start(cs, data->pass); in emit_end_perf_query()
1145 tu_cs_emit_pkt7(cs, CP_REG_TO_MEM, 3); in emit_end_perf_query()
1146 tu_cs_emit(cs, CP_REG_TO_MEM_0_REG(counter->counter_reg_lo) | in emit_end_perf_query()
1148 tu_cs_emit_qw(cs, end_iova); in emit_end_perf_query()
1150 tu_cond_exec_end(cs); in emit_end_perf_query()
1153 tu_cs_emit_wfi(cs); in emit_end_perf_query()
1163 tu_cond_exec_end(cs); in emit_end_perf_query()
1164 emit_perfcntrs_pass_start(cs, data->pass); in emit_end_perf_query()
1173 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 9); in emit_end_perf_query()
1174 tu_cs_emit(cs, CP_MEM_TO_MEM_0_WAIT_FOR_MEM_WRITES | in emit_end_perf_query()
1178 tu_cs_emit_qw(cs, result_iova); in emit_end_perf_query()
1179 tu_cs_emit_qw(cs, result_iova); in emit_end_perf_query()
1180 tu_cs_emit_qw(cs, end_iova); in emit_end_perf_query()
1181 tu_cs_emit_qw(cs, begin_iova); in emit_end_perf_query()
1183 tu_cond_exec_end(cs); in emit_end_perf_query()
1185 tu_cs_emit_pkt7(cs, CP_WAIT_MEM_WRITES, 0); in emit_end_perf_query()
1188 cs = &cmdbuf->draw_epilogue_cs; in emit_end_perf_query()
1191 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_end_perf_query()
1192 tu_cs_emit_qw(cs, available_iova); in emit_end_perf_query()
1193 tu_cs_emit_qw(cs, 0x1); in emit_end_perf_query()
1202 struct tu_cs *cs = cmdbuf->state.pass ? &cmdbuf->draw_cs : &cmdbuf->cs; in emit_end_xfb_query() local
1213 tu_cs_emit_regs(cs, A6XX_VPC_SO_STREAM_COUNTS(.qword = end_iova)); in emit_end_xfb_query()
1214 tu6_emit_event_write(cmdbuf, cs, WRITE_PRIMITIVE_COUNTS); in emit_end_xfb_query()
1216 tu_cs_emit_wfi(cs); in emit_end_xfb_query()
1217 tu6_emit_event_write(cmdbuf, cs, CACHE_FLUSH_TS); in emit_end_xfb_query()
1220 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 9); in emit_end_xfb_query()
1221 tu_cs_emit(cs, CP_MEM_TO_MEM_0_DOUBLE | CP_MEM_TO_MEM_0_NEG_C | in emit_end_xfb_query()
1223 tu_cs_emit_qw(cs, result_written_iova); in emit_end_xfb_query()
1224 tu_cs_emit_qw(cs, result_written_iova); in emit_end_xfb_query()
1225 tu_cs_emit_qw(cs, end_written_iova); in emit_end_xfb_query()
1226 tu_cs_emit_qw(cs, begin_written_iova); in emit_end_xfb_query()
1228 tu6_emit_event_write(cmdbuf, cs, CACHE_FLUSH_TS); in emit_end_xfb_query()
1231 tu_cs_emit_pkt7(cs, CP_MEM_TO_MEM, 9); in emit_end_xfb_query()
1232 tu_cs_emit(cs, CP_MEM_TO_MEM_0_DOUBLE | CP_MEM_TO_MEM_0_NEG_C | in emit_end_xfb_query()
1234 tu_cs_emit_qw(cs, result_generated_iova); in emit_end_xfb_query()
1235 tu_cs_emit_qw(cs, result_generated_iova); in emit_end_xfb_query()
1236 tu_cs_emit_qw(cs, end_generated_iova); in emit_end_xfb_query()
1237 tu_cs_emit_qw(cs, begin_generated_iova); in emit_end_xfb_query()
1240 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in emit_end_xfb_query()
1241 tu_cs_emit_qw(cs, available_iova); in emit_end_xfb_query()
1242 tu_cs_emit_qw(cs, 0x1); in emit_end_xfb_query()
1274 struct tu_cs *cs = &cmd->draw_epilogue_cs; in handle_multiview_queries() local
1277 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in handle_multiview_queries()
1278 tu_cs_emit_qw(cs, query_available_iova(pool, query + i)); in handle_multiview_queries()
1279 tu_cs_emit_qw(cs, 0x1); in handle_multiview_queries()
1347 struct tu_cs *cs = cmd->state.pass ? &cmd->draw_cs : &cmd->cs; in tu_CmdWriteTimestamp() local
1366 tu_cs_emit_wfi(cs); in tu_CmdWriteTimestamp()
1369 tu_cs_emit_pkt7(cs, CP_REG_TO_MEM, 3); in tu_CmdWriteTimestamp()
1370 tu_cs_emit(cs, CP_REG_TO_MEM_0_REG(REG_A6XX_CP_ALWAYS_ON_COUNTER_LO) | in tu_CmdWriteTimestamp()
1373 tu_cs_emit_qw(cs, query_result_iova(pool, query, uint64_t, 0)); in tu_CmdWriteTimestamp()
1378 cs = cmd->state.pass ? &cmd->draw_epilogue_cs : &cmd->cs; in tu_CmdWriteTimestamp()
1380 tu_cs_emit_pkt7(cs, CP_MEM_WRITE, 4); in tu_CmdWriteTimestamp()
1381 tu_cs_emit_qw(cs, query_available_iova(pool, query)); in tu_CmdWriteTimestamp()
1382 tu_cs_emit_qw(cs, 0x1); in tu_CmdWriteTimestamp()