| /third_party/mesa3d/src/compiler/nir/ |
| D | nir_schedule.c | 129 nir_schedule_scoreboard *scoreboard; member
163 nir_schedule_scoreboard_get_src(nir_schedule_scoreboard *scoreboard, nir_src *src) in nir_schedule_scoreboard_get_src() argument
166 return _mesa_hash_table_search_data(scoreboard->remaining_uses, src->ssa); in nir_schedule_scoreboard_get_src()
168 return _mesa_hash_table_search_data(scoreboard->remaining_uses, in nir_schedule_scoreboard_get_src()
253 nir_schedule_get_node(state->scoreboard->instr_map, in nir_schedule_reg_src_deps()
270 nir_schedule_get_node(state->scoreboard->instr_map, in nir_schedule_reg_dest_deps()
290 struct hash_table *instr_map = state->scoreboard->instr_map; in nir_schedule_ssa_deps()
330 nir_schedule_node *n = nir_schedule_get_node(state->scoreboard->instr_map, in nir_schedule_intrinsic_deps()
332 const nir_schedule_options *options = state->scoreboard->options; in nir_schedule_intrinsic_deps()
379 if ((state->scoreboard->options->stages_with_shared_io_memory & in nir_schedule_intrinsic_deps()
[all …]
|
| /third_party/mesa3d/src/panfrost/lib/ |
| D | pan_scoreboard.h | 158 struct pan_scoreboard *scoreboard, in panfrost_add_job() argument
170 if (PAN_ARCH <= 5 && !scoreboard->write_value_index) in panfrost_add_job()
171 scoreboard->write_value_index = ++scoreboard->job_index; in panfrost_add_job()
173 if (scoreboard->tiler_dep && !inject) in panfrost_add_job()
174 global_dep = scoreboard->tiler_dep; in panfrost_add_job()
176 global_dep = scoreboard->write_value_index; in panfrost_add_job()
180 unsigned index = ++scoreboard->job_index; in panfrost_add_job()
191 header.next = scoreboard->first_job; in panfrost_add_job()
197 if (scoreboard->first_tiler) { in panfrost_add_job()
201 scoreboard->first_tiler->opaque[5] = in panfrost_add_job()
[all …]
|
| D | pan_blitter.h | 94 struct pan_scoreboard *scoreboard,
126 struct pan_scoreboard *scoreboard,
|
| D | pan_indirect_dispatch.h | 41 struct pan_scoreboard *scoreboard,
|
| D | pan_indirect_draw.h | 53 struct pan_scoreboard *scoreboard,
|
| D | pan_indirect_dispatch.c | 58 struct pan_scoreboard *scoreboard, in GENX()
82 return panfrost_add_job(pool, scoreboard, MALI_JOB_TYPE_COMPUTE, in GENX()
|
| D | pan_blitter.c | 1207 struct pan_scoreboard *scoreboard, in pan_blit_emit_tiler_job() argument
1233 panfrost_add_job(pool, scoreboard, MALI_JOB_TYPE_TILER, in pan_blit_emit_tiler_job()
1319 struct pan_scoreboard *scoreboard, in pan_preload_emit_tiler_job() argument
1346 panfrost_add_job(desc_pool, scoreboard, MALI_JOB_TYPE_TILER, in pan_preload_emit_tiler_job()
1354 struct pan_scoreboard *scoreboard, in pan_preload_fb_part() argument
1363 job = pan_preload_emit_tiler_job(pool, scoreboard, fb, zs, coords, tsd); in pan_preload_fb_part()
1370 struct pan_scoreboard *scoreboard, in GENX()
1395 pan_preload_fb_part(pool, scoreboard, fb, true, in GENX()
1403 pan_preload_fb_part(pool, scoreboard, fb, false, in GENX()
1547 struct pan_scoreboard *scoreboard, in GENX()
[all …]
|
| D | pan_indirect_draw.c | 1227 struct pan_scoreboard *scoreboard, in panfrost_emit_index_min_max_search() argument
1260 return panfrost_add_job(pool, scoreboard, MALI_JOB_TYPE_COMPUTE, in panfrost_emit_index_min_max_search()
1266 struct pan_scoreboard *scoreboard, in GENX()
1344 panfrost_emit_index_min_max_search(pool, scoreboard, draw_info, in GENX()
1352 return panfrost_add_job(pool, scoreboard, MALI_JOB_TYPE_COMPUTE, in GENX()
|
| /third_party/mesa3d/src/broadcom/compiler/ |
| D | qpu_schedule.c | 502 mux_reads_too_soon(struct choose_scoreboard *scoreboard, in mux_reads_too_soon() argument
507 if (scoreboard->tick - scoreboard->last_magic_sfu_write_tick <= 2) in mux_reads_too_soon()
512 if (scoreboard->tick - scoreboard->last_ldvary_tick <= 1) in mux_reads_too_soon()
523 reads_too_soon_after_write(struct choose_scoreboard *scoreboard, in reads_too_soon_after_write() argument
536 mux_reads_too_soon(scoreboard, inst, inst->alu.add.a)) { in reads_too_soon_after_write()
540 mux_reads_too_soon(scoreboard, inst, inst->alu.add.b)) { in reads_too_soon_after_write()
547 mux_reads_too_soon(scoreboard, inst, inst->alu.mul.a)) { in reads_too_soon_after_write()
551 mux_reads_too_soon(scoreboard, inst, inst->alu.mul.b)) { in reads_too_soon_after_write()
563 struct choose_scoreboard *scoreboard, in writes_too_soon_after_write() argument
572 if (scoreboard->tick - scoreboard->last_magic_sfu_write_tick < 2 && in writes_too_soon_after_write()
[all …]
|
| /third_party/mesa3d/src/gallium/drivers/vc4/ |
| D | vc4_qpu_schedule.c | 454 reads_too_soon_after_write(struct choose_scoreboard *scoreboard, uint64_t inst) in reads_too_soon_after_write() argument
473 scoreboard->last_waddr_a == raddr_a) || in reads_too_soon_after_write()
477 scoreboard->last_waddr_b == raddr_b)) { in reads_too_soon_after_write()
482 if (scoreboard->tick - in reads_too_soon_after_write()
483 scoreboard->last_sfu_write_tick <= 2) { in reads_too_soon_after_write()
494 if (scoreboard->last_waddr_a == mux_a + QPU_W_ACC0 || in reads_too_soon_after_write()
495 scoreboard->last_waddr_a == mux_b + QPU_W_ACC0 || in reads_too_soon_after_write()
496 scoreboard->last_waddr_b == mux_a + QPU_W_ACC0 || in reads_too_soon_after_write()
497 scoreboard->last_waddr_b == mux_b + QPU_W_ACC0) { in reads_too_soon_after_write()
503 scoreboard->tick - scoreboard->last_uniforms_reset_tick <= 2) { in reads_too_soon_after_write()
[all …]
|
| /third_party/mesa3d/src/intel/compiler/ |
| D | brw_fs_scoreboard.cpp | 635 class scoreboard { class
643 if (const dependency *p = const_cast<scoreboard *>(this)->dep(r)) in get()
663 friend scoreboard
665 const scoreboard &sb0, const scoreboard &sb1) in merge()
667 scoreboard sb; in merge()
682 friend scoreboard
683 shadow(const scoreboard &sb0, const scoreboard &sb1) in shadow()
685 scoreboard sb; in shadow()
700 friend scoreboard
701 transport(const scoreboard &sb0, int delta[IDX(TGL_PIPE_ALL)]) in transport()
[all …]
|
| /third_party/mesa3d/src/panfrost/vulkan/ |
| D | panvk_vX_device.c | 62 if (batch->scoreboard.first_job) { in panvk_queue_submit_batch()
69 .jc = batch->scoreboard.first_job, in panvk_queue_submit_batch()
81 GENX(pandecode_jc)(batch->scoreboard.first_job, pdev->gpu_id); in panvk_queue_submit_batch()
96 if (batch->scoreboard.first_job) { in panvk_queue_submit_batch()
232 (batch->scoreboard.first_tiler ? 1 : 0) + 1; in panvk_per_arch()
257 if (batch->scoreboard.first_tiler) in panvk_per_arch()
|
| D | panvk_vX_cmd_buffer.c | 84 if (!clear && !batch->scoreboard.first_job) { in panvk_per_arch()
95 panfrost_add_job(&cmdbuf->desc_pool.base, &batch->scoreboard, in panvk_per_arch()
108 if (batch->scoreboard.first_tiler) { in panvk_per_arch()
111 GENX(pan_preload_fb)(&cmdbuf->desc_pool.base, &batch->scoreboard, in panvk_per_arch()
735 if (batch->scoreboard.job_index >= (UINT16_MAX - 3)) { in panvk_cmd_draw()
777 panfrost_add_job(&cmdbuf->desc_pool.base, &batch->scoreboard, in panvk_cmd_draw()
782 panfrost_add_job(&cmdbuf->desc_pool.base, &batch->scoreboard, in panvk_cmd_draw()
1016 cmdbuf->state.batch->scoreboard.first_job) { in panvk_add_wait_event_operation()
1373 panfrost_add_job(&cmdbuf->desc_pool.base, &batch->scoreboard, in panvk_per_arch()
|
| D | panvk_vX_meta_copy.c | 122 struct pan_scoreboard *scoreboard, in panvk_meta_copy_emit_tiler_job() argument
157 panfrost_add_job(desc_pool, scoreboard, MALI_JOB_TYPE_TILER, in panvk_meta_copy_emit_tiler_job()
164 struct pan_scoreboard *scoreboard, in panvk_meta_copy_emit_compute_job() argument
189 panfrost_add_job(desc_pool, scoreboard, MALI_JOB_TYPE_COMPUTE, in panvk_meta_copy_emit_compute_job()
708 &batch->scoreboard, in panvk_meta_copy_img2img()
1131 &batch->scoreboard, in panvk_meta_copy_buf2img()
1554 &batch->scoreboard, &num_wg, &wg_sz, in panvk_meta_copy_img2buf()
1726 &batch->scoreboard, in panvk_meta_copy_buf2buf()
1879 &batch->scoreboard, in panvk_meta_fill_buf()
1933 &batch->scoreboard, in panvk_meta_update_buf()
|
| D | panvk_vX_meta_clear.c | 192 struct pan_scoreboard *scoreboard, in panvk_meta_clear_attachment_emit_tiler_job() argument
228 panfrost_add_job(desc_pool, scoreboard, MALI_JOB_TYPE_TILER, in panvk_meta_clear_attachment_emit_tiler_job()
326 &batch->scoreboard, in panvk_meta_clear_attachment()
|
| D | panvk_vX_meta_blit.c | 125 GENX(pan_blit)(&ctx, &cmdbuf->desc_pool.base, &batch->scoreboard, tsd, tiler); in panvk_meta_blit()
|
| /third_party/mesa3d/src/gallium/drivers/panfrost/ |
| D | pan_job.c | 224 if (batch->scoreboard.first_job) { in panfrost_get_fresh_batch_for_fbo()
675 if (batch->scoreboard.first_tiler) in panfrost_batch_submit_ioctl()
714 return batch->scoreboard.first_tiler || batch->clear; in panfrost_has_fragment_job()
729 bool has_draws = batch->scoreboard.first_job; in panfrost_batch_submit_jobs()
730 bool has_tiler = batch->scoreboard.first_tiler; in panfrost_batch_submit_jobs()
742 ret = panfrost_batch_submit_ioctl(batch, batch->scoreboard.first_job, in panfrost_batch_submit_jobs()
793 if (!batch->scoreboard.first_job && !batch->clear) in panfrost_batch_submit()
830 if (batch->scoreboard.first_tiler || batch->clear) in panfrost_batch_submit()
|
| D | pan_job.h | 141 struct pan_scoreboard scoreboard; member
|
| D | pan_cmdstream.c | 2644 unsigned vertex = panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_emit_vertex_tiler_jobs()
2650 panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_emit_vertex_tiler_jobs()
3569 panfrost_add_job(&batch->pool.base, &batch->scoreboard, job_type, in panfrost_launch_xfb()
3726 panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_direct_draw()
3741 panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_direct_draw()
3903 &batch->scoreboard, in panfrost_indirect_draw()
3908 panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_indirect_draw()
3967 if (unlikely(batch->scoreboard.job_index > 10000)) in panfrost_draw_vbo()
4156 &batch->scoreboard, in panfrost_launch_grid()
4161 panfrost_add_job(&batch->pool.base, &batch->scoreboard, in panfrost_launch_grid()
[all …]
|
| /third_party/mesa3d/docs/relnotes/ |
| D | 18.0.4.rst | 108 - i965: require pixel scoreboard stall prior to ISP disable
109 - anv: emit pixel scoreboard stall before ISP disable
|
| D | 21.3.1.rst | 64 - broadcom/compiler: fix scoreboard locking checks
|
| /third_party/libdrm/intel/tests/ |
| D | gen6-3d.batch-ref.txt | 2 0x12300004: 0x00100002: no write, cs stall, stall at scoreboard,
198 0x12300314: 0x00100002: no write, cs stall, stall at scoreboard,
280 0x1230045c: 0x00100002: no write, cs stall, stall at scoreboard,
332 0x1230052c: 0x00100002: no write, cs stall, stall at scoreboard,
395 0x12300628: 0x00100002: no write, cs stall, stall at scoreboard,
465 0x12300740: 0x00100002: no write, cs stall, stall at scoreboard,
550 0x12300894: 0x00100002: no write, cs stall, stall at scoreboard,
602 0x12300964: 0x00100002: no write, cs stall, stall at scoreboard,
665 0x12300a60: 0x00100002: no write, cs stall, stall at scoreboard,
735 0x12300b78: 0x00100002: no write, cs stall, stall at scoreboard,
[all …]
|
| /third_party/mesa3d/src/asahi/compiler/ |
| D | agx_print.c | 170 fprintf(fp, "slot %u", I->scoreboard); in agx_print_instr()
|
| D | agx_pack.c | 527 (I->scoreboard << 30) | in agx_pack_instr()
582 assert(I->scoreboard == 0 && "todo"); in agx_pack_instr()
|
| D | agx_compiler.h | 330 unsigned scoreboard : 1; member
|