| /external/mesa3d/src/compiler/nir/ |
| D | nir_control_flow.h | 52 void nir_cf_node_insert(nir_cursor cursor, nir_cf_node *node);
56 nir_cf_node_insert_after(nir_cf_node *node, nir_cf_node *after) in nir_cf_node_insert_after()
63 nir_cf_node_insert_before(nir_cf_node *node, nir_cf_node *before) in nir_cf_node_insert_before()
70 nir_cf_node_insert_begin(struct exec_list *list, nir_cf_node *node) in nir_cf_node_insert_begin()
77 nir_cf_node_insert_end(struct exec_list *list, nir_cf_node *node) in nir_cf_node_insert_end()
145 void nir_cf_list_clone(nir_cf_list *dst, nir_cf_list *src, nir_cf_node *parent,
149 nir_cf_list_clone_and_reinsert(nir_cf_list *src_list, nir_cf_node *parent, in nir_cf_list_clone_and_reinsert()
167 nir_cf_node_remove(nir_cf_node *node) in nir_cf_node_remove()
175 nir_remove_after_cf_node(nir_cf_node *node) in nir_remove_after_cf_node()
177 nir_cf_node *end = node; in nir_remove_after_cf_node()
|
| D | nir_lower_memory_model.c | 148 lower_make_visible(nir_cf_node *cf_node, uint32_t *cur_modes) in lower_make_visible()
162 foreach_list_typed(nir_cf_node, if_node, node, &nif->then_list) in lower_make_visible()
164 foreach_list_typed(nir_cf_node, if_node, node, &nif->else_list) in lower_make_visible()
175 foreach_list_typed(nir_cf_node, loop_node, node, &loop->body) in lower_make_visible()
188 lower_make_available(nir_cf_node *cf_node, uint32_t *cur_modes) in lower_make_available()
202 foreach_list_typed_reverse(nir_cf_node, if_node, node, &nif->then_list) in lower_make_available()
204 foreach_list_typed_reverse(nir_cf_node, if_node, node, &nif->else_list) in lower_make_available()
215 foreach_list_typed_reverse(nir_cf_node, loop_node, node, &loop->body) in lower_make_available()
236 foreach_list_typed(nir_cf_node, cf_node, node, cf_list) in nir_lower_memory_model()
240 foreach_list_typed_reverse(nir_cf_node, cf_node, node, cf_list) in nir_lower_memory_model()
|
| D | nir_control_flow.c | 100 link_non_block_to_block(nir_cf_node *node, nir_block *block) in link_non_block_to_block()
128 link_block_to_non_block(nir_block *block, nir_cf_node *node) in link_block_to_non_block()
270 nir_cf_node *parent = block->cf_node.parent; in block_add_normal_succs()
272 nir_cf_node *next = nir_cf_node_next(parent); in block_add_normal_succs()
295 nir_cf_node *next = nir_cf_node_next(&block->cf_node); in block_add_normal_succs()
409 insert_non_block(nir_block *before, nir_cf_node *node, nir_block *after) in insert_non_block()
420 nearest_loop(nir_cf_node *node) in nearest_loop()
508 nir_cf_node *after = nir_cf_node_next(&loop->cf_node); in nir_handle_add_jump()
561 update_if_uses(nir_cf_node *node) in update_if_uses()
618 nir_cf_node_insert(nir_cursor cursor, nir_cf_node *node) in nir_cf_node_insert()
[all …]
|
| D | nir_opt_dead_cf.c | 115 block_in_cf_node(nir_block *block, nir_cf_node *node) in block_in_cf_node()
118 for (nir_cf_node *cur = block->cf_node.parent; cur && cur != node->parent; in block_in_cf_node()
129 nir_cf_node *node = _node; in def_only_used_in_cf_node()
172 node_is_dead(nir_cf_node *node) in node_is_dead()
187 for (nir_cf_node *n = &block->cf_node; in node_is_dead()
305 nir_cf_node *prev = NULL; in dead_cf_list()
307 foreach_list_typed(nir_cf_node, cur, node, list) { in dead_cf_list()
322 cur = exec_node_data(nir_cf_node, exec_list_get_head(list), in dead_cf_list()
|
| D | nir_sweep.c | 43 static void sweep_cf_node(nir_shader *nir, nir_cf_node *cf_node);
84 foreach_list_typed(nir_cf_node, cf_node, node, &iff->then_list) { in sweep_if()
88 foreach_list_typed(nir_cf_node, cf_node, node, &iff->else_list) { in sweep_if()
99 foreach_list_typed(nir_cf_node, cf_node, node, &loop->body) { in sweep_loop()
105 sweep_cf_node(nir_shader *nir, nir_cf_node *cf_node) in sweep_cf_node()
129 foreach_list_typed(nir_cf_node, cf_node, node, &impl->body) { in sweep_impl()
|
| D | nir_loop_analyze.h | 33 contains_other_jump(nir_cf_node *node, nir_instr *expected_jump) in contains_other_jump()
53 foreach_list_typed_safe(nir_cf_node, node, node, &if_stmt->then_list) { in contains_other_jump()
58 foreach_list_typed_safe(nir_cf_node, node, node, &if_stmt->else_list) { in contains_other_jump()
|
| D | nir_to_lcssa.c | 146 nir_cf_node *prev = nir_cf_node_prev(&instr->instr.block->cf_node); in phi_is_invariant()
306 convert_to_lcssa(nir_cf_node *cf_node, lcssa_state *state) in convert_to_lcssa()
313 foreach_list_typed(nir_cf_node, nested_node, node, &if_stmt->then_list) in convert_to_lcssa()
315 foreach_list_typed(nir_cf_node, nested_node, node, &if_stmt->else_list) in convert_to_lcssa()
330 foreach_list_typed(nir_cf_node, nested_node, node, &loop->body) in convert_to_lcssa()
406 foreach_list_typed(nir_cf_node, node, node, &impl->body) in nir_convert_to_lcssa()
|
| D | nir_opt_loop_unroll.c | 57 foreach_list_typed_safe(nir_cf_node, node, node, &loop->body) { in loop_prepare_for_unroll()
222 get_complex_unroll_insert_location(nir_cf_node *node, bool continue_from_then) in get_complex_unroll_insert_location()
236 static nir_cf_node *
256 nir_cf_node *unroll_loc = &loop->cf_node; in complex_unroll_loop_body()
279 unroll_loc = exec_node_data(nir_cf_node, in complex_unroll_loop_body()
420 nir_cf_node *unroll_loc = in complex_unroll()
493 UNUSED nir_cf_node *unroll_loc = in complex_unroll_single_terminator()
775 nir_cf_node *unroll_loc = in partial_unroll()
869 foreach_list_typed(nir_cf_node, cf_node, node, &loop->body) { in can_pipeline_loads()
928 process_loops(nir_shader *sh, nir_cf_node *cf_node, bool *has_nested_loop_out,
[all …]
|
| D | nir.h | 2969 typedef struct nir_cf_node { struct
2972 struct nir_cf_node *parent; argument
2973 } nir_cf_node; typedef
2976 nir_cf_node cf_node;
3172 nir_cf_node cf_node;
3266 nir_cf_node cf_node;
3393 nir_cf_node cf_node;
3446 static inline nir_cf_node *
3447 nir_cf_node_next(nir_cf_node *node) in nir_cf_node_next()
3453 return exec_node_data(nir_cf_node, next, node); in nir_cf_node_next()
[all …]
|
| D | nir_inline_uniforms.c | 288 process_node(nir_cf_node *node, nir_loop_info *info, in process_node()
312 foreach_list_typed(nir_cf_node, nested_node, node, &if_node->then_list) in process_node()
314 foreach_list_typed(nir_cf_node, nested_node, node, &if_node->else_list) in process_node()
334 foreach_list_typed(nir_cf_node, nested_node, node, &loop->body) { in process_node()
375 foreach_list_typed(nir_cf_node, node, node, &impl->body) in nir_find_inlinable_uniforms()
|
| D | nir_opt_ray_queries.c | 201 static nir_cf_node *
202 get_parent_loop(nir_cf_node *node) in get_parent_loop()
204 nir_cf_node *result = NULL; in get_parent_loop()
273 nir_cf_node *parent_loop = get_parent_loop(&block->cf_node); in nir_opt_ray_query_ranges()
|
| D | nir_validate.c | 68 nir_cf_node *parent_node;
1210 foreach_list_typed(nir_cf_node, node, node, cf_list) { in collect_blocks()
1260 foreach_list_typed(nir_cf_node, node, node, &impl->body) { in collect_unstructured_blocks()
1269 static void validate_cf_node(nir_cf_node *node, validate_state *state);
1325 nir_cf_node *next = nir_cf_node_next(&block->cf_node); in validate_block()
1401 nir_cf_node *prev_node = nir_cf_node_prev(&if_stmt->cf_node); in validate_if()
1405 nir_cf_node *next_node = nir_cf_node_next(&if_stmt->cf_node); in validate_if()
1414 nir_cf_node *old_parent = state->parent_node; in validate_if()
1417 foreach_list_typed(nir_cf_node, cf_node, node, &if_stmt->then_list) { in validate_if()
1421 foreach_list_typed(nir_cf_node, cf_node, node, &if_stmt->else_list) { in validate_if()
[all …]
|
| D | nir_opt_copy_prop_vars.c | 154 nir_cf_node *cf_node) in gather_vars_written()
161 foreach_list_typed_safe(nir_cf_node, cf_node, node, &impl->body) in gather_vars_written()
263 foreach_list_typed_safe(nir_cf_node, cf_node, node, &if_stmt->then_list) in gather_vars_written()
266 foreach_list_typed_safe(nir_cf_node, cf_node, node, &if_stmt->else_list) in gather_vars_written()
278 foreach_list_typed_safe(nir_cf_node, cf_node, node, &loop->body) in gather_vars_written()
904 nir_cf_node *cf_node) in invalidate_copies_for_cf_node()
1399 struct copies *copies, nir_cf_node *cf_node) in copy_prop_vars_cf_node()
1410 foreach_list_typed_safe(nir_cf_node, cf_node, node, &impl->body) in copy_prop_vars_cf_node()
1439 foreach_list_typed_safe(nir_cf_node, cf_node, node, &if_stmt->then_list) in copy_prop_vars_cf_node()
1449 foreach_list_typed_safe(nir_cf_node, cf_node, node, &if_stmt->else_list) in copy_prop_vars_cf_node()
[all …]
|
| D | nir_opt_preamble.c | 310 nir_cf_node *prev_node = nir_cf_node_prev(&instr->block->cf_node); in can_move_instr()
414 foreach_list_typed(nir_cf_node, node, node, list) { in calculate_can_move_for_cf_list()
487 nir_cf_node *nif_cf = nir_cf_node_prev(&block->cf_node); in replace_for_block()
557 foreach_list_typed(nir_cf_node, node, node, list) { in replace_for_cf_list()
624 foreach_list_typed(nir_cf_node, node, node, list) { in analyze_speculation_for_cf_list()
729 nir_cf_node *prev_node = nir_cf_node_prev(&instr->block->cf_node); in analyze_reconstructed()
|
| D | nir_opt_sink.c | 146 get_innermost_loop(nir_cf_node *node) in get_innermost_loop()
190 nir_cf_node *next = nir_cf_node_next(&cur_block->cf_node); in adjust_block_for_loops()
|
| D | nir_opt_loop.c | 249 …for (nir_cf_node *prev = nir_cf_node_prev(&block->cf_node); prev != NULL; prev = nir_cf_node_prev(… in opt_loop_last_block()
290 nir_cf_node *prev = nir_cf_node_prev(&block->cf_node); in opt_loop_last_block()
373 nir_cf_node *if_node = nir_cf_node_next(&header_block->cf_node); in opt_loop_peel_initial_break()
674 foreach_list_typed_safe(nir_cf_node, cf_node, node, cf_list) { in opt_loop_cf_list()
|
| D | nir_lower_returns.c | 48 predicate_following(nir_cf_node *node, struct lower_returns_state *state) in predicate_following()
246 foreach_list_typed_reverse_safe(nir_cf_node, node, node, cf_list) { in lower_returns_in_cf_list()
|
| D | nir_opt_gcm.c | 99 foreach_list_typed(nir_cf_node, node, node, cf_list) { in get_loop_instr_count()
134 foreach_list_typed(nir_cf_node, node, node, cf_list) { in gcm_build_block_info()
789 const struct nir_cf_node *ap = a->block->cf_node.parent; in weak_gvn()
790 const struct nir_cf_node *bp = b->block->cf_node.parent; in weak_gvn()
|
| D | nir_opt_if.c | 155 nir_cf_node *if_node = nir_cf_node_next(&header_block->cf_node); in opt_peel_loop_initial_if()
194 foreach_list_typed(nir_cf_node, cf_node, node, entry_list) { in opt_peel_loop_initial_if()
1201 nir_cf_node *node = &nir_src_get_block(use)->cf_node; in rewrite_phi_uses()
1326 foreach_list_typed(nir_cf_node, cf_node, node, cf_list) { in opt_if_cf_list()
1369 foreach_list_typed(nir_cf_node, cf_node, node, cf_list) { in opt_if_regs_cf_list()
1405 foreach_list_typed(nir_cf_node, cf_node, node, cf_list) { in opt_if_safe_cf_list()
|
| D | nir_divergence_analysis.c | 81 nir_cf_node *use_node = nir_src_get_block(src)->cf_node.parent; in nir_src_is_divergent()
82 nir_cf_node *def_node = src->ssa->parent_instr->block->cf_node.parent; in nir_src_is_divergent()
95 for (nir_cf_node *node = use_node; node != NULL; node = node->parent) { in nir_src_is_divergent()
136 nir_cf_node *cf_node = src->ssa->parent_instr->block->cf_node.parent; in src_invariant()
1402 foreach_list_typed(nir_cf_node, node, node, list) { in visit_cf_list()
1479 foreach_list_typed(nir_cf_node, node, node, &func->body) { in nir_has_divergent_loop()
|
| /external/mesa3d/src/compiler/rust/ |
| D | nir.rs | 467 pub fn parent(&self) -> &nir_cf_node { in parent() argument
481 pub fn iter_then_list(&self) -> ExecListIter<nir_cf_node> { in iter_then_list() argument
482 ExecListIter::new(&self.then_list, offset_of!(nir_cf_node, node)) in iter_then_list()
485 pub fn iter_else_list(&self) -> ExecListIter<nir_cf_node> { in iter_else_list() argument
486 ExecListIter::new(&self.else_list, offset_of!(nir_cf_node, node)) in iter_else_list()
495 pub fn iter_body(&self) -> ExecListIter<nir_cf_node> { in iter_body() argument
496 ExecListIter::new(&self.body, offset_of!(nir_cf_node, node)) in iter_body()
508 impl nir_cf_node { impl
511 Some(unsafe { &*(self as *const nir_cf_node as *const nir_block) }) in as_block() constant
519 Some(unsafe { &*(self as *const nir_cf_node as *const nir_if) }) in as_if() constant
[all …]
|
| /external/mesa3d/src/compiler/glsl/ |
| D | gl_nir_lower_discard_flow.c | 80 lower_discard_flow(nir_builder *b, nir_cf_node *cf_node, in lower_discard_flow()
108 foreach_list_typed(nir_cf_node, nested_node, node, &if_stmt->then_list) in lower_discard_flow()
110 foreach_list_typed(nir_cf_node, nested_node, node, &if_stmt->else_list) in lower_discard_flow()
126 foreach_list_typed(nir_cf_node, nested_node, node, &loop->body) in lower_discard_flow()
155 foreach_list_typed(nir_cf_node, cf_node, node, &impl->body) { in gl_nir_lower_discard_flow()
|
| /external/mesa3d/src/gallium/frontends/lavapipe/ |
| D | lvp_inline_uniforms.c | 43 process_node(nir_cf_node *node, nir_loop_info *info, in process_node()
68 foreach_list_typed(nir_cf_node, nested_node, node, &if_node->then_list) in process_node()
70 foreach_list_typed(nir_cf_node, nested_node, node, &if_node->else_list) in process_node()
89 foreach_list_typed(nir_cf_node, nested_node, node, &loop->body) { in process_node()
139 foreach_list_typed(nir_cf_node, node, node, &impl->body) in lvp_find_inlinable_uniforms()
|
| /external/mesa3d/src/asahi/compiler/ |
| D | agx_nir_lower_sample_mask.c | 106 cf_node_contains_discard(nir_cf_node *node) in cf_node_contains_discard()
129 foreach_list_typed_reverse(nir_cf_node, node, node, &b->impl->body) { in run_tests_after_last_discard()
|
| /external/mesa3d/src/nouveau/compiler/ |
| D | nak_nir_mark_lcssa_invariants.c | 64 foreach_list_typed_safe(nir_cf_node, node, node, cf_list) { in lower_cf_list()
|