Home
last modified time | relevance | path

Searched defs:intrin (Results 1 – 25 of 98) sorted by relevance

1234

/external/mesa3d/src/gallium/drivers/swr/rasterizer/common/
Dsimdlib_512_avx512_knights.inl32 #define SIMD_WRAPPER_1_(op, intrin) \ argument
37 #define SIMD_WRAPPER_2_(op, intrin) \ argument
41 #define SIMD_WRAPPERI_2_(op, intrin) \ argument
51 #define SIMD_WRAPPER_2I_(op, intrin) \ argument
59 #define SIMD_DWRAPPER_2I_(op, intrin) \ argument
78 #define SIMD_IWRAPPER_1I_(op, intrin) \ argument
86 #define SIMD_IWRAPPER_2_(op, intrin) \ argument
93 #define SIMD_IFWRAPPER_2(op, intrin) \ argument
99 #define SIMD_IWRAPPER_2I_(op, intrin) \ argument
Dsimdlib_512_avx512_core.inl32 #define SIMD_WRAPPER_1_(op, intrin) \ argument
37 #define SIMD_WRAPPER_2_(op, intrin) \ argument
41 #define SIMD_WRAPPERI_2_(op, intrin) \ argument
51 #define SIMD_WRAPPER_2I_(op, intrin) \ argument
59 #define SIMD_DWRAPPER_2I_(op, intrin) \ argument
78 #define SIMD_IWRAPPER_1I_(op, intrin) \ argument
86 #define SIMD_IWRAPPER_2_(op, intrin) \ argument
93 #define SIMD_IFWRAPPER_2(op, intrin) \ argument
99 #define SIMD_IWRAPPER_2I_(op, intrin) \ argument
Dsimdlib_512_avx512.inl52 #define SIMD_WRAPPER_1_(op, intrin) \ argument
57 #define SIMD_WRAPPER_2_(op, intrin) \ argument
61 #define SIMD_WRAPPERI_2_(op, intrin) \ argument
71 #define SIMD_WRAPPER_2I_(op, intrin) \ argument
79 #define SIMD_DWRAPPER_2I_(op, intrin) \ argument
98 #define SIMD_IWRAPPER_1I_(op, intrin) \ argument
106 #define SIMD_IWRAPPER_2_(op, intrin) \ argument
113 #define SIMD_IFWRAPPER_2(op, intrin) \ argument
119 #define SIMD_IWRAPPER_2I_(op, intrin) \ argument
Dsimdlib_128_avx512_core.inl36 #define SIMD_WRAPPER_1_(op, intrin, mask) \ argument
43 #define SIMD_WRAPPER_1I_(op, intrin, mask) \ argument
51 #define SIMD_WRAPPER_2_(op, intrin, mask) \ argument
65 #define SIMD_WRAPPER_3_(op, intrin, mask) \ argument
72 #define SIMD_DWRAPPER_1_(op, intrin, mask) \ argument
79 #define SIMD_DWRAPPER_1I_(op, intrin, mask) \ argument
87 #define SIMD_DWRAPPER_2_(op, intrin, mask) \ argument
101 #define SIMD_IWRAPPER_1_(op, intrin, mask) \ argument
110 #define SIMD_IWRAPPER_1I_(op, intrin, mask) \ argument
120 #define SIMD_IWRAPPER_2_(op, intrin, mask) \ argument
Dsimdlib_256_avx512_core.inl36 #define SIMD_DWRAPPER_1_(op, intrin, mask) \ argument
43 #define SIMD_DWRAPPER_1I_(op, intrin, mask) \ argument
51 #define SIMD_DWRAPPER_2_(op, intrin, mask) \ argument
58 #define SIMD_IWRAPPER_1_(op, intrin, mask) \ argument
67 #define SIMD_IWRAPPER_1I_(op, intrin, mask) \ argument
77 #define SIMD_IWRAPPER_2_(op, intrin, mask) \ argument
/external/mesa3d/src/compiler/nir/
Dnir_opt_uniform_atomics.c46 #define OP_NOIMG(intrin, alu) \ in parse_atomic_op() argument
57 #define OP(intrin, alu) \ in parse_atomic_op() argument
104 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(src.def->parent_instr); in match_invocation_comparison() local
119 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(scalar.def->parent_instr); in match_invocation_comparison() local
159 nir_intrinsic_instr *intrin = nir_intrinsic_instr_create(b->shader, op); in emit_scalar_intrinsic() local
185 nir_intrinsic_instr *intrin = in reduce_data() local
207 optimize_atomic(nir_builder *b, nir_intrinsic_instr *intrin, bool return_prev) in optimize_atomic()
248 optimize_and_rewrite_atomic(nir_builder *b, nir_intrinsic_instr *intrin) in optimize_and_rewrite_atomic()
294 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in opt_uniform_atomics() local
Dnir_lower_subgroups.c32 lower_subgroups_64bit_split_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_subgroups_64bit_split_intrinsic()
55 lower_subgroup_op_to_32bit(nir_builder *b, nir_intrinsic_instr *intrin) in lower_subgroup_op_to_32bit()
115 lower_subgroup_op_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin, in lower_subgroup_op_to_scalar()
155 lower_vote_eq_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin) in lower_vote_eq_to_scalar()
181 lower_vote_eq_to_ballot(nir_builder *b, nir_intrinsic_instr *intrin, in lower_vote_eq_to_ballot()
226 lower_shuffle_to_swizzle(nir_builder *b, nir_intrinsic_instr *intrin, in lower_shuffle_to_swizzle()
254 lower_shuffle(nir_builder *b, nir_intrinsic_instr *intrin, in lower_shuffle()
347 lower_dynamic_quad_broadcast(nir_builder *b, nir_intrinsic_instr *intrin, in lower_dynamic_quad_broadcast()
391 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_subgroups_instr() local
Dnir_lower_scratch.c39 nir_intrinsic_instr *intrin, in lower_load_store()
109 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_vars_to_scratch() local
159 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_vars_to_scratch() local
Dnir_opt_dead_write_vars.c50 nir_intrinsic_instr *intrin; member
75 nir_intrinsic_instr *intrin, in update_unused_writes()
133 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in remove_dead_write_vars_local() local
Dnir_lower_multiview.c55 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in shader_writes_to_memory() local
123 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_shader_uses_view_index() local
304 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_multiview() local
Dnir_gs_count_vertices.c33 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in as_intrinsic() local
78 nir_intrinsic_instr *intrin = as_set_vertex_and_primitive_count(instr); in nir_gs_count_vertices_and_primitives() local
Dnir_lower_io.c336 lower_load(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_load()
447 lower_store(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_store()
506 lower_interpolate_at(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_interpolate_at()
601 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_io_block() local
1197 build_explicit_io_load(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_load()
1416 build_explicit_io_store(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_store()
1579 build_explicit_io_atomic(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_atomic()
1738 nir_intrinsic_instr *intrin, in nir_lower_explicit_io_instr()
1970 lower_explicit_io_access(nir_builder *b, nir_intrinsic_instr *intrin, in lower_explicit_io_access()
1978 lower_explicit_io_array_length(nir_builder *b, nir_intrinsic_instr *intrin, in lower_explicit_io_array_length()
[all …]
Dnir_lower_system_values.c32 sanitize_32bit_sysval(nir_builder *b, nir_intrinsic_instr *intrin) in sanitize_32bit_sysval()
61 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_system_value_instr() local
251 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_compute_system_value_instr() local
Dnir_opt_undef.c131 opt_undef_store(nir_intrinsic_instr *intrin) in opt_undef_store()
177 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_undef_instr() local
Dnir_remove_dead_variables.c41 nir_intrinsic_instr *intrin = in deref_used_for_not_store() local
135 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in remove_dead_var_writes() local
/external/mesa3d/src/compiler/spirv/
Dvtn_subgroup.c53 nir_intrinsic_instr *intrin = in vtn_build_subgroup_instr() local
112 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
167 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
262 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
Dvtn_amd.c42 nir_intrinsic_instr *intrin = nir_intrinsic_instr_create(b->nb.shader, in vtn_handle_amd_gcn_shader_instruction() local
87 nir_intrinsic_instr *intrin = nir_intrinsic_instr_create(b->nb.shader, op); in vtn_handle_amd_shader_ballot_instruction() local
192 nir_intrinsic_instr *intrin = nir_intrinsic_instr_create(b->nb.shader, op); in vtn_handle_amd_shader_explicit_vertex_parameter_instruction() local
/external/mesa3d/src/gallium/frontends/lavapipe/
Dlvp_lower_vulkan_resource.c33 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vulkan_resource_index() local
53 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_vri() local
88 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_vrri() local
98 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_lvd() local
164 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_instr() local
/external/mesa3d/src/intel/compiler/
Dbrw_nir_lower_mem_access_bit_sizes.c30 dup_mem_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in dup_mem_intrinsic()
80 lower_mem_load_bit_size(nir_builder *b, nir_intrinsic_instr *intrin, in lower_mem_load_bit_size()
154 lower_mem_store_bit_size(nir_builder *b, nir_intrinsic_instr *intrin, in lower_mem_store_bit_size()
256 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_mem_access_bit_sizes_impl() local
Dbrw_nir.c87 is_input(nir_intrinsic_instr *intrin) in is_input()
95 is_output(nir_intrinsic_instr *intrin) in is_output()
116 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in remap_patch_urb_offsets() local
208 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_vs_inputs() local
312 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_vue_inputs() local
684 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_bit_size_callback() local
Dbrw_nir_lower_image_load_store.c366 nir_intrinsic_instr *intrin) in lower_image_load_instr()
524 nir_intrinsic_instr *intrin) in lower_image_store_instr()
602 nir_intrinsic_instr *intrin) in lower_image_atomic_instr()
637 nir_intrinsic_instr *intrin) in lower_image_size_instr()
703 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_image_load_store() local
/external/mesa3d/src/intel/vulkan/
Danv_nir_apply_pipeline_layout.c107 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_used_bindings_block() local
159 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(src); in find_descriptor_for_index_src() local
191 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(deref->parent); in nir_deref_find_descriptor() local
199 build_index_for_res_reindex(nir_intrinsic_instr *intrin, in build_index_for_res_reindex()
259 try_lower_direct_buffer_intrinsic(nir_intrinsic_instr *intrin, bool is_atomic, in try_lower_direct_buffer_intrinsic()
300 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_direct_buffer_access() local
354 lower_res_index_intrinsic(nir_intrinsic_instr *intrin, in lower_res_index_intrinsic()
439 lower_res_reindex_intrinsic(nir_intrinsic_instr *intrin, in lower_res_reindex_intrinsic()
548 lower_load_vulkan_descriptor(nir_intrinsic_instr *intrin, in lower_load_vulkan_descriptor()
677 lower_get_ssbo_size(nir_intrinsic_instr *intrin, in lower_get_ssbo_size()
[all …]
Danv_nir_compute_push_layout.c51 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in anv_nir_compute_push_layout() local
136 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in anv_nir_compute_push_layout() local
/external/mesa3d/src/gallium/drivers/r600/sfn/
Dsfn_emitssboinstruction.cpp385 EmitSSBOInstruction::emit_image_store(const nir_intrinsic_instr *intrin) in emit_image_store()
418 EmitSSBOInstruction::emit_ssbo_atomic_op(const nir_intrinsic_instr *intrin) in emit_ssbo_atomic_op()
485 EmitSSBOInstruction::emit_image_load(const nir_intrinsic_instr *intrin) in emit_image_load()
525 bool EmitSSBOInstruction::fetch_return_value(const nir_intrinsic_instr *intrin) in fetch_return_value()
575 bool EmitSSBOInstruction::emit_image_size(const nir_intrinsic_instr *intrin) in emit_image_size()
/external/mesa3d/src/freedreno/ir3/
Dir3_nir.h77 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(src.ssa->parent_instr); in ir3_bindless_resource() local

1234