| /third_party/mesa3d/src/compiler/nir/ |
| D | nir_opt_shrink_vectors.c | 49 if (def->num_components == 1) in shrink_dest_to_read_mask()
65 if (def->num_components > last_bit) { in shrink_dest_to_read_mask()
66 def->num_components = last_bit; in shrink_dest_to_read_mask()
79 if (def->num_components == 1) in opt_shrink_vectors_alu()
104 unsigned num_components = util_bitcount(mask); in opt_shrink_vectors_alu() local
107 if (mask == 0 || num_components == def->num_components) in opt_shrink_vectors_alu()
110 const bool is_bitfield_mask = last_bit == num_components; in opt_shrink_vectors_alu()
120 assert(index == num_components); in opt_shrink_vectors_alu()
121 nir_ssa_def *new_vec = nir_vec(b, srcs, num_components); in opt_shrink_vectors_alu()
128 def->num_components = num_components; in opt_shrink_vectors_alu()
[all …]
|
| D | nir_format_convert.h | 67 for (unsigned i = 0; i < src->num_components; i++) { in nir_format_mask_uvec()
71 return nir_iand(b, src, nir_build_imm(b, src->num_components, 32, mask)); in nir_format_mask_uvec()
78 assert(src->num_components <= 4); in nir_format_sign_extend_ivec()
80 for (unsigned i = 0; i < src->num_components; i++) { in nir_format_sign_extend_ivec()
84 return nir_vec(b, comps, src->num_components); in nir_format_sign_extend_ivec()
90 const unsigned *bits, unsigned num_components, in nir_format_unpack_int() argument
93 assert(num_components >= 1 && num_components <= 4); in nir_format_unpack_int()
99 assert(num_components == 1); in nir_format_unpack_int()
105 for (unsigned i = 0; i < num_components; i++) { in nir_format_unpack_int()
122 return nir_vec(b, comps, num_components); in nir_format_unpack_int()
[all …]
|
| D | nir_search_helpers.h | 37 unsigned src, unsigned num_components, in is_pos_power_of_two() argument
44 for (unsigned i = 0; i < num_components; i++) { in is_pos_power_of_two()
69 unsigned src, unsigned num_components, in is_neg_power_of_two() argument
78 for (unsigned i = 0; i < num_components; i++) { in is_neg_power_of_two()
100 unsigned src, unsigned num_components, \
107 for (unsigned i = 0; i < num_components; i++) { \
125 unsigned src, unsigned num_components, in is_zero_to_one() argument
132 for (unsigned i = 0; i < num_components; i++) { in is_zero_to_one()
156 unsigned src, unsigned num_components, in is_gt_0_and_lt_1() argument
163 for (unsigned i = 0; i < num_components; i++) { in is_gt_0_and_lt_1()
[all …]
|
| D | nir_lower_ubo_vec4.c | 77 unsigned bit_size, unsigned num_components) in create_load() argument
79 nir_ssa_def *def = nir_load_ubo_vec4(b, num_components, bit_size, block, offset); in create_load()
106 unsigned num_components = intr->num_components; in nir_lower_ubo_vec4_lower() local
108 align_offset + chan_size_bytes * num_components <= 16); in nir_lower_ubo_vec4_lower()
110 num_components = chans_per_vec4; in nir_lower_ubo_vec4_lower()
114 num_components); in nir_lower_ubo_vec4_lower()
126 } else if (intr->num_components == 1) { in nir_lower_ubo_vec4_lower()
137 align_offset + chan_size_bytes * intr->num_components <= 8) { in nir_lower_ubo_vec4_lower()
142 BITSET_MASK(intr->num_components) << (align_chan_offset); in nir_lower_ubo_vec4_lower()
153 assert(num_components == 4); in nir_lower_ubo_vec4_lower()
[all …]
|
| D | nir_lower_array_deref_of_vec.c | 31 assert(value->num_components == 1); in build_write_masked_store()
32 unsigned num_components = glsl_get_components(vec_deref->type); in build_write_masked_store() local
33 assert(num_components > 1 && num_components <= NIR_MAX_VEC_COMPONENTS); in build_write_masked_store()
37 for (unsigned i = 0; i < num_components; i++) in build_write_masked_store()
40 nir_ssa_def *vec = nir_vec(b, comps, num_components); in build_write_masked_store()
103 assert(intrin->num_components == 1); in nir_lower_array_deref_of_vec_impl()
104 unsigned num_components = glsl_get_components(vec_deref->type); in nir_lower_array_deref_of_vec_impl() local
105 assert(num_components > 1 && num_components <= NIR_MAX_VEC_COMPONENTS); in nir_lower_array_deref_of_vec_impl()
121 if (index < num_components) in nir_lower_array_deref_of_vec_impl()
129 0, num_components); in nir_lower_array_deref_of_vec_impl()
[all …]
|
| D | nir_builder.h | 214 assert(then_def->num_components == else_def->num_components); in nir_if_phi()
217 then_def->num_components, then_def->bit_size, NULL); in nir_if_phi()
246 nir_ssa_undef(nir_builder *build, unsigned num_components, unsigned bit_size) in nir_ssa_undef() argument
249 nir_ssa_undef_instr_create(build->shader, num_components, bit_size); in nir_ssa_undef()
261 nir_build_imm(nir_builder *build, unsigned num_components, in nir_build_imm() argument
265 nir_load_const_instr_create(build->shader, num_components, bit_size); in nir_build_imm()
269 memcpy(load_const->value, value, sizeof(nir_const_value) * num_components); in nir_build_imm()
277 nir_imm_zero(nir_builder *build, unsigned num_components, unsigned bit_size) in nir_imm_zero() argument
280 nir_load_const_instr_create(build->shader, num_components, bit_size); in nir_imm_zero()
451 unsigned num_components = op_info->output_size; in nir_builder_alu_instr_finish_and_insert() local
[all …]
|
| D | nir_lower_subgroups.c | 50 intr->num_components = 1; in lower_subgroups_64bit_split_intrinsic()
71 assert(value->num_components == 4 && value->bit_size == 32); in ballot_type_to_uint()
79 unsigned num_components, unsigned bit_size) in uint_to_ballot_type() argument
81 assert(util_is_power_of_two_nonzero(num_components)); in uint_to_ballot_type()
82 assert(util_is_power_of_two_nonzero(value->num_components)); in uint_to_ballot_type()
84 unsigned total_bits = bit_size * num_components; in uint_to_ballot_type()
87 if (total_bits > value->bit_size * value->num_components) in uint_to_ballot_type()
100 if (value->num_components > num_components) in uint_to_ballot_type()
101 value = nir_channels(b, value, BITFIELD_MASK(num_components)); in uint_to_ballot_type()
111 assert(intrin->dest.ssa.num_components > 1); in lower_subgroup_op_to_scalar()
[all …]
|
| D | nir_lower_regs_to_ssa.c | 98 nir_ssa_dest_init(instr, dest, reg->num_components, in rewrite_dest()
120 if (write_mask == (1 << reg->num_components) - 1) { in rewrite_alu_instr()
133 unsigned num_components; in rewrite_alu_instr() local
142 num_components = 0; in rewrite_alu_instr()
145 vec_swizzle[index] = num_components++; in rewrite_alu_instr()
172 assert(ssa_index == num_components); in rewrite_alu_instr()
175 num_components = nir_op_infos[alu->op].output_size; in rewrite_alu_instr()
177 assert(num_components <= 4); in rewrite_alu_instr()
179 alu->dest.write_mask = (1 << num_components) - 1; in rewrite_alu_instr()
181 nir_ssa_dest_init(&alu->instr, &alu->dest.dest, num_components, in rewrite_alu_instr()
[all …]
|
| D | nir_lower_io.c | 246 unsigned component, unsigned num_components, unsigned bit_size, in emit_load() argument
299 load->num_components = num_components; in emit_load()
336 num_components, bit_size, NULL); in emit_load()
357 while (dest_comp < intrin->dest.ssa.num_components) { in lower_load()
359 MIN2(intrin->dest.ssa.num_components - dest_comp, in lower_load()
376 return nir_vec(b, comp64, intrin->dest.ssa.num_components); in lower_load()
382 intrin->dest.ssa.num_components, 32, in lower_load()
386 intrin->dest.ssa.num_components, in lower_load()
395 unsigned component, unsigned num_components, in emit_store() argument
408 store->num_components = num_components; in emit_store()
[all …]
|
| D | nir_lower_alu_to_scalar.c | 51 return alu->dest.dest.ssa.num_components > 1 || in inst_is_vector_alu()
56 nir_alu_ssa_dest_init(nir_alu_instr *alu, unsigned num_components, in nir_alu_ssa_dest_init() argument
59 nir_ssa_dest_init(&alu->instr, &alu->dest.dest, num_components, in nir_alu_ssa_dest_init()
61 alu->dest.write_mask = (1 << num_components) - 1; in nir_alu_ssa_dest_init()
68 unsigned num_components = nir_op_infos[alu->op].input_sizes[0]; in lower_reduction() local
71 for (int i = num_components - 1; i >= 0; i--) { in lower_reduction()
85 if (i == num_components - 1) { in lower_reduction()
119 unsigned num_components = nir_op_infos[alu->op].input_sizes[0]; in lower_fdot() local
122 for (int i = num_components - 1; i >= 0; i--) { in lower_fdot()
130 if (i != num_components - 1) in lower_fdot()
[all …]
|
| D | nir_lower_io_to_scalar.c | 43 for (unsigned i = 0; i < intr->num_components; i++) { in lower_load_input_to_scalar()
48 chan_intr->num_components = 1; in lower_load_input_to_scalar()
63 nir_vec(b, loads, intr->num_components)); in lower_load_input_to_scalar()
72 nir_ssa_def *value = nir_ssa_for_src(b, intr->src[0], intr->num_components); in lower_store_output_to_scalar()
74 for (unsigned i = 0; i < intr->num_components; i++) { in lower_store_output_to_scalar()
80 chan_intr->num_components = 1; in lower_store_output_to_scalar()
109 if (intr->num_components == 1) in nir_lower_io_to_scalar_instr()
194 for (unsigned i = 0; i < intr->num_components; i++) { in lower_load_to_scalar_early()
214 chan_intr->num_components = 1; in lower_load_to_scalar_early()
233 nir_vec(b, loads, intr->num_components)); in lower_load_to_scalar_early()
[all …]
|
| /third_party/mesa3d/src/intel/compiler/ |
| D | brw_nir_lower_mem_access_bit_sizes.c | 32 unsigned num_components, unsigned bit_size, in dup_mem_intrinsic() argument
55 dup->num_components = num_components; in dup_mem_intrinsic()
58 assert(num_components == 1); in dup_mem_intrinsic()
71 num_components, bit_size, NULL); in dup_mem_intrinsic()
73 nir_intrinsic_set_write_mask(dup, (1 << num_components) - 1); in dup_mem_intrinsic()
90 const unsigned num_components = intrin->dest.ssa.num_components; in lower_mem_load_bit_size() local
91 const unsigned bytes_read = num_components * (bit_size / 8); in lower_mem_load_bit_size()
94 if (bit_size == 32 && align >= 32 && intrin->num_components <= 4 && in lower_mem_load_bit_size()
95 (!needs_scalar || intrin->num_components == 1)) in lower_mem_load_bit_size()
115 num_components, bit_size); in lower_mem_load_bit_size()
[all …]
|
| D | brw_nir_lower_storage_image.c | 42 load->num_components = 2; in _load_image_param()
46 load->num_components = 3; in _load_image_param()
49 load->num_components = 4; in _load_image_param()
55 load->num_components, 32, NULL); in _load_image_param()
118 nir_ssa_def *xypos = (coord->num_components == 1) ? in image_address()
144 if (coord->num_components > 2) { in image_address()
161 if (coord->num_components > 1) { in image_address()
342 assert(color->num_components <= dest_components); in convert_color_for_load()
343 if (color->num_components == dest_components) in convert_color_for_load()
347 for (unsigned i = 0; i < color->num_components; i++) in convert_color_for_load()
[all …]
|
| /third_party/mesa3d/src/gallium/drivers/r600/sfn/ |
| D | sfn_nir_legalize_image_load_store.cpp | 65 unsigned num_components = 2; in r600_legalize_image_load_store_impl() local
69 num_components = 1; break; in r600_legalize_image_load_store_impl()
73 num_components = 2; break; in r600_legalize_image_load_store_impl()
75 num_components = 3; break; in r600_legalize_image_load_store_impl()
80 if (num_components < 3 && nir_intrinsic_image_array(ir)) in r600_legalize_image_load_store_impl()
81 num_components++; in r600_legalize_image_load_store_impl()
83 auto img_size = nir_image_size(b, num_components, 32, ir->src[0].ssa, nir_imm_int(b, 0), in r600_legalize_image_load_store_impl()
88 unsigned mask = (1 << num_components) - 1; in r600_legalize_image_load_store_impl()
89 unsigned num_src1_comp = MIN2(ir->src[1].ssa->num_components, num_components); in r600_legalize_image_load_store_impl()
96 switch (num_components) { in r600_legalize_image_load_store_impl()
|
| D | sfn_nir_lower_64bit.cpp | 165 return lc->def.num_components >= 3; in filter()
358 load1->dest.ssa.num_components = 2; in split_double_load()
362 load2->dest.ssa.num_components = old_components - 2; in split_double_load()
410 load2->num_components = second_components; in split_double_load_uniform()
415 intr->dest.ssa.num_components = intr->num_components = 2; in split_double_load_uniform()
436 load2->num_components = second_components; in split_double_load_ssbo()
442 intr->dest.ssa.num_components = intr->num_components = 2; in split_double_load_ssbo()
461 load2->num_components = second_components; in split_double_load_ubo()
466 intr->dest.ssa.num_components = intr->num_components = 2; in split_double_load_ubo()
526 for (unsigned i = 0; i < lc->def.num_components; ++i) in split_load_const()
[all …]
|
| /third_party/mesa3d/src/compiler/glsl/ |
| D | opt_swizzle.cpp | 72 if (swiz2->mask.num_components >= 1) in handle_rvalue()
74 if (swiz2->mask.num_components >= 2) in handle_rvalue()
76 if (swiz2->mask.num_components >= 3) in handle_rvalue()
78 if (swiz2->mask.num_components >= 4) in handle_rvalue()
81 if (swiz->mask.num_components >= 1) in handle_rvalue()
83 if (swiz->mask.num_components >= 2) in handle_rvalue()
85 if (swiz->mask.num_components >= 3) in handle_rvalue()
87 if (swiz->mask.num_components >= 4) in handle_rvalue()
|
| /third_party/mesa3d/src/gallium/drivers/zink/nir_to_spirv/ |
| D | nir_to_spirv.c | 110 unsigned num_components, double value);
114 unsigned num_components, uint64_t value);
118 unsigned num_components, int64_t value);
132 get_bvec_type(struct ntv_context *ctx, int num_components) in get_bvec_type() argument
135 if (num_components > 1) in get_bvec_type()
137 num_components); in get_bvec_type()
139 assert(num_components == 1); in get_bvec_type()
258 get_fvec_type(struct ntv_context *ctx, unsigned bit_size, unsigned num_components) in get_fvec_type() argument
263 if (num_components > 1) in get_fvec_type()
265 num_components); in get_fvec_type()
[all …]
|
| /third_party/mesa3d/src/compiler/nir/tests/ |
| D | builder_tests.cpp | 36 case 8: return glsl_type::u8vec(def->num_components); in type_for_def()
37 case 16: return glsl_type::u16vec(def->num_components); in type_for_def()
38 case 32: return glsl_type::uvec(def->num_components); in type_for_def()
39 case 64: return glsl_type::u64vec(def->num_components); in type_for_def()
54 store->num_components = val->num_components; in store_test_val()
57 nir_intrinsic_set_write_mask(store, ((1 << val->num_components) - 1)); in store_test_val()
|
| /third_party/spirv-tools/source/val/ |
| D | validate_extensions.cpp | 1553 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1554 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1583 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1584 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1635 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1636 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1687 if (_.GetDimension(p_data_type) != num_components) { in ValidateExtInst()
1705 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1706 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1720 if (_.GetDimension(x_type) != num_components) { in ValidateExtInst()
[all …]
|
| /third_party/mesa3d/src/gallium/drivers/lima/ir/pp/ |
| D | regalloc.c | 190 int num_components = src->reg->num_components; in ppir_update_spilled_src() local
202 load->num_components = num_components; in ppir_update_spilled_src()
207 ld_dest->write_mask = u_bit_consecutive(0, num_components); in ppir_update_spilled_src()
240 alu_dest->ssa.num_components = num_components; in ppir_update_spilled_src()
242 alu_dest->write_mask = u_bit_consecutive(0, num_components); in ppir_update_spilled_src()
275 int num_components = reg->num_components; in ppir_update_spilled_dest_load() local
287 load->num_components = num_components; in ppir_update_spilled_dest_load()
291 load->dest.write_mask = u_bit_consecutive(0, num_components); in ppir_update_spilled_dest_load()
314 move_alu->dest.write_mask = u_bit_consecutive(0, num_components); in ppir_update_spilled_dest_load()
349 store->num_components = reg->num_components; in ppir_update_spilled_dest()
[all …]
|
| /third_party/flutter/skia/third_party/externals/spirv-tools/source/ |
| D | validate_datarules.cpp | 41 const uint32_t num_components = inst->words[inst->operands[2].offset]; in ValidateVecNumComponents() local
42 if (num_components == 2 || num_components == 3 || num_components == 4) { in ValidateVecNumComponents()
45 if (num_components == 8 || num_components == 16) { in ValidateVecNumComponents()
50 << "Having " << num_components << " components for " in ValidateVecNumComponents()
55 << "Illegal number of components (" << num_components << ") for " in ValidateVecNumComponents()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/SPIRV-Tools/source/val/ |
| D | validate_extensions.cpp | 1590 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1591 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1620 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1621 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1672 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1673 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1724 if (_.GetDimension(p_data_type) != num_components) { in ValidateExtInst()
1742 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1743 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1757 if (_.GetDimension(x_type) != num_components) { in ValidateExtInst()
[all …]
|
| D | validate_interfaces.cpp | 183 uint32_t num_components = 0; in NumConsumedComponents() local
189 num_components = 2; in NumConsumedComponents()
191 num_components = 1; in NumConsumedComponents()
198 num_components = in NumConsumedComponents()
200 num_components *= type->GetOperandAs<uint32_t>(2); in NumConsumedComponents()
211 return num_components; in NumConsumedComponents()
355 uint32_t num_components = NumConsumedComponents(_, sub_type); in GetLocationsForVariable() local
364 if (num_components != 0) { in GetLocationsForVariable()
366 end = array_location * 4 + component + num_components; in GetLocationsForVariable()
425 uint32_t num_components = NumConsumedComponents(_, member); in GetLocationsForVariable() local
[all …]
|
| /third_party/skia/third_party/externals/spirv-tools/source/val/ |
| D | validate_extensions.cpp | 1590 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1591 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1620 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1621 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1672 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1673 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1724 if (_.GetDimension(p_data_type) != num_components) { in ValidateExtInst()
1742 const uint32_t num_components = _.GetDimension(result_type); in ValidateExtInst() local
1743 if (num_components > 4 && num_components != 8 && num_components != 16) { in ValidateExtInst()
1757 if (_.GetDimension(x_type) != num_components) { in ValidateExtInst()
[all …]
|
| /third_party/mesa3d/src/panfrost/util/ |
| D | pan_lower_framebuffer.c | 151 pan_replicate(nir_builder *b, nir_ssa_def *v, unsigned num_components) in pan_replicate() argument
156 replicated[i] = nir_channel(b, v, i % num_components); in pan_replicate()
162 pan_unpack_pure_32(nir_builder *b, nir_ssa_def *pack, unsigned num_components) in pan_unpack_pure_32() argument
164 return nir_channels(b, pack, (1 << num_components) - 1); in pan_unpack_pure_32()
171 pan_pack_pure_16(nir_builder *b, nir_ssa_def *v, unsigned num_components) in pan_pack_pure_16() argument
173 nir_ssa_def *v4 = pan_replicate(b, v, num_components); in pan_pack_pure_16()
182 pan_unpack_pure_16(nir_builder *b, nir_ssa_def *pack, unsigned num_components) in pan_unpack_pure_16() argument
186 assert(num_components <= 4); in pan_unpack_pure_16()
188 for (unsigned i = 0; i < num_components; i += 2) { in pan_unpack_pure_16()
196 return nir_pad_vec4(b, nir_vec(b, unpacked, num_components)); in pan_unpack_pure_16()
[all …]
|