Lines Matching refs:vstart
1046 size_t vstart = GetCsr<CsrName::kVstart>(); variable
1056 if (vstart >= vl) [[unlikely]] {
1060 vstart = std::min(vstart, vl);
1070 for (size_t within_group_id = vstart / kElementsCount; within_group_id < kNumRegistersInGroup;
1084 if (vstart ||
1094 for (size_t within_register_id = vstart % kElementsCount; within_register_id < kElementsCount;
1162 if (vstart) [[unlikely]] {
1164 intrinsics::MakeBitmaskFromVl<ElementType>(vstart % kElementsCount));
1199 vstart = 0;
1224 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorGather() local
1230 if (vstart >= vl) [[unlikely]] { in OpVectorGather()
1238 for (size_t index = vstart / kElementsCount; index < kRegistersInvolved; ++index) { in OpVectorGather()
1241 for (size_t dst_element_index = vstart % kElementsCount; dst_element_index < kElementsCount; in OpVectorGather()
1256 VectorMasking<ElementType, vta, vma>(result, original_dst_value, vstart, vl, index, mask); in OpVectorGather()
1259 vstart = 0; in OpVectorGather()
2902 size_t vstart = GetCsr<CsrName::kVstart>(); variable
2912 if (vstart >= vl) [[unlikely]] {
2924 for (size_t within_group_id = vstart / kElementsCount; within_group_id < kNumRegistersInGroup;
2933 for (size_t within_register_id = vstart % kElementsCount; within_register_id < kElementsCount;
2963 vstart = 0;
2975 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorViotam() local
2977 if (vstart != 0) { in OpVectorViotam()
3000 VectorMasking<ElementType, vta, vma>(result, original_dst_value, vstart, vl, index, mask); in OpVectorViotam()
3015 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVidv() local
3020 if (vstart >= vl) [[unlikely]] { in OpVectorVidv()
3027 result, std::get<0>(intrinsics::Vidv<ElementType>(index)), vstart, vl, index, mask); in OpVectorVidv()
3045 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVmvsx() local
3051 if (vstart == 0 && vl != 0) [[likely]] { in OpVectorVmvsx()
3075 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVWXUnary0() local
3077 if (vstart != 0) [[unlikely]] { in OpVectorVWXUnary0()
3095 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectormm() local
3100 if (vstart >= vl) [[unlikely]] { in OpVectormm()
3106 if (vstart > 0) [[unlikely]] { in OpVectormm()
3107 const auto [start_mask] = intrinsics::MakeBitmaskFromVl(vstart); in OpVectormm()
3120 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVMUnary0() local
3122 if (vstart != 0) { in OpVectorVMUnary0()
3157 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVmvXrv() local
3161 if (vstart >= kElementsCount * kRegistersInvolved) [[unlikely]] { in OpVectorVmvXrv()
3164 if (vstart == 0) [[likely]] { in OpVectorVmvXrv()
3170 size_t index = vstart / kElementsCount; in OpVectorVmvXrv()
3173 for (size_t element_index = vstart % kElementsCount; element_index < kElementsCount; in OpVectorVmvXrv()
3222 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorToMask() local
3228 if (vstart >= vl) [[unlikely]] { in OpVectorToMask()
3232 [this, vstart, vl, args...](auto index) { in OpVectorToMask()
3235 args, vstart, vl, index, intrinsics::NoInactiveProcessing{})...); in OpVectorToMask()
3245 if (vstart > 0) [[unlikely]] { in OpVectorToMask()
3246 const auto [start_mask] = intrinsics::MakeBitmaskFromVl(vstart); in OpVectorToMask()
3283 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorv() local
3288 if (vstart >= vl) [[unlikely]] { in OpVectorv()
3306 vstart, in OpVectorv()
3341 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorvs() local
3343 if (vstart != 0) { in OpVectorvs()
3357 GetVectorArgument<ElementType, vta, vma>(src1, vstart, vl, index, mask))); in OpVectorvs()
3572 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorWiden() local
3577 if (vstart >= vl) [[unlikely]] { in OpVectorWiden()
3587 GetLowVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorWiden()
3588 vstart, in OpVectorWiden()
3599 GetHighVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorWiden()
3600 vstart, in OpVectorWiden()
3637 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorSameWidth() local
3642 if (vstart >= vl) [[unlikely]] { in OpVectorSameWidth()
3652 GetVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorSameWidth()
3653 vstart, in OpVectorSameWidth()
3755 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorNarrow() local
3760 if (vstart >= vl) [[unlikely]] { in OpVectorNarrow()
3768 GetLowVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)); in OpVectorNarrow()
3772 GetHighVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)); in OpVectorNarrow()
3777 orig_result, intrinsic_result, vstart, vl, index, mask); in OpVectorNarrow()
3795 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorVXUnary0() local
3799 if (vstart >= vl) [[unlikely]] { in OpVectorVXUnary0()
3811 result, std::get<0>(Intrinsic(arg)), vstart, vl, dst_index, mask); in OpVectorVXUnary0()
3854 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorx() local
3859 if (vstart >= vl) [[unlikely]] { in OpVectorx()
3873 result, std::get<0>(Intrinsic(arg2)), result_mask, vstart, vl, index, mask); in OpVectorx()
3894 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorslideup() local
3897 if (vstart >= vl) [[unlikely]] { in OpVectorslideup()
3912 const size_t start_elem_index = std::min(std::max(vstart, offset), vl); in OpVectorslideup()
3941 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorslide1up() local
3947 if (vstart > 0) { in OpVectorslide1up()
3981 size_t vstart = GetCsr<CsrName::kVstart>(); in OpVectorslidedown() local
3984 if (vstart >= vl) [[unlikely]] { in OpVectorslidedown()
4006 vstart, in OpVectorslidedown()
4279 size_t vstart, in GetVectorArgument() argument
4284 SIMD128Register{state_->cpu.v[src.start_no + index]}, vstart, vl, index, mask); in GetVectorArgument()
4317 size_t vstart, in VectorMasking() argument
4323 vstart - index * (sizeof(SIMD128Register) / sizeof(kDefaultElement)), in VectorMasking()
4332 size_t vstart, in VectorMasking() argument
4339 vstart - index * (sizeof(SIMD128Register) / sizeof(ElementType)), in VectorMasking()
4348 size_t vstart, in VectorMasking() argument
4356 vstart - index * (sizeof(SIMD128Register) / sizeof(ElementType)), in VectorMasking()