Lines Matching refs:vl
1047 size_t vl = GetCsr<CsrName::kVl>(); variable
1049 vl = AlignUp<CHAR_BIT>(vl) / CHAR_BIT;
1056 if (vstart >= vl) [[unlikely]] {
1060 vstart = std::min(vstart, vl);
1074 if (within_group_id * kElementsCount >= vl) {
1085 (vl < (within_group_id + 1) * kElementsCount && vta == TailProcessing::kUndisturbed) ||
1098 if (vl <= element_index) {
1117 vl = element_index;
1142 auto GetTailMask = [vl, within_group_id] {
1144 (vl <= within_group_id * kElementsCount) ? 0 : vl - within_group_id * kElementsCount));
1167 } else if (vl < (within_group_id + 1) * kElementsCount) {
1175 if (vl < (within_group_id + 1) * kElementsCount) {
1188 if (vl < (within_group_id + 1) * kElementsCount) {
1225 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorGather() local
1230 if (vstart >= vl) [[unlikely]] { in OpVectorGather()
1256 VectorMasking<ElementType, vta, vma>(result, original_dst_value, vstart, vl, index, mask); in OpVectorGather()
2903 size_t vl = GetCsr<CsrName::kVl>(); variable
2905 vl = AlignUp<CHAR_BIT>(vl) / CHAR_BIT;
2912 if (vstart >= vl) [[unlikely]] {
2927 if (within_group_id * kElementsCount >= vl) {
2937 if (vl <= element_index) {
2976 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorViotam() local
2982 if (vl == 0) [[unlikely]] { in OpVectorViotam()
3000 VectorMasking<ElementType, vta, vma>(result, original_dst_value, vstart, vl, index, mask); in OpVectorViotam()
3016 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorVidv() local
3020 if (vstart >= vl) [[unlikely]] { in OpVectorVidv()
3027 result, std::get<0>(intrinsics::Vidv<ElementType>(index)), vstart, vl, index, mask); in OpVectorVidv()
3046 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorVmvsx() local
3051 if (vstart == 0 && vl != 0) [[likely]] { in OpVectorVmvsx()
3076 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorVWXUnary0() local
3087 const auto [tail_mask] = intrinsics::MakeBitmaskFromVl(vl); in OpVectorVWXUnary0()
3096 size_t vl = GetCsr<CsrName::kVl>(); in OpVectormm() local
3100 if (vstart >= vl) [[unlikely]] { in OpVectormm()
3113 const auto [tail_mask] = intrinsics::MakeBitmaskFromVl(vl); in OpVectormm()
3121 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorVMUnary0() local
3127 if (vl == 0) [[unlikely]] { in OpVectorVMUnary0()
3136 const auto [tail_mask] = intrinsics::MakeBitmaskFromVl(vl); in OpVectorVMUnary0()
3223 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorToMask() local
3228 if (vstart >= vl) [[unlikely]] { in OpVectorToMask()
3232 [this, vstart, vl, args...](auto index) { in OpVectorToMask()
3235 args, vstart, vl, index, intrinsics::NoInactiveProcessing{})...); in OpVectorToMask()
3251 const auto [tail_mask] = intrinsics::MakeBitmaskFromVl(vl); in OpVectorToMask()
3284 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorv() local
3288 if (vstart >= vl) [[unlikely]] { in OpVectorv()
3307 vl, in OpVectorv()
3342 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorvs() local
3348 if (vl == 0) [[unlikely]] { in OpVectorvs()
3357 GetVectorArgument<ElementType, vta, vma>(src1, vstart, vl, index, mask))); in OpVectorvs()
3573 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorWiden() local
3577 if (vstart >= vl) [[unlikely]] { in OpVectorWiden()
3587 GetLowVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorWiden()
3589 vl, in OpVectorWiden()
3599 GetHighVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorWiden()
3601 vl, in OpVectorWiden()
3638 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorSameWidth() local
3642 if (vstart >= vl) [[unlikely]] { in OpVectorSameWidth()
3652 GetVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)), in OpVectorSameWidth()
3654 vl, in OpVectorSameWidth()
3756 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorNarrow() local
3760 if (vstart >= vl) [[unlikely]] { in OpVectorNarrow()
3768 GetLowVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)); in OpVectorNarrow()
3772 GetHighVectorArgument<ElementType, vta, vma>(args, vstart, vl, index, mask)...)); in OpVectorNarrow()
3777 orig_result, intrinsic_result, vstart, vl, index, mask); in OpVectorNarrow()
3796 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorVXUnary0() local
3799 if (vstart >= vl) [[unlikely]] { in OpVectorVXUnary0()
3811 result, std::get<0>(Intrinsic(arg)), vstart, vl, dst_index, mask); in OpVectorVXUnary0()
3855 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorx() local
3859 if (vstart >= vl) [[unlikely]] { in OpVectorx()
3873 result, std::get<0>(Intrinsic(arg2)), result_mask, vstart, vl, index, mask); in OpVectorx()
3895 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorslideup() local
3897 if (vstart >= vl) [[unlikely]] { in OpVectorslideup()
3912 const size_t start_elem_index = std::min(std::max(vstart, offset), vl); in OpVectorslideup()
3931 vl, in OpVectorslideup()
3982 size_t vl = GetCsr<CsrName::kVl>(); in OpVectorslidedown() local
3984 if (vstart >= vl) [[unlikely]] { in OpVectorslidedown()
4007 vl, in OpVectorslidedown()
4017 const size_t vl = GetCsr<CsrName::kVl>(); in OpVectorslide1down() local
4027 const size_t last_elem_register = (vl - 1) / kElementsPerRegister; in OpVectorslide1down()
4028 const size_t last_elem_within_reg_pos = (vl - 1) % kElementsPerRegister; in OpVectorslide1down()
4280 size_t vl, in GetVectorArgument() argument
4284 SIMD128Register{state_->cpu.v[src.start_no + index]}, vstart, vl, index, mask); in GetVectorArgument()
4318 size_t vl, in VectorMasking() argument
4324 vl - index * (sizeof(SIMD128Register) / sizeof(kDefaultElement)), in VectorMasking()
4333 size_t vl, in VectorMasking() argument
4340 vl - index * (sizeof(SIMD128Register) / sizeof(ElementType)), in VectorMasking()
4349 size_t vl, in VectorMasking() argument
4357 vl - index * (sizeof(SIMD128Register) / sizeof(ElementType)), in VectorMasking()