Lines Matching refs:irow
231 rescaler_t* const irow = wrk->irow; in RescalerExportRowExpand_SSE2() local
259 LoadDispatchAndMult_SSE2(irow + x_out, &mB, &B0, &B1, &B2, &B3); in RescalerExportRowExpand_SSE2()
278 + (uint64_t)B * irow[x_out]; in RescalerExportRowExpand_SSE2()
289 rescaler_t* const irow = wrk->irow; in RescalerExportRowShrink_SSE2() local
302 LoadDispatchAndMult_SSE2(irow + x_out, NULL, &A0, &A1, &A2, &A3); in RescalerExportRowShrink_SSE2()
317 _mm_storeu_si128((__m128i*)(irow + x_out + 0), G0); in RescalerExportRowShrink_SSE2()
318 _mm_storeu_si128((__m128i*)(irow + x_out + 4), G1); in RescalerExportRowShrink_SSE2()
324 const int v = (int)MULT_FIX(irow[x_out] - frac, wrk->fxy_scale); in RescalerExportRowShrink_SSE2()
326 irow[x_out] = frac; // new fractional start in RescalerExportRowShrink_SSE2()
334 LoadDispatchAndMult_SSE2(irow + x_out, NULL, &A0, &A1, &A2, &A3); in RescalerExportRowShrink_SSE2()
335 _mm_storeu_si128((__m128i*)(irow + x_out + 0), zero); in RescalerExportRowShrink_SSE2()
336 _mm_storeu_si128((__m128i*)(irow + x_out + 4), zero); in RescalerExportRowShrink_SSE2()
340 const int v = (int)MULT_FIX(irow[x_out], scale); in RescalerExportRowShrink_SSE2()
342 irow[x_out] = 0; in RescalerExportRowShrink_SSE2()