230   int x_out;  in RescalerExportRowExpand_SSE2()  local
241     for (x_out = 0; x_out + 8 <= x_out_max; x_out += 8) {  in RescalerExportRowExpand_SSE2()
243       LoadDispatchAndMult_SSE2(frow + x_out, NULL, &A0, &A1, &A2, &A3);  in RescalerExportRowExpand_SSE2()
244       ProcessRow_SSE2(&A0, &A1, &A2, &A3, &mult, dst + x_out);  in RescalerExportRowExpand_SSE2()
246     for (; x_out < x_out_max; ++x_out) {  in RescalerExportRowExpand_SSE2()
247       const uint32_t J = frow[x_out];  in RescalerExportRowExpand_SSE2()
250       dst[x_out] = v;  in RescalerExportRowExpand_SSE2()
258     for (x_out = 0; x_out + 8 <= x_out_max; x_out += 8) {  in RescalerExportRowExpand_SSE2()
260       LoadDispatchAndMult_SSE2(frow + x_out, &mA, &A0, &A1, &A2, &A3);  in RescalerExportRowExpand_SSE2()
261       LoadDispatchAndMult_SSE2(irow + x_out, &mB, &B0, &B1, &B2, &B3);  in RescalerExportRowExpand_SSE2()
275         ProcessRow_SSE2(&E0, &E1, &E2, &E3, &mult, dst + x_out);  in RescalerExportRowExpand_SSE2()
278     for (; x_out < x_out_max; ++x_out) {  in RescalerExportRowExpand_SSE2()
279       const uint64_t I = (uint64_t)A * frow[x_out]  in RescalerExportRowExpand_SSE2()
280                        + (uint64_t)B * irow[x_out];  in RescalerExportRowExpand_SSE2()
284       dst[x_out] = v;  in RescalerExportRowExpand_SSE2()
290   int x_out;  in RescalerExportRowShrink_SSE2()  local
304     for (x_out = 0; x_out + 8 <= x_out_max; x_out += 8) {  in RescalerExportRowShrink_SSE2()
306       LoadDispatchAndMult_SSE2(irow + x_out, NULL, &A0, &A1, &A2, &A3);  in RescalerExportRowShrink_SSE2()
307       LoadDispatchAndMult_SSE2(frow + x_out, &mult_y, &B0, &B1, &B2, &B3);  in RescalerExportRowShrink_SSE2()
325         _mm_storeu_si128((__m128i*)(irow + x_out + 0), G0);  in RescalerExportRowShrink_SSE2()
326         _mm_storeu_si128((__m128i*)(irow + x_out + 4), G1);  in RescalerExportRowShrink_SSE2()
327         ProcessRow_SSE2(&E0, &E1, &E2, &E3, &mult_xy, dst + x_out);  in RescalerExportRowShrink_SSE2()
330     for (; x_out < x_out_max; ++x_out) {  in RescalerExportRowShrink_SSE2()
331       const uint32_t frac = (int)MULT_FIX(frow[x_out], yscale);  in RescalerExportRowShrink_SSE2()
332       const int v = (int)MULT_FIX(irow[x_out] - frac, wrk->fxy_scale);  in RescalerExportRowShrink_SSE2()
334       dst[x_out] = v;  in RescalerExportRowShrink_SSE2()
335       irow[x_out] = frac;   // new fractional start  in RescalerExportRowShrink_SSE2()
341     for (x_out = 0; x_out + 8 <= x_out_max; x_out += 8) {  in RescalerExportRowShrink_SSE2()
343       LoadDispatchAndMult_SSE2(irow + x_out, NULL, &A0, &A1, &A2, &A3);  in RescalerExportRowShrink_SSE2()
344       _mm_storeu_si128((__m128i*)(irow + x_out + 0), zero);  in RescalerExportRowShrink_SSE2()
345       _mm_storeu_si128((__m128i*)(irow + x_out + 4), zero);  in RescalerExportRowShrink_SSE2()
346       ProcessRow_SSE2(&A0, &A1, &A2, &A3, &mult, dst + x_out);  in RescalerExportRowShrink_SSE2()
348     for (; x_out < x_out_max; ++x_out) {  in RescalerExportRowShrink_SSE2()
349       const int v = (int)MULT_FIX(irow[x_out], scale);  in RescalerExportRowShrink_SSE2()
351       dst[x_out] = v;  in RescalerExportRowShrink_SSE2()
352       irow[x_out] = 0;  in RescalerExportRowShrink_SSE2()