1 // Copyright 2014 Google Inc. All Rights Reserved.
2 //
3 // Use of this source code is governed by a BSD-style license
4 // that can be found in the COPYING file in the root of the source
5 // tree. An additional intellectual property rights grant can be found
6 // in the file PATENTS. All contributing project authors may
7 // be found in the AUTHORS file in the root of the source tree.
8 // -----------------------------------------------------------------------------
9 //
10 // MIPS version of rescaling functions
11 //
12 // Author(s): Djordje Pesut (djordje.pesut@imgtec.com)
13
14 #include "src/dsp/dsp.h"
15
16 #if defined(WEBP_USE_MIPS32) && !defined(WEBP_REDUCE_SIZE)
17
18 #include <assert.h>
19 #include "src/utils/rescaler_utils.h"
20
21 //------------------------------------------------------------------------------
22 // Row import
23
ImportRowShrink_MIPS32(WebPRescaler * const wrk,const uint8_t * src)24 static void ImportRowShrink_MIPS32(WebPRescaler* const wrk,
25 const uint8_t* src) {
26 const int x_stride = wrk->num_channels;
27 const int x_out_max = wrk->dst_width * wrk->num_channels;
28 const int fx_scale = wrk->fx_scale;
29 const int x_add = wrk->x_add;
30 const int x_sub = wrk->x_sub;
31 const int x_stride1 = x_stride << 2;
32 int channel;
33 assert(!wrk->x_expand);
34 assert(!WebPRescalerInputDone(wrk));
35
36 for (channel = 0; channel < x_stride; ++channel) {
37 const uint8_t* src1 = src + channel;
38 rescaler_t* frow = wrk->frow + channel;
39 int temp1, temp2, temp3;
40 int base, frac, sum;
41 int accum, accum1;
42 int loop_c = x_out_max - channel;
43
44 __asm__ volatile (
45 "li %[temp1], 0x8000 \n\t"
46 "li %[temp2], 0x10000 \n\t"
47 "li %[sum], 0 \n\t"
48 "li %[accum], 0 \n\t"
49 "1: \n\t"
50 "addu %[accum], %[accum], %[x_add] \n\t"
51 "li %[base], 0 \n\t"
52 "blez %[accum], 3f \n\t"
53 "2: \n\t"
54 "lbu %[base], 0(%[src1]) \n\t"
55 "subu %[accum], %[accum], %[x_sub] \n\t"
56 "addu %[src1], %[src1], %[x_stride] \n\t"
57 "addu %[sum], %[sum], %[base] \n\t"
58 "bgtz %[accum], 2b \n\t"
59 "3: \n\t"
60 "negu %[accum1], %[accum] \n\t"
61 "mul %[frac], %[base], %[accum1] \n\t"
62 "mul %[temp3], %[sum], %[x_sub] \n\t"
63 "subu %[loop_c], %[loop_c], %[x_stride] \n\t"
64 "mult %[temp1], %[temp2] \n\t"
65 "maddu %[frac], %[fx_scale] \n\t"
66 "mfhi %[sum] \n\t"
67 "subu %[temp3], %[temp3], %[frac] \n\t"
68 "sw %[temp3], 0(%[frow]) \n\t"
69 "addu %[frow], %[frow], %[x_stride1] \n\t"
70 "bgtz %[loop_c], 1b \n\t"
71 : [accum]"=&r"(accum), [src1]"+r"(src1), [temp3]"=&r"(temp3),
72 [sum]"=&r"(sum), [base]"=&r"(base), [frac]"=&r"(frac),
73 [frow]"+r"(frow), [accum1]"=&r"(accum1),
74 [temp2]"=&r"(temp2), [temp1]"=&r"(temp1)
75 : [x_stride]"r"(x_stride), [fx_scale]"r"(fx_scale),
76 [x_sub]"r"(x_sub), [x_add]"r"(x_add),
77 [loop_c]"r"(loop_c), [x_stride1]"r"(x_stride1)
78 : "memory", "hi", "lo"
79 );
80 assert(accum == 0);
81 }
82 }
83
ImportRowExpand_MIPS32(WebPRescaler * const wrk,const uint8_t * src)84 static void ImportRowExpand_MIPS32(WebPRescaler* const wrk,
85 const uint8_t* src) {
86 const int x_stride = wrk->num_channels;
87 const int x_out_max = wrk->dst_width * wrk->num_channels;
88 const int x_add = wrk->x_add;
89 const int x_sub = wrk->x_sub;
90 const int src_width = wrk->src_width;
91 const int x_stride1 = x_stride << 2;
92 int channel;
93 assert(wrk->x_expand);
94 assert(!WebPRescalerInputDone(wrk));
95
96 for (channel = 0; channel < x_stride; ++channel) {
97 const uint8_t* src1 = src + channel;
98 rescaler_t* frow = wrk->frow + channel;
99 int temp1, temp2, temp3, temp4;
100 int frac;
101 int accum;
102 int x_out = channel;
103
104 __asm__ volatile (
105 "addiu %[temp3], %[src_width], -1 \n\t"
106 "lbu %[temp2], 0(%[src1]) \n\t"
107 "addu %[src1], %[src1], %[x_stride] \n\t"
108 "bgtz %[temp3], 0f \n\t"
109 "addiu %[temp1], %[temp2], 0 \n\t"
110 "b 3f \n\t"
111 "0: \n\t"
112 "lbu %[temp1], 0(%[src1]) \n\t"
113 "3: \n\t"
114 "addiu %[accum], %[x_add], 0 \n\t"
115 "1: \n\t"
116 "subu %[temp3], %[temp2], %[temp1] \n\t"
117 "mul %[temp3], %[temp3], %[accum] \n\t"
118 "mul %[temp4], %[temp1], %[x_add] \n\t"
119 "addu %[temp3], %[temp4], %[temp3] \n\t"
120 "sw %[temp3], 0(%[frow]) \n\t"
121 "addu %[frow], %[frow], %[x_stride1] \n\t"
122 "addu %[x_out], %[x_out], %[x_stride] \n\t"
123 "subu %[temp3], %[x_out], %[x_out_max] \n\t"
124 "bgez %[temp3], 2f \n\t"
125 "subu %[accum], %[accum], %[x_sub] \n\t"
126 "bgez %[accum], 4f \n\t"
127 "addiu %[temp2], %[temp1], 0 \n\t"
128 "addu %[src1], %[src1], %[x_stride] \n\t"
129 "lbu %[temp1], 0(%[src1]) \n\t"
130 "addu %[accum], %[accum], %[x_add] \n\t"
131 "4: \n\t"
132 "b 1b \n\t"
133 "2: \n\t"
134 : [src1]"+r"(src1), [accum]"=&r"(accum), [temp1]"=&r"(temp1),
135 [temp2]"=&r"(temp2), [temp3]"=&r"(temp3), [temp4]"=&r"(temp4),
136 [x_out]"+r"(x_out), [frac]"=&r"(frac), [frow]"+r"(frow)
137 : [x_stride]"r"(x_stride), [x_add]"r"(x_add), [x_sub]"r"(x_sub),
138 [x_stride1]"r"(x_stride1), [src_width]"r"(src_width),
139 [x_out_max]"r"(x_out_max)
140 : "memory", "hi", "lo"
141 );
142 assert(wrk->x_sub == 0 /* <- special case for src_width=1 */ || accum == 0);
143 }
144 }
145
146 //------------------------------------------------------------------------------
147 // Row export
148
ExportRowExpand_MIPS32(WebPRescaler * const wrk)149 static void ExportRowExpand_MIPS32(WebPRescaler* const wrk) {
150 uint8_t* dst = wrk->dst;
151 rescaler_t* irow = wrk->irow;
152 const int x_out_max = wrk->dst_width * wrk->num_channels;
153 const rescaler_t* frow = wrk->frow;
154 int temp0, temp1, temp3, temp4, temp5, loop_end;
155 const int temp2 = (int)wrk->fy_scale;
156 const int temp6 = x_out_max << 2;
157 assert(!WebPRescalerOutputDone(wrk));
158 assert(wrk->y_accum <= 0);
159 assert(wrk->y_expand);
160 assert(wrk->y_sub != 0);
161 if (wrk->y_accum == 0) {
162 __asm__ volatile (
163 "li %[temp3], 0x10000 \n\t"
164 "li %[temp4], 0x8000 \n\t"
165 "addu %[loop_end], %[frow], %[temp6] \n\t"
166 "1: \n\t"
167 "lw %[temp0], 0(%[frow]) \n\t"
168 "addiu %[dst], %[dst], 1 \n\t"
169 "addiu %[frow], %[frow], 4 \n\t"
170 "mult %[temp3], %[temp4] \n\t"
171 "maddu %[temp0], %[temp2] \n\t"
172 "mfhi %[temp5] \n\t"
173 "sb %[temp5], -1(%[dst]) \n\t"
174 "bne %[frow], %[loop_end], 1b \n\t"
175 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3),
176 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow),
177 [dst]"+r"(dst), [loop_end]"=&r"(loop_end)
178 : [temp2]"r"(temp2), [temp6]"r"(temp6)
179 : "memory", "hi", "lo"
180 );
181 } else {
182 const uint32_t B = WEBP_RESCALER_FRAC(-wrk->y_accum, wrk->y_sub);
183 const uint32_t A = (uint32_t)(WEBP_RESCALER_ONE - B);
184 __asm__ volatile (
185 "li %[temp3], 0x10000 \n\t"
186 "li %[temp4], 0x8000 \n\t"
187 "addu %[loop_end], %[frow], %[temp6] \n\t"
188 "1: \n\t"
189 "lw %[temp0], 0(%[frow]) \n\t"
190 "lw %[temp1], 0(%[irow]) \n\t"
191 "addiu %[dst], %[dst], 1 \n\t"
192 "mult %[temp3], %[temp4] \n\t"
193 "maddu %[A], %[temp0] \n\t"
194 "maddu %[B], %[temp1] \n\t"
195 "addiu %[frow], %[frow], 4 \n\t"
196 "addiu %[irow], %[irow], 4 \n\t"
197 "mfhi %[temp5] \n\t"
198 "mult %[temp3], %[temp4] \n\t"
199 "maddu %[temp5], %[temp2] \n\t"
200 "mfhi %[temp5] \n\t"
201 "sb %[temp5], -1(%[dst]) \n\t"
202 "bne %[frow], %[loop_end], 1b \n\t"
203 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3),
204 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow),
205 [irow]"+r"(irow), [dst]"+r"(dst), [loop_end]"=&r"(loop_end)
206 : [temp2]"r"(temp2), [temp6]"r"(temp6), [A]"r"(A), [B]"r"(B)
207 : "memory", "hi", "lo"
208 );
209 }
210 }
211
212 #if 0 // disabled for now. TODO(skal): make match the C-code
213 static void ExportRowShrink_MIPS32(WebPRescaler* const wrk) {
214 const int x_out_max = wrk->dst_width * wrk->num_channels;
215 uint8_t* dst = wrk->dst;
216 rescaler_t* irow = wrk->irow;
217 const rescaler_t* frow = wrk->frow;
218 const int yscale = wrk->fy_scale * (-wrk->y_accum);
219 int temp0, temp1, temp3, temp4, temp5, loop_end;
220 const int temp2 = (int)wrk->fxy_scale;
221 const int temp6 = x_out_max << 2;
222
223 assert(!WebPRescalerOutputDone(wrk));
224 assert(wrk->y_accum <= 0);
225 assert(!wrk->y_expand);
226 assert(wrk->fxy_scale != 0);
227 if (yscale) {
228 __asm__ volatile (
229 "li %[temp3], 0x10000 \n\t"
230 "li %[temp4], 0x8000 \n\t"
231 "addu %[loop_end], %[frow], %[temp6] \n\t"
232 "1: \n\t"
233 "lw %[temp0], 0(%[frow]) \n\t"
234 "mult %[temp3], %[temp4] \n\t"
235 "addiu %[frow], %[frow], 4 \n\t"
236 "maddu %[temp0], %[yscale] \n\t"
237 "mfhi %[temp1] \n\t"
238 "lw %[temp0], 0(%[irow]) \n\t"
239 "addiu %[dst], %[dst], 1 \n\t"
240 "addiu %[irow], %[irow], 4 \n\t"
241 "subu %[temp0], %[temp0], %[temp1] \n\t"
242 "mult %[temp3], %[temp4] \n\t"
243 "maddu %[temp0], %[temp2] \n\t"
244 "mfhi %[temp5] \n\t"
245 "sw %[temp1], -4(%[irow]) \n\t"
246 "sb %[temp5], -1(%[dst]) \n\t"
247 "bne %[frow], %[loop_end], 1b \n\t"
248 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3),
249 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow),
250 [irow]"+r"(irow), [dst]"+r"(dst), [loop_end]"=&r"(loop_end)
251 : [temp2]"r"(temp2), [yscale]"r"(yscale), [temp6]"r"(temp6)
252 : "memory", "hi", "lo"
253 );
254 } else {
255 __asm__ volatile (
256 "li %[temp3], 0x10000 \n\t"
257 "li %[temp4], 0x8000 \n\t"
258 "addu %[loop_end], %[irow], %[temp6] \n\t"
259 "1: \n\t"
260 "lw %[temp0], 0(%[irow]) \n\t"
261 "addiu %[dst], %[dst], 1 \n\t"
262 "addiu %[irow], %[irow], 4 \n\t"
263 "mult %[temp3], %[temp4] \n\t"
264 "maddu %[temp0], %[temp2] \n\t"
265 "mfhi %[temp5] \n\t"
266 "sw $zero, -4(%[irow]) \n\t"
267 "sb %[temp5], -1(%[dst]) \n\t"
268 "bne %[irow], %[loop_end], 1b \n\t"
269 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3),
270 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [irow]"+r"(irow),
271 [dst]"+r"(dst), [loop_end]"=&r"(loop_end)
272 : [temp2]"r"(temp2), [temp6]"r"(temp6)
273 : "memory", "hi", "lo"
274 );
275 }
276 }
277 #endif // 0
278
279 //------------------------------------------------------------------------------
280 // Entry point
281
282 extern void WebPRescalerDspInitMIPS32(void);
283
WebPRescalerDspInitMIPS32(void)284 WEBP_TSAN_IGNORE_FUNCTION void WebPRescalerDspInitMIPS32(void) {
285 WebPRescalerImportRowExpand = ImportRowExpand_MIPS32;
286 WebPRescalerImportRowShrink = ImportRowShrink_MIPS32;
287 WebPRescalerExportRowExpand = ExportRowExpand_MIPS32;
288 // WebPRescalerExportRowShrink = ExportRowShrink_MIPS32;
289 }
290
291 #else // !WEBP_USE_MIPS32
292
293 WEBP_DSP_INIT_STUB(WebPRescalerDspInitMIPS32)
294
295 #endif // WEBP_USE_MIPS32
296