Lines Matching full:__
19 #define __ masm. macro
45 __ pld(MemOperand(src, 0)); in CreateMemCopyUint8Function()
47 __ cmp(chars, Operand(8)); in CreateMemCopyUint8Function()
48 __ b(lt, &size_less_than_8); in CreateMemCopyUint8Function()
49 __ cmp(chars, Operand(32)); in CreateMemCopyUint8Function()
50 __ b(lt, &less_32); in CreateMemCopyUint8Function()
52 __ pld(MemOperand(src, 32)); in CreateMemCopyUint8Function()
54 __ cmp(chars, Operand(64)); in CreateMemCopyUint8Function()
55 __ b(lt, &less_64); in CreateMemCopyUint8Function()
56 __ pld(MemOperand(src, 64)); in CreateMemCopyUint8Function()
58 __ pld(MemOperand(src, 96)); in CreateMemCopyUint8Function()
60 __ cmp(chars, Operand(128)); in CreateMemCopyUint8Function()
61 __ b(lt, &less_128); in CreateMemCopyUint8Function()
62 __ pld(MemOperand(src, 128)); in CreateMemCopyUint8Function()
64 __ pld(MemOperand(src, 160)); in CreateMemCopyUint8Function()
66 __ pld(MemOperand(src, 192)); in CreateMemCopyUint8Function()
68 __ pld(MemOperand(src, 224)); in CreateMemCopyUint8Function()
70 __ cmp(chars, Operand(256)); in CreateMemCopyUint8Function()
71 __ b(lt, &less_256); in CreateMemCopyUint8Function()
72 __ sub(chars, chars, Operand(256)); in CreateMemCopyUint8Function()
74 __ bind(&loop); in CreateMemCopyUint8Function()
75 __ pld(MemOperand(src, 256)); in CreateMemCopyUint8Function()
76 __ vld1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
78 __ pld(MemOperand(src, 256)); in CreateMemCopyUint8Function()
80 __ vld1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
81 __ sub(chars, chars, Operand(64), SetCC); in CreateMemCopyUint8Function()
82 __ vst1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
83 __ vst1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
84 __ b(ge, &loop); in CreateMemCopyUint8Function()
85 __ add(chars, chars, Operand(256)); in CreateMemCopyUint8Function()
87 __ bind(&less_256); in CreateMemCopyUint8Function()
88 __ vld1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
89 __ vld1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
90 __ sub(chars, chars, Operand(128)); in CreateMemCopyUint8Function()
91 __ vst1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
92 __ vst1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
93 __ vld1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
94 __ vld1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
95 __ vst1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
96 __ vst1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
97 __ cmp(chars, Operand(64)); in CreateMemCopyUint8Function()
98 __ b(lt, &less_64); in CreateMemCopyUint8Function()
100 __ bind(&less_128); in CreateMemCopyUint8Function()
101 __ vld1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
102 __ vld1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
103 __ sub(chars, chars, Operand(64)); in CreateMemCopyUint8Function()
104 __ vst1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
105 __ vst1(Neon8, NeonListOperand(d4, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
107 __ bind(&less_64); in CreateMemCopyUint8Function()
108 __ cmp(chars, Operand(32)); in CreateMemCopyUint8Function()
109 __ b(lt, &less_32); in CreateMemCopyUint8Function()
110 __ vld1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
111 __ vst1(Neon8, NeonListOperand(d0, 4), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
112 __ sub(chars, chars, Operand(32)); in CreateMemCopyUint8Function()
114 __ bind(&less_32); in CreateMemCopyUint8Function()
115 __ cmp(chars, Operand(16)); in CreateMemCopyUint8Function()
116 __ b(le, &_16_or_less); in CreateMemCopyUint8Function()
117 __ vld1(Neon8, NeonListOperand(d0, 2), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
118 __ vst1(Neon8, NeonListOperand(d0, 2), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
119 __ sub(chars, chars, Operand(16)); in CreateMemCopyUint8Function()
121 __ bind(&_16_or_less); in CreateMemCopyUint8Function()
122 __ cmp(chars, Operand(8)); in CreateMemCopyUint8Function()
123 __ b(le, &_8_or_less); in CreateMemCopyUint8Function()
124 __ vld1(Neon8, NeonListOperand(d0), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint8Function()
125 __ vst1(Neon8, NeonListOperand(d0), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint8Function()
126 __ sub(chars, chars, Operand(8)); in CreateMemCopyUint8Function()
129 __ bind(&_8_or_less); in CreateMemCopyUint8Function()
130 __ rsb(chars, chars, Operand(8)); in CreateMemCopyUint8Function()
131 __ sub(src, src, Operand(chars)); in CreateMemCopyUint8Function()
132 __ sub(dest, dest, Operand(chars)); in CreateMemCopyUint8Function()
133 __ vld1(Neon8, NeonListOperand(d0), NeonMemOperand(src)); in CreateMemCopyUint8Function()
134 __ vst1(Neon8, NeonListOperand(d0), NeonMemOperand(dest)); in CreateMemCopyUint8Function()
136 __ Ret(); in CreateMemCopyUint8Function()
138 __ bind(&size_less_than_8); in CreateMemCopyUint8Function()
140 __ bic(temp1, chars, Operand(0x3), SetCC); in CreateMemCopyUint8Function()
141 __ b(&less_4, eq); in CreateMemCopyUint8Function()
142 __ ldr(temp1, MemOperand(src, 4, PostIndex)); in CreateMemCopyUint8Function()
143 __ str(temp1, MemOperand(dest, 4, PostIndex)); in CreateMemCopyUint8Function()
148 __ bic(temp2, chars, Operand(0x3), SetCC); in CreateMemCopyUint8Function()
149 __ b(&less_4, eq); in CreateMemCopyUint8Function()
150 __ add(temp2, dest, temp2); in CreateMemCopyUint8Function()
152 __ bind(&loop); in CreateMemCopyUint8Function()
153 __ ldr(temp1, MemOperand(src, 4, PostIndex)); in CreateMemCopyUint8Function()
154 __ str(temp1, MemOperand(dest, 4, PostIndex)); in CreateMemCopyUint8Function()
155 __ cmp(dest, temp2); in CreateMemCopyUint8Function()
156 __ b(&loop, ne); in CreateMemCopyUint8Function()
159 __ bind(&less_4); in CreateMemCopyUint8Function()
160 __ mov(chars, Operand(chars, LSL, 31), SetCC); in CreateMemCopyUint8Function()
162 __ ldrh(temp1, MemOperand(src, 2, PostIndex), cs); in CreateMemCopyUint8Function()
163 __ strh(temp1, MemOperand(dest, 2, PostIndex), cs); in CreateMemCopyUint8Function()
164 __ ldrb(temp1, MemOperand(src), ne); in CreateMemCopyUint8Function()
165 __ strb(temp1, MemOperand(dest), ne); in CreateMemCopyUint8Function()
166 __ Ret(); in CreateMemCopyUint8Function()
201 __ bic(temp, chars, Operand(0x7)); in CreateMemCopyUint16Uint8Function()
202 __ sub(chars, chars, Operand(temp)); in CreateMemCopyUint16Uint8Function()
203 __ add(temp, dest, Operand(temp, LSL, 1)); in CreateMemCopyUint16Uint8Function()
205 __ bind(&loop); in CreateMemCopyUint16Uint8Function()
206 __ vld1(Neon8, NeonListOperand(d0), NeonMemOperand(src, PostIndex)); in CreateMemCopyUint16Uint8Function()
207 __ vmovl(NeonU8, q0, d0); in CreateMemCopyUint16Uint8Function()
208 __ vst1(Neon16, NeonListOperand(d0, 2), NeonMemOperand(dest, PostIndex)); in CreateMemCopyUint16Uint8Function()
209 __ cmp(dest, temp); in CreateMemCopyUint16Uint8Function()
210 __ b(&loop, ne); in CreateMemCopyUint16Uint8Function()
213 __ rsb(chars, chars, Operand(8)); in CreateMemCopyUint16Uint8Function()
214 __ sub(src, src, Operand(chars)); in CreateMemCopyUint16Uint8Function()
215 __ sub(dest, dest, Operand(chars, LSL, 1)); in CreateMemCopyUint16Uint8Function()
216 __ vld1(Neon8, NeonListOperand(d0), NeonMemOperand(src)); in CreateMemCopyUint16Uint8Function()
217 __ vmovl(NeonU8, q0, d0); in CreateMemCopyUint16Uint8Function()
218 __ vst1(Neon16, NeonListOperand(d0, 2), NeonMemOperand(dest)); in CreateMemCopyUint16Uint8Function()
219 __ Ret(); in CreateMemCopyUint16Uint8Function()
228 __ Push(lr, r4); in CreateMemCopyUint16Uint8Function()
229 __ bic(temp2, chars, Operand(0x3)); in CreateMemCopyUint16Uint8Function()
230 __ add(temp2, dest, Operand(temp2, LSL, 1)); in CreateMemCopyUint16Uint8Function()
232 __ bind(&loop); in CreateMemCopyUint16Uint8Function()
233 __ ldr(temp1, MemOperand(src, 4, PostIndex)); in CreateMemCopyUint16Uint8Function()
234 __ uxtb16(temp3, temp1); in CreateMemCopyUint16Uint8Function()
235 __ uxtb16(temp4, temp1, 8); in CreateMemCopyUint16Uint8Function()
236 __ pkhbt(temp1, temp3, Operand(temp4, LSL, 16)); in CreateMemCopyUint16Uint8Function()
237 __ str(temp1, MemOperand(dest)); in CreateMemCopyUint16Uint8Function()
238 __ pkhtb(temp1, temp4, Operand(temp3, ASR, 16)); in CreateMemCopyUint16Uint8Function()
239 __ str(temp1, MemOperand(dest, 4)); in CreateMemCopyUint16Uint8Function()
240 __ add(dest, dest, Operand(8)); in CreateMemCopyUint16Uint8Function()
241 __ cmp(dest, temp2); in CreateMemCopyUint16Uint8Function()
242 __ b(&loop, ne); in CreateMemCopyUint16Uint8Function()
244 __ mov(chars, Operand(chars, LSL, 31), SetCC); // bit0 => ne, bit1 => cs in CreateMemCopyUint16Uint8Function()
245 __ b(¬_two, cc); in CreateMemCopyUint16Uint8Function()
246 __ ldrh(temp1, MemOperand(src, 2, PostIndex)); in CreateMemCopyUint16Uint8Function()
247 __ uxtb(temp3, temp1, 8); in CreateMemCopyUint16Uint8Function()
248 __ mov(temp3, Operand(temp3, LSL, 16)); in CreateMemCopyUint16Uint8Function()
249 __ uxtab(temp3, temp3, temp1); in CreateMemCopyUint16Uint8Function()
250 __ str(temp3, MemOperand(dest, 4, PostIndex)); in CreateMemCopyUint16Uint8Function()
251 __ bind(¬_two); in CreateMemCopyUint16Uint8Function()
252 __ ldrb(temp1, MemOperand(src), ne); in CreateMemCopyUint16Uint8Function()
253 __ strh(temp1, MemOperand(dest), ne); in CreateMemCopyUint16Uint8Function()
254 __ Pop(pc, r4); in CreateMemCopyUint16Uint8Function()
280 __ MovFromFloatParameter(d0); in CreateSqrtFunction()
281 __ vsqrt(d0, d0); in CreateSqrtFunction()
282 __ MovToFloatResult(d0); in CreateSqrtFunction()
283 __ Ret(); in CreateSqrtFunction()
295 #undef __
318 #define __ ACCESS_MASM(masm) macro
326 __ bind(&indirect_string_loaded); in Generate()
329 __ ldr(result, FieldMemOperand(string, HeapObject::kMapOffset)); in Generate()
330 __ ldrb(result, FieldMemOperand(result, Map::kInstanceTypeOffset)); in Generate()
334 __ tst(result, Operand(kIsIndirectStringMask)); in Generate()
335 __ b(eq, &check_sequential); in Generate()
339 __ and_(result, result, Operand(kStringRepresentationMask)); in Generate()
340 __ cmp(result, Operand(kConsStringTag)); in Generate()
341 __ b(eq, &cons_string); in Generate()
342 __ cmp(result, Operand(kThinStringTag)); in Generate()
343 __ b(eq, &thin_string); in Generate()
346 __ ldr(result, FieldMemOperand(string, SlicedString::kOffsetOffset)); in Generate()
347 __ ldr(string, FieldMemOperand(string, SlicedString::kParentOffset)); in Generate()
348 __ add(index, index, Operand::SmiUntag(result)); in Generate()
349 __ jmp(&indirect_string_loaded); in Generate()
352 __ bind(&thin_string); in Generate()
353 __ ldr(string, FieldMemOperand(string, ThinString::kActualOffset)); in Generate()
354 __ jmp(&indirect_string_loaded); in Generate()
361 __ bind(&cons_string); in Generate()
362 __ ldr(result, FieldMemOperand(string, ConsString::kSecondOffset)); in Generate()
363 __ CompareRoot(result, Heap::kempty_stringRootIndex); in Generate()
364 __ b(ne, call_runtime); in Generate()
366 __ ldr(string, FieldMemOperand(string, ConsString::kFirstOffset)); in Generate()
367 __ jmp(&indirect_string_loaded); in Generate()
373 __ bind(&check_sequential); in Generate()
375 __ tst(result, Operand(kStringRepresentationMask)); in Generate()
376 __ b(ne, &external_string); in Generate()
380 __ add(string, in Generate()
383 __ jmp(&check_encoding); in Generate()
386 __ bind(&external_string); in Generate()
390 __ tst(result, Operand(kIsIndirectStringMask)); in Generate()
391 __ Assert(eq, kExternalStringExpectedButNotFound); in Generate()
395 __ tst(result, Operand(kShortExternalStringMask)); in Generate()
396 __ b(ne, call_runtime); in Generate()
397 __ ldr(string, FieldMemOperand(string, ExternalString::kResourceDataOffset)); in Generate()
400 __ bind(&check_encoding); in Generate()
402 __ tst(result, Operand(kStringEncodingMask)); in Generate()
403 __ b(ne, &one_byte); in Generate()
405 __ ldrh(result, MemOperand(string, index, LSL, 1)); in Generate()
406 __ jmp(&done); in Generate()
407 __ bind(&one_byte); in Generate()
409 __ ldrb(result, MemOperand(string, index)); in Generate()
410 __ bind(&done); in Generate()
413 #undef __