1 // Copyright 2014 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "src/compiler/machine-operator.h"
6
7 #include "src/base/lazy-instance.h"
8 #include "src/compiler/opcodes.h"
9 #include "src/compiler/operator.h"
10
11 namespace v8 {
12 namespace internal {
13 namespace compiler {
14
operator ==(StoreRepresentation lhs,StoreRepresentation rhs)15 bool operator==(StoreRepresentation lhs, StoreRepresentation rhs) {
16 return lhs.representation() == rhs.representation() &&
17 lhs.write_barrier_kind() == rhs.write_barrier_kind();
18 }
19
20
operator !=(StoreRepresentation lhs,StoreRepresentation rhs)21 bool operator!=(StoreRepresentation lhs, StoreRepresentation rhs) {
22 return !(lhs == rhs);
23 }
24
25
hash_value(StoreRepresentation rep)26 size_t hash_value(StoreRepresentation rep) {
27 return base::hash_combine(rep.representation(), rep.write_barrier_kind());
28 }
29
30
operator <<(std::ostream & os,StoreRepresentation rep)31 std::ostream& operator<<(std::ostream& os, StoreRepresentation rep) {
32 return os << "(" << rep.representation() << " : " << rep.write_barrier_kind()
33 << ")";
34 }
35
36
LoadRepresentationOf(Operator const * op)37 LoadRepresentation LoadRepresentationOf(Operator const* op) {
38 DCHECK(IrOpcode::kLoad == op->opcode() ||
39 IrOpcode::kAtomicLoad == op->opcode());
40 return OpParameter<LoadRepresentation>(op);
41 }
42
43
StoreRepresentationOf(Operator const * op)44 StoreRepresentation const& StoreRepresentationOf(Operator const* op) {
45 DCHECK_EQ(IrOpcode::kStore, op->opcode());
46 return OpParameter<StoreRepresentation>(op);
47 }
48
49
CheckedLoadRepresentationOf(Operator const * op)50 CheckedLoadRepresentation CheckedLoadRepresentationOf(Operator const* op) {
51 DCHECK_EQ(IrOpcode::kCheckedLoad, op->opcode());
52 return OpParameter<CheckedLoadRepresentation>(op);
53 }
54
55
CheckedStoreRepresentationOf(Operator const * op)56 CheckedStoreRepresentation CheckedStoreRepresentationOf(Operator const* op) {
57 DCHECK_EQ(IrOpcode::kCheckedStore, op->opcode());
58 return OpParameter<CheckedStoreRepresentation>(op);
59 }
60
StackSlotRepresentationOf(Operator const * op)61 MachineRepresentation StackSlotRepresentationOf(Operator const* op) {
62 DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
63 return OpParameter<MachineRepresentation>(op);
64 }
65
AtomicStoreRepresentationOf(Operator const * op)66 MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
67 DCHECK_EQ(IrOpcode::kAtomicStore, op->opcode());
68 return OpParameter<MachineRepresentation>(op);
69 }
70
71 #define PURE_OP_LIST(V) \
72 V(Word32And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
73 V(Word32Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
74 V(Word32Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
75 V(Word32Shl, Operator::kNoProperties, 2, 0, 1) \
76 V(Word32Shr, Operator::kNoProperties, 2, 0, 1) \
77 V(Word32Sar, Operator::kNoProperties, 2, 0, 1) \
78 V(Word32Ror, Operator::kNoProperties, 2, 0, 1) \
79 V(Word32Equal, Operator::kCommutative, 2, 0, 1) \
80 V(Word32Clz, Operator::kNoProperties, 1, 0, 1) \
81 V(Word64And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
82 V(Word64Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
83 V(Word64Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
84 V(Word64Shl, Operator::kNoProperties, 2, 0, 1) \
85 V(Word64Shr, Operator::kNoProperties, 2, 0, 1) \
86 V(Word64Sar, Operator::kNoProperties, 2, 0, 1) \
87 V(Word64Ror, Operator::kNoProperties, 2, 0, 1) \
88 V(Word64Clz, Operator::kNoProperties, 1, 0, 1) \
89 V(Word64Equal, Operator::kCommutative, 2, 0, 1) \
90 V(Int32Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
91 V(Int32Sub, Operator::kNoProperties, 2, 0, 1) \
92 V(Int32Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
93 V(Int32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
94 V(Int32Div, Operator::kNoProperties, 2, 1, 1) \
95 V(Int32Mod, Operator::kNoProperties, 2, 1, 1) \
96 V(Int32LessThan, Operator::kNoProperties, 2, 0, 1) \
97 V(Int32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
98 V(Uint32Div, Operator::kNoProperties, 2, 1, 1) \
99 V(Uint32LessThan, Operator::kNoProperties, 2, 0, 1) \
100 V(Uint32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
101 V(Uint32Mod, Operator::kNoProperties, 2, 1, 1) \
102 V(Uint32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
103 V(Int64Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
104 V(Int64Sub, Operator::kNoProperties, 2, 0, 1) \
105 V(Int64Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
106 V(Int64Div, Operator::kNoProperties, 2, 1, 1) \
107 V(Int64Mod, Operator::kNoProperties, 2, 1, 1) \
108 V(Int64LessThan, Operator::kNoProperties, 2, 0, 1) \
109 V(Int64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
110 V(Uint64Div, Operator::kNoProperties, 2, 1, 1) \
111 V(Uint64Mod, Operator::kNoProperties, 2, 1, 1) \
112 V(Uint64LessThan, Operator::kNoProperties, 2, 0, 1) \
113 V(Uint64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
114 V(BitcastWordToTagged, Operator::kNoProperties, 1, 0, 1) \
115 V(TruncateFloat64ToWord32, Operator::kNoProperties, 1, 0, 1) \
116 V(ChangeFloat32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
117 V(ChangeFloat64ToInt32, Operator::kNoProperties, 1, 0, 1) \
118 V(ChangeFloat64ToUint32, Operator::kNoProperties, 1, 0, 1) \
119 V(TruncateFloat64ToUint32, Operator::kNoProperties, 1, 0, 1) \
120 V(TruncateFloat32ToInt32, Operator::kNoProperties, 1, 0, 1) \
121 V(TruncateFloat32ToUint32, Operator::kNoProperties, 1, 0, 1) \
122 V(TryTruncateFloat32ToInt64, Operator::kNoProperties, 1, 0, 2) \
123 V(TryTruncateFloat64ToInt64, Operator::kNoProperties, 1, 0, 2) \
124 V(TryTruncateFloat32ToUint64, Operator::kNoProperties, 1, 0, 2) \
125 V(TryTruncateFloat64ToUint64, Operator::kNoProperties, 1, 0, 2) \
126 V(ChangeInt32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
127 V(Float64SilenceNaN, Operator::kNoProperties, 1, 0, 1) \
128 V(RoundFloat64ToInt32, Operator::kNoProperties, 1, 0, 1) \
129 V(RoundInt32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
130 V(RoundInt64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
131 V(RoundInt64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
132 V(RoundUint32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
133 V(RoundUint64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
134 V(RoundUint64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
135 V(ChangeInt32ToInt64, Operator::kNoProperties, 1, 0, 1) \
136 V(ChangeUint32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
137 V(ChangeUint32ToUint64, Operator::kNoProperties, 1, 0, 1) \
138 V(TruncateFloat64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
139 V(TruncateInt64ToInt32, Operator::kNoProperties, 1, 0, 1) \
140 V(BitcastFloat32ToInt32, Operator::kNoProperties, 1, 0, 1) \
141 V(BitcastFloat64ToInt64, Operator::kNoProperties, 1, 0, 1) \
142 V(BitcastInt32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
143 V(BitcastInt64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
144 V(Float32Abs, Operator::kNoProperties, 1, 0, 1) \
145 V(Float32Add, Operator::kCommutative, 2, 0, 1) \
146 V(Float32Sub, Operator::kNoProperties, 2, 0, 1) \
147 V(Float32SubPreserveNan, Operator::kNoProperties, 2, 0, 1) \
148 V(Float32Mul, Operator::kCommutative, 2, 0, 1) \
149 V(Float32Div, Operator::kNoProperties, 2, 0, 1) \
150 V(Float32Sqrt, Operator::kNoProperties, 1, 0, 1) \
151 V(Float64Abs, Operator::kNoProperties, 1, 0, 1) \
152 V(Float64Atan, Operator::kNoProperties, 1, 0, 1) \
153 V(Float64Atan2, Operator::kNoProperties, 2, 0, 1) \
154 V(Float64Atanh, Operator::kNoProperties, 1, 0, 1) \
155 V(Float64Cbrt, Operator::kNoProperties, 1, 0, 1) \
156 V(Float64Cos, Operator::kNoProperties, 1, 0, 1) \
157 V(Float64Exp, Operator::kNoProperties, 1, 0, 1) \
158 V(Float64Expm1, Operator::kNoProperties, 1, 0, 1) \
159 V(Float64Log, Operator::kNoProperties, 1, 0, 1) \
160 V(Float64Log1p, Operator::kNoProperties, 1, 0, 1) \
161 V(Float64Log2, Operator::kNoProperties, 1, 0, 1) \
162 V(Float64Log10, Operator::kNoProperties, 1, 0, 1) \
163 V(Float64Add, Operator::kCommutative, 2, 0, 1) \
164 V(Float64Sub, Operator::kNoProperties, 2, 0, 1) \
165 V(Float64SubPreserveNan, Operator::kNoProperties, 2, 0, 1) \
166 V(Float64Mul, Operator::kCommutative, 2, 0, 1) \
167 V(Float64Div, Operator::kNoProperties, 2, 0, 1) \
168 V(Float64Mod, Operator::kNoProperties, 2, 0, 1) \
169 V(Float64Sin, Operator::kNoProperties, 1, 0, 1) \
170 V(Float64Sqrt, Operator::kNoProperties, 1, 0, 1) \
171 V(Float64Tan, Operator::kNoProperties, 1, 0, 1) \
172 V(Float32Equal, Operator::kCommutative, 2, 0, 1) \
173 V(Float32LessThan, Operator::kNoProperties, 2, 0, 1) \
174 V(Float32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
175 V(Float64Equal, Operator::kCommutative, 2, 0, 1) \
176 V(Float64LessThan, Operator::kNoProperties, 2, 0, 1) \
177 V(Float64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
178 V(Float64ExtractLowWord32, Operator::kNoProperties, 1, 0, 1) \
179 V(Float64ExtractHighWord32, Operator::kNoProperties, 1, 0, 1) \
180 V(Float64InsertLowWord32, Operator::kNoProperties, 2, 0, 1) \
181 V(Float64InsertHighWord32, Operator::kNoProperties, 2, 0, 1) \
182 V(LoadStackPointer, Operator::kNoProperties, 0, 0, 1) \
183 V(LoadFramePointer, Operator::kNoProperties, 0, 0, 1) \
184 V(LoadParentFramePointer, Operator::kNoProperties, 0, 0, 1) \
185 V(Int32PairAdd, Operator::kNoProperties, 4, 0, 2) \
186 V(Int32PairSub, Operator::kNoProperties, 4, 0, 2) \
187 V(Int32PairMul, Operator::kNoProperties, 4, 0, 2) \
188 V(Word32PairShl, Operator::kNoProperties, 3, 0, 2) \
189 V(Word32PairShr, Operator::kNoProperties, 3, 0, 2) \
190 V(Word32PairSar, Operator::kNoProperties, 3, 0, 2) \
191 V(CreateFloat32x4, Operator::kNoProperties, 4, 0, 1) \
192 V(Float32x4ExtractLane, Operator::kNoProperties, 2, 0, 1) \
193 V(Float32x4ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
194 V(Float32x4Abs, Operator::kNoProperties, 1, 0, 1) \
195 V(Float32x4Neg, Operator::kNoProperties, 1, 0, 1) \
196 V(Float32x4Sqrt, Operator::kNoProperties, 1, 0, 1) \
197 V(Float32x4RecipApprox, Operator::kNoProperties, 1, 0, 1) \
198 V(Float32x4RecipSqrtApprox, Operator::kNoProperties, 1, 0, 1) \
199 V(Float32x4Add, Operator::kCommutative, 2, 0, 1) \
200 V(Float32x4Sub, Operator::kNoProperties, 2, 0, 1) \
201 V(Float32x4Mul, Operator::kCommutative, 2, 0, 1) \
202 V(Float32x4Div, Operator::kNoProperties, 2, 0, 1) \
203 V(Float32x4Min, Operator::kCommutative, 2, 0, 1) \
204 V(Float32x4Max, Operator::kCommutative, 2, 0, 1) \
205 V(Float32x4MinNum, Operator::kCommutative, 2, 0, 1) \
206 V(Float32x4MaxNum, Operator::kCommutative, 2, 0, 1) \
207 V(Float32x4Equal, Operator::kCommutative, 2, 0, 1) \
208 V(Float32x4NotEqual, Operator::kCommutative, 2, 0, 1) \
209 V(Float32x4LessThan, Operator::kNoProperties, 2, 0, 1) \
210 V(Float32x4LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
211 V(Float32x4GreaterThan, Operator::kNoProperties, 2, 0, 1) \
212 V(Float32x4GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
213 V(Float32x4Select, Operator::kNoProperties, 3, 0, 1) \
214 V(Float32x4Swizzle, Operator::kNoProperties, 5, 0, 1) \
215 V(Float32x4Shuffle, Operator::kNoProperties, 6, 0, 1) \
216 V(Float32x4FromInt32x4, Operator::kNoProperties, 1, 0, 1) \
217 V(Float32x4FromUint32x4, Operator::kNoProperties, 1, 0, 1) \
218 V(CreateInt32x4, Operator::kNoProperties, 4, 0, 1) \
219 V(Int32x4ExtractLane, Operator::kNoProperties, 2, 0, 1) \
220 V(Int32x4ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
221 V(Int32x4Neg, Operator::kNoProperties, 1, 0, 1) \
222 V(Int32x4Add, Operator::kCommutative, 2, 0, 1) \
223 V(Int32x4Sub, Operator::kNoProperties, 2, 0, 1) \
224 V(Int32x4Mul, Operator::kCommutative, 2, 0, 1) \
225 V(Int32x4Min, Operator::kCommutative, 2, 0, 1) \
226 V(Int32x4Max, Operator::kCommutative, 2, 0, 1) \
227 V(Int32x4ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
228 V(Int32x4ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
229 V(Int32x4Equal, Operator::kCommutative, 2, 0, 1) \
230 V(Int32x4NotEqual, Operator::kCommutative, 2, 0, 1) \
231 V(Int32x4LessThan, Operator::kNoProperties, 2, 0, 1) \
232 V(Int32x4LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
233 V(Int32x4GreaterThan, Operator::kNoProperties, 2, 0, 1) \
234 V(Int32x4GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
235 V(Int32x4Select, Operator::kNoProperties, 3, 0, 1) \
236 V(Int32x4Swizzle, Operator::kNoProperties, 5, 0, 1) \
237 V(Int32x4Shuffle, Operator::kNoProperties, 6, 0, 1) \
238 V(Int32x4FromFloat32x4, Operator::kNoProperties, 1, 0, 1) \
239 V(Uint32x4Min, Operator::kCommutative, 2, 0, 1) \
240 V(Uint32x4Max, Operator::kCommutative, 2, 0, 1) \
241 V(Uint32x4ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
242 V(Uint32x4ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
243 V(Uint32x4LessThan, Operator::kNoProperties, 2, 0, 1) \
244 V(Uint32x4LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
245 V(Uint32x4GreaterThan, Operator::kNoProperties, 2, 0, 1) \
246 V(Uint32x4GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
247 V(Uint32x4FromFloat32x4, Operator::kNoProperties, 1, 0, 1) \
248 V(CreateBool32x4, Operator::kNoProperties, 4, 0, 1) \
249 V(Bool32x4ExtractLane, Operator::kNoProperties, 2, 0, 1) \
250 V(Bool32x4ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
251 V(Bool32x4And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
252 V(Bool32x4Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
253 V(Bool32x4Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
254 V(Bool32x4Not, Operator::kNoProperties, 1, 0, 1) \
255 V(Bool32x4AnyTrue, Operator::kNoProperties, 1, 0, 1) \
256 V(Bool32x4AllTrue, Operator::kNoProperties, 1, 0, 1) \
257 V(Bool32x4Swizzle, Operator::kNoProperties, 5, 0, 1) \
258 V(Bool32x4Shuffle, Operator::kNoProperties, 6, 0, 1) \
259 V(Bool32x4Equal, Operator::kCommutative, 2, 0, 1) \
260 V(Bool32x4NotEqual, Operator::kCommutative, 2, 0, 1) \
261 V(CreateInt16x8, Operator::kNoProperties, 8, 0, 1) \
262 V(Int16x8ExtractLane, Operator::kNoProperties, 2, 0, 1) \
263 V(Int16x8ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
264 V(Int16x8Neg, Operator::kNoProperties, 1, 0, 1) \
265 V(Int16x8Add, Operator::kCommutative, 2, 0, 1) \
266 V(Int16x8AddSaturate, Operator::kCommutative, 2, 0, 1) \
267 V(Int16x8Sub, Operator::kNoProperties, 2, 0, 1) \
268 V(Int16x8SubSaturate, Operator::kNoProperties, 2, 0, 1) \
269 V(Int16x8Mul, Operator::kCommutative, 2, 0, 1) \
270 V(Int16x8Min, Operator::kCommutative, 2, 0, 1) \
271 V(Int16x8Max, Operator::kCommutative, 2, 0, 1) \
272 V(Int16x8ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
273 V(Int16x8ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
274 V(Int16x8Equal, Operator::kCommutative, 2, 0, 1) \
275 V(Int16x8NotEqual, Operator::kCommutative, 2, 0, 1) \
276 V(Int16x8LessThan, Operator::kNoProperties, 2, 0, 1) \
277 V(Int16x8LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
278 V(Int16x8GreaterThan, Operator::kNoProperties, 2, 0, 1) \
279 V(Int16x8GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
280 V(Int16x8Select, Operator::kNoProperties, 3, 0, 1) \
281 V(Int16x8Swizzle, Operator::kNoProperties, 9, 0, 1) \
282 V(Int16x8Shuffle, Operator::kNoProperties, 10, 0, 1) \
283 V(Uint16x8AddSaturate, Operator::kCommutative, 2, 0, 1) \
284 V(Uint16x8SubSaturate, Operator::kNoProperties, 2, 0, 1) \
285 V(Uint16x8Min, Operator::kCommutative, 2, 0, 1) \
286 V(Uint16x8Max, Operator::kCommutative, 2, 0, 1) \
287 V(Uint16x8ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
288 V(Uint16x8ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
289 V(Uint16x8LessThan, Operator::kNoProperties, 2, 0, 1) \
290 V(Uint16x8LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
291 V(Uint16x8GreaterThan, Operator::kNoProperties, 2, 0, 1) \
292 V(Uint16x8GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
293 V(CreateBool16x8, Operator::kNoProperties, 8, 0, 1) \
294 V(Bool16x8ExtractLane, Operator::kNoProperties, 2, 0, 1) \
295 V(Bool16x8ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
296 V(Bool16x8And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
297 V(Bool16x8Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
298 V(Bool16x8Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
299 V(Bool16x8Not, Operator::kNoProperties, 1, 0, 1) \
300 V(Bool16x8AnyTrue, Operator::kNoProperties, 1, 0, 1) \
301 V(Bool16x8AllTrue, Operator::kNoProperties, 1, 0, 1) \
302 V(Bool16x8Swizzle, Operator::kNoProperties, 9, 0, 1) \
303 V(Bool16x8Shuffle, Operator::kNoProperties, 10, 0, 1) \
304 V(Bool16x8Equal, Operator::kCommutative, 2, 0, 1) \
305 V(Bool16x8NotEqual, Operator::kCommutative, 2, 0, 1) \
306 V(CreateInt8x16, Operator::kNoProperties, 16, 0, 1) \
307 V(Int8x16ExtractLane, Operator::kNoProperties, 2, 0, 1) \
308 V(Int8x16ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
309 V(Int8x16Neg, Operator::kNoProperties, 1, 0, 1) \
310 V(Int8x16Add, Operator::kCommutative, 2, 0, 1) \
311 V(Int8x16AddSaturate, Operator::kCommutative, 2, 0, 1) \
312 V(Int8x16Sub, Operator::kNoProperties, 2, 0, 1) \
313 V(Int8x16SubSaturate, Operator::kNoProperties, 2, 0, 1) \
314 V(Int8x16Mul, Operator::kCommutative, 2, 0, 1) \
315 V(Int8x16Min, Operator::kCommutative, 2, 0, 1) \
316 V(Int8x16Max, Operator::kCommutative, 2, 0, 1) \
317 V(Int8x16ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
318 V(Int8x16ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
319 V(Int8x16Equal, Operator::kCommutative, 2, 0, 1) \
320 V(Int8x16NotEqual, Operator::kCommutative, 2, 0, 1) \
321 V(Int8x16LessThan, Operator::kNoProperties, 2, 0, 1) \
322 V(Int8x16LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
323 V(Int8x16GreaterThan, Operator::kNoProperties, 2, 0, 1) \
324 V(Int8x16GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
325 V(Int8x16Select, Operator::kNoProperties, 3, 0, 1) \
326 V(Int8x16Swizzle, Operator::kNoProperties, 17, 0, 1) \
327 V(Int8x16Shuffle, Operator::kNoProperties, 18, 0, 1) \
328 V(Uint8x16AddSaturate, Operator::kCommutative, 2, 0, 1) \
329 V(Uint8x16SubSaturate, Operator::kNoProperties, 2, 0, 1) \
330 V(Uint8x16Min, Operator::kCommutative, 2, 0, 1) \
331 V(Uint8x16Max, Operator::kCommutative, 2, 0, 1) \
332 V(Uint8x16ShiftLeftByScalar, Operator::kNoProperties, 2, 0, 1) \
333 V(Uint8x16ShiftRightByScalar, Operator::kNoProperties, 2, 0, 1) \
334 V(Uint8x16LessThan, Operator::kNoProperties, 2, 0, 1) \
335 V(Uint8x16LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
336 V(Uint8x16GreaterThan, Operator::kNoProperties, 2, 0, 1) \
337 V(Uint8x16GreaterThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
338 V(CreateBool8x16, Operator::kNoProperties, 16, 0, 1) \
339 V(Bool8x16ExtractLane, Operator::kNoProperties, 2, 0, 1) \
340 V(Bool8x16ReplaceLane, Operator::kNoProperties, 3, 0, 1) \
341 V(Bool8x16And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
342 V(Bool8x16Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
343 V(Bool8x16Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
344 V(Bool8x16Not, Operator::kNoProperties, 1, 0, 1) \
345 V(Bool8x16AnyTrue, Operator::kNoProperties, 1, 0, 1) \
346 V(Bool8x16AllTrue, Operator::kNoProperties, 1, 0, 1) \
347 V(Bool8x16Swizzle, Operator::kNoProperties, 17, 0, 1) \
348 V(Bool8x16Shuffle, Operator::kNoProperties, 18, 0, 1) \
349 V(Bool8x16Equal, Operator::kCommutative, 2, 0, 1) \
350 V(Bool8x16NotEqual, Operator::kCommutative, 2, 0, 1) \
351 V(Simd128Load, Operator::kNoProperties, 2, 0, 1) \
352 V(Simd128Load1, Operator::kNoProperties, 2, 0, 1) \
353 V(Simd128Load2, Operator::kNoProperties, 2, 0, 1) \
354 V(Simd128Load3, Operator::kNoProperties, 2, 0, 1) \
355 V(Simd128Store, Operator::kNoProperties, 3, 0, 1) \
356 V(Simd128Store1, Operator::kNoProperties, 3, 0, 1) \
357 V(Simd128Store2, Operator::kNoProperties, 3, 0, 1) \
358 V(Simd128Store3, Operator::kNoProperties, 3, 0, 1) \
359 V(Simd128And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
360 V(Simd128Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
361 V(Simd128Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
362 V(Simd128Not, Operator::kNoProperties, 1, 0, 1)
363
364 #define PURE_OPTIONAL_OP_LIST(V) \
365 V(Word32Ctz, Operator::kNoProperties, 1, 0, 1) \
366 V(Word64Ctz, Operator::kNoProperties, 1, 0, 1) \
367 V(Word32ReverseBits, Operator::kNoProperties, 1, 0, 1) \
368 V(Word64ReverseBits, Operator::kNoProperties, 1, 0, 1) \
369 V(Word32Popcnt, Operator::kNoProperties, 1, 0, 1) \
370 V(Word64Popcnt, Operator::kNoProperties, 1, 0, 1) \
371 V(Float32Max, Operator::kNoProperties, 2, 0, 1) \
372 V(Float32Min, Operator::kNoProperties, 2, 0, 1) \
373 V(Float64Max, Operator::kNoProperties, 2, 0, 1) \
374 V(Float64Min, Operator::kNoProperties, 2, 0, 1) \
375 V(Float32RoundDown, Operator::kNoProperties, 1, 0, 1) \
376 V(Float64RoundDown, Operator::kNoProperties, 1, 0, 1) \
377 V(Float32RoundUp, Operator::kNoProperties, 1, 0, 1) \
378 V(Float64RoundUp, Operator::kNoProperties, 1, 0, 1) \
379 V(Float32RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
380 V(Float64RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
381 V(Float64RoundTiesAway, Operator::kNoProperties, 1, 0, 1) \
382 V(Float32RoundTiesEven, Operator::kNoProperties, 1, 0, 1) \
383 V(Float64RoundTiesEven, Operator::kNoProperties, 1, 0, 1) \
384 V(Float32Neg, Operator::kNoProperties, 1, 0, 1) \
385 V(Float64Neg, Operator::kNoProperties, 1, 0, 1)
386
387 #define OVERFLOW_OP_LIST(V) \
388 V(Int32AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
389 V(Int32SubWithOverflow, Operator::kNoProperties) \
390 V(Int64AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
391 V(Int64SubWithOverflow, Operator::kNoProperties)
392
393 #define MACHINE_TYPE_LIST(V) \
394 V(Float32) \
395 V(Float64) \
396 V(Simd128) \
397 V(Int8) \
398 V(Uint8) \
399 V(Int16) \
400 V(Uint16) \
401 V(Int32) \
402 V(Uint32) \
403 V(Int64) \
404 V(Uint64) \
405 V(Pointer) \
406 V(AnyTagged)
407
408 #define MACHINE_REPRESENTATION_LIST(V) \
409 V(kFloat32) \
410 V(kFloat64) \
411 V(kSimd128) \
412 V(kWord8) \
413 V(kWord16) \
414 V(kWord32) \
415 V(kWord64) \
416 V(kTagged)
417
418 #define ATOMIC_TYPE_LIST(V) \
419 V(Int8) \
420 V(Uint8) \
421 V(Int16) \
422 V(Uint16) \
423 V(Int32) \
424 V(Uint32)
425
426 #define ATOMIC_REPRESENTATION_LIST(V) \
427 V(kWord8) \
428 V(kWord16) \
429 V(kWord32)
430
431 struct MachineOperatorGlobalCache {
432 #define PURE(Name, properties, value_input_count, control_input_count, \
433 output_count) \
434 struct Name##Operator final : public Operator { \
435 Name##Operator() \
436 : Operator(IrOpcode::k##Name, Operator::kPure | properties, #Name, \
437 value_input_count, 0, control_input_count, output_count, 0, \
438 0) {} \
439 }; \
440 Name##Operator k##Name;
441 PURE_OP_LIST(PURE)
442 PURE_OPTIONAL_OP_LIST(PURE)
443 #undef PURE
444
445 #define OVERFLOW_OP(Name, properties) \
446 struct Name##Operator final : public Operator { \
447 Name##Operator() \
448 : Operator(IrOpcode::k##Name, \
449 Operator::kEliminatable | Operator::kNoRead | properties, \
450 #Name, 2, 0, 1, 2, 0, 0) {} \
451 }; \
452 Name##Operator k##Name;
453 OVERFLOW_OP_LIST(OVERFLOW_OP)
454 #undef OVERFLOW_OP
455
456 #define LOAD(Type) \
457 struct Load##Type##Operator final : public Operator1<LoadRepresentation> { \
458 Load##Type##Operator() \
459 : Operator1<LoadRepresentation>( \
460 IrOpcode::kLoad, \
461 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
462 "Load", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
463 }; \
464 struct CheckedLoad##Type##Operator final \
465 : public Operator1<CheckedLoadRepresentation> { \
466 CheckedLoad##Type##Operator() \
467 : Operator1<CheckedLoadRepresentation>( \
468 IrOpcode::kCheckedLoad, \
469 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
470 "CheckedLoad", 3, 1, 1, 1, 1, 0, MachineType::Type()) {} \
471 }; \
472 Load##Type##Operator kLoad##Type; \
473 CheckedLoad##Type##Operator kCheckedLoad##Type;
474 MACHINE_TYPE_LIST(LOAD)
475 #undef LOAD
476
477 #define STACKSLOT(Type) \
478 struct StackSlot##Type##Operator final \
479 : public Operator1<MachineRepresentation> { \
480 StackSlot##Type##Operator() \
481 : Operator1<MachineRepresentation>( \
482 IrOpcode::kStackSlot, Operator::kNoDeopt | Operator::kNoThrow, \
483 "StackSlot", 0, 0, 0, 1, 0, 0, \
484 MachineType::Type().representation()) {} \
485 }; \
486 StackSlot##Type##Operator kStackSlot##Type;
487 MACHINE_TYPE_LIST(STACKSLOT)
488 #undef STACKSLOT
489
490 #define STORE(Type) \
491 struct Store##Type##Operator : public Operator1<StoreRepresentation> { \
492 explicit Store##Type##Operator(WriteBarrierKind write_barrier_kind) \
493 : Operator1<StoreRepresentation>( \
494 IrOpcode::kStore, \
495 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
496 "Store", 3, 1, 1, 0, 1, 0, \
497 StoreRepresentation(MachineRepresentation::Type, \
498 write_barrier_kind)) {} \
499 }; \
500 struct Store##Type##NoWriteBarrier##Operator final \
501 : public Store##Type##Operator { \
502 Store##Type##NoWriteBarrier##Operator() \
503 : Store##Type##Operator(kNoWriteBarrier) {} \
504 }; \
505 struct Store##Type##MapWriteBarrier##Operator final \
506 : public Store##Type##Operator { \
507 Store##Type##MapWriteBarrier##Operator() \
508 : Store##Type##Operator(kMapWriteBarrier) {} \
509 }; \
510 struct Store##Type##PointerWriteBarrier##Operator final \
511 : public Store##Type##Operator { \
512 Store##Type##PointerWriteBarrier##Operator() \
513 : Store##Type##Operator(kPointerWriteBarrier) {} \
514 }; \
515 struct Store##Type##FullWriteBarrier##Operator final \
516 : public Store##Type##Operator { \
517 Store##Type##FullWriteBarrier##Operator() \
518 : Store##Type##Operator(kFullWriteBarrier) {} \
519 }; \
520 struct CheckedStore##Type##Operator final \
521 : public Operator1<CheckedStoreRepresentation> { \
522 CheckedStore##Type##Operator() \
523 : Operator1<CheckedStoreRepresentation>( \
524 IrOpcode::kCheckedStore, \
525 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
526 "CheckedStore", 4, 1, 1, 0, 1, 0, MachineRepresentation::Type) { \
527 } \
528 }; \
529 Store##Type##NoWriteBarrier##Operator kStore##Type##NoWriteBarrier; \
530 Store##Type##MapWriteBarrier##Operator kStore##Type##MapWriteBarrier; \
531 Store##Type##PointerWriteBarrier##Operator \
532 kStore##Type##PointerWriteBarrier; \
533 Store##Type##FullWriteBarrier##Operator kStore##Type##FullWriteBarrier; \
534 CheckedStore##Type##Operator kCheckedStore##Type;
535 MACHINE_REPRESENTATION_LIST(STORE)
536 #undef STORE
537
538 #define ATOMIC_LOAD(Type) \
539 struct AtomicLoad##Type##Operator final \
540 : public Operator1<LoadRepresentation> { \
541 AtomicLoad##Type##Operator() \
542 : Operator1<LoadRepresentation>( \
543 IrOpcode::kAtomicLoad, \
544 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
545 "AtomicLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
546 }; \
547 AtomicLoad##Type##Operator kAtomicLoad##Type;
548 ATOMIC_TYPE_LIST(ATOMIC_LOAD)
549 #undef ATOMIC_LOAD
550
551 #define ATOMIC_STORE(Type) \
552 struct AtomicStore##Type##Operator \
553 : public Operator1<MachineRepresentation> { \
554 AtomicStore##Type##Operator() \
555 : Operator1<MachineRepresentation>( \
556 IrOpcode::kAtomicStore, \
557 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
558 "AtomicStore", 3, 1, 1, 0, 1, 0, MachineRepresentation::Type) {} \
559 }; \
560 AtomicStore##Type##Operator kAtomicStore##Type;
561 ATOMIC_REPRESENTATION_LIST(ATOMIC_STORE)
562 #undef STORE
563
564 struct DebugBreakOperator : public Operator {
DebugBreakOperatorv8::internal::compiler::MachineOperatorGlobalCache::DebugBreakOperator565 DebugBreakOperator()
566 : Operator(IrOpcode::kDebugBreak, Operator::kNoThrow, "DebugBreak", 0,
567 0, 0, 0, 0, 0) {}
568 };
569 DebugBreakOperator kDebugBreak;
570 };
571
572 struct CommentOperator : public Operator1<const char*> {
CommentOperatorv8::internal::compiler::CommentOperator573 explicit CommentOperator(const char* msg)
574 : Operator1<const char*>(IrOpcode::kComment, Operator::kNoThrow,
575 "Comment", 0, 0, 0, 0, 0, 0, msg) {}
576 };
577
578 static base::LazyInstance<MachineOperatorGlobalCache>::type kCache =
579 LAZY_INSTANCE_INITIALIZER;
580
MachineOperatorBuilder(Zone * zone,MachineRepresentation word,Flags flags,AlignmentRequirements alignmentRequirements)581 MachineOperatorBuilder::MachineOperatorBuilder(
582 Zone* zone, MachineRepresentation word, Flags flags,
583 AlignmentRequirements alignmentRequirements)
584 : zone_(zone),
585 cache_(kCache.Get()),
586 word_(word),
587 flags_(flags),
588 alignment_requirements_(alignmentRequirements) {
589 DCHECK(word == MachineRepresentation::kWord32 ||
590 word == MachineRepresentation::kWord64);
591 }
592
593
594 #define PURE(Name, properties, value_input_count, control_input_count, \
595 output_count) \
596 const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
597 PURE_OP_LIST(PURE)
598 #undef PURE
599
600 #define PURE(Name, properties, value_input_count, control_input_count, \
601 output_count) \
602 const OptionalOperator MachineOperatorBuilder::Name() { \
603 return OptionalOperator(flags_ & k##Name ? &cache_.k##Name : nullptr); \
604 }
PURE_OPTIONAL_OP_LIST(PURE)605 PURE_OPTIONAL_OP_LIST(PURE)
606 #undef PURE
607
608 #define OVERFLOW_OP(Name, properties) \
609 const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
610 OVERFLOW_OP_LIST(OVERFLOW_OP)
611 #undef OVERFLOW_OP
612
613 const Operator* MachineOperatorBuilder::Load(LoadRepresentation rep) {
614 #define LOAD(Type) \
615 if (rep == MachineType::Type()) { \
616 return &cache_.kLoad##Type; \
617 }
618 MACHINE_TYPE_LIST(LOAD)
619 #undef LOAD
620 UNREACHABLE();
621 return nullptr;
622 }
623
StackSlot(MachineRepresentation rep)624 const Operator* MachineOperatorBuilder::StackSlot(MachineRepresentation rep) {
625 #define STACKSLOT(Type) \
626 if (rep == MachineType::Type().representation()) { \
627 return &cache_.kStackSlot##Type; \
628 }
629 MACHINE_TYPE_LIST(STACKSLOT)
630 #undef STACKSLOT
631 UNREACHABLE();
632 return nullptr;
633 }
634
Store(StoreRepresentation store_rep)635 const Operator* MachineOperatorBuilder::Store(StoreRepresentation store_rep) {
636 switch (store_rep.representation()) {
637 #define STORE(kRep) \
638 case MachineRepresentation::kRep: \
639 switch (store_rep.write_barrier_kind()) { \
640 case kNoWriteBarrier: \
641 return &cache_.k##Store##kRep##NoWriteBarrier; \
642 case kMapWriteBarrier: \
643 return &cache_.k##Store##kRep##MapWriteBarrier; \
644 case kPointerWriteBarrier: \
645 return &cache_.k##Store##kRep##PointerWriteBarrier; \
646 case kFullWriteBarrier: \
647 return &cache_.k##Store##kRep##FullWriteBarrier; \
648 } \
649 break;
650 MACHINE_REPRESENTATION_LIST(STORE)
651 #undef STORE
652 case MachineRepresentation::kBit:
653 case MachineRepresentation::kNone:
654 break;
655 }
656 UNREACHABLE();
657 return nullptr;
658 }
659
DebugBreak()660 const Operator* MachineOperatorBuilder::DebugBreak() {
661 return &cache_.kDebugBreak;
662 }
663
Comment(const char * msg)664 const Operator* MachineOperatorBuilder::Comment(const char* msg) {
665 return new (zone_) CommentOperator(msg);
666 }
667
CheckedLoad(CheckedLoadRepresentation rep)668 const Operator* MachineOperatorBuilder::CheckedLoad(
669 CheckedLoadRepresentation rep) {
670 #define LOAD(Type) \
671 if (rep == MachineType::Type()) { \
672 return &cache_.kCheckedLoad##Type; \
673 }
674 MACHINE_TYPE_LIST(LOAD)
675 #undef LOAD
676 UNREACHABLE();
677 return nullptr;
678 }
679
680
CheckedStore(CheckedStoreRepresentation rep)681 const Operator* MachineOperatorBuilder::CheckedStore(
682 CheckedStoreRepresentation rep) {
683 switch (rep) {
684 #define STORE(kRep) \
685 case MachineRepresentation::kRep: \
686 return &cache_.kCheckedStore##kRep;
687 MACHINE_REPRESENTATION_LIST(STORE)
688 #undef STORE
689 case MachineRepresentation::kBit:
690 case MachineRepresentation::kNone:
691 break;
692 }
693 UNREACHABLE();
694 return nullptr;
695 }
696
697 // On 32 bit platforms we need to get a reference to optional operators of
698 // 64-bit instructions for later Int64Lowering, even though 32 bit platforms
699 // don't support the original 64-bit instruction.
Word64PopcntPlaceholder()700 const Operator* MachineOperatorBuilder::Word64PopcntPlaceholder() {
701 return &cache_.kWord64Popcnt;
702 }
703
704 // On 32 bit platforms we need to get a reference to optional operators of
705 // 64-bit instructions for later Int64Lowering, even though 32 bit platforms
706 // don't support the original 64-bit instruction.
Word64CtzPlaceholder()707 const Operator* MachineOperatorBuilder::Word64CtzPlaceholder() {
708 return &cache_.kWord64Ctz;
709 }
710
AtomicLoad(LoadRepresentation rep)711 const Operator* MachineOperatorBuilder::AtomicLoad(LoadRepresentation rep) {
712 #define LOAD(Type) \
713 if (rep == MachineType::Type()) { \
714 return &cache_.kAtomicLoad##Type; \
715 }
716 ATOMIC_TYPE_LIST(LOAD)
717 #undef LOAD
718 UNREACHABLE();
719 return nullptr;
720 }
721
AtomicStore(MachineRepresentation rep)722 const Operator* MachineOperatorBuilder::AtomicStore(MachineRepresentation rep) {
723 #define STORE(kRep) \
724 if (rep == MachineRepresentation::kRep) { \
725 return &cache_.kAtomicStore##kRep; \
726 }
727 ATOMIC_REPRESENTATION_LIST(STORE)
728 #undef STORE
729 UNREACHABLE();
730 return nullptr;
731 }
732
733 } // namespace compiler
734 } // namespace internal
735 } // namespace v8
736