1 //===- DAGISelMatcher.cpp - Representation of DAG pattern matcher ---------===//
2 //
3 // The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9
10 #include "DAGISelMatcher.h"
11 #include "CodeGenDAGPatterns.h"
12 #include "CodeGenTarget.h"
13 #include "llvm/ADT/StringExtras.h"
14 #include "llvm/Support/raw_ostream.h"
15 #include "llvm/TableGen/Record.h"
16 using namespace llvm;
17
anchor()18 void Matcher::anchor() { }
19
dump() const20 void Matcher::dump() const {
21 print(errs(), 0);
22 }
23
print(raw_ostream & OS,unsigned indent) const24 void Matcher::print(raw_ostream &OS, unsigned indent) const {
25 printImpl(OS, indent);
26 if (Next)
27 return Next->print(OS, indent);
28 }
29
printOne(raw_ostream & OS) const30 void Matcher::printOne(raw_ostream &OS) const {
31 printImpl(OS, 0);
32 }
33
34 /// unlinkNode - Unlink the specified node from this chain. If Other == this,
35 /// we unlink the next pointer and return it. Otherwise we unlink Other from
36 /// the list and return this.
unlinkNode(Matcher * Other)37 Matcher *Matcher::unlinkNode(Matcher *Other) {
38 if (this == Other)
39 return takeNext();
40
41 // Scan until we find the predecessor of Other.
42 Matcher *Cur = this;
43 for (; Cur && Cur->getNext() != Other; Cur = Cur->getNext())
44 /*empty*/;
45
46 if (!Cur) return nullptr;
47 Cur->takeNext();
48 Cur->setNext(Other->takeNext());
49 return this;
50 }
51
52 /// canMoveBefore - Return true if this matcher is the same as Other, or if
53 /// we can move this matcher past all of the nodes in-between Other and this
54 /// node. Other must be equal to or before this.
canMoveBefore(const Matcher * Other) const55 bool Matcher::canMoveBefore(const Matcher *Other) const {
56 for (;; Other = Other->getNext()) {
57 assert(Other && "Other didn't come before 'this'?");
58 if (this == Other) return true;
59
60 // We have to be able to move this node across the Other node.
61 if (!canMoveBeforeNode(Other))
62 return false;
63 }
64 }
65
66 /// canMoveBeforeNode - Return true if it is safe to move the current matcher
67 /// across the specified one.
canMoveBeforeNode(const Matcher * Other) const68 bool Matcher::canMoveBeforeNode(const Matcher *Other) const {
69 // We can move simple predicates before record nodes.
70 if (isSimplePredicateNode())
71 return Other->isSimplePredicateOrRecordNode();
72
73 // We can move record nodes across simple predicates.
74 if (isSimplePredicateOrRecordNode())
75 return isSimplePredicateNode();
76
77 // We can't move record nodes across each other etc.
78 return false;
79 }
80
81
~ScopeMatcher()82 ScopeMatcher::~ScopeMatcher() {
83 for (unsigned i = 0, e = Children.size(); i != e; ++i)
84 delete Children[i];
85 }
86
~SwitchOpcodeMatcher()87 SwitchOpcodeMatcher::~SwitchOpcodeMatcher() {
88 for (unsigned i = 0, e = Cases.size(); i != e; ++i)
89 delete Cases[i].second;
90 }
91
~SwitchTypeMatcher()92 SwitchTypeMatcher::~SwitchTypeMatcher() {
93 for (unsigned i = 0, e = Cases.size(); i != e; ++i)
94 delete Cases[i].second;
95 }
96
CheckPredicateMatcher(const TreePredicateFn & pred)97 CheckPredicateMatcher::CheckPredicateMatcher(const TreePredicateFn &pred)
98 : Matcher(CheckPredicate), Pred(pred.getOrigPatFragRecord()) {}
99
getPredicate() const100 TreePredicateFn CheckPredicateMatcher::getPredicate() const {
101 return TreePredicateFn(Pred);
102 }
103
104
105
106 // printImpl methods.
107
printImpl(raw_ostream & OS,unsigned indent) const108 void ScopeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
109 OS.indent(indent) << "Scope\n";
110 for (unsigned i = 0, e = getNumChildren(); i != e; ++i) {
111 if (!getChild(i))
112 OS.indent(indent+1) << "NULL POINTER\n";
113 else
114 getChild(i)->print(OS, indent+2);
115 }
116 }
117
printImpl(raw_ostream & OS,unsigned indent) const118 void RecordMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
119 OS.indent(indent) << "Record\n";
120 }
121
printImpl(raw_ostream & OS,unsigned indent) const122 void RecordChildMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
123 OS.indent(indent) << "RecordChild: " << ChildNo << '\n';
124 }
125
printImpl(raw_ostream & OS,unsigned indent) const126 void RecordMemRefMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
127 OS.indent(indent) << "RecordMemRef\n";
128 }
129
printImpl(raw_ostream & OS,unsigned indent) const130 void CaptureGlueInputMatcher::printImpl(raw_ostream &OS, unsigned indent) const{
131 OS.indent(indent) << "CaptureGlueInput\n";
132 }
133
printImpl(raw_ostream & OS,unsigned indent) const134 void MoveChildMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
135 OS.indent(indent) << "MoveChild " << ChildNo << '\n';
136 }
137
printImpl(raw_ostream & OS,unsigned indent) const138 void MoveParentMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
139 OS.indent(indent) << "MoveParent\n";
140 }
141
printImpl(raw_ostream & OS,unsigned indent) const142 void CheckSameMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
143 OS.indent(indent) << "CheckSame " << MatchNumber << '\n';
144 }
145
printImpl(raw_ostream & OS,unsigned indent) const146 void CheckChildSameMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
147 OS.indent(indent) << "CheckChild" << ChildNo << "Same\n";
148 }
149
150 void CheckPatternPredicateMatcher::
printImpl(raw_ostream & OS,unsigned indent) const151 printImpl(raw_ostream &OS, unsigned indent) const {
152 OS.indent(indent) << "CheckPatternPredicate " << Predicate << '\n';
153 }
154
printImpl(raw_ostream & OS,unsigned indent) const155 void CheckPredicateMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
156 OS.indent(indent) << "CheckPredicate " << getPredicate().getFnName() << '\n';
157 }
158
printImpl(raw_ostream & OS,unsigned indent) const159 void CheckOpcodeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
160 OS.indent(indent) << "CheckOpcode " << Opcode.getEnumName() << '\n';
161 }
162
printImpl(raw_ostream & OS,unsigned indent) const163 void SwitchOpcodeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
164 OS.indent(indent) << "SwitchOpcode: {\n";
165 for (unsigned i = 0, e = Cases.size(); i != e; ++i) {
166 OS.indent(indent) << "case " << Cases[i].first->getEnumName() << ":\n";
167 Cases[i].second->print(OS, indent+2);
168 }
169 OS.indent(indent) << "}\n";
170 }
171
172
printImpl(raw_ostream & OS,unsigned indent) const173 void CheckTypeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
174 OS.indent(indent) << "CheckType " << getEnumName(Type) << ", ResNo="
175 << ResNo << '\n';
176 }
177
printImpl(raw_ostream & OS,unsigned indent) const178 void SwitchTypeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
179 OS.indent(indent) << "SwitchType: {\n";
180 for (unsigned i = 0, e = Cases.size(); i != e; ++i) {
181 OS.indent(indent) << "case " << getEnumName(Cases[i].first) << ":\n";
182 Cases[i].second->print(OS, indent+2);
183 }
184 OS.indent(indent) << "}\n";
185 }
186
printImpl(raw_ostream & OS,unsigned indent) const187 void CheckChildTypeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
188 OS.indent(indent) << "CheckChildType " << ChildNo << " "
189 << getEnumName(Type) << '\n';
190 }
191
192
printImpl(raw_ostream & OS,unsigned indent) const193 void CheckIntegerMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
194 OS.indent(indent) << "CheckInteger " << Value << '\n';
195 }
196
printImpl(raw_ostream & OS,unsigned indent) const197 void CheckChildIntegerMatcher::printImpl(raw_ostream &OS,
198 unsigned indent) const {
199 OS.indent(indent) << "CheckChildInteger " << ChildNo << " " << Value << '\n';
200 }
201
printImpl(raw_ostream & OS,unsigned indent) const202 void CheckCondCodeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
203 OS.indent(indent) << "CheckCondCode ISD::" << CondCodeName << '\n';
204 }
205
printImpl(raw_ostream & OS,unsigned indent) const206 void CheckValueTypeMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
207 OS.indent(indent) << "CheckValueType MVT::" << TypeName << '\n';
208 }
209
printImpl(raw_ostream & OS,unsigned indent) const210 void CheckComplexPatMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
211 OS.indent(indent) << "CheckComplexPat " << Pattern.getSelectFunc() << '\n';
212 }
213
printImpl(raw_ostream & OS,unsigned indent) const214 void CheckAndImmMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
215 OS.indent(indent) << "CheckAndImm " << Value << '\n';
216 }
217
printImpl(raw_ostream & OS,unsigned indent) const218 void CheckOrImmMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
219 OS.indent(indent) << "CheckOrImm " << Value << '\n';
220 }
221
printImpl(raw_ostream & OS,unsigned indent) const222 void CheckFoldableChainNodeMatcher::printImpl(raw_ostream &OS,
223 unsigned indent) const {
224 OS.indent(indent) << "CheckFoldableChainNode\n";
225 }
226
printImpl(raw_ostream & OS,unsigned indent) const227 void EmitIntegerMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
228 OS.indent(indent) << "EmitInteger " << Val << " VT=" << VT << '\n';
229 }
230
231 void EmitStringIntegerMatcher::
printImpl(raw_ostream & OS,unsigned indent) const232 printImpl(raw_ostream &OS, unsigned indent) const {
233 OS.indent(indent) << "EmitStringInteger " << Val << " VT=" << VT << '\n';
234 }
235
printImpl(raw_ostream & OS,unsigned indent) const236 void EmitRegisterMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
237 OS.indent(indent) << "EmitRegister ";
238 if (Reg)
239 OS << Reg->getName();
240 else
241 OS << "zero_reg";
242 OS << " VT=" << VT << '\n';
243 }
244
245 void EmitConvertToTargetMatcher::
printImpl(raw_ostream & OS,unsigned indent) const246 printImpl(raw_ostream &OS, unsigned indent) const {
247 OS.indent(indent) << "EmitConvertToTarget " << Slot << '\n';
248 }
249
250 void EmitMergeInputChainsMatcher::
printImpl(raw_ostream & OS,unsigned indent) const251 printImpl(raw_ostream &OS, unsigned indent) const {
252 OS.indent(indent) << "EmitMergeInputChains <todo: args>\n";
253 }
254
printImpl(raw_ostream & OS,unsigned indent) const255 void EmitCopyToRegMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
256 OS.indent(indent) << "EmitCopyToReg <todo: args>\n";
257 }
258
printImpl(raw_ostream & OS,unsigned indent) const259 void EmitNodeXFormMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
260 OS.indent(indent) << "EmitNodeXForm " << NodeXForm->getName()
261 << " Slot=" << Slot << '\n';
262 }
263
264
printImpl(raw_ostream & OS,unsigned indent) const265 void EmitNodeMatcherCommon::printImpl(raw_ostream &OS, unsigned indent) const {
266 OS.indent(indent);
267 OS << (isa<MorphNodeToMatcher>(this) ? "MorphNodeTo: " : "EmitNode: ")
268 << OpcodeName << ": <todo flags> ";
269
270 for (unsigned i = 0, e = VTs.size(); i != e; ++i)
271 OS << ' ' << getEnumName(VTs[i]);
272 OS << '(';
273 for (unsigned i = 0, e = Operands.size(); i != e; ++i)
274 OS << Operands[i] << ' ';
275 OS << ")\n";
276 }
277
printImpl(raw_ostream & OS,unsigned indent) const278 void MarkGlueResultsMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
279 OS.indent(indent) << "MarkGlueResults <todo: args>\n";
280 }
281
printImpl(raw_ostream & OS,unsigned indent) const282 void CompleteMatchMatcher::printImpl(raw_ostream &OS, unsigned indent) const {
283 OS.indent(indent) << "CompleteMatch <todo args>\n";
284 OS.indent(indent) << "Src = " << *Pattern.getSrcPattern() << "\n";
285 OS.indent(indent) << "Dst = " << *Pattern.getDstPattern() << "\n";
286 }
287
288 // getHashImpl Implementation.
289
getHashImpl() const290 unsigned CheckPatternPredicateMatcher::getHashImpl() const {
291 return HashString(Predicate);
292 }
293
getHashImpl() const294 unsigned CheckPredicateMatcher::getHashImpl() const {
295 return HashString(getPredicate().getFnName());
296 }
297
getHashImpl() const298 unsigned CheckOpcodeMatcher::getHashImpl() const {
299 return HashString(Opcode.getEnumName());
300 }
301
getHashImpl() const302 unsigned CheckCondCodeMatcher::getHashImpl() const {
303 return HashString(CondCodeName);
304 }
305
getHashImpl() const306 unsigned CheckValueTypeMatcher::getHashImpl() const {
307 return HashString(TypeName);
308 }
309
getHashImpl() const310 unsigned EmitStringIntegerMatcher::getHashImpl() const {
311 return HashString(Val) ^ VT;
312 }
313
314 template<typename It>
HashUnsigneds(It I,It E)315 static unsigned HashUnsigneds(It I, It E) {
316 unsigned Result = 0;
317 for (; I != E; ++I)
318 Result = (Result<<3) ^ *I;
319 return Result;
320 }
321
getHashImpl() const322 unsigned EmitMergeInputChainsMatcher::getHashImpl() const {
323 return HashUnsigneds(ChainNodes.begin(), ChainNodes.end());
324 }
325
isEqualImpl(const Matcher * M) const326 bool CheckOpcodeMatcher::isEqualImpl(const Matcher *M) const {
327 // Note: pointer equality isn't enough here, we have to check the enum names
328 // to ensure that the nodes are for the same opcode.
329 return cast<CheckOpcodeMatcher>(M)->Opcode.getEnumName() ==
330 Opcode.getEnumName();
331 }
332
isEqualImpl(const Matcher * m) const333 bool EmitNodeMatcherCommon::isEqualImpl(const Matcher *m) const {
334 const EmitNodeMatcherCommon *M = cast<EmitNodeMatcherCommon>(m);
335 return M->OpcodeName == OpcodeName && M->VTs == VTs &&
336 M->Operands == Operands && M->HasChain == HasChain &&
337 M->HasInGlue == HasInGlue && M->HasOutGlue == HasOutGlue &&
338 M->HasMemRefs == HasMemRefs &&
339 M->NumFixedArityOperands == NumFixedArityOperands;
340 }
341
getHashImpl() const342 unsigned EmitNodeMatcherCommon::getHashImpl() const {
343 return (HashString(OpcodeName) << 4) | Operands.size();
344 }
345
346
anchor()347 void EmitNodeMatcher::anchor() { }
348
anchor()349 void MorphNodeToMatcher::anchor() { }
350
getHashImpl() const351 unsigned MarkGlueResultsMatcher::getHashImpl() const {
352 return HashUnsigneds(GlueResultNodes.begin(), GlueResultNodes.end());
353 }
354
getHashImpl() const355 unsigned CompleteMatchMatcher::getHashImpl() const {
356 return HashUnsigneds(Results.begin(), Results.end()) ^
357 ((unsigned)(intptr_t)&Pattern << 8);
358 }
359
360 // isContradictoryImpl Implementations.
361
TypesAreContradictory(MVT::SimpleValueType T1,MVT::SimpleValueType T2)362 static bool TypesAreContradictory(MVT::SimpleValueType T1,
363 MVT::SimpleValueType T2) {
364 // If the two types are the same, then they are the same, so they don't
365 // contradict.
366 if (T1 == T2) return false;
367
368 // If either type is about iPtr, then they don't conflict unless the other
369 // one is not a scalar integer type.
370 if (T1 == MVT::iPTR)
371 return !MVT(T2).isInteger() || MVT(T2).isVector();
372
373 if (T2 == MVT::iPTR)
374 return !MVT(T1).isInteger() || MVT(T1).isVector();
375
376 // Otherwise, they are two different non-iPTR types, they conflict.
377 return true;
378 }
379
isContradictoryImpl(const Matcher * M) const380 bool CheckOpcodeMatcher::isContradictoryImpl(const Matcher *M) const {
381 if (const CheckOpcodeMatcher *COM = dyn_cast<CheckOpcodeMatcher>(M)) {
382 // One node can't have two different opcodes!
383 // Note: pointer equality isn't enough here, we have to check the enum names
384 // to ensure that the nodes are for the same opcode.
385 return COM->getOpcode().getEnumName() != getOpcode().getEnumName();
386 }
387
388 // If the node has a known type, and if the type we're checking for is
389 // different, then we know they contradict. For example, a check for
390 // ISD::STORE will never be true at the same time a check for Type i32 is.
391 if (const CheckTypeMatcher *CT = dyn_cast<CheckTypeMatcher>(M)) {
392 // If checking for a result the opcode doesn't have, it can't match.
393 if (CT->getResNo() >= getOpcode().getNumResults())
394 return true;
395
396 MVT::SimpleValueType NodeType = getOpcode().getKnownType(CT->getResNo());
397 if (NodeType != MVT::Other)
398 return TypesAreContradictory(NodeType, CT->getType());
399 }
400
401 return false;
402 }
403
isContradictoryImpl(const Matcher * M) const404 bool CheckTypeMatcher::isContradictoryImpl(const Matcher *M) const {
405 if (const CheckTypeMatcher *CT = dyn_cast<CheckTypeMatcher>(M))
406 return TypesAreContradictory(getType(), CT->getType());
407 return false;
408 }
409
isContradictoryImpl(const Matcher * M) const410 bool CheckChildTypeMatcher::isContradictoryImpl(const Matcher *M) const {
411 if (const CheckChildTypeMatcher *CC = dyn_cast<CheckChildTypeMatcher>(M)) {
412 // If the two checks are about different nodes, we don't know if they
413 // conflict!
414 if (CC->getChildNo() != getChildNo())
415 return false;
416
417 return TypesAreContradictory(getType(), CC->getType());
418 }
419 return false;
420 }
421
isContradictoryImpl(const Matcher * M) const422 bool CheckIntegerMatcher::isContradictoryImpl(const Matcher *M) const {
423 if (const CheckIntegerMatcher *CIM = dyn_cast<CheckIntegerMatcher>(M))
424 return CIM->getValue() != getValue();
425 return false;
426 }
427
isContradictoryImpl(const Matcher * M) const428 bool CheckChildIntegerMatcher::isContradictoryImpl(const Matcher *M) const {
429 if (const CheckChildIntegerMatcher *CCIM = dyn_cast<CheckChildIntegerMatcher>(M)) {
430 // If the two checks are about different nodes, we don't know if they
431 // conflict!
432 if (CCIM->getChildNo() != getChildNo())
433 return false;
434
435 return CCIM->getValue() != getValue();
436 }
437 return false;
438 }
439
isContradictoryImpl(const Matcher * M) const440 bool CheckValueTypeMatcher::isContradictoryImpl(const Matcher *M) const {
441 if (const CheckValueTypeMatcher *CVT = dyn_cast<CheckValueTypeMatcher>(M))
442 return CVT->getTypeName() != getTypeName();
443 return false;
444 }
445
446