Home
last modified time | relevance | path

Searched refs:AtomicRMWInst (Results 1 – 25 of 131) sorted by relevance

123456

/external/swiftshader/third_party/LLVM/lib/Transforms/Scalar/
DLowerAtomic.cpp39 static bool LowerAtomicRMWInst(AtomicRMWInst *RMWI) { in LowerAtomicRMWInst()
49 case AtomicRMWInst::Xchg: in LowerAtomicRMWInst()
52 case AtomicRMWInst::Add: in LowerAtomicRMWInst()
55 case AtomicRMWInst::Sub: in LowerAtomicRMWInst()
58 case AtomicRMWInst::And: in LowerAtomicRMWInst()
61 case AtomicRMWInst::Nand: in LowerAtomicRMWInst()
64 case AtomicRMWInst::Or: in LowerAtomicRMWInst()
67 case AtomicRMWInst::Xor: in LowerAtomicRMWInst()
70 case AtomicRMWInst::Max: in LowerAtomicRMWInst()
74 case AtomicRMWInst::Min: in LowerAtomicRMWInst()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/
DLowerAtomic.cpp43 static bool LowerAtomicRMWInst(AtomicRMWInst *RMWI) { in LowerAtomicRMWInst()
53 case AtomicRMWInst::Xchg: in LowerAtomicRMWInst()
56 case AtomicRMWInst::Add: in LowerAtomicRMWInst()
59 case AtomicRMWInst::Sub: in LowerAtomicRMWInst()
62 case AtomicRMWInst::And: in LowerAtomicRMWInst()
65 case AtomicRMWInst::Nand: in LowerAtomicRMWInst()
68 case AtomicRMWInst::Or: in LowerAtomicRMWInst()
71 case AtomicRMWInst::Xor: in LowerAtomicRMWInst()
74 case AtomicRMWInst::Max: in LowerAtomicRMWInst()
78 case AtomicRMWInst::Min: in LowerAtomicRMWInst()
[all …]
/external/llvm/lib/Transforms/Scalar/
DLowerAtomic.cpp44 static bool LowerAtomicRMWInst(AtomicRMWInst *RMWI) { in LowerAtomicRMWInst()
54 case AtomicRMWInst::Xchg: in LowerAtomicRMWInst()
57 case AtomicRMWInst::Add: in LowerAtomicRMWInst()
60 case AtomicRMWInst::Sub: in LowerAtomicRMWInst()
63 case AtomicRMWInst::And: in LowerAtomicRMWInst()
66 case AtomicRMWInst::Nand: in LowerAtomicRMWInst()
69 case AtomicRMWInst::Or: in LowerAtomicRMWInst()
72 case AtomicRMWInst::Xor: in LowerAtomicRMWInst()
75 case AtomicRMWInst::Max: in LowerAtomicRMWInst()
79 case AtomicRMWInst::Min: in LowerAtomicRMWInst()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/
DAtomicExpandPass.cpp80 bool tryExpandAtomicRMW(AtomicRMWInst *AI);
89 AtomicRMWInst *I,
101 bool isIdempotentRMW(AtomicRMWInst *RMWI);
102 bool simplifyIdempotentRMW(AtomicRMWInst *RMWI);
111 void expandAtomicRMWToLibcall(AtomicRMWInst *I);
115 llvm::expandAtomicRMWToCmpXchg(AtomicRMWInst *AI,
141 static unsigned getAtomicOpSize(AtomicRMWInst *RMWI) { in getAtomicOpSize()
170 static unsigned getAtomicOpAlign(AtomicRMWInst *RMWI) { in getAtomicOpAlign()
218 auto RMWI = dyn_cast<AtomicRMWInst>(I); in runOnFunction()
478 AtomicRMWInst *AI = in expandAtomicStore()
[all …]
/external/llvm/lib/CodeGen/
DAtomicExpandPass.cpp59 bool tryExpandAtomicRMW(AtomicRMWInst *AI);
68 AtomicRMWInst *I,
80 bool isIdempotentRMW(AtomicRMWInst *AI);
81 bool simplifyIdempotentRMW(AtomicRMWInst *AI);
90 void expandAtomicRMWToLibcall(AtomicRMWInst *I);
94 llvm::expandAtomicRMWToCmpXchg(AtomicRMWInst *AI,
120 unsigned getAtomicOpSize(AtomicRMWInst *RMWI) { in getAtomicOpSize()
149 unsigned getAtomicOpAlign(AtomicRMWInst *RMWI) { in getAtomicOpAlign()
194 auto RMWI = dyn_cast<AtomicRMWInst>(I); in runOnFunction()
468 AtomicRMWInst *AI = in expandAtomicStore()
[all …]
/external/swiftshader/third_party/LLVM/lib/VMCore/
DInstruction.cpp227 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(this)) in isIdenticalToWhenDefined()
228 return RMWI->getOperation() == cast<AtomicRMWInst>(I)->getOperation() && in isIdenticalToWhenDefined()
229 RMWI->isVolatile() == cast<AtomicRMWInst>(I)->isVolatile() && in isIdenticalToWhenDefined()
230 RMWI->getOrdering() == cast<AtomicRMWInst>(I)->getOrdering() && in isIdenticalToWhenDefined()
231 RMWI->getSynchScope() == cast<AtomicRMWInst>(I)->getSynchScope(); in isIdenticalToWhenDefined()
283 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(this)) in isSameOperationAs()
284 return RMWI->getOperation() == cast<AtomicRMWInst>(I)->getOperation() && in isSameOperationAs()
285 RMWI->isVolatile() == cast<AtomicRMWInst>(I)->isVolatile() && in isSameOperationAs()
286 RMWI->getOrdering() == cast<AtomicRMWInst>(I)->getOrdering() && in isSameOperationAs()
287 RMWI->getSynchScope() == cast<AtomicRMWInst>(I)->getSynchScope(); in isSameOperationAs()
DAutoUpgrade.cpp243 AtomicRMWInst::BinOp Op; in UpgradeIntrinsicCall()
245 Op = AtomicRMWInst::Xchg; in UpgradeIntrinsicCall()
247 Op = AtomicRMWInst::Add; in UpgradeIntrinsicCall()
249 Op = AtomicRMWInst::Sub; in UpgradeIntrinsicCall()
251 Op = AtomicRMWInst::And; in UpgradeIntrinsicCall()
253 Op = AtomicRMWInst::Nand; in UpgradeIntrinsicCall()
255 Op = AtomicRMWInst::Or; in UpgradeIntrinsicCall()
257 Op = AtomicRMWInst::Xor; in UpgradeIntrinsicCall()
259 Op = AtomicRMWInst::Max; in UpgradeIntrinsicCall()
261 Op = AtomicRMWInst::Min; in UpgradeIntrinsicCall()
[all …]
DAsmWriter.cpp663 AtomicRMWInst::BinOp Op) { in writeAtomicRMWOperation()
666 case AtomicRMWInst::Xchg: Out << " xchg"; break; in writeAtomicRMWOperation()
667 case AtomicRMWInst::Add: Out << " add"; break; in writeAtomicRMWOperation()
668 case AtomicRMWInst::Sub: Out << " sub"; break; in writeAtomicRMWOperation()
669 case AtomicRMWInst::And: Out << " and"; break; in writeAtomicRMWOperation()
670 case AtomicRMWInst::Nand: Out << " nand"; break; in writeAtomicRMWOperation()
671 case AtomicRMWInst::Or: Out << " or"; break; in writeAtomicRMWOperation()
672 case AtomicRMWInst::Xor: Out << " xor"; break; in writeAtomicRMWOperation()
673 case AtomicRMWInst::Max: Out << " max"; break; in writeAtomicRMWOperation()
674 case AtomicRMWInst::Min: Out << " min"; break; in writeAtomicRMWOperation()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Instrumentation/
DThreadSanitizer.cpp124 Function *TsanAtomicRMW[AtomicRMWInst::LAST_BINOP + 1][kNumberOfAccessSizes];
204 for (int op = AtomicRMWInst::FIRST_BINOP; in initializeCallbacks()
205 op <= AtomicRMWInst::LAST_BINOP; ++op) { in initializeCallbacks()
208 if (op == AtomicRMWInst::Xchg) in initializeCallbacks()
210 else if (op == AtomicRMWInst::Add) in initializeCallbacks()
212 else if (op == AtomicRMWInst::Sub) in initializeCallbacks()
214 else if (op == AtomicRMWInst::And) in initializeCallbacks()
216 else if (op == AtomicRMWInst::Or) in initializeCallbacks()
218 else if (op == AtomicRMWInst::Xor) in initializeCallbacks()
220 else if (op == AtomicRMWInst::Nand) in initializeCallbacks()
[all …]
DBoundsChecking.cpp164 } else if (AtomicRMWInst *AI = dyn_cast<AtomicRMWInst>(&I)) { in addBoundsChecking()
/external/llvm/lib/Transforms/Instrumentation/
DThreadSanitizer.cpp116 Function *TsanAtomicRMW[AtomicRMWInst::LAST_BINOP + 1][kNumberOfAccessSizes];
191 for (int op = AtomicRMWInst::FIRST_BINOP; in initializeCallbacks()
192 op <= AtomicRMWInst::LAST_BINOP; ++op) { in initializeCallbacks()
195 if (op == AtomicRMWInst::Xchg) in initializeCallbacks()
197 else if (op == AtomicRMWInst::Add) in initializeCallbacks()
199 else if (op == AtomicRMWInst::Sub) in initializeCallbacks()
201 else if (op == AtomicRMWInst::And) in initializeCallbacks()
203 else if (op == AtomicRMWInst::Or) in initializeCallbacks()
205 else if (op == AtomicRMWInst::Xor) in initializeCallbacks()
207 else if (op == AtomicRMWInst::Nand) in initializeCallbacks()
[all …]
DBoundsChecking.cpp183 isa<AtomicRMWInst>(I)) in runOnFunction()
200 } else if (AtomicRMWInst *AI = dyn_cast<AtomicRMWInst>(Inst)) { in runOnFunction()
/external/llvm/include/llvm/CodeGen/
DAtomicExpandUtils.h15 class AtomicRMWInst; variable
56 expandAtomicRMWToCmpXchg(AtomicRMWInst *AI, CreateCmpXchgInstFun Factory);
/external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/
DAtomicExpandUtils.h19 class AtomicRMWInst; variable
61 bool expandAtomicRMWToCmpXchg(AtomicRMWInst *AI, CreateCmpXchgInstFun CreateCmpXchg);
/external/llvm/lib/IR/
DInstruction.cpp388 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(I1)) in haveSameSpecialState()
389 return RMWI->getOperation() == cast<AtomicRMWInst>(I2)->getOperation() && in haveSameSpecialState()
390 RMWI->isVolatile() == cast<AtomicRMWInst>(I2)->isVolatile() && in haveSameSpecialState()
391 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in haveSameSpecialState()
392 RMWI->getSynchScope() == cast<AtomicRMWInst>(I2)->getSynchScope(); in haveSameSpecialState()
/external/llvm/include/llvm/Analysis/
DMemoryLocation.h69 static MemoryLocation get(const AtomicRMWInst *RMWI);
79 else if (auto *I = dyn_cast<AtomicRMWInst>(Inst)) in get()
/external/swiftshader/third_party/LLVM/include/llvm/Analysis/
DAliasAnalysis.h140 Location getLocation(const AtomicRMWInst *RMWI);
350 return getModRefInfo((const AtomicRMWInst*)I, Loc); in getModRefInfo()
441 ModRefResult getModRefInfo(const AtomicRMWInst *RMW, const Location &Loc);
444 ModRefResult getModRefInfo(const AtomicRMWInst *RMW, in getModRefInfo()
/external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Analysis/
DMemoryLocation.h78 static MemoryLocation get(const AtomicRMWInst *RMWI);
93 return get(cast<AtomicRMWInst>(Inst)); in getOrNone()
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/GlobalISel/
DIRTranslator.cpp243 } else if (const AtomicRMWInst *AI = dyn_cast<AtomicRMWInst>(&I)) { in getMemOpAlignment()
1343 const AtomicRMWInst &I = cast<AtomicRMWInst>(U); in translateAtomicRMW()
1360 case AtomicRMWInst::Xchg: in translateAtomicRMW()
1363 case AtomicRMWInst::Add: in translateAtomicRMW()
1366 case AtomicRMWInst::Sub: in translateAtomicRMW()
1369 case AtomicRMWInst::And: in translateAtomicRMW()
1372 case AtomicRMWInst::Nand: in translateAtomicRMW()
1375 case AtomicRMWInst::Or: in translateAtomicRMW()
1378 case AtomicRMWInst::Xor: in translateAtomicRMW()
1381 case AtomicRMWInst::Max: in translateAtomicRMW()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/IR/
DInstruction.cpp422 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(I1)) in haveSameSpecialState()
423 return RMWI->getOperation() == cast<AtomicRMWInst>(I2)->getOperation() && in haveSameSpecialState()
424 RMWI->isVolatile() == cast<AtomicRMWInst>(I2)->isVolatile() && in haveSameSpecialState()
425 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in haveSameSpecialState()
426 RMWI->getSyncScopeID() == cast<AtomicRMWInst>(I2)->getSyncScopeID(); in haveSameSpecialState()
/external/swiftshader/third_party/LLVM/lib/Bitcode/Writer/
DBitcodeWriter.cpp103 static unsigned GetEncodedRMWOperation(AtomicRMWInst::BinOp Op) { in GetEncodedRMWOperation()
106 case AtomicRMWInst::Xchg: return bitc::RMW_XCHG; in GetEncodedRMWOperation()
107 case AtomicRMWInst::Add: return bitc::RMW_ADD; in GetEncodedRMWOperation()
108 case AtomicRMWInst::Sub: return bitc::RMW_SUB; in GetEncodedRMWOperation()
109 case AtomicRMWInst::And: return bitc::RMW_AND; in GetEncodedRMWOperation()
110 case AtomicRMWInst::Nand: return bitc::RMW_NAND; in GetEncodedRMWOperation()
111 case AtomicRMWInst::Or: return bitc::RMW_OR; in GetEncodedRMWOperation()
112 case AtomicRMWInst::Xor: return bitc::RMW_XOR; in GetEncodedRMWOperation()
113 case AtomicRMWInst::Max: return bitc::RMW_MAX; in GetEncodedRMWOperation()
114 case AtomicRMWInst::Min: return bitc::RMW_MIN; in GetEncodedRMWOperation()
[all …]
/external/swiftshader/third_party/LLVM/lib/Transforms/IPO/
DMergeFunctions.cpp335 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(I1)) in isEquivalentOperation()
336 return RMWI->getOperation() == cast<AtomicRMWInst>(I2)->getOperation() && in isEquivalentOperation()
337 RMWI->isVolatile() == cast<AtomicRMWInst>(I2)->isVolatile() && in isEquivalentOperation()
338 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in isEquivalentOperation()
339 RMWI->getSynchScope() == cast<AtomicRMWInst>(I2)->getSynchScope(); in isEquivalentOperation()
/external/swiftshader/third_party/LLVM/lib/Bitcode/Reader/
DBitcodeReader.cpp134 static AtomicRMWInst::BinOp GetDecodedRMWOperation(unsigned Val) { in GetDecodedRMWOperation()
136 default: return AtomicRMWInst::BAD_BINOP; in GetDecodedRMWOperation()
137 case bitc::RMW_XCHG: return AtomicRMWInst::Xchg; in GetDecodedRMWOperation()
138 case bitc::RMW_ADD: return AtomicRMWInst::Add; in GetDecodedRMWOperation()
139 case bitc::RMW_SUB: return AtomicRMWInst::Sub; in GetDecodedRMWOperation()
140 case bitc::RMW_AND: return AtomicRMWInst::And; in GetDecodedRMWOperation()
141 case bitc::RMW_NAND: return AtomicRMWInst::Nand; in GetDecodedRMWOperation()
142 case bitc::RMW_OR: return AtomicRMWInst::Or; in GetDecodedRMWOperation()
143 case bitc::RMW_XOR: return AtomicRMWInst::Xor; in GetDecodedRMWOperation()
144 case bitc::RMW_MAX: return AtomicRMWInst::Max; in GetDecodedRMWOperation()
[all …]
/external/tensorflow/tensorflow/compiler/xla/service/gpu/
Dir_emitter.cc217 AtomicRMW(llvm::AtomicRMWInst::Add, output_address, source, in MaybeEmitDirectAtomicOperation()
227 ? llvm::AtomicRMWInst::Max in MaybeEmitDirectAtomicOperation()
228 : llvm::AtomicRMWInst::UMax; in MaybeEmitDirectAtomicOperation()
237 ? llvm::AtomicRMWInst::Min in MaybeEmitDirectAtomicOperation()
238 : llvm::AtomicRMWInst::UMin; in MaybeEmitDirectAtomicOperation()
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/
DFunctionComparator.cpp636 if (const AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(L)) { in cmpOperations()
638 cast<AtomicRMWInst>(R)->getOperation())) in cmpOperations()
641 cast<AtomicRMWInst>(R)->isVolatile())) in cmpOperations()
644 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
647 cast<AtomicRMWInst>(R)->getSyncScopeID()); in cmpOperations()

123456