| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | VNCoercion.cpp | 15 bool canCoerceMustAliasedValueToLoad(Value *StoredVal, Type *LoadTy, in canCoerceMustAliasedValueToLoad() argument
17 Type *StoredTy = StoredVal->getType(); in canCoerceMustAliasedValueToLoad()
38 if (DL.isNonIntegralPointerType(StoredVal->getType()->getScalarType()) != in canCoerceMustAliasedValueToLoad()
43 if (auto *CI = dyn_cast<Constant>(StoredVal)) in canCoerceMustAliasedValueToLoad()
52 static T *coerceAvailableValueToLoadTypeHelper(T *StoredVal, Type *LoadedTy, in coerceAvailableValueToLoadTypeHelper() argument
55 assert(canCoerceMustAliasedValueToLoad(StoredVal, LoadedTy, DL) && in coerceAvailableValueToLoadTypeHelper()
57 if (auto *C = dyn_cast<Constant>(StoredVal)) in coerceAvailableValueToLoadTypeHelper()
59 StoredVal = FoldedStoredVal; in coerceAvailableValueToLoadTypeHelper()
62 Type *StoredValTy = StoredVal->getType(); in coerceAvailableValueToLoadTypeHelper()
71 StoredVal = Helper.CreateBitCast(StoredVal, LoadedTy); in coerceAvailableValueToLoadTypeHelper()
[all …]
|
| D | GlobalStatus.cpp | 111 Value *StoredVal = SI->getOperand(0); in analyzeGlobalAux() local
113 if (Constant *C = dyn_cast<Constant>(StoredVal)) { in analyzeGlobalAux()
120 if (GV->hasInitializer() && StoredVal == GV->getInitializer()) { in analyzeGlobalAux()
123 } else if (isa<LoadInst>(StoredVal) && in analyzeGlobalAux()
124 cast<LoadInst>(StoredVal)->getOperand(0) == GV) { in analyzeGlobalAux()
129 GS.StoredOnceValue = StoredVal; in analyzeGlobalAux()
131 GS.StoredOnceValue == StoredVal) { in analyzeGlobalAux()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Utils/ |
| D | VNCoercion.h | 37 bool canCoerceMustAliasedValueToLoad(Value *StoredVal, Type *LoadTy,
46 Value *coerceAvailableValueToLoadType(Value *StoredVal, Type *LoadedTy,
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/ |
| D | LoopIdiomRecognize.cpp | 175 MaybeAlign StoreAlignment, Value *StoredVal,
429 Value *StoredVal = SI->getValueOperand(); in isLegalStore() local
433 uint64_t SizeInBits = DL->getTypeSizeInBits(StoredVal->getType()); in isLegalStore()
455 Value *SplatValue = isBytewiseValue(StoredVal, *DL); in isLegalStore()
472 (PatternValue = getMemSetPatternValue(StoredVal, DL))) { in isLegalStore()
722 Value *StoredVal = HeadStore->getValueOperand(); in processLoopStores() local
736 StoredVal, HeadStore, AdjacentStores, StoreEv, in processLoopStores()
883 Value *StoredVal, Instruction *TheStore, in processLoopStridedStore() argument
886 Value *SplatValue = isBytewiseValue(StoredVal, *DL); in processLoopStridedStore()
890 PatternValue = getMemSetPatternValue(StoredVal, DL); in processLoopStridedStore()
|
| D | LowerMatrixIntrinsics.cpp | 793 bool VisitStore(Instruction *Inst, Value *StoredVal, Value *Ptr, in VisitStore() argument
795 auto I = ShapeMap.find(StoredVal); in VisitStore()
799 LowerStore(Inst, StoredVal, Ptr, Builder.getInt32(I->second.NumRows), I->second); in VisitStore()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
| D | SystemZISelDAGToDAG.cpp | 1244 SDValue StoredVal, SelectionDAG *CurDAG, in isFusableLoadOpStorePattern() argument
1248 if (StoredVal.getResNo() != 0) in isFusableLoadOpStorePattern()
1252 if (!StoredVal.getNode()->hasNUsesOfValue(1, 0)) in isFusableLoadOpStorePattern()
1259 SDValue Load = StoredVal->getOperand(0); in isFusableLoadOpStorePattern()
1303 for (SDValue Op : StoredVal->ops()) in isFusableLoadOpStorePattern()
1334 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand() local
1335 unsigned Opc = StoredVal->getOpcode(); in tryFoldLoadStoreIntoMemOperand()
1373 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand()
1377 SDValue Operand = StoredVal.getOperand(1); in tryFoldLoadStoreIntoMemOperand()
1399 ReplaceUses(SDValue(StoredVal.getNode(), 1), SDValue(Result, 0)); in tryFoldLoadStoreIntoMemOperand()
|
| D | SystemZTargetTransformInfo.cpp | 1043 const Value *StoredVal = SI->getValueOperand(); in getMemoryOpCost() local
1044 if (StoredVal->hasOneUse() && isBswapIntrinsicCall(StoredVal)) in getMemoryOpCost()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86ISelDAGToDAG.cpp | 2872 SDValue StoredVal, SelectionDAG *CurDAG, in isFusableLoadOpStorePattern() argument
2877 if (StoredVal.getResNo() != 0) return false; in isFusableLoadOpStorePattern()
2880 if (!StoredVal.getNode()->hasNUsesOfValue(1, 0)) return false; in isFusableLoadOpStorePattern()
2886 SDValue Load = StoredVal->getOperand(LoadOpNo); in isFusableLoadOpStorePattern()
2969 for (SDValue Op : StoredVal->ops()) in isFusableLoadOpStorePattern()
3005 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand() local
3006 unsigned Opc = StoredVal->getOpcode(); in foldLoadStoreIntoMemOperand()
3022 IsNegate = isNullConstant(StoredVal.getOperand(0)); in foldLoadStoreIntoMemOperand()
3038 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
3045 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
[all …]
|
| D | X86ISelLowering.cpp | 22610 SDValue StoredVal = Store->getValue(); in splitVectorStore() local
22611 assert((StoredVal.getValueType().is256BitVector() || in splitVectorStore()
22612 StoredVal.getValueType().is512BitVector()) && in splitVectorStore()
22623 EVT StoreVT = StoredVal.getValueType(); in splitVectorStore()
22625 unsigned HalfSize = StoredVal.getValueSizeInBits() / 2; in splitVectorStore()
22629 SDValue Value0 = extractSubVector(StoredVal, 0, DAG, DL, HalfSize); in splitVectorStore()
22630 SDValue Value1 = extractSubVector(StoredVal, NumElems / 2, DAG, DL, HalfSize); in splitVectorStore()
22648 SDValue StoredVal = Store->getValue(); in scalarizeVectorStore() local
22650 StoredVal.getValueType().is128BitVector() && "Expecting 128-bit op"); in scalarizeVectorStore()
22651 StoredVal = DAG.getBitcast(StoreVT, StoredVal); in scalarizeVectorStore()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/IPO/ |
| D | GlobalOpt.cpp | 1121 Instruction *StoredVal) { in AllGlobalLoadUsesSimpleEnoughForHeapSRA() argument
1142 if (InVal == StoredVal) continue; in AllGlobalLoadUsesSimpleEnoughForHeapSRA()
1723 Instruction *StoredVal = cast<Instruction>(SI->getOperand(0)); in TryToShrinkGlobalToBoolean() local
1728 if (LoadInst *LI = dyn_cast<LoadInst>(StoredVal)) { in TryToShrinkGlobalToBoolean()
1735 assert((isa<CastInst>(StoredVal) || isa<SelectInst>(StoredVal)) && in TryToShrinkGlobalToBoolean()
1737 StoreVal = StoredVal->getOperand(0); in TryToShrinkGlobalToBoolean()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 2434 Value *StoredVal = getOrCreateVectorValue(SI->getValueOperand(), Part); in vectorizeMemoryInstruction() local
2438 NewSI = Builder.CreateMaskedScatter(StoredVal, VectorGep, in vectorizeMemoryInstruction()
2444 StoredVal = reverseVector(StoredVal); in vectorizeMemoryInstruction()
2451 StoredVal, VecPtr, Alignment.value(), BlockInMaskParts[Part]); in vectorizeMemoryInstruction()
2454 Builder.CreateAlignedStore(StoredVal, VecPtr, Alignment.value()); in vectorizeMemoryInstruction()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | DAGCombiner.cpp | 15381 SDValue StoredVal; in MergeStoresOfConstantsOrVecElts() local
15409 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in MergeStoresOfConstantsOrVecElts()
15442 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in MergeStoresOfConstantsOrVecElts()
15481 StoredVal = DAG.getConstant(StoreInt, DL, StoreTy); in MergeStoresOfConstantsOrVecElts()
15490 NewStore = DAG.getStore(NewChain, DL, StoredVal, FirstInChain->getBasePtr(), in MergeStoresOfConstantsOrVecElts()
15495 TLI.getTypeToTransformTo(*DAG.getContext(), StoredVal.getValueType()); in MergeStoresOfConstantsOrVecElts()
15497 ConstantSDNode *C = cast<ConstantSDNode>(StoredVal); in MergeStoresOfConstantsOrVecElts()
15503 FirstInChain->getPointerInfo(), StoredVal.getValueType() /*TVT*/, in MergeStoresOfConstantsOrVecElts()
15762 SDValue StoredVal = peekThroughBitcasts(St->getValue()); in MergeConsecutiveStores() local
15763 bool IsLoadSrc = isa<LoadSDNode>(StoredVal); in MergeConsecutiveStores()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonLoopIdiomRecognition.cpp | 1920 Value *StoredVal = SI->getValueOperand(); in isLegalStore() local
1924 uint64_t SizeInBits = DL->getTypeSizeInBits(StoredVal->getType()); in isLegalStore()
|