/external/swiftshader/third_party/LLVM/lib/Transforms/Scalar/ |
D | LoopIdiomRecognize.cpp | 85 bool processLoopStridedStore(Value *DestPtr, unsigned StoreSize, 90 bool processLoopStoreOfLoopLoad(StoreInst *SI, unsigned StoreSize, 290 unsigned StoreSize = (unsigned)SizeInBits >> 3; in processLoopStore() local 293 if (Stride == 0 || StoreSize != Stride->getValue()->getValue()) { in processLoopStore() 297 if (0 && Stride && StoreSize == -Stride->getValue()->getValue()) { in processLoopStore() 306 if (processLoopStridedStore(StorePtr, StoreSize, SI->getAlignment(), in processLoopStore() 318 if (processLoopStoreOfLoopLoad(SI, StoreSize, StoreEv, LoadEv, BECount)) in processLoopStore() 370 unsigned StoreSize, AliasAnalysis &AA, in mayLoopAccessLocation() argument 380 AccessSize = (BECst->getValue()->getZExtValue()+1)*StoreSize; in mayLoopAccessLocation() 440 processLoopStridedStore(Value *DestPtr, unsigned StoreSize, in processLoopStridedStore() argument [all …]
|
D | GVN.cpp | 699 uint64_t StoreSize = TD.getTypeSizeInBits(StoredValTy); in CoerceAvailableValueToLoadType() local 703 if (StoreSize == LoadSize) { in CoerceAvailableValueToLoadType() 731 assert(StoreSize >= LoadSize && "CanCoerceMustAliasedValueToLoad fail"); in CoerceAvailableValueToLoadType() 741 StoredValTy = IntegerType::get(StoredValTy->getContext(), StoreSize); in CoerceAvailableValueToLoadType() 748 Constant *Val = ConstantInt::get(StoredVal->getType(), StoreSize-LoadSize); in CoerceAvailableValueToLoadType() 812 uint64_t StoreSize = WriteSizeInBits >> 3; // Convert to bytes. in AnalyzeLoadFromClobberingWrite() local 818 isAAFailure = StoreOffset+int64_t(StoreSize) <= LoadOffset; in AnalyzeLoadFromClobberingWrite() 839 StoreOffset+StoreSize < LoadOffset+LoadSize) in AnalyzeLoadFromClobberingWrite() 858 uint64_t StoreSize =TD.getTypeSizeInBits(DepSI->getValueOperand()->getType()); in AnalyzeLoadFromClobberingStore() local 860 StorePtr, StoreSize, TD); in AnalyzeLoadFromClobberingStore() [all …]
|
D | MemCpyOptimizer.cpp | 212 int64_t StoreSize = TD.getTypeStoreSize(SI->getOperand(0)->getType()); in addStore() local 214 addRange(OffsetFromFirst, StoreSize, in addStore()
|
/external/llvm/lib/Transforms/Scalar/ |
D | LoopIdiomRecognize.cpp | 115 bool processLoopStridedStore(Value *DestPtr, unsigned StoreSize, 397 unsigned StoreSize = getStoreSizeInBytes(SI, DL); in isLegalStore() local 398 if (StoreSize != Stride && StoreSize != -Stride) in isLegalStore() 610 unsigned StoreSize = 0; in processLoopStores() local 618 StoreSize += getStoreSizeInBytes(I, DL); in processLoopStores() 630 if (StoreSize != Stride && StoreSize != -Stride) in processLoopStores() 633 bool NegStride = StoreSize == -Stride; in processLoopStores() 635 if (processLoopStridedStore(StorePtr, StoreSize, HeadStore->getAlignment(), in processLoopStores() 700 const SCEV *BECount, unsigned StoreSize, in mayLoopAccessLocation() argument 711 AccessSize = (BECst->getValue()->getZExtValue() + 1) * StoreSize; in mayLoopAccessLocation() [all …]
|
D | GVN.cpp | 848 uint64_t StoreSize = WriteSizeInBits >> 3; // Convert to bytes. in AnalyzeLoadFromClobberingWrite() local 854 isAAFailure = StoreOffset+int64_t(StoreSize) <= LoadOffset; in AnalyzeLoadFromClobberingWrite() 875 StoreOffset+StoreSize < LoadOffset+LoadSize) in AnalyzeLoadFromClobberingWrite() 894 uint64_t StoreSize =DL.getTypeSizeInBits(DepSI->getValueOperand()->getType()); in AnalyzeLoadFromClobberingStore() local 896 StorePtr, StoreSize, DL); in AnalyzeLoadFromClobberingStore() 991 uint64_t StoreSize = (DL.getTypeSizeInBits(SrcVal->getType()) + 7) / 8; in GetStoreValueForLoad() local 1002 SrcVal = Builder.CreateBitCast(SrcVal, IntegerType::get(Ctx, StoreSize*8)); in GetStoreValueForLoad() 1009 ShiftAmt = (StoreSize-LoadSize-Offset)*8; in GetStoreValueForLoad() 1014 if (LoadSize != StoreSize) in GetStoreValueForLoad()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/ |
D | LoopIdiomRecognize.cpp | 170 bool processLoopStridedStore(Value *DestPtr, unsigned StoreSize, 455 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in isLegalStore() local 456 if (StoreSize != Stride && StoreSize != -Stride) in isLegalStore() 679 unsigned StoreSize = 0; in processLoopStores() local 687 StoreSize += DL->getTypeStoreSize(I->getValueOperand()->getType()); in processLoopStores() 699 if (StoreSize != Stride && StoreSize != -Stride) in processLoopStores() 702 bool NegStride = StoreSize == -Stride; in processLoopStores() 704 if (processLoopStridedStore(StorePtr, StoreSize, HeadStore->getAlignment(), in processLoopStores() 769 const SCEV *BECount, unsigned StoreSize, in mayLoopAccessLocation() argument 780 AccessSize = (BECst->getValue()->getZExtValue() + 1) * StoreSize; in mayLoopAccessLocation() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/ |
D | VNCoercion.cpp | 23 uint64_t StoreSize = DL.getTypeSizeInBits(StoredVal->getType()); in canCoerceMustAliasedValueToLoad() local 26 if (llvm::alignTo(StoreSize, 8) != StoreSize) in canCoerceMustAliasedValueToLoad() 30 if (StoreSize < DL.getTypeSizeInBits(LoadTy)) in canCoerceMustAliasedValueToLoad() 181 uint64_t StoreSize = WriteSizeInBits / 8; // Convert to bytes. in analyzeLoadFromClobberingWrite() local 186 isAAFailure = StoreOffset + int64_t(StoreSize) <= LoadOffset; in analyzeLoadFromClobberingWrite() 198 StoreOffset + StoreSize < LoadOffset + LoadSize) in analyzeLoadFromClobberingWrite() 216 uint64_t StoreSize = in analyzeLoadFromClobberingStore() local 218 return analyzeLoadFromClobberingWrite(LoadTy, LoadPtr, StorePtr, StoreSize, in analyzeLoadFromClobberingStore() 320 uint64_t StoreSize = (DL.getTypeSizeInBits(SrcVal->getType()) + 7) / 8; in getStoreValueForLoadHelper() local 327 SrcVal = Helper.CreateBitCast(SrcVal, IntegerType::get(Ctx, StoreSize * 8)); in getStoreValueForLoadHelper() [all …]
|
/external/swiftshader/third_party/LLVM/lib/Target/PowerPC/ |
D | PPCHazardRecognizers.h | 46 unsigned StoreSize[4]; variable
|
D | PPCHazardRecognizers.cpp | 110 if (int(StoreOffs+StoreSize[i]) > LoadOffs) return true; in isLoadOfStoredAddress() 284 StoreSize[NumStores] = ThisStoreSize; in EmitInstruction()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
D | StackSlotColoring.cpp | 449 unsigned StoreSize = 0; in RemoveDeadStores() local 458 if (!(StoreReg = TII->isStoreToStackSlot(*NextMI, SecondSS, StoreSize))) in RemoveDeadStores() 461 LoadSize != StoreSize) in RemoveDeadStores()
|
D | MachineFunction.cpp | 1011 uint64_t StoreSize = DL.getTypeStoreSize(A->getType()); in CanShareConstantPoolEntry() local 1012 if (StoreSize != DL.getTypeStoreSize(B->getType()) || StoreSize > 128) in CanShareConstantPoolEntry() 1015 Type *IntTy = IntegerType::get(A->getContext(), StoreSize*8); in CanShareConstantPoolEntry()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AArch64/ |
D | AArch64LoadStoreOptimizer.cpp | 566 int StoreSize = getMemScale(StoreInst); in isLdOffsetInRangeOfSt() local 569 : getLdStOffsetOp(StoreInst).getImm() * StoreSize; in isLdOffsetInRangeOfSt() 574 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt() 885 int StoreSize = getMemScale(*StoreI); in promoteLoadFromStore() local 896 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore() 929 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore() 935 : getLdStOffsetOp(*StoreI).getImm() * StoreSize; in promoteLoadFromStore() 945 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/PowerPC/ |
D | PPCHazardRecognizers.h | 74 uint64_t StoreSize[4]; variable
|
D | PPCHazardRecognizers.cpp | 314 if (int64_t(StoreOffset[i]+StoreSize[i]) > LoadOffset) return true; in isLoadOfStoredAddress() 407 StoreSize[NumStores] = MO->getSize(); in EmitInstruction()
|
/external/llvm/lib/Target/PowerPC/ |
D | PPCHazardRecognizers.h | 74 uint64_t StoreSize[4]; variable
|
D | PPCHazardRecognizers.cpp | 314 if (int64_t(StoreOffset[i]+StoreSize[i]) > LoadOffset) return true; in isLoadOfStoredAddress() 407 StoreSize[NumStores] = MO->getSize(); in EmitInstruction()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Hexagon/ |
D | HexagonLoopIdiomRecognition.cpp | 1937 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in isLegalStore() local 1938 if (StoreSize != unsigned(std::abs(Stride))) in isLegalStore() 1967 const SCEV *BECount, unsigned StoreSize, in mayLoopAccessLocation() argument 1978 AccessSize = (BECst->getValue()->getZExtValue() + 1) * StoreSize; in mayLoopAccessLocation() 2014 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in processCopyingStore() local 2015 if (Stride != StoreSize) in processCopyingStore() 2051 if (StoreSize != 4 || DL->getTypeSizeInBits(BECountTy) > 32) { in processCopyingStore() 2070 StoreSize, *AA, Ignore1)) { in processCopyingStore() 2074 BECount, StoreSize, *AA, Ignore1)) { in processCopyingStore() 2117 StoreSize, *AA, Ignore2)) in processCopyingStore() [all …]
|
/external/llvm/lib/Target/AArch64/ |
D | AArch64LoadStoreOptimizer.cpp | 606 int StoreSize = getMemScale(StoreInst); in isLdOffsetInRangeOfSt() local 609 : getLdStOffsetOp(StoreInst).getImm() * StoreSize; in isLdOffsetInRangeOfSt() 614 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt() 934 int StoreSize = getMemScale(*StoreI); in promoteLoadFromStore() local 944 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore() 969 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore() 975 : getLdStOffsetOp(*StoreI).getImm() * StoreSize; in promoteLoadFromStore() 985 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AMDGPU/ |
D | AMDGPUTargetTransformInfo.cpp | 245 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument 248 unsigned VecRegBitWidth = VF * StoreSize; in getStoreVectorFactor() 250 return 128 / StoreSize; in getStoreVectorFactor()
|
D | AMDGPUTargetTransformInfo.h | 143 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
|
D | AMDGPUInstructionSelector.cpp | 285 unsigned StoreSize = RBI.getSizeInBits(I.getOperand(0).getReg(), MRI, TRI); in selectG_STORE() local 289 switch (StoreSize) { in selectG_STORE()
|
/external/llvm/lib/CodeGen/ |
D | MachineFunction.cpp | 924 uint64_t StoreSize = DL.getTypeStoreSize(A->getType()); in CanShareConstantPoolEntry() local 925 if (StoreSize != DL.getTypeStoreSize(B->getType()) || StoreSize > 128) in CanShareConstantPoolEntry() 928 Type *IntTy = IntegerType::get(A->getContext(), StoreSize*8); in CanShareConstantPoolEntry()
|
/external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Analysis/ |
D | TargetTransformInfo.h | 961 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 1174 virtual unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 1565 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument 1568 return Impl.getStoreVectorFactor(VF, StoreSize, ChainSizeInBytes, VecTy); in getStoreVectorFactor()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/X86/ |
D | X86AvoidStoreForwardingBlocks.cpp | 624 int64_t StoreDispImm, unsigned StoreSize) { in isBlockingStore() argument 626 (StoreDispImm <= LoadDispImm + (LoadSize - StoreSize))); in isBlockingStore()
|
/external/llvm/lib/Target/AMDGPU/ |
D | AMDGPUISelLowering.cpp | 50 unsigned StoreSize = VT.getStoreSizeInBits(); in getEquivalentMemType() local 51 if (StoreSize <= 32) in getEquivalentMemType() 52 return EVT::getIntegerVT(Ctx, StoreSize); in getEquivalentMemType() 54 assert(StoreSize % 32 == 0 && "Store size not a multiple of 32"); in getEquivalentMemType() 55 return EVT::getVectorVT(Ctx, MVT::i32, StoreSize / 32); in getEquivalentMemType() 59 unsigned StoreSize = VT.getStoreSizeInBits(); in getEquivalentBitType() local 60 if (StoreSize <= 32) in getEquivalentBitType() 61 return EVT::getIntegerVT(Ctx, StoreSize); in getEquivalentBitType() 63 return EVT::getVectorVT(Ctx, MVT::i32, StoreSize / 32); in getEquivalentBitType()
|