| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/ |
| D | VNCoercion.cpp | 177 uint64_t LoadSize = DL.getTypeSizeInBits(LoadTy); in analyzeLoadFromClobberingWrite() local
179 if ((WriteSizeInBits & 7) | (LoadSize & 7)) in analyzeLoadFromClobberingWrite()
182 LoadSize /= 8; in analyzeLoadFromClobberingWrite()
188 isAAFailure = LoadOffset + int64_t(LoadSize) <= StoreOffset; in analyzeLoadFromClobberingWrite()
198 StoreOffset + StoreSize < LoadOffset + LoadSize) in analyzeLoadFromClobberingWrite()
242 unsigned LoadSize = DL.getTypeStoreSize(LoadTy); in analyzeLoadFromClobberingLoad() local
245 LoadBase, LoadOffs, LoadSize, DepLI); in analyzeLoadFromClobberingLoad()
321 uint64_t LoadSize = (DL.getTypeSizeInBits(LoadTy) + 7) / 8; in getStoreValueForLoadHelper() local
334 ShiftAmt = (StoreSize - LoadSize - Offset) * 8; in getStoreValueForLoadHelper()
339 if (LoadSize != StoreSize) in getStoreValueForLoadHelper()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AMDGPU/ |
| D | AMDGPULowerKernelAttributes.cpp | 113 unsigned LoadSize = DL.getTypeStoreSize(Load->getType()); in processUse() local
118 if (LoadSize == 2) in processUse()
122 if (LoadSize == 2) in processUse()
126 if (LoadSize == 2) in processUse()
130 if (LoadSize == 4) in processUse()
134 if (LoadSize == 4) in processUse()
138 if (LoadSize == 4) in processUse()
|
| D | AMDGPUInstructionSelector.cpp | 449 static unsigned getSmrdOpcode(unsigned BaseOpcode, unsigned LoadSize) { in getSmrdOpcode() argument
451 if (LoadSize == 32) in getSmrdOpcode()
456 switch (LoadSize) { in getSmrdOpcode()
468 switch (LoadSize) { in getSmrdOpcode()
480 switch (LoadSize) { in getSmrdOpcode()
526 unsigned LoadSize = RBI.getSizeInBits(DstReg, MRI, TRI); in selectSMRD() local
535 Opcode = getSmrdOpcode(AMDGPU::S_LOAD_DWORD_IMM, LoadSize); in selectSMRD()
546 Opcode = getSmrdOpcode(AMDGPU::S_LOAD_DWORD_IMM_ci, LoadSize); in selectSMRD()
555 Opcode = getSmrdOpcode(AMDGPU::S_LOAD_DWORD_SGPR, LoadSize); in selectSMRD()
569 Opcode = getSmrdOpcode(AMDGPU::S_LOAD_DWORD_IMM, LoadSize); in selectSMRD()
[all …]
|
| D | AMDGPUTargetTransformInfo.cpp | 234 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor() argument
237 unsigned VecRegBitWidth = VF * LoadSize; in getLoadVectorFactor()
240 return 128 / LoadSize; in getLoadVectorFactor()
|
| D | AMDGPUTargetTransformInfo.h | 140 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize,
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
| D | ExpandMemCmp.cpp | 73 LoadEntry(unsigned LoadSize, uint64_t Offset) in LoadEntry()
74 : LoadSize(LoadSize), Offset(Offset) { in LoadEntry()
75 assert(Offset % LoadSize == 0 && "invalid load entry"); in LoadEntry()
78 uint64_t getGEPIndex() const { return Offset / LoadSize; } in getGEPIndex()
81 const unsigned LoadSize; member
146 const unsigned LoadSize = Options.LoadSizes[LoadSizeIndex]; in MemCmpExpansion() local
147 assert(LoadSize > 0 && "zero load size"); in MemCmpExpansion()
148 const uint64_t NumLoadsForThisSize = CurSize / LoadSize; in MemCmpExpansion()
159 LoadSequence.push_back({LoadSize, Offset}); in MemCmpExpansion()
160 Offset += LoadSize; in MemCmpExpansion()
[all …]
|
| D | StackSlotColoring.cpp | 448 unsigned LoadSize = 0; in RemoveDeadStores() local
450 if (!(LoadReg = TII->isLoadFromStackSlot(*I, FirstSS, LoadSize))) in RemoveDeadStores()
461 LoadSize != StoreSize) in RemoveDeadStores()
|
| /external/llvm/lib/Transforms/Scalar/ |
| D | GVN.cpp | 844 uint64_t LoadSize = DL.getTypeSizeInBits(LoadTy); in AnalyzeLoadFromClobberingWrite() local
846 if ((WriteSizeInBits & 7) | (LoadSize & 7)) in AnalyzeLoadFromClobberingWrite()
849 LoadSize >>= 3; in AnalyzeLoadFromClobberingWrite()
856 isAAFailure = LoadOffset+int64_t(LoadSize) <= StoreOffset; in AnalyzeLoadFromClobberingWrite()
875 StoreOffset+StoreSize < LoadOffset+LoadSize) in AnalyzeLoadFromClobberingWrite()
918 unsigned LoadSize = DL.getTypeStoreSize(LoadTy); in AnalyzeLoadFromClobberingLoad() local
921 LoadBase, LoadOffs, LoadSize, DepLI); in AnalyzeLoadFromClobberingLoad()
992 uint64_t LoadSize = (DL.getTypeSizeInBits(LoadTy) + 7) / 8; in GetStoreValueForLoad() local
1009 ShiftAmt = (StoreSize-LoadSize-Offset)*8; in GetStoreValueForLoad()
1014 if (LoadSize != StoreSize) in GetStoreValueForLoad()
[all …]
|
| D | SROA.cpp | 3547 uint64_t LoadSize = Ty->getBitWidth() / 8; in presplitLoadsAndStores() local
3548 assert(LoadSize > 0 && "Cannot have a zero-sized integer load!"); in presplitLoadsAndStores()
3551 assert(LoadSize == Offsets.S->endOffset() - Offsets.S->beginOffset() && in presplitLoadsAndStores()
3554 assert(BaseOffset + LoadSize > BaseOffset && in presplitLoadsAndStores()
3594 PartSize = (Idx < Size ? Offsets.Splits[Idx] : LoadSize) - PartOffset; in presplitLoadsAndStores()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AArch64/ |
| D | AArch64LoadStoreOptimizer.cpp | 565 int LoadSize = getMemScale(LoadInst); in isLdOffsetInRangeOfSt() local
572 : getLdStOffsetOp(LoadInst).getImm() * LoadSize; in isLdOffsetInRangeOfSt()
574 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt()
884 int LoadSize = getMemScale(*LoadI); in promoteLoadFromStore() local
896 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore()
899 if (StRt == LdRt && LoadSize == 8) { in promoteLoadFromStore()
929 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore()
932 : getLdStOffsetOp(*LoadI).getImm() * LoadSize; in promoteLoadFromStore()
936 int Width = LoadSize * 8; in promoteLoadFromStore()
945 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
| /external/llvm/lib/Target/AArch64/ |
| D | AArch64LoadStoreOptimizer.cpp | 605 int LoadSize = getMemScale(LoadInst); in isLdOffsetInRangeOfSt() local
612 : getLdStOffsetOp(LoadInst).getImm() * LoadSize; in isLdOffsetInRangeOfSt()
614 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt()
933 int LoadSize = getMemScale(*LoadI); in promoteLoadFromStore() local
944 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore()
947 if (StRt == LdRt && LoadSize == 8) { in promoteLoadFromStore()
969 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore()
972 : getLdStOffsetOp(*LoadI).getImm() * LoadSize; in promoteLoadFromStore()
976 int Width = LoadSize * 8; in promoteLoadFromStore()
985 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
| /external/llvm/lib/Analysis/ |
| D | Loads.cpp | 223 uint64_t LoadSize = DL.getTypeStoreSize(AddrTy->getElementType()); in isSafeToLoadUnconditionally() local
235 if (ByteOffset + LoadSize <= DL.getTypeAllocSize(BaseType) && in isSafeToLoadUnconditionally()
287 LoadSize <= DL.getTypeStoreSize(AccessedTy)) in isSafeToLoadUnconditionally()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Analysis/ |
| D | Loads.cpp | 239 uint64_t LoadSize = DL.getTypeStoreSize(AddrTy->getElementType()); in isSafeToLoadUnconditionally() local
251 if (ByteOffset + LoadSize <= DL.getTypeAllocSize(BaseType) && in isSafeToLoadUnconditionally()
303 LoadSize <= DL.getTypeStoreSize(AccessedTy)) in isSafeToLoadUnconditionally()
|
| D | TargetTransformInfo.cpp | 607 unsigned LoadSize, in getLoadVectorFactor() argument
610 return TTIImpl->getLoadVectorFactor(VF, LoadSize, ChainSizeInBytes, VecTy); in getLoadVectorFactor()
|
| /external/llvm/lib/Target/PowerPC/ |
| D | PPCHazardRecognizers.h | 95 bool isLoadOfStoredAddress(uint64_t LoadSize, int64_t LoadOffset,
|
| D | PPCHazardRecognizers.cpp | 301 isLoadOfStoredAddress(uint64_t LoadSize, int64_t LoadOffset, in isLoadOfStoredAddress() argument
316 if (int64_t(LoadOffset+LoadSize) > StoreOffset[i]) return true; in isLoadOfStoredAddress()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/PowerPC/ |
| D | PPCHazardRecognizers.h | 95 bool isLoadOfStoredAddress(uint64_t LoadSize, int64_t LoadOffset,
|
| D | PPCHazardRecognizers.cpp | 301 isLoadOfStoredAddress(uint64_t LoadSize, int64_t LoadOffset, in isLoadOfStoredAddress() argument
316 if (int64_t(LoadOffset+LoadSize) > StoreOffset[i]) return true; in isLoadOfStoredAddress()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Analysis/ |
| D | TargetTransformInfo.h | 955 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize,
1171 virtual unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize,
1560 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor() argument
1563 return Impl.getLoadVectorFactor(VF, LoadSize, ChainSizeInBytes, VecTy); in getLoadVectorFactor()
|
| D | TargetTransformInfoImpl.h | 551 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor() argument
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/X86/ |
| D | X86AvoidStoreForwardingBlocks.cpp | 623 static bool isBlockingStore(int64_t LoadDispImm, unsigned LoadSize, in isBlockingStore() argument
626 (StoreDispImm <= LoadDispImm + (LoadSize - StoreSize))); in isBlockingStore()
|
| D | X86ISelLowering.cpp | 6911 int LoadSize = in EltsFromConsecutiveLoads() local
6916 (LoadSize == 32 || LoadSize == 64) && in EltsFromConsecutiveLoads()
6918 MVT VecSVT = VT.isFloatingPoint() ? MVT::getFloatingPointVT(LoadSize) in EltsFromConsecutiveLoads()
6919 : MVT::getIntegerVT(LoadSize); in EltsFromConsecutiveLoads()
6920 MVT VecVT = MVT::getVectorVT(VecSVT, VT.getSizeInBits() / LoadSize); in EltsFromConsecutiveLoads()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/ |
| D | SROA.cpp | 3748 uint64_t LoadSize = Ty->getBitWidth() / 8; in presplitLoadsAndStores() local
3749 assert(LoadSize > 0 && "Cannot have a zero-sized integer load!"); in presplitLoadsAndStores()
3752 assert(LoadSize == Offsets.S->endOffset() - Offsets.S->beginOffset() && in presplitLoadsAndStores()
3755 assert(BaseOffset + LoadSize > BaseOffset && in presplitLoadsAndStores()
3797 PartSize = (Idx < Size ? Offsets.Splits[Idx] : LoadSize) - PartOffset; in presplitLoadsAndStores()
|
| /external/llvm/lib/Target/X86/ |
| D | X86ISelLowering.cpp | 5686 int LoadSize = in EltsFromConsecutiveLoads() local
5690 if (IsConsecutiveLoad && FirstLoadedElt == 0 && LoadSize == 64 && in EltsFromConsecutiveLoads()
5721 if (IsConsecutiveLoad && FirstLoadedElt == 0 && LoadSize == 32 && in EltsFromConsecutiveLoads()
|