Lines Matching refs:MemoryTy
8424 auto *MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEPrefetchLoad() local
8426 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEPrefetchLoad()
8431 BasePtr = Builder.CreateBitCast(BasePtr, MemoryTy->getPointerTo()); in EmitSVEPrefetchLoad()
8432 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEPrefetchLoad()
8455 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedLoad() local
8457 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedLoad()
8458 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedLoad()
8460 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedLoad()
8463 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedLoad()
8480 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedStore() local
8482 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedStore()
8483 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedStore()
8485 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedStore()
8488 llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); in EmitSVEMaskedStore()
8491 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedStore()