1 //===-- llvm/CallingConvLower.h - Calling Conventions -----------*- C++ -*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file declares the CCState and CCValAssign classes, used for lowering 11 // and implementing calling conventions. 12 // 13 //===----------------------------------------------------------------------===// 14 15 #ifndef LLVM_CODEGEN_CALLINGCONVLOWER_H 16 #define LLVM_CODEGEN_CALLINGCONVLOWER_H 17 18 #include "llvm/ADT/SmallVector.h" 19 #include "llvm/CodeGen/MachineFrameInfo.h" 20 #include "llvm/CodeGen/MachineFunction.h" 21 #include "llvm/IR/CallingConv.h" 22 #include "llvm/MC/MCRegisterInfo.h" 23 #include "llvm/Target/TargetCallingConv.h" 24 25 namespace llvm { 26 class CCState; 27 class MVT; 28 class TargetMachine; 29 class TargetRegisterInfo; 30 31 /// CCValAssign - Represent assignment of one arg/retval to a location. 32 class CCValAssign { 33 public: 34 enum LocInfo { 35 Full, // The value fills the full location. 36 SExt, // The value is sign extended in the location. 37 ZExt, // The value is zero extended in the location. 38 AExt, // The value is extended with undefined upper bits. 39 SExtUpper, // The value is in the upper bits of the location and should be 40 // sign extended when retrieved. 41 ZExtUpper, // The value is in the upper bits of the location and should be 42 // zero extended when retrieved. 43 AExtUpper, // The value is in the upper bits of the location and should be 44 // extended with undefined upper bits when retrieved. 45 BCvt, // The value is bit-converted in the location. 46 VExt, // The value is vector-widened in the location. 47 // FIXME: Not implemented yet. Code that uses AExt to mean 48 // vector-widen should be fixed to use VExt instead. 49 FPExt, // The floating-point value is fp-extended in the location. 50 Indirect // The location contains pointer to the value. 51 // TODO: a subset of the value is in the location. 52 }; 53 54 private: 55 /// ValNo - This is the value number begin assigned (e.g. an argument number). 56 unsigned ValNo; 57 58 /// Loc is either a stack offset or a register number. 59 unsigned Loc; 60 61 /// isMem - True if this is a memory loc, false if it is a register loc. 62 unsigned isMem : 1; 63 64 /// isCustom - True if this arg/retval requires special handling. 65 unsigned isCustom : 1; 66 67 /// Information about how the value is assigned. 68 LocInfo HTP : 6; 69 70 /// ValVT - The type of the value being assigned. 71 MVT ValVT; 72 73 /// LocVT - The type of the location being assigned to. 74 MVT LocVT; 75 public: 76 getReg(unsigned ValNo,MVT ValVT,unsigned RegNo,MVT LocVT,LocInfo HTP)77 static CCValAssign getReg(unsigned ValNo, MVT ValVT, 78 unsigned RegNo, MVT LocVT, 79 LocInfo HTP) { 80 CCValAssign Ret; 81 Ret.ValNo = ValNo; 82 Ret.Loc = RegNo; 83 Ret.isMem = false; 84 Ret.isCustom = false; 85 Ret.HTP = HTP; 86 Ret.ValVT = ValVT; 87 Ret.LocVT = LocVT; 88 return Ret; 89 } 90 getCustomReg(unsigned ValNo,MVT ValVT,unsigned RegNo,MVT LocVT,LocInfo HTP)91 static CCValAssign getCustomReg(unsigned ValNo, MVT ValVT, 92 unsigned RegNo, MVT LocVT, 93 LocInfo HTP) { 94 CCValAssign Ret; 95 Ret = getReg(ValNo, ValVT, RegNo, LocVT, HTP); 96 Ret.isCustom = true; 97 return Ret; 98 } 99 getMem(unsigned ValNo,MVT ValVT,unsigned Offset,MVT LocVT,LocInfo HTP)100 static CCValAssign getMem(unsigned ValNo, MVT ValVT, 101 unsigned Offset, MVT LocVT, 102 LocInfo HTP) { 103 CCValAssign Ret; 104 Ret.ValNo = ValNo; 105 Ret.Loc = Offset; 106 Ret.isMem = true; 107 Ret.isCustom = false; 108 Ret.HTP = HTP; 109 Ret.ValVT = ValVT; 110 Ret.LocVT = LocVT; 111 return Ret; 112 } 113 getCustomMem(unsigned ValNo,MVT ValVT,unsigned Offset,MVT LocVT,LocInfo HTP)114 static CCValAssign getCustomMem(unsigned ValNo, MVT ValVT, 115 unsigned Offset, MVT LocVT, 116 LocInfo HTP) { 117 CCValAssign Ret; 118 Ret = getMem(ValNo, ValVT, Offset, LocVT, HTP); 119 Ret.isCustom = true; 120 return Ret; 121 } 122 123 // There is no need to differentiate between a pending CCValAssign and other 124 // kinds, as they are stored in a different list. 125 static CCValAssign getPending(unsigned ValNo, MVT ValVT, MVT LocVT, 126 LocInfo HTP, unsigned ExtraInfo = 0) { 127 return getReg(ValNo, ValVT, ExtraInfo, LocVT, HTP); 128 } 129 convertToReg(unsigned RegNo)130 void convertToReg(unsigned RegNo) { 131 Loc = RegNo; 132 isMem = false; 133 } 134 convertToMem(unsigned Offset)135 void convertToMem(unsigned Offset) { 136 Loc = Offset; 137 isMem = true; 138 } 139 getValNo()140 unsigned getValNo() const { return ValNo; } getValVT()141 MVT getValVT() const { return ValVT; } 142 isRegLoc()143 bool isRegLoc() const { return !isMem; } isMemLoc()144 bool isMemLoc() const { return isMem; } 145 needsCustom()146 bool needsCustom() const { return isCustom; } 147 getLocReg()148 unsigned getLocReg() const { assert(isRegLoc()); return Loc; } getLocMemOffset()149 unsigned getLocMemOffset() const { assert(isMemLoc()); return Loc; } getExtraInfo()150 unsigned getExtraInfo() const { return Loc; } getLocVT()151 MVT getLocVT() const { return LocVT; } 152 getLocInfo()153 LocInfo getLocInfo() const { return HTP; } isExtInLoc()154 bool isExtInLoc() const { 155 return (HTP == AExt || HTP == SExt || HTP == ZExt); 156 } 157 isUpperBitsInLoc()158 bool isUpperBitsInLoc() const { 159 return HTP == AExtUpper || HTP == SExtUpper || HTP == ZExtUpper; 160 } 161 }; 162 163 /// Describes a register that needs to be forwarded from the prologue to a 164 /// musttail call. 165 struct ForwardedRegister { ForwardedRegisterForwardedRegister166 ForwardedRegister(unsigned VReg, MCPhysReg PReg, MVT VT) 167 : VReg(VReg), PReg(PReg), VT(VT) {} 168 unsigned VReg; 169 MCPhysReg PReg; 170 MVT VT; 171 }; 172 173 /// CCAssignFn - This function assigns a location for Val, updating State to 174 /// reflect the change. It returns 'true' if it failed to handle Val. 175 typedef bool CCAssignFn(unsigned ValNo, MVT ValVT, 176 MVT LocVT, CCValAssign::LocInfo LocInfo, 177 ISD::ArgFlagsTy ArgFlags, CCState &State); 178 179 /// CCCustomFn - This function assigns a location for Val, possibly updating 180 /// all args to reflect changes and indicates if it handled it. It must set 181 /// isCustom if it handles the arg and returns true. 182 typedef bool CCCustomFn(unsigned &ValNo, MVT &ValVT, 183 MVT &LocVT, CCValAssign::LocInfo &LocInfo, 184 ISD::ArgFlagsTy &ArgFlags, CCState &State); 185 186 /// ParmContext - This enum tracks whether calling convention lowering is in 187 /// the context of prologue or call generation. Not all backends make use of 188 /// this information. 189 typedef enum { Unknown, Prologue, Call } ParmContext; 190 191 /// CCState - This class holds information needed while lowering arguments and 192 /// return values. It captures which registers are already assigned and which 193 /// stack slots are used. It provides accessors to allocate these values. 194 class CCState { 195 private: 196 CallingConv::ID CallingConv; 197 bool IsVarArg; 198 bool AnalyzingMustTailForwardedRegs = false; 199 MachineFunction &MF; 200 const TargetRegisterInfo &TRI; 201 SmallVectorImpl<CCValAssign> &Locs; 202 LLVMContext &Context; 203 204 unsigned StackOffset; 205 unsigned MaxStackArgAlign; 206 SmallVector<uint32_t, 16> UsedRegs; 207 SmallVector<CCValAssign, 4> PendingLocs; 208 209 // ByValInfo and SmallVector<ByValInfo, 4> ByValRegs: 210 // 211 // Vector of ByValInfo instances (ByValRegs) is introduced for byval registers 212 // tracking. 213 // Or, in another words it tracks byval parameters that are stored in 214 // general purpose registers. 215 // 216 // For 4 byte stack alignment, 217 // instance index means byval parameter number in formal 218 // arguments set. Assume, we have some "struct_type" with size = 4 bytes, 219 // then, for function "foo": 220 // 221 // i32 foo(i32 %p, %struct_type* %r, i32 %s, %struct_type* %t) 222 // 223 // ByValRegs[0] describes how "%r" is stored (Begin == r1, End == r2) 224 // ByValRegs[1] describes how "%t" is stored (Begin == r3, End == r4). 225 // 226 // In case of 8 bytes stack alignment, 227 // ByValRegs may also contain information about wasted registers. 228 // In function shown above, r3 would be wasted according to AAPCS rules. 229 // And in that case ByValRegs[1].Waste would be "true". 230 // ByValRegs vector size still would be 2, 231 // while "%t" goes to the stack: it wouldn't be described in ByValRegs. 232 // 233 // Supposed use-case for this collection: 234 // 1. Initially ByValRegs is empty, InRegsParamsProcessed is 0. 235 // 2. HandleByVal fillups ByValRegs. 236 // 3. Argument analysis (LowerFormatArguments, for example). After 237 // some byval argument was analyzed, InRegsParamsProcessed is increased. 238 struct ByValInfo { 239 ByValInfo(unsigned B, unsigned E, bool IsWaste = false) : BeginByValInfo240 Begin(B), End(E), Waste(IsWaste) {} 241 // First register allocated for current parameter. 242 unsigned Begin; 243 244 // First after last register allocated for current parameter. 245 unsigned End; 246 247 // Means that current range of registers doesn't belong to any 248 // parameters. It was wasted due to stack alignment rules. 249 // For more information see: 250 // AAPCS, 5.5 Parameter Passing, Stage C, C.3. 251 bool Waste; 252 }; 253 SmallVector<ByValInfo, 4 > ByValRegs; 254 255 // InRegsParamsProcessed - shows how many instances of ByValRegs was proceed 256 // during argument analysis. 257 unsigned InRegsParamsProcessed; 258 259 protected: 260 ParmContext CallOrPrologue; 261 262 public: 263 CCState(CallingConv::ID CC, bool isVarArg, MachineFunction &MF, 264 SmallVectorImpl<CCValAssign> &locs, LLVMContext &C); 265 addLoc(const CCValAssign & V)266 void addLoc(const CCValAssign &V) { 267 Locs.push_back(V); 268 } 269 getContext()270 LLVMContext &getContext() const { return Context; } getMachineFunction()271 MachineFunction &getMachineFunction() const { return MF; } getCallingConv()272 CallingConv::ID getCallingConv() const { return CallingConv; } isVarArg()273 bool isVarArg() const { return IsVarArg; } 274 275 /// getNextStackOffset - Return the next stack offset such that all stack 276 /// slots satisfy their alignment requirements. getNextStackOffset()277 unsigned getNextStackOffset() const { 278 return StackOffset; 279 } 280 281 /// getAlignedCallFrameSize - Return the size of the call frame needed to 282 /// be able to store all arguments and such that the alignment requirement 283 /// of each of the arguments is satisfied. getAlignedCallFrameSize()284 unsigned getAlignedCallFrameSize() const { 285 return alignTo(StackOffset, MaxStackArgAlign); 286 } 287 288 /// isAllocated - Return true if the specified register (or an alias) is 289 /// allocated. isAllocated(unsigned Reg)290 bool isAllocated(unsigned Reg) const { 291 return UsedRegs[Reg/32] & (1 << (Reg&31)); 292 } 293 294 /// AnalyzeFormalArguments - Analyze an array of argument values, 295 /// incorporating info about the formals into this state. 296 void AnalyzeFormalArguments(const SmallVectorImpl<ISD::InputArg> &Ins, 297 CCAssignFn Fn); 298 299 /// AnalyzeReturn - Analyze the returned values of a return, 300 /// incorporating info about the result values into this state. 301 void AnalyzeReturn(const SmallVectorImpl<ISD::OutputArg> &Outs, 302 CCAssignFn Fn); 303 304 /// CheckReturn - Analyze the return values of a function, returning 305 /// true if the return can be performed without sret-demotion, and 306 /// false otherwise. 307 bool CheckReturn(const SmallVectorImpl<ISD::OutputArg> &ArgsFlags, 308 CCAssignFn Fn); 309 310 /// AnalyzeCallOperands - Analyze the outgoing arguments to a call, 311 /// incorporating info about the passed values into this state. 312 void AnalyzeCallOperands(const SmallVectorImpl<ISD::OutputArg> &Outs, 313 CCAssignFn Fn); 314 315 /// AnalyzeCallOperands - Same as above except it takes vectors of types 316 /// and argument flags. 317 void AnalyzeCallOperands(SmallVectorImpl<MVT> &ArgVTs, 318 SmallVectorImpl<ISD::ArgFlagsTy> &Flags, 319 CCAssignFn Fn); 320 321 /// AnalyzeCallResult - Analyze the return values of a call, 322 /// incorporating info about the passed values into this state. 323 void AnalyzeCallResult(const SmallVectorImpl<ISD::InputArg> &Ins, 324 CCAssignFn Fn); 325 326 /// AnalyzeCallResult - Same as above except it's specialized for calls which 327 /// produce a single value. 328 void AnalyzeCallResult(MVT VT, CCAssignFn Fn); 329 330 /// getFirstUnallocated - Return the index of the first unallocated register 331 /// in the set, or Regs.size() if they are all allocated. getFirstUnallocated(ArrayRef<MCPhysReg> Regs)332 unsigned getFirstUnallocated(ArrayRef<MCPhysReg> Regs) const { 333 for (unsigned i = 0; i < Regs.size(); ++i) 334 if (!isAllocated(Regs[i])) 335 return i; 336 return Regs.size(); 337 } 338 339 /// AllocateReg - Attempt to allocate one register. If it is not available, 340 /// return zero. Otherwise, return the register, marking it and any aliases 341 /// as allocated. AllocateReg(unsigned Reg)342 unsigned AllocateReg(unsigned Reg) { 343 if (isAllocated(Reg)) return 0; 344 MarkAllocated(Reg); 345 return Reg; 346 } 347 348 /// Version of AllocateReg with extra register to be shadowed. AllocateReg(unsigned Reg,unsigned ShadowReg)349 unsigned AllocateReg(unsigned Reg, unsigned ShadowReg) { 350 if (isAllocated(Reg)) return 0; 351 MarkAllocated(Reg); 352 MarkAllocated(ShadowReg); 353 return Reg; 354 } 355 356 /// AllocateReg - Attempt to allocate one of the specified registers. If none 357 /// are available, return zero. Otherwise, return the first one available, 358 /// marking it and any aliases as allocated. AllocateReg(ArrayRef<MCPhysReg> Regs)359 unsigned AllocateReg(ArrayRef<MCPhysReg> Regs) { 360 unsigned FirstUnalloc = getFirstUnallocated(Regs); 361 if (FirstUnalloc == Regs.size()) 362 return 0; // Didn't find the reg. 363 364 // Mark the register and any aliases as allocated. 365 unsigned Reg = Regs[FirstUnalloc]; 366 MarkAllocated(Reg); 367 return Reg; 368 } 369 370 /// AllocateRegBlock - Attempt to allocate a block of RegsRequired consecutive 371 /// registers. If this is not possible, return zero. Otherwise, return the first 372 /// register of the block that were allocated, marking the entire block as allocated. AllocateRegBlock(ArrayRef<MCPhysReg> Regs,unsigned RegsRequired)373 unsigned AllocateRegBlock(ArrayRef<MCPhysReg> Regs, unsigned RegsRequired) { 374 if (RegsRequired > Regs.size()) 375 return 0; 376 377 for (unsigned StartIdx = 0; StartIdx <= Regs.size() - RegsRequired; 378 ++StartIdx) { 379 bool BlockAvailable = true; 380 // Check for already-allocated regs in this block 381 for (unsigned BlockIdx = 0; BlockIdx < RegsRequired; ++BlockIdx) { 382 if (isAllocated(Regs[StartIdx + BlockIdx])) { 383 BlockAvailable = false; 384 break; 385 } 386 } 387 if (BlockAvailable) { 388 // Mark the entire block as allocated 389 for (unsigned BlockIdx = 0; BlockIdx < RegsRequired; ++BlockIdx) { 390 MarkAllocated(Regs[StartIdx + BlockIdx]); 391 } 392 return Regs[StartIdx]; 393 } 394 } 395 // No block was available 396 return 0; 397 } 398 399 /// Version of AllocateReg with list of registers to be shadowed. AllocateReg(ArrayRef<MCPhysReg> Regs,const MCPhysReg * ShadowRegs)400 unsigned AllocateReg(ArrayRef<MCPhysReg> Regs, const MCPhysReg *ShadowRegs) { 401 unsigned FirstUnalloc = getFirstUnallocated(Regs); 402 if (FirstUnalloc == Regs.size()) 403 return 0; // Didn't find the reg. 404 405 // Mark the register and any aliases as allocated. 406 unsigned Reg = Regs[FirstUnalloc], ShadowReg = ShadowRegs[FirstUnalloc]; 407 MarkAllocated(Reg); 408 MarkAllocated(ShadowReg); 409 return Reg; 410 } 411 412 /// AllocateStack - Allocate a chunk of stack space with the specified size 413 /// and alignment. AllocateStack(unsigned Size,unsigned Align)414 unsigned AllocateStack(unsigned Size, unsigned Align) { 415 assert(Align && ((Align - 1) & Align) == 0); // Align is power of 2. 416 StackOffset = alignTo(StackOffset, Align); 417 unsigned Result = StackOffset; 418 StackOffset += Size; 419 MaxStackArgAlign = std::max(Align, MaxStackArgAlign); 420 ensureMaxAlignment(Align); 421 return Result; 422 } 423 ensureMaxAlignment(unsigned Align)424 void ensureMaxAlignment(unsigned Align) { 425 if (!AnalyzingMustTailForwardedRegs) 426 MF.getFrameInfo()->ensureMaxAlignment(Align); 427 } 428 429 /// Version of AllocateStack with extra register to be shadowed. AllocateStack(unsigned Size,unsigned Align,unsigned ShadowReg)430 unsigned AllocateStack(unsigned Size, unsigned Align, unsigned ShadowReg) { 431 MarkAllocated(ShadowReg); 432 return AllocateStack(Size, Align); 433 } 434 435 /// Version of AllocateStack with list of extra registers to be shadowed. 436 /// Note that, unlike AllocateReg, this shadows ALL of the shadow registers. AllocateStack(unsigned Size,unsigned Align,ArrayRef<MCPhysReg> ShadowRegs)437 unsigned AllocateStack(unsigned Size, unsigned Align, 438 ArrayRef<MCPhysReg> ShadowRegs) { 439 for (unsigned i = 0; i < ShadowRegs.size(); ++i) 440 MarkAllocated(ShadowRegs[i]); 441 return AllocateStack(Size, Align); 442 } 443 444 // HandleByVal - Allocate a stack slot large enough to pass an argument by 445 // value. The size and alignment information of the argument is encoded in its 446 // parameter attribute. 447 void HandleByVal(unsigned ValNo, MVT ValVT, 448 MVT LocVT, CCValAssign::LocInfo LocInfo, 449 int MinSize, int MinAlign, ISD::ArgFlagsTy ArgFlags); 450 451 // Returns count of byval arguments that are to be stored (even partly) 452 // in registers. getInRegsParamsCount()453 unsigned getInRegsParamsCount() const { return ByValRegs.size(); } 454 455 // Returns count of byval in-regs arguments proceed. getInRegsParamsProcessed()456 unsigned getInRegsParamsProcessed() const { return InRegsParamsProcessed; } 457 458 // Get information about N-th byval parameter that is stored in registers. 459 // Here "ByValParamIndex" is N. getInRegsParamInfo(unsigned InRegsParamRecordIndex,unsigned & BeginReg,unsigned & EndReg)460 void getInRegsParamInfo(unsigned InRegsParamRecordIndex, 461 unsigned& BeginReg, unsigned& EndReg) const { 462 assert(InRegsParamRecordIndex < ByValRegs.size() && 463 "Wrong ByVal parameter index"); 464 465 const ByValInfo& info = ByValRegs[InRegsParamRecordIndex]; 466 BeginReg = info.Begin; 467 EndReg = info.End; 468 } 469 470 // Add information about parameter that is kept in registers. addInRegsParamInfo(unsigned RegBegin,unsigned RegEnd)471 void addInRegsParamInfo(unsigned RegBegin, unsigned RegEnd) { 472 ByValRegs.push_back(ByValInfo(RegBegin, RegEnd)); 473 } 474 475 // Goes either to next byval parameter (excluding "waste" record), or 476 // to the end of collection. 477 // Returns false, if end is reached. nextInRegsParam()478 bool nextInRegsParam() { 479 unsigned e = ByValRegs.size(); 480 if (InRegsParamsProcessed < e) 481 ++InRegsParamsProcessed; 482 return InRegsParamsProcessed < e; 483 } 484 485 // Clear byval registers tracking info. clearByValRegsInfo()486 void clearByValRegsInfo() { 487 InRegsParamsProcessed = 0; 488 ByValRegs.clear(); 489 } 490 491 // Rewind byval registers tracking info. rewindByValRegsInfo()492 void rewindByValRegsInfo() { 493 InRegsParamsProcessed = 0; 494 } 495 getCallOrPrologue()496 ParmContext getCallOrPrologue() const { return CallOrPrologue; } 497 498 // Get list of pending assignments getPendingLocs()499 SmallVectorImpl<llvm::CCValAssign> &getPendingLocs() { 500 return PendingLocs; 501 } 502 503 /// Compute the remaining unused register parameters that would be used for 504 /// the given value type. This is useful when varargs are passed in the 505 /// registers that normal prototyped parameters would be passed in, or for 506 /// implementing perfect forwarding. 507 void getRemainingRegParmsForType(SmallVectorImpl<MCPhysReg> &Regs, MVT VT, 508 CCAssignFn Fn); 509 510 /// Compute the set of registers that need to be preserved and forwarded to 511 /// any musttail calls. 512 void analyzeMustTailForwardedRegisters( 513 SmallVectorImpl<ForwardedRegister> &Forwards, ArrayRef<MVT> RegParmTypes, 514 CCAssignFn Fn); 515 516 /// Returns true if the results of the two calling conventions are compatible. 517 /// This is usually part of the check for tailcall eligibility. 518 static bool resultsCompatible(CallingConv::ID CalleeCC, 519 CallingConv::ID CallerCC, MachineFunction &MF, 520 LLVMContext &C, 521 const SmallVectorImpl<ISD::InputArg> &Ins, 522 CCAssignFn CalleeFn, CCAssignFn CallerFn); 523 524 private: 525 /// MarkAllocated - Mark a register and all of its aliases as allocated. 526 void MarkAllocated(unsigned Reg); 527 }; 528 529 530 531 } // end namespace llvm 532 533 #endif 534