• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 //=- AArch64MachineFunctionInfo.h - AArch64 machine function info -*- C++ -*-=//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file declares AArch64-specific per-machine-function information.
10 //
11 //===----------------------------------------------------------------------===//
12 
13 #ifndef LLVM_LIB_TARGET_AARCH64_AARCH64MACHINEFUNCTIONINFO_H
14 #define LLVM_LIB_TARGET_AARCH64_AARCH64MACHINEFUNCTIONINFO_H
15 
16 #include "llvm/ADT/ArrayRef.h"
17 #include "llvm/ADT/Optional.h"
18 #include "llvm/ADT/SmallPtrSet.h"
19 #include "llvm/ADT/SmallVector.h"
20 #include "llvm/CodeGen/CallingConvLower.h"
21 #include "llvm/CodeGen/MIRYamlMapping.h"
22 #include "llvm/CodeGen/MachineFunction.h"
23 #include "llvm/IR/Function.h"
24 #include "llvm/MC/MCLinkerOptimizationHint.h"
25 #include <cassert>
26 
27 namespace llvm {
28 
29 namespace yaml {
30 struct AArch64FunctionInfo;
31 } // end namespace yaml
32 
33 class MachineInstr;
34 
35 /// AArch64FunctionInfo - This class is derived from MachineFunctionInfo and
36 /// contains private AArch64-specific information for each MachineFunction.
37 class AArch64FunctionInfo final : public MachineFunctionInfo {
38   /// Backreference to the machine function.
39   MachineFunction &MF;
40 
41   /// Number of bytes of arguments this function has on the stack. If the callee
42   /// is expected to restore the argument stack this should be a multiple of 16,
43   /// all usable during a tail call.
44   ///
45   /// The alternative would forbid tail call optimisation in some cases: if we
46   /// want to transfer control from a function with 8-bytes of stack-argument
47   /// space to a function with 16-bytes then misalignment of this value would
48   /// make a stack adjustment necessary, which could not be undone by the
49   /// callee.
50   unsigned BytesInStackArgArea = 0;
51 
52   /// The number of bytes to restore to deallocate space for incoming
53   /// arguments. Canonically 0 in the C calling convention, but non-zero when
54   /// callee is expected to pop the args.
55   unsigned ArgumentStackToRestore = 0;
56 
57   /// HasStackFrame - True if this function has a stack frame. Set by
58   /// determineCalleeSaves().
59   bool HasStackFrame = false;
60 
61   /// Amount of stack frame size, not including callee-saved registers.
62   uint64_t LocalStackSize = 0;
63 
64   /// The start and end frame indices for the SVE callee saves.
65   int MinSVECSFrameIndex = 0;
66   int MaxSVECSFrameIndex = 0;
67 
68   /// Amount of stack frame size used for saving callee-saved registers.
69   unsigned CalleeSavedStackSize = 0;
70   unsigned SVECalleeSavedStackSize = 0;
71   bool HasCalleeSavedStackSize = false;
72 
73   /// Number of TLS accesses using the special (combinable)
74   /// _TLS_MODULE_BASE_ symbol.
75   unsigned NumLocalDynamicTLSAccesses = 0;
76 
77   /// FrameIndex for start of varargs area for arguments passed on the
78   /// stack.
79   int VarArgsStackIndex = 0;
80 
81   /// FrameIndex for start of varargs area for arguments passed in
82   /// general purpose registers.
83   int VarArgsGPRIndex = 0;
84 
85   /// Size of the varargs area for arguments passed in general purpose
86   /// registers.
87   unsigned VarArgsGPRSize = 0;
88 
89   /// FrameIndex for start of varargs area for arguments passed in
90   /// floating-point registers.
91   int VarArgsFPRIndex = 0;
92 
93   /// Size of the varargs area for arguments passed in floating-point
94   /// registers.
95   unsigned VarArgsFPRSize = 0;
96 
97   /// True if this function has a subset of CSRs that is handled explicitly via
98   /// copies.
99   bool IsSplitCSR = false;
100 
101   /// True when the stack gets realigned dynamically because the size of stack
102   /// frame is unknown at compile time. e.g., in case of VLAs.
103   bool StackRealigned = false;
104 
105   /// True when the callee-save stack area has unused gaps that may be used for
106   /// other stack allocations.
107   bool CalleeSaveStackHasFreeSpace = false;
108 
109   /// SRetReturnReg - sret lowering includes returning the value of the
110   /// returned struct in a register. This field holds the virtual register into
111   /// which the sret argument is passed.
112   unsigned SRetReturnReg = 0;
113   /// SVE stack size (for predicates and data vectors) are maintained here
114   /// rather than in FrameInfo, as the placement and Stack IDs are target
115   /// specific.
116   uint64_t StackSizeSVE = 0;
117 
118   /// HasCalculatedStackSizeSVE indicates whether StackSizeSVE is valid.
119   bool HasCalculatedStackSizeSVE = false;
120 
121   /// Has a value when it is known whether or not the function uses a
122   /// redzone, and no value otherwise.
123   /// Initialized during frame lowering, unless the function has the noredzone
124   /// attribute, in which case it is set to false at construction.
125   Optional<bool> HasRedZone;
126 
127   /// ForwardedMustTailRegParms - A list of virtual and physical registers
128   /// that must be forwarded to every musttail call.
129   SmallVector<ForwardedRegister, 1> ForwardedMustTailRegParms;
130 
131   /// FrameIndex for the tagged base pointer.
132   Optional<int> TaggedBasePointerIndex;
133 
134   /// Offset from SP-at-entry to the tagged base pointer.
135   /// Tagged base pointer is set up to point to the first (lowest address)
136   /// tagged stack slot.
137   unsigned TaggedBasePointerOffset;
138 
139   /// OutliningStyle denotes, if a function was outined, how it was outlined,
140   /// e.g. Tail Call, Thunk, or Function if none apply.
141   Optional<std::string> OutliningStyle;
142 
143   // Offset from SP-after-callee-saved-spills (i.e. SP-at-entry minus
144   // CalleeSavedStackSize) to the address of the frame record.
145   int CalleeSaveBaseToFrameRecordOffset = 0;
146 
147   /// SignReturnAddress is true if PAC-RET is enabled for the function with
148   /// defaults being sign non-leaf functions only, with the B key.
149   bool SignReturnAddress = false;
150 
151   /// SignReturnAddressAll modifies the default PAC-RET mode to signing leaf
152   /// functions as well.
153   bool SignReturnAddressAll = false;
154 
155   /// SignWithBKey modifies the default PAC-RET mode to signing with the B key.
156   bool SignWithBKey = false;
157 
158   /// BranchTargetEnforcement enables placing BTI instructions at potential
159   /// indirect branch destinations.
160   bool BranchTargetEnforcement = false;
161 
162 public:
163   explicit AArch64FunctionInfo(MachineFunction &MF);
164 
165   void initializeBaseYamlFields(const yaml::AArch64FunctionInfo &YamlMFI);
166 
getBytesInStackArgArea()167   unsigned getBytesInStackArgArea() const { return BytesInStackArgArea; }
setBytesInStackArgArea(unsigned bytes)168   void setBytesInStackArgArea(unsigned bytes) { BytesInStackArgArea = bytes; }
169 
getArgumentStackToRestore()170   unsigned getArgumentStackToRestore() const { return ArgumentStackToRestore; }
setArgumentStackToRestore(unsigned bytes)171   void setArgumentStackToRestore(unsigned bytes) {
172     ArgumentStackToRestore = bytes;
173   }
174 
hasCalculatedStackSizeSVE()175   bool hasCalculatedStackSizeSVE() const { return HasCalculatedStackSizeSVE; }
176 
setStackSizeSVE(uint64_t S)177   void setStackSizeSVE(uint64_t S) {
178     HasCalculatedStackSizeSVE = true;
179     StackSizeSVE = S;
180   }
181 
getStackSizeSVE()182   uint64_t getStackSizeSVE() const { return StackSizeSVE; }
183 
hasStackFrame()184   bool hasStackFrame() const { return HasStackFrame; }
setHasStackFrame(bool s)185   void setHasStackFrame(bool s) { HasStackFrame = s; }
186 
isStackRealigned()187   bool isStackRealigned() const { return StackRealigned; }
setStackRealigned(bool s)188   void setStackRealigned(bool s) { StackRealigned = s; }
189 
hasCalleeSaveStackFreeSpace()190   bool hasCalleeSaveStackFreeSpace() const {
191     return CalleeSaveStackHasFreeSpace;
192   }
setCalleeSaveStackHasFreeSpace(bool s)193   void setCalleeSaveStackHasFreeSpace(bool s) {
194     CalleeSaveStackHasFreeSpace = s;
195   }
isSplitCSR()196   bool isSplitCSR() const { return IsSplitCSR; }
setIsSplitCSR(bool s)197   void setIsSplitCSR(bool s) { IsSplitCSR = s; }
198 
setLocalStackSize(uint64_t Size)199   void setLocalStackSize(uint64_t Size) { LocalStackSize = Size; }
getLocalStackSize()200   uint64_t getLocalStackSize() const { return LocalStackSize; }
201 
setOutliningStyle(std::string Style)202   void setOutliningStyle(std::string Style) { OutliningStyle = Style; }
getOutliningStyle()203   Optional<std::string> getOutliningStyle() const { return OutliningStyle; }
204 
setCalleeSavedStackSize(unsigned Size)205   void setCalleeSavedStackSize(unsigned Size) {
206     CalleeSavedStackSize = Size;
207     HasCalleeSavedStackSize = true;
208   }
209 
210   // When CalleeSavedStackSize has not been set (for example when
211   // some MachineIR pass is run in isolation), then recalculate
212   // the CalleeSavedStackSize directly from the CalleeSavedInfo.
213   // Note: This information can only be recalculated after PEI
214   // has assigned offsets to the callee save objects.
getCalleeSavedStackSize(const MachineFrameInfo & MFI)215   unsigned getCalleeSavedStackSize(const MachineFrameInfo &MFI) const {
216     bool ValidateCalleeSavedStackSize = false;
217 
218 #ifndef NDEBUG
219     // Make sure the calculated size derived from the CalleeSavedInfo
220     // equals the cached size that was calculated elsewhere (e.g. in
221     // determineCalleeSaves).
222     ValidateCalleeSavedStackSize = HasCalleeSavedStackSize;
223 #endif
224 
225     if (!HasCalleeSavedStackSize || ValidateCalleeSavedStackSize) {
226       assert(MFI.isCalleeSavedInfoValid() && "CalleeSavedInfo not calculated");
227       if (MFI.getCalleeSavedInfo().empty())
228         return 0;
229 
230       int64_t MinOffset = std::numeric_limits<int64_t>::max();
231       int64_t MaxOffset = std::numeric_limits<int64_t>::min();
232       for (const auto &Info : MFI.getCalleeSavedInfo()) {
233         int FrameIdx = Info.getFrameIdx();
234         if (MFI.getStackID(FrameIdx) != TargetStackID::Default)
235           continue;
236         int64_t Offset = MFI.getObjectOffset(FrameIdx);
237         int64_t ObjSize = MFI.getObjectSize(FrameIdx);
238         MinOffset = std::min<int64_t>(Offset, MinOffset);
239         MaxOffset = std::max<int64_t>(Offset + ObjSize, MaxOffset);
240       }
241 
242       unsigned Size = alignTo(MaxOffset - MinOffset, 16);
243       assert((!HasCalleeSavedStackSize || getCalleeSavedStackSize() == Size) &&
244              "Invalid size calculated for callee saves");
245       return Size;
246     }
247 
248     return getCalleeSavedStackSize();
249   }
250 
getCalleeSavedStackSize()251   unsigned getCalleeSavedStackSize() const {
252     assert(HasCalleeSavedStackSize &&
253            "CalleeSavedStackSize has not been calculated");
254     return CalleeSavedStackSize;
255   }
256 
257   // Saves the CalleeSavedStackSize for SVE vectors in 'scalable bytes'
setSVECalleeSavedStackSize(unsigned Size)258   void setSVECalleeSavedStackSize(unsigned Size) {
259     SVECalleeSavedStackSize = Size;
260   }
getSVECalleeSavedStackSize()261   unsigned getSVECalleeSavedStackSize() const {
262     return SVECalleeSavedStackSize;
263   }
264 
setMinMaxSVECSFrameIndex(int Min,int Max)265   void setMinMaxSVECSFrameIndex(int Min, int Max) {
266     MinSVECSFrameIndex = Min;
267     MaxSVECSFrameIndex = Max;
268   }
269 
getMinSVECSFrameIndex()270   int getMinSVECSFrameIndex() const { return MinSVECSFrameIndex; }
getMaxSVECSFrameIndex()271   int getMaxSVECSFrameIndex() const { return MaxSVECSFrameIndex; }
272 
incNumLocalDynamicTLSAccesses()273   void incNumLocalDynamicTLSAccesses() { ++NumLocalDynamicTLSAccesses; }
getNumLocalDynamicTLSAccesses()274   unsigned getNumLocalDynamicTLSAccesses() const {
275     return NumLocalDynamicTLSAccesses;
276   }
277 
hasRedZone()278   Optional<bool> hasRedZone() const { return HasRedZone; }
setHasRedZone(bool s)279   void setHasRedZone(bool s) { HasRedZone = s; }
280 
getVarArgsStackIndex()281   int getVarArgsStackIndex() const { return VarArgsStackIndex; }
setVarArgsStackIndex(int Index)282   void setVarArgsStackIndex(int Index) { VarArgsStackIndex = Index; }
283 
getVarArgsGPRIndex()284   int getVarArgsGPRIndex() const { return VarArgsGPRIndex; }
setVarArgsGPRIndex(int Index)285   void setVarArgsGPRIndex(int Index) { VarArgsGPRIndex = Index; }
286 
getVarArgsGPRSize()287   unsigned getVarArgsGPRSize() const { return VarArgsGPRSize; }
setVarArgsGPRSize(unsigned Size)288   void setVarArgsGPRSize(unsigned Size) { VarArgsGPRSize = Size; }
289 
getVarArgsFPRIndex()290   int getVarArgsFPRIndex() const { return VarArgsFPRIndex; }
setVarArgsFPRIndex(int Index)291   void setVarArgsFPRIndex(int Index) { VarArgsFPRIndex = Index; }
292 
getVarArgsFPRSize()293   unsigned getVarArgsFPRSize() const { return VarArgsFPRSize; }
setVarArgsFPRSize(unsigned Size)294   void setVarArgsFPRSize(unsigned Size) { VarArgsFPRSize = Size; }
295 
getSRetReturnReg()296   unsigned getSRetReturnReg() const { return SRetReturnReg; }
setSRetReturnReg(unsigned Reg)297   void setSRetReturnReg(unsigned Reg) { SRetReturnReg = Reg; }
298 
getJumpTableEntrySize(int Idx)299   unsigned getJumpTableEntrySize(int Idx) const {
300     return JumpTableEntryInfo[Idx].first;
301   }
getJumpTableEntryPCRelSymbol(int Idx)302   MCSymbol *getJumpTableEntryPCRelSymbol(int Idx) const {
303     return JumpTableEntryInfo[Idx].second;
304   }
setJumpTableEntryInfo(int Idx,unsigned Size,MCSymbol * PCRelSym)305   void setJumpTableEntryInfo(int Idx, unsigned Size, MCSymbol *PCRelSym) {
306     if ((unsigned)Idx >= JumpTableEntryInfo.size())
307       JumpTableEntryInfo.resize(Idx+1);
308     JumpTableEntryInfo[Idx] = std::make_pair(Size, PCRelSym);
309   }
310 
311   using SetOfInstructions = SmallPtrSet<const MachineInstr *, 16>;
312 
getLOHRelated()313   const SetOfInstructions &getLOHRelated() const { return LOHRelated; }
314 
315   // Shortcuts for LOH related types.
316   class MILOHDirective {
317     MCLOHType Kind;
318 
319     /// Arguments of this directive. Order matters.
320     SmallVector<const MachineInstr *, 3> Args;
321 
322   public:
323     using LOHArgs = ArrayRef<const MachineInstr *>;
324 
MILOHDirective(MCLOHType Kind,LOHArgs Args)325     MILOHDirective(MCLOHType Kind, LOHArgs Args)
326         : Kind(Kind), Args(Args.begin(), Args.end()) {
327       assert(isValidMCLOHType(Kind) && "Invalid LOH directive type!");
328     }
329 
getKind()330     MCLOHType getKind() const { return Kind; }
getArgs()331     LOHArgs getArgs() const { return Args; }
332   };
333 
334   using MILOHArgs = MILOHDirective::LOHArgs;
335   using MILOHContainer = SmallVector<MILOHDirective, 32>;
336 
getLOHContainer()337   const MILOHContainer &getLOHContainer() const { return LOHContainerSet; }
338 
339   /// Add a LOH directive of this @p Kind and this @p Args.
addLOHDirective(MCLOHType Kind,MILOHArgs Args)340   void addLOHDirective(MCLOHType Kind, MILOHArgs Args) {
341     LOHContainerSet.push_back(MILOHDirective(Kind, Args));
342     LOHRelated.insert(Args.begin(), Args.end());
343   }
344 
getForwardedMustTailRegParms()345   SmallVectorImpl<ForwardedRegister> &getForwardedMustTailRegParms() {
346     return ForwardedMustTailRegParms;
347   }
348 
getTaggedBasePointerIndex()349   Optional<int> getTaggedBasePointerIndex() const {
350     return TaggedBasePointerIndex;
351   }
setTaggedBasePointerIndex(int Index)352   void setTaggedBasePointerIndex(int Index) { TaggedBasePointerIndex = Index; }
353 
getTaggedBasePointerOffset()354   unsigned getTaggedBasePointerOffset() const {
355     return TaggedBasePointerOffset;
356   }
setTaggedBasePointerOffset(unsigned Offset)357   void setTaggedBasePointerOffset(unsigned Offset) {
358     TaggedBasePointerOffset = Offset;
359   }
360 
getCalleeSaveBaseToFrameRecordOffset()361   int getCalleeSaveBaseToFrameRecordOffset() const {
362     return CalleeSaveBaseToFrameRecordOffset;
363   }
setCalleeSaveBaseToFrameRecordOffset(int Offset)364   void setCalleeSaveBaseToFrameRecordOffset(int Offset) {
365     CalleeSaveBaseToFrameRecordOffset = Offset;
366   }
367 
368   bool shouldSignReturnAddress() const;
369   bool shouldSignReturnAddress(bool SpillsLR) const;
370 
shouldSignWithBKey()371   bool shouldSignWithBKey() const { return SignWithBKey; }
372 
branchTargetEnforcement()373   bool branchTargetEnforcement() const { return BranchTargetEnforcement; }
374 
375 private:
376   // Hold the lists of LOHs.
377   MILOHContainer LOHContainerSet;
378   SetOfInstructions LOHRelated;
379 
380   SmallVector<std::pair<unsigned, MCSymbol *>, 2> JumpTableEntryInfo;
381 };
382 
383 namespace yaml {
384 struct AArch64FunctionInfo final : public yaml::MachineFunctionInfo {
385   Optional<bool> HasRedZone;
386 
387   AArch64FunctionInfo() = default;
388   AArch64FunctionInfo(const llvm::AArch64FunctionInfo &MFI);
389 
390   void mappingImpl(yaml::IO &YamlIO) override;
391   ~AArch64FunctionInfo() = default;
392 };
393 
394 template <> struct MappingTraits<AArch64FunctionInfo> {
395   static void mapping(IO &YamlIO, AArch64FunctionInfo &MFI) {
396     YamlIO.mapOptional("hasRedZone", MFI.HasRedZone);
397   }
398 };
399 
400 } // end namespace yaml
401 
402 } // end namespace llvm
403 
404 #endif // LLVM_LIB_TARGET_AARCH64_AARCH64MACHINEFUNCTIONINFO_H
405