| /external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/ExecutionEngine/Orc/Shared/ |
| D | ExecutorAddress.h | 31 class ExecutorAddr {
72 ExecutorAddr() = default;
75 explicit constexpr ExecutorAddr(uint64_t Addr) : Addr(Addr) {} in ExecutorAddr() function
80 static ExecutorAddr fromPtr(T *Ptr, UnwrapFn &&Unwrap = UnwrapFn()) {
81 return ExecutorAddr(
111 friend bool operator==(const ExecutorAddr &LHS, const ExecutorAddr &RHS) {
115 friend bool operator!=(const ExecutorAddr &LHS, const ExecutorAddr &RHS) {
119 friend bool operator<(const ExecutorAddr &LHS, const ExecutorAddr &RHS) {
123 friend bool operator<=(const ExecutorAddr &LHS, const ExecutorAddr &RHS) {
127 friend bool operator>(const ExecutorAddr &LHS, const ExecutorAddr &RHS) {
[all …]
|
| /external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/ExecutionEngine/Orc/ |
| D | MemoryMapper.h | 39 ExecutorAddr MappingBase;
53 virtual char *prepare(ExecutorAddr Addr, size_t ContentSize) = 0;
55 using OnInitializedFunction = unique_function<void(Expected<ExecutorAddr>)>;
70 virtual void deinitialize(ArrayRef<ExecutorAddr> Allocations,
76 virtual void release(ArrayRef<ExecutorAddr> Reservations,
94 char *prepare(ExecutorAddr Addr, size_t ContentSize) override;
96 void deinitialize(ArrayRef<ExecutorAddr> Allocations,
99 void release(ArrayRef<ExecutorAddr> Reservations,
109 using AllocationMap = DenseMap<ExecutorAddr, Allocation>;
113 std::vector<ExecutorAddr> Allocations;
[all …]
|
| D | COFFPlatform.h | 77 using COFFJITDylibDepInfo = std::vector<ExecutorAddr>;
79 std::vector<std::pair<ExecutorAddr, COFFJITDylibDepInfo>>;
84 using SendSymbolAddressFn = unique_function<void(Expected<ExecutorAddr>)>;
136 ExecutorAddr HeaderAddr;
138 SmallVector<std::pair<std::string, ExecutorAddr>> Initializers;
174 ExecutorAddr JDHeaderAddr);
176 void rt_lookupSymbol(SendSymbolAddressFn SendResult, ExecutorAddr Handle,
194 ExecutorAddr orc_rt_coff_platform_bootstrap;
195 ExecutorAddr orc_rt_coff_platform_shutdown;
196 ExecutorAddr orc_rt_coff_register_object_sections;
[all …]
|
| D | SimpleRemoteEPC.h | 77 Expected<int32_t> runAsMain(ExecutorAddr MainFnAddr,
80 Expected<int32_t> runAsVoidFunction(ExecutorAddr VoidFnAddr) override;
82 Expected<int32_t> runAsIntFunction(ExecutorAddr IntFnAddr, int Arg) override;
84 void callWrapperAsync(ExecutorAddr WrapperFnAddr,
91 handleMessage(SimpleRemoteEPCOpcode OpC, uint64_t SeqNo, ExecutorAddr TagAddr,
107 ExecutorAddr TagAddr, ArrayRef<char> ArgBytes);
109 Error handleSetup(uint64_t SeqNo, ExecutorAddr TagAddr,
113 Error handleResult(uint64_t SeqNo, ExecutorAddr TagAddr,
115 void handleCallWrapper(uint64_t RemoteSeqNo, ExecutorAddr TagAddr,
135 ExecutorAddr RunAsMainAddr;
[all …]
|
| D | EPCGenericJITLinkMemoryManager.h | 31 ExecutorAddr Allocator;
32 ExecutorAddr Reserve;
33 ExecutorAddr Finalize;
34 ExecutorAddr Deallocate;
57 void completeAllocation(ExecutorAddr AllocAddr, jitlink::BasicLayout BL,
73 return SPSArgList<SPSExecutorAddr>::size(ExecutorAddr(FA.getAddress())); in size()
80 OB, ExecutorAddr(FA.getAddress())); in serialize()
85 ExecutorAddr A; in deserialize()
|
| D | ExecutorProcessControl.h | 175 ExecutorAddr JITDispatchFunction;
176 ExecutorAddr JITDispatchContext;
222 const StringMap<ExecutorAddr> &getBootstrapSymbolsMap() const { in getBootstrapSymbolsMap()
230 ArrayRef<std::pair<ExecutorAddr &, StringRef>> Pairs) const { in getBootstrapSymbols() argument
259 virtual Expected<int32_t> runAsMain(ExecutorAddr MainFnAddr,
264 virtual Expected<int32_t> runAsVoidFunction(ExecutorAddr VoidFnAddr) = 0;
268 virtual Expected<int32_t> runAsIntFunction(ExecutorAddr IntFnAddr,
279 virtual void callWrapperAsync(ExecutorAddr WrapperFnAddr,
286 void callWrapperAsync(RunPolicyT &&Runner, ExecutorAddr WrapperFnAddr, in callWrapperAsync()
295 void callWrapperAsync(ExecutorAddr WrapperFnAddr, FnT &&OnComplete, in callWrapperAsync()
[all …]
|
| D | EPCGenericRTDyldMemoryManager.h | 30 ExecutorAddr Instance;
31 ExecutorAddr Reserve;
32 ExecutorAddr Finalize;
33 ExecutorAddr Deallocate;
34 ExecutorAddr RegisterEHFrame;
35 ExecutorAddr DeregisterEHFrame;
88 ExecutorAddr RemoteAddr;
111 ExecutorAddr NextAddr);
119 std::vector<ExecutorAddr> FinalizedAllocs;
|
| D | MachOPlatform.h | 35 std::vector<ExecutorAddr> DepHeaders;
40 std::vector<std::pair<ExecutorAddr, MachOJITDylibDepInfo>>;
116 ExecutorAddr MachOHeaderAddr;
184 DenseMap<JITDylib *, ExecutorAddr> HeaderAddrs;
189 unique_function<void(Expected<ExecutorAddr>)>;
194 using SendSymbolAddressFn = unique_function<void(Expected<ExecutorAddr>)>;
214 ExecutorAddr JDHeaderAddr);
217 void rt_lookupSymbol(SendSymbolAddressFn SendResult, ExecutorAddr Handle,
232 ExecutorAddr Addr;
257 DenseMap<JITDylib *, ExecutorAddr> JITDylibToHeaderAddr;
[all …]
|
| D | EPCEHFrameRegistrar.h | 37 std::optional<ExecutorAddr> RegistrationFunctionsDylib = std::nullopt);
42 ExecutorAddr RegisterEHFrameWrapperFnAddr, in EPCEHFrameRegistrar()
43 ExecutorAddr DeregisterEHFRameWrapperFnAddr) in EPCEHFrameRegistrar()
52 ExecutorAddr RegisterEHFrameWrapperFnAddr;
53 ExecutorAddr DeregisterEHFrameWrapperFnAddr;
|
| D | EPCGenericDylibManager.h | 33 ExecutorAddr Instance;
34 ExecutorAddr Open;
35 ExecutorAddr Lookup;
52 Expected<std::vector<ExecutorAddr>> lookup(tpctypes::DylibHandle H,
56 Expected<std::vector<ExecutorAddr>>
|
| D | ELFNixPlatform.h | 37 ELFNixJITDylibInitializers(std::string Name, ExecutorAddr DSOHandleAddress) in ELFNixJITDylibInitializers()
41 ExecutorAddr DSOHandleAddress;
184 using SendSymbolAddressFn = unique_function<void(Expected<ExecutorAddr>)>;
207 ExecutorAddr Handle);
209 void rt_lookupSymbol(SendSymbolAddressFn SendResult, ExecutorAddr Handle,
228 ExecutorAddr orc_rt_elfnix_platform_bootstrap;
229 ExecutorAddr orc_rt_elfnix_platform_shutdown;
230 ExecutorAddr orc_rt_elfnix_register_object_sections;
231 ExecutorAddr orc_rt_elfnix_create_pthread_key;
241 DenseMap<ExecutorAddr, JITDylib *> HandleAddrToJITDylib;
|
| D | EPCGenericMemoryAccess.h | 30 ExecutorAddr WriteUInt8s;
31 ExecutorAddr WriteUInt16s;
32 ExecutorAddr WriteUInt32s;
33 ExecutorAddr WriteUInt64s;
34 ExecutorAddr WriteBuffers;
|
| /external/swiftshader/third_party/llvm-16.0/llvm/lib/ExecutionEngine/Orc/TargetProcess/ |
| D | OrcRTBootstrap.cpp | 52 [](ExecutorAddr MainAddr, in runAsMainWrapper()
63 [](ExecutorAddr MainAddr) -> int32_t { in runAsVoidFunctionWrapper()
73 [](ExecutorAddr MainAddr, int32_t Arg) -> int32_t { in runAsIntFunctionWrapper()
80 void addTo(StringMap<ExecutorAddr> &M) { in addTo()
81 M[rt::MemoryWriteUInt8sWrapperName] = ExecutorAddr::fromPtr( in addTo()
84 M[rt::MemoryWriteUInt16sWrapperName] = ExecutorAddr::fromPtr( in addTo()
87 M[rt::MemoryWriteUInt32sWrapperName] = ExecutorAddr::fromPtr( in addTo()
90 M[rt::MemoryWriteUInt64sWrapperName] = ExecutorAddr::fromPtr( in addTo()
94 ExecutorAddr::fromPtr(&writeBuffersWrapper); in addTo()
96 ExecutorAddr::fromPtr(&llvm_orc_registerEHFrameSectionWrapper); in addTo()
[all …]
|
| D | SimpleExecutorDylibManager.cpp | 38 auto H = ExecutorAddr::fromPtr(DL.getOSSpecificHandle()); in open()
43 Expected<std::vector<ExecutorAddr>>
46 std::vector<ExecutorAddr> Result; in lookup()
55 Result.push_back(ExecutorAddr()); in lookup()
73 Result.push_back(ExecutorAddr::fromPtr(Addr)); in lookup()
93 StringMap<ExecutorAddr> &M) { in addBootstrapSymbols()
94 M[rt::SimpleExecutorDylibManagerInstanceName] = ExecutorAddr::fromPtr(this); in addBootstrapSymbols()
96 ExecutorAddr::fromPtr(&openWrapper); in addBootstrapSymbols()
98 ExecutorAddr::fromPtr(&lookupWrapper); in addBootstrapSymbols()
|
| D | ExecutorSharedMemoryMapperService.cpp | 48 Expected<std::pair<ExecutorAddr, std::string>>
112 return std::make_pair(ExecutorAddr::fromPtr(Addr), in reserve()
121 Expected<ExecutorAddr> ExecutorSharedMemoryMapperService::initialize( in initialize()
122 ExecutorAddr Reservation, tpctypes::SharedMemoryFinalizeRequest &FR) { in initialize()
125 ExecutorAddr MinAddr(~0ULL); in initialize()
184 const std::vector<ExecutorAddr> &Bases) { in deinitialize()
215 const std::vector<ExecutorAddr> &Bases) { in release()
220 std::vector<ExecutorAddr> AllocAddrs; in release()
276 std::vector<ExecutorAddr> ReservationAddrs; in shutdown()
279 ReservationAddrs.push_back(ExecutorAddr::fromPtr(R.getFirst())); in shutdown()
[all …]
|
| D | SimpleRemoteEPCServer.cpp | 54 StringMap<ExecutorAddr> SimpleRemoteEPCServer::defaultBootstrapSymbols() { in defaultBootstrapSymbols()
55 StringMap<ExecutorAddr> DBS; in defaultBootstrapSymbols()
62 ExecutorAddr TagAddr, in handleMessage()
152 uint64_t SeqNo, ExecutorAddr TagAddr, in sendMessage()
190 StringMap<ExecutorAddr> BootstrapSymbols) { in sendSetupMessage()
207 EI.BootstrapSymbols[ExecutorSessionObjectName] = ExecutorAddr::fromPtr(this); in sendSetupMessage()
208 EI.BootstrapSymbols[DispatchFnName] = ExecutorAddr::fromPtr(jitDispatchEntry); in sendSetupMessage()
219 return sendMessage(SimpleRemoteEPCOpcode::Setup, 0, ExecutorAddr(), in sendSetupMessage()
224 uint64_t SeqNo, ExecutorAddr TagAddr, in handleResult()
245 uint64_t RemoteSeqNo, ExecutorAddr TagAddr, in handleCallWrapper()
[all …]
|
| D | SimpleExecutorMemoryManager.cpp | 24 Expected<ExecutorAddr> SimpleExecutorMemoryManager::allocate(uint64_t Size) { in allocate()
33 return ExecutorAddr::fromPtr(MB.base()); in allocate()
37 ExecutorAddr Base(~0ULL); in finalize()
71 ExecutorAddr AllocEnd = Base + ExecutorAddrDiff(AllocSize); in finalize()
119 ExecutorAddr SegEnd = Seg.Addr + ExecutorAddrDiff(Seg.Size); in finalize()
152 const std::vector<ExecutorAddr> &Bases) { in deallocate()
201 StringMap<ExecutorAddr> &M) { in addBootstrapSymbols()
202 M[rt::SimpleExecutorMemoryManagerInstanceName] = ExecutorAddr::fromPtr(this); in addBootstrapSymbols()
204 ExecutorAddr::fromPtr(&reserveWrapper); in addBootstrapSymbols()
206 ExecutorAddr::fromPtr(&finalizeWrapper); in addBootstrapSymbols()
[all …]
|
| /external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/ExecutionEngine/Orc/TargetProcess/ |
| D | ExecutorSharedMemoryMapperService.h | 32 Expected<std::pair<ExecutorAddr, std::string>> reserve(uint64_t Size);
33 Expected<ExecutorAddr> initialize(ExecutorAddr Reservation,
36 Error deinitialize(const std::vector<ExecutorAddr> &Bases);
37 Error release(const std::vector<ExecutorAddr> &Bases);
40 void addBootstrapSymbols(StringMap<ExecutorAddr> &M) override;
46 using AllocationMap = DenseMap<ExecutorAddr, Allocation>;
50 std::vector<ExecutorAddr> Allocations;
|
| D | SimpleRemoteEPCServer.h | 67 StringMap<ExecutorAddr> &bootstrapSymbols() { return BootstrapSymbols; } in bootstrapSymbols()
79 StringMap<ExecutorAddr> BootstrapSymbols;
83 static StringMap<ExecutorAddr> defaultBootstrapSymbols();
133 handleMessage(SimpleRemoteEPCOpcode OpC, uint64_t SeqNo, ExecutorAddr TagAddr,
142 ExecutorAddr TagAddr, ArrayRef<char> ArgBytes);
144 Error sendSetupMessage(StringMap<ExecutorAddr> BootstrapSymbols);
146 Error handleResult(uint64_t SeqNo, ExecutorAddr TagAddr,
148 void handleCallWrapper(uint64_t RemoteSeqNo, ExecutorAddr TagAddr,
|
| /external/swiftshader/third_party/llvm-16.0/llvm/lib/ExecutionEngine/Orc/ |
| D | EPCGenericDylibManager.cpp | 50 return MemberSerialization::size(ExecutorAddr(LR.Handle), LR.Symbols); in size()
55 return MemberSerialization::serialize(OB, ExecutorAddr(LR.Handle), in serialize()
76 Expected<tpctypes::DylibHandle> H((ExecutorAddr())); in open()
84 Expected<std::vector<ExecutorAddr>>
87 Expected<std::vector<ExecutorAddr>> Result((std::vector<ExecutorAddr>())); in lookup()
95 Expected<std::vector<ExecutorAddr>>
98 Expected<std::vector<ExecutorAddr>> Result((std::vector<ExecutorAddr>())); in lookup()
|
| D | EPCGenericJITLinkMemoryManager.cpp | 34 ExecutorAddr Addr;
42 ExecutorAddr AllocAddr, SegInfoMap Segs) in InFlightAlloc()
90 Parent.SAs.Allocator, ArrayRef<ExecutorAddr>(AllocAddr)); in abandon()
96 ExecutorAddr AllocAddr;
112 Error SerializationErr, Expected<ExecutorAddr> AllocAddr) mutable { in allocate()
144 ExecutorAddr AllocAddr, BasicLayout BL, OnAllocatedFunction OnAllocated) { in completeAllocation()
148 ExecutorAddr NextSegAddr = AllocAddr; in completeAllocation()
161 SegInfo.Addr = ExecutorAddr(Seg.Addr); in completeAllocation()
|
| D | MemoryMapper.cpp | 55 ExecutorAddrRange(ExecutorAddr::fromPtr(MB.base()), MB.allocatedSize())); in reserve()
58 char *InProcessMemoryMapper::prepare(ExecutorAddr Addr, size_t ContentSize) { in prepare()
64 ExecutorAddr MinAddr(~0ULL); in initialize()
65 ExecutorAddr MaxAddr(0); in initialize()
108 ArrayRef<ExecutorAddr> Bases, in deinitialize()
137 void InProcessMemoryMapper::release(ArrayRef<ExecutorAddr> Bases, in release()
142 std::vector<ExecutorAddr> AllocAddrs; in release()
175 std::vector<ExecutorAddr> ReservationAddrs; in ~InProcessMemoryMapper()
181 ReservationAddrs.push_back(ExecutorAddr::fromPtr(R.getFirst())); in ~InProcessMemoryMapper()
225 Expected<std::pair<ExecutorAddr, std::string>> Result) mutable { in reserve() argument
[all …]
|
| D | ExecutorProcessControl.cpp | 41 this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager), in SelfExecutorProcessControl()
42 ExecutorAddr::fromPtr(this)}; in SelfExecutorProcessControl()
81 return ExecutorAddr::fromPtr(Dylib.getOSSpecificHandle()); in loadDylib()
90 R.push_back(std::vector<ExecutorAddr>()); in lookupSymbols()
102 R.back().push_back(ExecutorAddr::fromPtr(Addr)); in lookupSymbols()
110 SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr, in runAsMain()
117 SelfExecutorProcessControl::runAsVoidFunction(ExecutorAddr VoidFnAddr) { in runAsVoidFunction()
123 SelfExecutorProcessControl::runAsIntFunction(ExecutorAddr IntFnAddr, int Arg) { in runAsIntFunction()
128 void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr, in callWrapperAsync()
|
| D | SimpleRemoteEPC.cpp | 48 Expected<int32_t> SimpleRemoteEPC::runAsMain(ExecutorAddr MainFnAddr, in runAsMain()
52 RunAsMainAddr, Result, ExecutorAddr(MainFnAddr), Args)) in runAsMain()
57 Expected<int32_t> SimpleRemoteEPC::runAsVoidFunction(ExecutorAddr VoidFnAddr) { in runAsVoidFunction()
60 RunAsVoidFunctionAddr, Result, ExecutorAddr(VoidFnAddr))) in runAsVoidFunction()
65 Expected<int32_t> SimpleRemoteEPC::runAsIntFunction(ExecutorAddr IntFnAddr, in runAsIntFunction()
69 RunAsIntFunctionAddr, Result, ExecutorAddr(IntFnAddr), Arg)) in runAsIntFunction()
74 void SimpleRemoteEPC::callWrapperAsync(ExecutorAddr WrapperFnAddr, in callWrapperAsync()
120 ExecutorAddr TagAddr, in handleMessage()
219 ExecutorAddr TagAddr, in sendMessage()
255 Error SimpleRemoteEPC::handleSetup(uint64_t SeqNo, ExecutorAddr TagAddr, in handleSetup()
[all …]
|
| /external/swiftshader/third_party/llvm-16.0/llvm/lib/ExecutionEngine/JITLink/ |
| D | MachOLinkGraphBuilder.cpp | 141 NSec.Address = orc::ExecutorAddr(Sec64.addr); in createNormalizedSections()
154 NSec.Address = orc::ExecutorAddr(Sec32.addr); in createNormalizedSections()
294 if (orc::ExecutorAddr(Value) < NSec->Address || in createNormalizedSymbols()
295 orc::ExecutorAddr(Value) > NSec->Address + NSec->Size) in createNormalizedSymbols()
319 unsigned SecIndex, Section &GraphSec, orc::ExecutorAddr Address, in addSectionStartSymAndBlock()
357 orc::ExecutorAddr(), in graphifyRegularSymbols()
375 *NSym.Name, orc::ExecutorAddr(NSym.Value), 0, Linkage::Strong, in graphifyRegularSymbols()
479 if (orc::ExecutorAddr(SecNSymStack.back()->Value) != NSec.Address) { in graphifyRegularSymbols()
481 orc::ExecutorAddr(SecNSymStack.back()->Value) - NSec.Address; in graphifyRegularSymbols()
516 auto BlockStart = orc::ExecutorAddr(BlockSyms.front()->Value); in graphifyRegularSymbols()
[all …]
|