Home
last modified time | relevance | path

Searched refs:Thunk (Results 1 – 25 of 74) sorted by relevance

123

/external/tensorflow/tensorflow/compiler/xla/service/gpu/
Dthunk.cc21 absl::string_view ThunkKindToString(Thunk::Kind kind) { in ThunkKindToString()
23 case Thunk::kCholesky: in ThunkKindToString()
25 case Thunk::kConditional: in ThunkKindToString()
27 case Thunk::kConvolution: in ThunkKindToString()
29 case Thunk::kCopy: in ThunkKindToString()
31 case Thunk::kCudnnBatchNormBackward: in ThunkKindToString()
33 case Thunk::kCudnnBatchNormForwardInference: in ThunkKindToString()
35 case Thunk::kCudnnBatchNormForwardTraining: in ThunkKindToString()
37 case Thunk::kNcclAllReduce: in ThunkKindToString()
39 case Thunk::kFft: in ThunkKindToString()
[all …]
Dthunk_schedule.cc30 const Thunk& thunk, const HloInstruction& operand, in AddDependenciesOnTransitiveOperands()
31 const absl::flat_hash_map<const HloInstruction*, Thunk*>& hlo_to_thunk) { in AddDependenciesOnTransitiveOperands()
56 absl::flat_hash_map<const HloInstruction*, Thunk*> hlo_to_thunk; in ThunkSchedule()
62 if (Thunk** thunk = tensorflow::gtl::FindOrNull(hlo_to_thunk, hlo)) { in ThunkSchedule()
67 for (const Thunk* thunk : thunk_total_order_) { in ThunkSchedule()
86 std::unordered_map<const Thunk*, int> thunk_to_total_order; in RemoveRedundantDependencyEdges()
113 for (const Thunk* dst : thunk_total_order_) { in RemoveRedundantDependencyEdges()
120 std::list<const Thunk*>& sources = FindOrDie(depends_on_, dst); in RemoveRedundantDependencyEdges()
122 const Thunk* src = *iter; in RemoveRedundantDependencyEdges()
140 const std::list<const Thunk*>& ThunkSchedule::DependsOn( in DependsOn()
[all …]
Dthunk_schedule.h54 const std::vector<Thunk*>& TotalOrder() const { return thunk_total_order_; } in TotalOrder()
57 const std::list<const Thunk*>& DependsOn(const Thunk* thunk) const;
59 bool Depended(const Thunk* thunk) const { in Depended()
81 const Thunk& thunk, const HloInstruction& operand,
82 const absl::flat_hash_map<const HloInstruction*, Thunk*>& hlo_to_thunk);
85 std::vector<Thunk*> thunk_total_order_;
87 absl::flat_hash_map<const Thunk*, std::list<const Thunk*>> depends_on_;
88 absl::flat_hash_set<const Thunk*> depended_by_;
89 std::list<const Thunk*> empty_thunk_list_;
Dthunk.h42 class Thunk {
69 explicit Thunk(Kind kind, const HloInstruction* hlo_instruction) in Thunk() function
71 virtual ~Thunk() {} in ~Thunk()
72 Thunk(const Thunk&) = delete;
73 Thunk& operator=(const Thunk&) = delete;
107 using ThunkSequence = std::vector<std::unique_ptr<Thunk>>;
109 absl::string_view ThunkKindToString(Thunk::Kind);
110 std::ostream& operator<<(std::ostream& os, Thunk::Kind kind);
Dir_emitter_unnested.h199 void AddThunkToThunkSequence(std::unique_ptr<Thunk> thunk) { in AddThunkToThunkSequence()
233 Status EmitScatter(Thunk* thunk, HloInstruction* scatter,
321 std::unique_ptr<Thunk> BuildFftThunk(const HloInstruction* inst);
324 std::unique_ptr<Thunk> BuildCholeskyThunk(const HloInstruction* inst);
327 std::unique_ptr<Thunk> BuildTriangularSolveThunk(const HloInstruction* inst);
331 std::unique_ptr<Thunk> BuildGemmThunk(const HloInstruction* inst);
335 StatusOr<std::unique_ptr<Thunk>> BuildInitializerThunk(
339 std::unique_ptr<Thunk> BuildHostToDeviceCopyThunk(const HloInstruction* inst);
342 std::unique_ptr<Thunk> BuildDeviceToDeviceCopyThunk(
347 std::unique_ptr<Thunk> BuildInfeedThunk(const HloInstruction* inst);
[all …]
Dsequential_thunk.h33 class SequentialThunk : public Thunk {
35 SequentialThunk(std::vector<std::unique_ptr<Thunk>> thunks,
40 const std::vector<std::unique_ptr<Thunk>>& thunks() const { return thunks_; } in thunks()
50 std::vector<std::unique_ptr<Thunk>> thunks_;
Dmemset_thunk.h33 class MemzeroThunk : public Thunk {
37 : Thunk(Kind::kMemzero, hlo), dest_(dest) {} in MemzeroThunk()
49 class Memset32BitValueThunk : public Thunk {
54 : Thunk(Kind::kMemset32BitValue, hlo), value_(value), dest_(dest) {} in Memset32BitValueThunk()
Dcudnn_batchnorm_thunk.cc84 : Thunk(Thunk::Kind::kCudnnBatchNormForwardInference, hlo), in CudnnBatchNormForwardInferenceThunk()
143 : Thunk(Thunk::Kind::kCudnnBatchNormForwardTraining, hlo), in CudnnBatchNormForwardTrainingThunk()
223 : Thunk(Thunk::Kind::kCudnnBatchNormBackward, hlo), in CudnnBatchNormBackwardThunk()
Dtuple_thunk.h35 class TupleThunk : public Thunk {
40 : Thunk(Kind::kTuple, hlo_instruction), in TupleThunk()
Dsequential_thunk.cc24 SequentialThunk::SequentialThunk(std::vector<std::unique_ptr<Thunk>> thunks, in SequentialThunk()
26 : Thunk(Kind::kSequential, hlo), thunks_(std::move(thunks)) {} in SequentialThunk()
Dcudnn_batchnorm_thunk.h47 class CudnnBatchNormForwardInferenceThunk : public Thunk {
78 class CudnnBatchNormForwardTrainingThunk : public Thunk {
110 class CudnnBatchNormBackwardThunk : public Thunk {
Dcopy_thunk.h31 class HostToDeviceCopyThunk : public Thunk {
54 class DeviceToDeviceCopyThunk : public Thunk {
Dcopy_thunk.cc28 : Thunk(Kind::kCopy, hlo_instruction), in HostToDeviceCopyThunk()
47 : Thunk(Kind::kCopy, hlo_instruction), in DeviceToDeviceCopyThunk()
Dir_emitter_unnested.cc147 void UpdateLaunchDimensions(const LaunchDimensions& launch_dims, Thunk* thunk, in UpdateLaunchDimensions()
149 CHECK(Thunk::Kind::kKernel == thunk->kind()); in UpdateLaunchDimensions()
504 std::vector<std::unique_ptr<Thunk>> thunks; in HandleCustomCall()
550 std::vector<std::unique_ptr<Thunk>> thunks; in HandleTriangularSolve()
580 std::vector<std::unique_ptr<Thunk>> thunks; in HandleFusion()
792 TF_ASSIGN_OR_RETURN(std::unique_ptr<Thunk> initializer_thunk, in HandleSelectAndScatter()
794 std::vector<std::unique_ptr<Thunk>> thunks; in HandleSelectAndScatter()
1014 std::unique_ptr<Thunk> increment_seed_thunk = in HandleRng()
1019 std::vector<std::unique_ptr<Thunk>> thunks; in HandleRng()
1034 std::vector<std::unique_ptr<Thunk>> thunks; in HandleScatter()
[all …]
Dgpu_executable.cc108 std::map<const Thunk*, std::unique_ptr<se::Event>> thunk_to_finish_event; in ExecuteThunks()
109 for (Thunk* thunk : thunk_schedule_->TotalOrder()) { in ExecuteThunks()
131 for (const Thunk* dependency : thunk_schedule_->DependsOn(thunk)) { in ExecuteThunks()
Doutfeed_thunk.h31 class OutfeedThunk : public Thunk {
Dinfeed_thunk.h33 class InfeedThunk : public Thunk {
/external/clang/lib/CodeGen/
DCGVTables.cpp36 const ThunkInfo &Thunk) { in GetAddrOfThunk() argument
44 Thunk.This, Out); in GetAddrOfThunk()
46 getCXXABI().getMangleContext().mangleThunk(MD, Thunk, Out); in GetAddrOfThunk()
54 const ThunkInfo &Thunk, llvm::Function *Fn) { in setThunkVisibility() argument
58 static void setThunkProperties(CodeGenModule &CGM, const ThunkInfo &Thunk, in setThunkProperties() argument
63 !Thunk.Return.isEmpty()); in setThunkProperties()
67 setThunkVisibility(CGM, MD, Thunk, ThunkFn); in setThunkProperties()
85 const ThunkInfo &Thunk) { in PerformReturnAdjustment() argument
109 Thunk.Return); in PerformReturnAdjustment()
146 GlobalDecl GD, const ThunkInfo &Thunk) { in GenerateVarArgsThunk() argument
[all …]
DCGVTables.h53 void emitThunk(GlobalDecl GD, const ThunkInfo &Thunk, bool ForVTable);
57 void maybeEmitThunkForVTable(GlobalDecl GD, const ThunkInfo &Thunk);
/external/clang/lib/AST/
DVTableBuilder.cpp877 void AddThunk(const CXXMethodDecl *MD, const ThunkInfo &Thunk);
1066 const ThunkInfo &Thunk) { in AddThunk() argument
1073 if (std::find(ThunksVector.begin(), ThunksVector.end(), Thunk) != in AddThunk()
1077 ThunksVector.push_back(Thunk); in AddThunk()
1165 const ThunkInfo &Thunk = TI.second; in ComputeThisAdjustments() local
1183 AddThunk(MD, Thunk); in ComputeThisAdjustments()
1955 ThunkInfo Thunk = VTableThunks.lookup(I); in dumpLayout() local
1956 if (!Thunk.isEmpty()) { in dumpLayout()
1958 if (!Thunk.Return.isEmpty()) { in dumpLayout()
1960 Out << Thunk.Return.NonVirtual << " non-virtual"; in dumpLayout()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/DebugInfo/CodeView/
DSymbolRecordMapping.cpp60 Error SymbolRecordMapping::visitKnownRecord(CVSymbol &CVR, Thunk32Sym &Thunk) { in visitKnownRecord() argument
62 error(IO.mapInteger(Thunk.Parent)); in visitKnownRecord()
63 error(IO.mapInteger(Thunk.End)); in visitKnownRecord()
64 error(IO.mapInteger(Thunk.Next)); in visitKnownRecord()
65 error(IO.mapInteger(Thunk.Offset)); in visitKnownRecord()
66 error(IO.mapInteger(Thunk.Segment)); in visitKnownRecord()
67 error(IO.mapInteger(Thunk.Length)); in visitKnownRecord()
68 error(IO.mapEnum(Thunk.Thunk)); in visitKnownRecord()
69 error(IO.mapStringZ(Thunk.Name)); in visitKnownRecord()
70 error(IO.mapByteVectorTail(Thunk.VariantData)); in visitKnownRecord()
DSymbolDumper.cpp131 Error CVSymbolDumperImpl::visitKnownRecord(CVSymbol &CVR, Thunk32Sym &Thunk) { in visitKnownRecord() argument
132 W.printString("Name", Thunk.Name); in visitKnownRecord()
133 W.printNumber("Parent", Thunk.Parent); in visitKnownRecord()
134 W.printNumber("End", Thunk.End); in visitKnownRecord()
135 W.printNumber("Next", Thunk.Next); in visitKnownRecord()
136 W.printNumber("Off", Thunk.Offset); in visitKnownRecord()
137 W.printNumber("Seg", Thunk.Segment); in visitKnownRecord()
138 W.printNumber("Len", Thunk.Length); in visitKnownRecord()
139 W.printEnum("Ordinal", uint8_t(Thunk.Thunk), getThunkOrdinalNames()); in visitKnownRecord()
/external/swiftshader/third_party/llvm-7.0/llvm/tools/llvm-pdbutil/
DMinimalSymbolDumper.cpp370 Error MinimalSymbolDumper::visitKnownRecord(CVSymbol &CVR, Thunk32Sym &Thunk) { in visitKnownRecord() argument
371 P.format(" `{0}`", Thunk.Name); in visitKnownRecord()
373 P.formatLine("parent = {0}, end = {1}, next = {2}", Thunk.Parent, Thunk.End, in visitKnownRecord()
374 Thunk.Next); in visitKnownRecord()
376 formatThunkOrdinal(Thunk.Thunk), Thunk.Length, in visitKnownRecord()
377 formatSegmentOffset(Thunk.Segment, Thunk.Offset)); in visitKnownRecord()
/external/llvm/lib/DebugInfo/CodeView/
DSymbolDumper.cpp104 void CVSymbolDumperImpl::visitThunk32Sym(SymbolKind Kind, Thunk32Sym &Thunk) { in visitThunk32Sym() argument
106 W.printNumber("Parent", Thunk.Header.Parent); in visitThunk32Sym()
107 W.printNumber("End", Thunk.Header.End); in visitThunk32Sym()
108 W.printNumber("Next", Thunk.Header.Next); in visitThunk32Sym()
109 W.printNumber("Off", Thunk.Header.Off); in visitThunk32Sym()
110 W.printNumber("Seg", Thunk.Header.Seg); in visitThunk32Sym()
111 W.printNumber("Len", Thunk.Header.Len); in visitThunk32Sym()
112 W.printEnum("Ordinal", Thunk.Header.Ord, getThunkOrdinalNames()); in visitThunk32Sym()
/external/swiftshader/third_party/llvm-7.0/llvm/lib/DebugInfo/PDB/
DPDBSymbolThunk.cpp22 assert(RawSymbol->getSymTag() == PDB_SymType::Thunk); in PDBSymbolThunk()

123