Searched refs:BatchTask (Results 1 – 10 of 10) sorted by relevance
63 struct BatchTask : public tensorflow::serving::BatchTask { struct98 std::unique_ptr<BatchTask> CreateSplitTask( argument102 virtual std::unique_ptr<BatchTask> CreateDerivedTask() { in CreateDerivedTask() argument103 return std::make_unique<BatchTask>(); in CreateDerivedTask()110 using BatcherT = SharedBatchScheduler<BatchResourceBase::BatchTask>;112 AdaptiveSharedBatchScheduler<BatchResourceBase::BatchTask>;113 using BatcherQueueT = BatchScheduler<BatchResourceBase::BatchTask>;114 using BatchT = Batch<BatchResourceBase::BatchTask>;149 const BatchResourceBase::BatchTask& last_task,156 std::unique_ptr<BatchResourceBase::BatchTask>* output) const;[all …]
130 std::unique_ptr<BatchResourceBase::BatchTask>131 BatchResourceBase::BatchTask::CreateSplitTask( in CreateSplitTask()133 std::unique_ptr<BatchTask> task = CreateDerivedTask(); in CreateSplitTask()157 std::unique_ptr<BatchTask> batch_components; in RegisterInput()239 [](std::unique_ptr<BatchTask>* input_task, in GetBatcherQueueOptions()241 std::vector<std::unique_ptr<BatchTask>>* output_tasks) -> Status { in GetBatcherQueueOptions()275 [](std::unique_ptr<BatchTask>* input_task, in GetAdaptiveBatcherQueueOptions()277 std::vector<std::unique_ptr<BatchTask>>* output_tasks) -> Status { in GetAdaptiveBatcherQueueOptions()288 const BatchResourceBase::BatchTask& task = batch.task(task_idx); in ValidateBatch()380 std::unique_ptr<BatchTask>* input_task_ptr, int open_batch_remaining_slot, in SplitInputTask()[all …]
60 class BatchTask {62 virtual ~BatchTask() = default;
30 class FakeTask : public BatchTask {
26 class FakeTask : public BatchTask {
84 class BenchmarkBatchTask : public BatchTask {
28 class FakeTask : public BatchTask {
29 class FakeTask : public BatchTask {
154 const BatchTask& last_task, absl::Span<const Tensor> inputs, in ProcessFuncBatchImpl()263 serving::BatchResourceBase::BatchTask>::Options in ComputeAsync()