Searched refs:BatchResourceBase (Results 1 – 3 of 3) sorted by relevance
39 class BatchResourceBase : public ResourceBase {110 using BatcherT = SharedBatchScheduler<BatchResourceBase::BatchTask>;112 AdaptiveSharedBatchScheduler<BatchResourceBase::BatchTask>;113 using BatcherQueueT = BatchScheduler<BatchResourceBase::BatchTask>;114 using BatchT = Batch<BatchResourceBase::BatchTask>;116 BatchResourceBase(bool has_process_batch_function, in BatchResourceBase() function127 BatchResourceBase(bool has_process_batch_function, in BatchResourceBase() function149 const BatchResourceBase::BatchTask& last_task,156 std::unique_ptr<BatchResourceBase::BatchTask>* output) const;
130 std::unique_ptr<BatchResourceBase::BatchTask>131 BatchResourceBase::BatchTask::CreateSplitTask( in CreateSplitTask()154 Status BatchResourceBase::RegisterInput( in RegisterInput()226 /*static*/ BatchResourceBase::BatcherT::QueueOptions227 BatchResourceBase::GetBatcherQueueOptions( in GetBatcherQueueOptions()257 /*static*/ BatchResourceBase::AdaptiveBatcherT::QueueOptions258 BatchResourceBase::GetAdaptiveBatcherQueueOptions( in GetAdaptiveBatcherQueueOptions()286 /*static*/ Status BatchResourceBase::ValidateBatch(const BatchT& batch) { in ValidateBatch()288 const BatchResourceBase::BatchTask& task = batch.task(task_idx); in ValidateBatch()302 int BatchResourceBase::RoundToLowestAllowedBatchSize(int batch_size) const { in RoundToLowestAllowedBatchSize()[all …]
84 class BatchResource : public serving::BatchResourceBase {134 : BatchResourceBase( in BatchResource()146 : BatchResourceBase( in BatchResource()263 serving::BatchResourceBase::BatchTask>::Options in ComputeAsync()