Home
last modified time | relevance | path

Searched refs:DatasetOp (Results 1 – 25 of 133) sorted by relevance

123456

/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/
Ddataset_op.cc40 DatasetOp::DatasetOp(int32_t op_connector_size, std::shared_ptr<SamplerRT> sampler) in DatasetOp() function in mindspore::dataset::DatasetOp
58 Status DatasetOp::AddChild(std::shared_ptr<DatasetOp> child) { in AddChild()
82 Status DatasetOp::RemoveChild(std::shared_ptr<DatasetOp> child) { in RemoveChild()
102 Status DatasetOp::InsertAsParent(std::shared_ptr<DatasetOp> to_add) { in InsertAsParent()
115 Status DatasetOp::RemoveChildren() { in RemoveChildren()
125 void DatasetOp::AddParent(DatasetOp *parent) { parent_.push_back(parent); } in AddParent()
128 void DatasetOp::RemoveParent(const DatasetOp *parent) { in RemoveParent()
133 Status DatasetOp::Remove() { in Remove()
187 std::shared_ptr<DatasetOp> DatasetOp::child(int32_t child_index) const { in child()
188 std::shared_ptr<DatasetOp> return_op = nullptr; in child()
[all …]
Ddataset_op.h68 class DatasetOp : public std::enable_shared_from_this<DatasetOp> {
82 DatasetOp(int32_t op_connector_size, std::shared_ptr<SamplerRT> sampler);
85 virtual ~DatasetOp() { tree_ = nullptr; } in ~DatasetOp()
89 Status AddChild(std::shared_ptr<DatasetOp> child);
93 Status RemoveChild(std::shared_ptr<DatasetOp> child);
105 std::shared_ptr<DatasetOp> child(int32_t child_index) const;
110 void Parent(DatasetOp **parent, int32_t parent_index) const;
113 std::vector<DatasetOp *> parents() const;
118 Status InsertAsParent(std::shared_ptr<DatasetOp> to_add);
140 friend std::ostream &operator<<(std::ostream &out, const DatasetOp &dO) {
[all …]
Dpipeline_op.cc23 : DatasetOp(op_connector_size, sampler) {} in PipelineOp()
30 DatasetOp::Print(out, show_all); in Print()
39 DatasetOp::Print(out, show_all); in Print()
Dparallel_op.cc28 : DatasetOp(op_connector_size, sampler), in ParallelOp()
60 DatasetOp::Print(out, show_all); in Print()
66 RETURN_IF_NOT_OK(DatasetOp::Reset()); // Perform any super class reset work in Reset()
Drepeat_op.h104 void AddToEoeList(std::shared_ptr<DatasetOp> eoe_op) { eoe_ops_.push_back(std::move(eoe_op)); } in AddToEoeList()
106 …std::vector<std::shared_ptr<DatasetOp>> eoe_ops_; // List of operators that can generate EOE unde…
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/
Dexecution_tree.h39 class DatasetOp; variable
58 explicit Iterator(const std::shared_ptr<DatasetOp> &root = nullptr);
83 DatasetOp &operator*() { return *nodes_[ind_]; } // dereference operator
84 std::shared_ptr<DatasetOp> operator->() { return nodes_[ind_]; }
88 std::shared_ptr<DatasetOp> get() { return nodes_[ind_]; } in get()
98 std::vector<std::shared_ptr<DatasetOp>> nodes_; // store the nodes in post order
99 void PostOrderTraverse(const std::shared_ptr<DatasetOp> &);
113 Status AssociateNode(const std::shared_ptr<DatasetOp> &op);
118 Status AssignRoot(const std::shared_ptr<DatasetOp> &op);
126 void Print(std::ostream &out, const std::shared_ptr<DatasetOp> &op = nullptr) const;
[all …]
Dexecution_tree.cc70 Status ExecutionTree::AssociateNode(const std::shared_ptr<DatasetOp> &op) { in AssociateNode()
97 Status ExecutionTree::AssignRoot(const std::shared_ptr<DatasetOp> &op) { in AssignRoot()
109 if (op->operator_id_ == DatasetOp::kInvalidOperatorId) { in AssignRoot()
120 void ExecutionTree::Print(std::ostream &out, const std::shared_ptr<DatasetOp> &op) const { in Print()
130 void ExecutionTree::PrintNode(std::ostream &out, const std::shared_ptr<DatasetOp> &dataset_op, std:… in PrintNode()
209 itr->state_ = DatasetOp::OpState::kDeOpRunning; in Launch()
222 void ExecutionTree::Iterator::PostOrderTraverse(const std::shared_ptr<DatasetOp> &node) { in PostOrderTraverse()
232 ExecutionTree::Iterator::Iterator(const std::shared_ptr<DatasetOp> &root) : ind_(0) { in Iterator()
264 std::vector<std::shared_ptr<DatasetOp>> fifo; in Prepare()
265 std::shared_ptr<DatasetOp> op = root_; in Prepare()
Ddataset_iterator.h70 std::shared_ptr<DatasetOp> root_; // saves the root of the executionTree
91 ChildIterator(DatasetOp *current_op, int32_t worker_id, int32_t child_idx);
120 DatasetOp *current_op_; // The parent operator. We consume from it's children.
Dtree_adapter_lite.cc24 …e::BuildExecutionTreeRecur(std::shared_ptr<DatasetNode> ir, std::shared_ptr<DatasetOp> *const op) { in BuildExecutionTreeRecur()
28 std::vector<std::shared_ptr<DatasetOp>> ops; in BuildExecutionTreeRecur()
44 std::shared_ptr<DatasetOp> child_op; in BuildExecutionTreeRecur()
Dtree_adapter_lite.h49 Status BuildExecutionTreeRecur(std::shared_ptr<DatasetNode> ir, std::shared_ptr<DatasetOp> *op);
51 std::shared_ptr<DatasetOp> root_; // current connector capacity of root op, used for profiling
Dtree_adapter.cc123 …r::BuildExecutionTreeRecur(std::shared_ptr<DatasetNode> ir, std::shared_ptr<DatasetOp> *const op) { in BuildExecutionTreeRecur()
128 std::vector<std::shared_ptr<DatasetOp>> ops; in BuildExecutionTreeRecur()
143 std::shared_ptr<DatasetOp> child_op; in BuildExecutionTreeRecur()
160 std::shared_ptr<DatasetOp> root_op; in Build()
Dtree_adapter.h58 std::weak_ptr<DatasetOp> GetRoot() { return tree_ ? tree_->root() : nullptr; } in GetRoot()
89 Status BuildExecutionTreeRecur(std::shared_ptr<DatasetNode> ir, std::shared_ptr<DatasetOp> *op);
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/callback/
Dcallback_manager.h30 class DatasetOp; variable
50 Status Init(DatasetOp *op);
78 DatasetOp *op_; // back pointer to DatasetOp, raw pointer to avoid circular ownership
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/datasetops/
Dbindings.cc41 PYBIND_REGISTER(DatasetOp, 0, ([](const py::module *m) { in __anonfdf8d3410402()
42 (void)py::class_<DatasetOp, std::shared_ptr<DatasetOp>>(*m, "DatasetOp"); in __anonfdf8d3410402()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/cache/
Ddataset_cache.h32 std::shared_ptr<DatasetOp> *ds) = 0;
34 … std::shared_ptr<SamplerObj> sampler, std::shared_ptr<DatasetOp> *ds) = 0;
36 std::shared_ptr<DatasetOp> *ds) = 0;
Ddataset_cache_impl.h67 std::shared_ptr<DatasetOp> *ds) override;
70 std::shared_ptr<DatasetOp> *ds) override;
72 …ergeOp(int32_t num_workers, int32_t connector_queue_size, std::shared_ptr<DatasetOp> *ds) override;
Ddataset_cache_impl.cc49 … std::shared_ptr<SamplerObj> sampler, std::shared_ptr<DatasetOp> *ds) { in CreateCacheOp()
61 … std::shared_ptr<SamplerObj> sampler, std::shared_ptr<DatasetOp> *ds) { in CreateCacheLookupOp()
73 std::shared_ptr<DatasetOp> *ds) { in CreateCacheMergeOp()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/consumers/
Dtree_consumer.cc155 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in Send()
162 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in Continue()
171 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in Stop()
184 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetDataInfo()
199 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in Terminate()
616 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetBatchSize()
626 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetRepeatCount()
635 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetNumClasses()
644 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetColumnNames()
661 std::shared_ptr<DatasetOp> root = std::shared_ptr<DatasetOp>(tree_adapter_->GetRoot()); in GetClassIndexing()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/perf/
Dconnector_size.cc31 [](DatasetOp &op) { return op.ConnectorSize(); }); in Sample()
38 json ConnectorSize::ParseOpInfo(const DatasetOp &node, const std::vector<int32_t> &size) { in ParseOpInfo()
54 [](const std::shared_ptr<DatasetOp> &op) -> int32_t { return op->id(); }); in ParseOpInfo()
/third_party/mindspore/tests/ut/cpp/dataset/
Dfilter_op_test.cc46 std::shared_ptr<DatasetOp> parent_op = Filter(); in TEST_F()
48 std::shared_ptr<DatasetOp> leaf_op = Filter(); in TEST_F()
Dir_tensor_op_fusion_pass_test.cc56 auto it = tree->begin(static_cast<std::shared_ptr<DatasetOp>>(root_op)); in TEST_F()
87 auto it = tree->begin(static_cast<std::shared_ptr<DatasetOp>>(root_op)); in TEST_F()
Dexecution_tree_test.cc66 …std::shared_ptr<DatasetOp> root_op = std::make_shared<ShuffleOp>(shuffle_size, 0, connector_size, … in TEST_F()
125 std::shared_ptr<DatasetOp> root_node = my_tree->root(); in TEST_F()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/
Dcache_merge_node.cc45 Status CacheMergeNode::Build(std::vector<std::shared_ptr<DatasetOp>> *node_ops) { in Build()
49 std::shared_ptr<DatasetOp> merge_op = nullptr; in Build()
Dcache_lookup_node.h61 Status Build(std::vector<std::shared_ptr<DatasetOp>> *node_ops) override;
85 std::shared_ptr<DatasetOp> lookup_op_;
Dcache_node.cc49 Status CacheNode::Build(std::vector<std::shared_ptr<DatasetOp>> *node_ops) { in Build()
53 std::shared_ptr<DatasetOp> cache_op = nullptr; in Build()

123456