xref: /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/engine/datasetops/dataset_op.h

/**
 * Copyright 2019-2022 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
#ifndef MINDSPORE_CCSRC_MINDDATA_DATASET_ENGINE_DATASETOPS_DATASET_OP_H_
#define MINDSPORE_CCSRC_MINDDATA_DATASET_ENGINE_DATASETOPS_DATASET_OP_H_

#include <memory>
#include <mutex>
#include <string>
#include <unordered_map>
#include <vector>
#include <utility>

#include "minddata/dataset/callback/callback_manager.h"
#include "minddata/dataset/include/dataset/constants.h"
#include "minddata/dataset/engine/operator_connector.h"
#include "minddata/dataset/engine/perf/info_collector.h"
#include "minddata/dataset/util/status.h"

namespace mindspore {
namespace dataset {

constexpr char kBarrierOp[] = "BarrierOp";
constexpr char kBatchOp[] = "BatchOp";
constexpr char kBucketBatchByLengthOp[] = "BucketBatchByLengthOp";
constexpr char kBuildSentencePieceVocabOp[] = "BuildSentencePieceVocabOp";
constexpr char kBuildVocabOp[] = "BuildVocabOp";
constexpr char kCacheBase[] = "CacheBase";
constexpr char kCacheLookupOp[] = "CacheLookupOp";
constexpr char kCacheMergeOp[] = "CacheMergeOp";
constexpr char kCacheOp[] = "CacheOp";
constexpr char kConcatOp[] = "ConcatOp";
constexpr char kDatasetOp[] = "DatasetOp";
constexpr char kDeviceQueueOp[] = "DataQueueOp";
constexpr char kEpochCtrlOp[] = "EpochCtrlOp";
constexpr char kFilterOp[] = "FilterOp";
constexpr char kMapOp[] = "MapOp";
constexpr char kParallelOp[] = "ParallelOp";
constexpr char kPipelineOp[] = "PipelineOp";
constexpr char kProjectOp[] = "ProjectOp";
constexpr char kRenameOp[] = "RenameOp";
constexpr char kRepeatOp[] = "RepeatOp";
constexpr char kShuffleOp[] = "ShuffleOp";
constexpr char kSkipOp[] = "SkipOp";
constexpr char kTakeOp[] = "TakeOp";
constexpr char kZipOp[] = "ZipOp";
constexpr char kSendBridgeOp[] = "SendBridgeOp";
constexpr char kReceiveBridgeOp[] = "ReceiveBridgeOp";

// Forward declare
class ExecutionTree;

class NodePass;

class SamplerRT;

// \brief The base class DatasetOp is the main tree node.  It is an abstract class, so
// the actual implementation of the operators will be derived from here.
class DatasetOp : public std::enable_shared_from_this<DatasetOp> {
  // Allow execution tree to access internal members
  friend class ExecutionTree;

 public:
  static constexpr int32_t kInvalidOperatorId = -1;
  static constexpr int32_t kInfiniteRepeat = -1;

  // Flags that control operator runtime behaviors
  enum OpState { kDeOpRunning = 0, kDeOpIdle = 1, kDeOpTerminated };

  // \brief Constructor
  // \param op_connector_size - The size for the output connector of this operator.
  // \param sampler - The sampler for the op
  DatasetOp(int32_t op_connector_size, std::shared_ptr<SamplerRT> sampler);

  // \brief Destructor
  virtual ~DatasetOp() { tree_ = nullptr; }

  // \brief Adds a operator to become our child.
  // \param child - shared pointer to the child to add.
  Status AddChild(std::shared_ptr<DatasetOp> child);

  // \brief Remove a operator from our children.
  // \param child - shared pointer to the child to remove.
  Status RemoveChild(std::shared_ptr<DatasetOp> child);

  // \brief Removes this node from the tree and connects it's parent/child together
  // \return Status eerror code returned
  Status Remove();

  // Removes child operator in this operator.
  Status RemoveChildren();

  // \brief Getter function to get a shared pointer to our child
  // \param[in] child_index An operator can have n children. Indicates which child to return.
  // \return The shared pointer to the child.  If there are no children, it returns null regardless of the given index
  std::shared_ptr<DatasetOp> child(int32_t child_index) const;

  // \brief Getter function to get the pointer to our parent
  //     If there are no parents, it returns null regardless of the given index
  // \param[in] parent_index An operator can have n parents. Indicates which parent to return.
  void Parent(DatasetOp **parent, int32_t parent_index) const;

  // Getter function to get all of our parents.
  std::vector<DatasetOp *> parents() const;

  virtual Status AddNewWorkers(int32_t num_new_workers = 1) {
    return Status(StatusCode::kMDUnexpectedError, "Add new workers is not supported for non-ParallelOps");
  }

  virtual Status RemoveWorkers(int32_t num_workers = 1) {
    return Status(StatusCode::kMDUnexpectedError, "Remove workers is not supported for non-ParallelOps");
  }

  // \brief Inserts a operator as the parent current op.
  // \notes Inserted op will become the sole parent of the current op.
  //     The existing parent of the current op will be transferred to the inserted op.
  Status InsertAsParent(std::shared_ptr<DatasetOp> to_add);

  // \brief Creates the connector within this operator
  void CreateConnector();

  // \brief A print method typically used for debugging
  // \param out - The output stream to write output to
  // \param show_all - A bool to control if you want to show all info or just a summary
  virtual void Print(std::ostream &out, bool show_all) const;

  /// \brief Gets the next row
  /// \param row[out] - Fetched TensorRow
  /// \return Status The status code returned
  virtual Status GetNextRowPullMode(TensorRow *const row);

  /// \brief << Stream output operator overload
  /// \notes This allows you to write the debug print info using stream operators
  /// \param out - reference to the output stream being overloaded
  /// \param dO - reference to the DatasetOp to display
  /// \return - the output stream must be returned
  friend std::ostream &operator<<(std::ostream &out, const DatasetOp &dO) {
    dO.Print(out, false);
    return out;
  }

  // \brief Class functor operator ().
  // \notes DatasetOps operate by launching a thread (see ExecutionTree).
  //     This pure virtual version makes the requirement that derived classes must provide a functor
  //     that will execute their main runtime loop code.
  // \return Status The status code returned
  virtual Status operator()() = 0;

  /// \brief Gets the next row from the given child
  /// \param row[out] - Fetched TensorRow
  /// \return Status The status code returned
  virtual Status GetNextRow(TensorRow *row);

  // \brief Gets the batch size
  // \return Status - The status code return
  virtual int64_t GetTreeBatchSize();

  // \brief Gets the repeat count
  // \return Status - The status code return
  virtual int64_t GetTreeRepeatCount();

  // \brief Gets the number of classes
  // \return Status - The status code return
  virtual Status GetNumClasses(int64_t *num_classes);

  // \brief Gets the class indexing
  // \return Status - The status code return
  virtual Status GetClassIndexing(std::vector<std::pair<std::string, std::vector<int32_t>>> *output_class_indexing);

  // \brief Performs handling for when an eoe message is received.
  //     The base class implementation simply flows the eoe message to output. Derived classes
  //     may override if they need to perform special eoe handling.
  // \param worker_id - The worker id
  // \return Status The status code returned
  virtual Status EoeReceived(int32_t worker_id);

  // \brief Performs handling for when an eof message is received.
  //     The base class implementation simply flows the eof message to output. Derived classes
  //     may override if they need to perform special eof handling.
  // \param worker_id - The worker id
  // \return Status The status code returned
  virtual Status EofReceived(int32_t worker_id);

  // \brief Derived classes may implement the reset function if the operator is stateful and needs
  //     specific reset handling that is not contained in this common code version of the reset
  // \return Status The status code returned
  virtual Status Reset();

  // \brief During tree prepare phase, operators may have specific post-operations to perform depending on
  //     their role.
  // \notes Derived versions of this function should always call their superclass version first
  //     before providing their own implementations.
  virtual Status PrepareOperator();

  // \brief During tree prepare phase, operators may have specific post-operations to perform depending on
  //     their role.
  // \notes Derived versions of this function should always call its superclass version first
  //     before providing their own implementations.
  virtual Status PrepareOperatorPullBased();

  // \brief Getter function
  // \return The operator id
  int32_t id() const { return operator_id_; }

  // \brief Getter function
  // \return The number of workers in this op
  virtual int32_t NumWorkers() const = 0;

  // \brief Getter function
  // \return T/F if this is an inlined operator
  bool inlined() const { return (oc_queue_size_ == 0); }

  // \brief Set the epoch number for op manually. This is only used in reset mode.
  // \param[in] epoch The new epoch number to restart the pipeline from
  // \return - Status
  Status SetEpoch(const int64_t epoch);

  // \brief Setter function, set the number of total repeats for the operator
  void SetTotalRepeats(int32_t total_repeats) { op_total_repeats_ = total_repeats; }

  // \brief Setter function, set the number of repeats per epoch for the operator
  void SetNumRepeatsPerEpoch(int32_t num_repeats_per_epoch) { op_num_repeats_per_epoch_ = num_repeats_per_epoch; }

  // \brief Getter function
  // \return The number of required repeats for the operator
  int32_t GetOpTotalRepeats() { return op_total_repeats_; }

  // \brief Getter function
  // \return The number of repeats per epoch for the operator
  int32_t GetOpNumRepeatsPerEpoch() const { return op_num_repeats_per_epoch_; }

  // \brief Register the internal worker connectors. No op unless it is a parallel op
  // \return Status
  virtual Status RegisterWorkerConnectors() { return Status::OK(); }

  // \brief Getter for the column name mapping
  // \return The returned map
  std::unordered_map<std::string, int32_t> column_name_id_map() const { return column_name_id_map_; }

  // \brief Checks if the column name map has been set up yet for this op
  // \return - T/F if the operator has the map set up
  bool HasColumnNameMap() const { return (column_name_id_map_.empty()); }

  // \brief gives a string output for the column map for handy debug printing
  // \return - the column name map as a string
  std::string ColumnNameMapAsString() const;

  OperatorConnector *OutputConnector() const { return out_connector_.get(); }

  // \brief Getter function
  // \return connector size of current op
  int32_t ConnectorSize() const {
    if (!inlined()) {
      return out_connector_->size();
    }
    // Return child connector size for inlined op
    return ChildOpConnectorSize();
  }

  /// \brief Counting number of rows sent out by a connector
  int64_t ConnectorOutRowsCount() const {
    return out_connector_ == nullptr ? int64_t(-1) : static_cast<int64_t>(out_connector_->out_rows_count());
  }

  // \brief Getter function
  // \return connector size of current op
  int32_t ConnectorCapacity() const {
    if (!inlined()) {
      return out_connector_->capacity();
    }
    // Return child connector capacity for inlined op
    return ChildOpConnectorCapacity();
  }

  // \brief Getter function
  // \return connector size of child op
  int32_t ChildOpConnectorSize(int32_t child_index = 0) const { return child_[child_index]->ConnectorSize(); }

  // \brief Getter function
  // \return connector capacity of child op
  int32_t ChildOpConnectorCapacity(int32_t child_index = 0) const { return child_[child_index]->ConnectorCapacity(); }

  // \brief Children Getter
  // \return Vector of Children
  std::vector<std::shared_ptr<DatasetOp>> Children() const { return child_; }

  // Op name getter
  // \return Name of the current Op
  virtual std::string Name() const = 0;

  // Op name and ID getter
  // \return Name and ID of the current Op
  std::string NameWithID() const { return Name() + "(ID:" + std::to_string(id()) + ")"; }

  // Execution Tree getter
  // \return Pointer to the ExecutionTree the current op belongs to, no ownership
  ExecutionTree *Tree() { return tree_; }

  // Getter for the sampler
  // \return Shared pointer to the sampler (may return nullptr)
  std::shared_ptr<SamplerRT> sampler() { return sampler_; }

  // \brief Getter for the sampler, and it also removes the sampler from the op
  // \param[out] sampler A pointer to the output sampler that was removed
  // \return Status error code
  Status FetchRemoveSampler(std::shared_ptr<SamplerRT> *sampler);

#ifndef ENABLE_ANDROID
  // Computes a CRC value for the operator
  static uint32_t GenerateCRC(const std::shared_ptr<DatasetOp> &op);
#endif

  // \brief A helper templated function for casting "this" pointer to shared_ptr<derived>
  //     Similar to shared_from_this, except this one will give you the derived class as shared_ptr
  // \return A shared_ptr casted to the derived class
  template <typename Derived>
  std::shared_ptr<Derived> shared_from_base() {
    return std::static_pointer_cast<Derived>(shared_from_this());
  }

  // \brief Setter for the sampler.  Allows you to overwrite a previous sampler with a new one.
  void SetSampler(std::shared_ptr<SamplerRT> sampler) { sampler_ = sampler; }

  // \brief Checks if this is a leaf node (0 children)
  // \return boolean returns true if it's a leaf
  bool IsLeaf() { return (child_.empty()); }

  // Checks if an operator has reached its last iteration
  // \return boolean returns true if it's last iteration
  bool IsLastIteration() { return op_total_repeats_ == op_current_repeats_ + 1; }

  // This function is only intended to be called by CallbackManager within the master thread of ParallelOp
  // The expected behavior is this, when this function is invoked, this function will block until all the workers
  // have finished their remaining work and go to sleep. Since all ParallelOps use a QueueList to sync with master.
  // They would automatically wait on the QueueList when they are done.
  // \return Status
  virtual Status WaitForWorkers() { return Status::OK(); }

  virtual Status PostForWorkers() { return Status::OK(); }

  virtual int32_t NumWorkers() { return 0; }

  virtual Status SendQuitFlagToWorker(int32_t worker_id) { return Status::OK(); }

  virtual Status SendWaitFlagToWorker(int32_t worker_id) { return Status::OK(); }

  // \brief Add callback to DatasetOp, only MapOp supports Callback at the moment
  void AddCallbacks(std::vector<std::shared_ptr<DSCallback>> callbacks) { callback_manager_.AddCallbacks(callbacks); }

  // \brief Remove all callbacks from DatasetOp
  void ClearCallbacks() { callback_manager_.ClearCallbacks(); }

  virtual bool IsPython() const { return false; }

  virtual std::vector<int32_t> GetMPWorkerPIDs() const;

 protected:
  // \brief Removes a parent operator from this operator
  // \notes External callers do not have access to this function
  // \param[in] parent The parent node to remove
  void RemoveParent(const DatasetOp *parent);

  // \brief Adds a parent operator to this operator
  // \notes External callers do not have access to this function
  // \param[in] parent The parent node to add
  void AddParent(DatasetOp *parent);

  // Compute the current op's column map using its child's column map.
  // Get called during the tree post-prepare phase in PrepareOperator.
  // This base implementation just inherits the map from child 0, and can only be used if the number of children is 1.
  // Operations changing the column map it inherits from the child must overwrite this function.
  // \return - Status
  virtual Status ComputeColMap();

  // Increase op_current_repeats_ by 1 when one repeat finished.
  // If this repeat happen to be the last repeat in the current epoch, also increase op_current_epochs_ by 1.
  void UpdateRepeatAndEpochCounter();

  // Launch the Op
  virtual Status Launch() { return Status::OK(); }

  enum ImplementedPullMode { NotImplemented = 0, Implemented, DisabledDebugMode };
  /// \brief Gets the implementation status for operator in pull mode
  /// \return implementation status
  virtual ImplementedPullMode PullModeImplementationStatus() const { return ImplementedPullMode::NotImplemented; }

  std::vector<std::shared_ptr<DatasetOp>> child_;                // Child nodes
  std::vector<DatasetOp *> parent_;                              // Parent nodes. No ownership
  std::shared_ptr<SamplerRT> sampler_;                           // Some leaf ops might have a sampler
  int32_t oc_queue_size_;                                        // Capacity for each out_connector_
  int32_t operator_id_;                                          // Generated id for the node
  ExecutionTree *tree_;                                          // Back pointer to our tree.
  OpState state_;                                                // The state of the operator, Running, Idle, Terminated
  int32_t op_total_repeats_;                                     // Required number of repeats for the operator
  int32_t op_num_repeats_per_epoch_;                             // Total number of repeats per epoch for the operator
  int32_t op_current_repeats_;                                   // Current number of repeats the operator has handled
  int32_t op_current_epochs_;                                    // Current number of epochs the operator has handled
  std::unique_ptr<OperatorConnector> out_connector_;             // Output Connector
  std::unordered_map<std::string, int32_t> column_name_id_map_;  // Mapping between col index and col name
  std::mutex column_name_map_mutex_;                             // For protecting shared access to the column map
  CallbackManager callback_manager_;                             // Manages callbacks associated with a DatasetOp
  int64_t dataset_size_;                                         // Size of the dataset
  int64_t num_classes_;                                          // Number of classes

 private:
  // Sets the operator id.
  // \notes No public interface.  Only the class itself, or it's friend the execution tree can set
  // this
  // \param op_id - the Id value to set into the operator
  void SetId(int32_t op_id) { operator_id_ = op_id; }

  // Sets the tree into the op so that the operator has a back pointer to the tree.
  // \param tree - the tree to assign to the op.
  void set_tree(ExecutionTree *tree) { tree_ = tree; }
};
}  // namespace dataset
}  // namespace mindspore

#endif  // MINDSPORE_CCSRC_MINDDATA_DATASET_ENGINE_DATASETOPS_DATASET_OP_H_