Home
last modified time | relevance | path

Searched refs:BuildSentenceVocabNode (Results 1 – 9 of 9) sorted by relevance

/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/
Dbuild_sentence_piece_vocab_node.cc30 BuildSentenceVocabNode::BuildSentenceVocabNode(std::shared_ptr<DatasetNode> child, in BuildSentenceVocabNode() function in mindspore::dataset::BuildSentenceVocabNode
44 std::shared_ptr<DatasetNode> BuildSentenceVocabNode::Copy() { in Copy()
45 …auto node = std::make_shared<BuildSentenceVocabNode>(nullptr, vocab_, col_names_, vocab_size_, cha… in Copy()
50 void BuildSentenceVocabNode::Print(std::ostream &out) const { in Print()
56 Status BuildSentenceVocabNode::Build(std::vector<std::shared_ptr<DatasetOp>> *const node_ops) { in Build()
65 Status BuildSentenceVocabNode::ValidateParams() { in ValidateParams()
102 Status BuildSentenceVocabNode::Accept(IRNodePass *const p, bool *const modified) { in Accept()
104 return p->Visit(shared_from_base<BuildSentenceVocabNode>(), modified); in Accept()
108 Status BuildSentenceVocabNode::AcceptAfter(IRNodePass *const p, bool *const modified) { in AcceptAfter()
110 return p->VisitAfter(shared_from_base<BuildSentenceVocabNode>(), modified); in AcceptAfter()
Dbuild_sentence_piece_vocab_node.h32 class BuildSentenceVocabNode : public DatasetNode {
35BuildSentenceVocabNode(std::shared_ptr<DatasetNode> child, std::shared_ptr<SentencePieceVocab> voc…
40 ~BuildSentenceVocabNode() = default;
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/
Dbindings.cc140 PYBIND_REGISTER(BuildSentenceVocabNode, 2, ([](const py::module *m) { in __anonb78612490c02()
141 … (void)py::class_<BuildSentenceVocabNode, DatasetNode, std::shared_ptr<BuildSentenceVocabNode>>( in __anonb78612490c02()
147 auto build_sentence_vocab = std::make_shared<BuildSentenceVocabNode>( in __anonb78612490c02()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/opt/
Dpass.h56 class BuildSentenceVocabNode; variable
164 virtual Status Visit(std::shared_ptr<BuildSentenceVocabNode> node, bool *const modified);
165 virtual Status VisitAfter(std::shared_ptr<BuildSentenceVocabNode> node, bool *const modified);
Dpass.cc279 Status IRNodePass::Visit(std::shared_ptr<BuildSentenceVocabNode> node, bool *const modified) { in Visit()
282 Status IRNodePass::VisitAfter(std::shared_ptr<BuildSentenceVocabNode> node, bool *const modified) { in VisitAfter()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/opt/pre/
Depoch_ctrl_pass.h62 Status Visit(std::shared_ptr<BuildSentenceVocabNode> node, bool *const modified) override;
Depoch_ctrl_pass.cc52 Status EpochCtrlPass::InjectionFinder::Visit(std::shared_ptr<BuildSentenceVocabNode> node, bool *co… in Visit()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/
Ddatasets.cc556 …auto ds = std::make_shared<BuildSentenceVocabNode>(IRNode(), vocab, VectorCharToString(col_names),… in BuildSentencePieceVocabCharIF()
/third_party/mindspore/mindspore/dataset/engine/
Ddatasets.py1220 …vocab_node = cde.BuildSentenceVocabNode(ir_tree, vocab, columns, vocab_size, character_coverage, m…