Home
last modified time | relevance | path

Searched refs:kBpe (Results 1 – 5 of 5) sorted by relevance

/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/
Dbuild_sentence_piece_vocab_node.cc73 if (model_type_ != SentencePieceModel::kUnigram && model_type_ != SentencePieceModel::kBpe && in ValidateParams()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/text/
Dbindings.cc85 .value("DE_SENTENCE_PIECE_BPE", SentencePieceModel::kBpe) in __anonf58a86e70802()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/text/
Dsentence_piece_vocab.cc56 } else if (model_type == SentencePieceModel::kBpe) { in BuildFromFile()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/
Dconstants.h153 kBpe = 1, ///< Based on Byte Pair Encoding (BPE) model. enumerator
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/
Dbuild_sentence_piece_vocab_op.cc105 if (model_type_ == SentencePieceModel::kBpe) { in BuildParams()