| /third_party/mindspore/mindspore/dataset/text/ |
| D | utils.py | 158 def from_dataset(cls, dataset, col_names, vocab_size, character_coverage, model_type, params): argument
192 return dataset.build_sentencepiece_vocab(col_names, vocab_size, character_coverage,
197 def from_file(cls, file_path, vocab_size, character_coverage, model_type, params): argument
234 return super().from_file(file_path, vocab_size, character_coverage,
|
| D | validators.py | 446 …[_, col_names, vocab_size, character_coverage, model_type, params], _ = parse_user_args(method, *a…
456 if character_coverage is not None:
457 type_check(character_coverage, (float,), "character_coverage")
476 …[file_path, vocab_size, character_coverage, model_type, params], _ = parse_user_args(method, *args…
484 if character_coverage is not None:
485 type_check(character_coverage, (float,), "character_coverage")
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/ |
| D | build_sentence_piece_vocab_node.cc | 33 … float character_coverage, SentencePieceModel model_type, in BuildSentenceVocabNode() argument
38 character_coverage_(character_coverage), in BuildSentenceVocabNode()
|
| D | build_sentence_piece_vocab_node.h | 36 … const std::vector<std::string> &col_names, int32_t vocab_size, float character_coverage,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/text/ |
| D | bindings.cc | 56 … [](const py::list &paths, const int32_t vocab_size, const float character_coverage, in __anonf58a86e70502()
73 … path_list, vocab_size, character_coverage, model_type, param_map, &v)); in __anonf58a86e70502()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/text/ |
| D | sentence_piece_vocab.cc | 34 … const float character_coverage, const SentencePieceModel model_type, in BuildFromFile() argument
53 unorder_map["character_coverage"] = std::to_string(character_coverage); in BuildFromFile()
|
| D | sentence_piece_vocab.h | 33 const float character_coverage, const SentencePieceModel model_type,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/ |
| D | build_sentence_piece_vocab_op.cc | 26 … float character_coverage, SentencePieceModel model_type, in BuildSentencePieceVocabOp() argument
33 character_coverage_(character_coverage), in BuildSentencePieceVocabOp()
|
| D | build_sentence_piece_vocab_op.h | 58 … int32_t vocab_size, float character_coverage, SentencePieceModel model_type,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/ |
| D | bindings.cc | 145 float character_coverage, SentencePieceModel model_type, in __anonb78612490c02()
148 self, vocab, col_names, vocab_size, character_coverage, model_type, params); in __anonb78612490c02()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | datasets.h | 247 const std::vector<std::string> &col_names, int32_t vocab_size, float character_coverage, in BuildSentencePieceVocab() argument
249 …SentencePieceVocabCharIF(VectorStringToChar(col_names), vocab_size, character_coverage, model_type, in BuildSentencePieceVocab()
472 const std::vector<std::vector<char>> &col_names, int32_t vocab_size, float character_coverage,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | datasets.cc | 553 const std::vector<std::vector<char>> &col_names, int32_t vocab_size, float character_coverage, in BuildSentencePieceVocabCharIF() argument
557 … character_coverage, model_type, UnorderedMapCharToString(params)); in BuildSentencePieceVocabCharIF()
|
| /third_party/mindspore/mindspore/dataset/engine/ |
| D | datasets.py | 1178 … def build_sentencepiece_vocab(self, columns, vocab_size, character_coverage, model_type, params): argument
1220 …e = cde.BuildSentenceVocabNode(ir_tree, vocab, columns, vocab_size, character_coverage, model_type,
|