Searched refs:Ngram (Results 1 – 10 of 10) sorted by relevance
| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_ngram_op.py | 27 op = text.Ngram(2, separator="-")
60 …dataset = dataset.map(operations=text.Ngram([1, 2, 3], ("_", 2), ("_", 2), " "), input_columns="te…
82 dataset = dataset.map(operations=text.Ngram(3, separator=" "), input_columns="text")
99 …dataset = dataset.map(operations=text.Ngram(n, l_pad, r_pad, separator=sep), input_columns=["text"…
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | text.h | 275 class Ngram final : public TensorTransform {
286 …explicit Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::string, int32_t> &left_pad…
288 …: Ngram(ngrams, PairStringToChar(left_pad), PairStringToChar(right_pad), StringToChar(separator)) … in Ngram() function
299 Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::vector<char>, int32_t> &left_pad,
303 ~Ngram() = default;
|
| /third_party/mindspore/mindspore/dataset/text/ |
| D | __init__.py | 28 from .transforms import Lookup, JiebaTokenizer, UnicodeCharTokenizer, Ngram, WordpieceTokenizer, \
|
| D | transforms.py | 286 class Ngram(TextTensorOperation): class
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | text.cc | 243 struct Ngram::Data {
256 Ngram::Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::vector<char>, int32_t> &left_… in Ngram() function in mindspore::dataset::text::Ngram
260 std::shared_ptr<TensorOperation> Ngram::Parse() { in Parse()
|
| /third_party/mindspore/tests/ut/cpp/dataset/ |
| D | c_api_text_test.cc | 2017 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({2}, {"_", 1}, {"_", 1}, " ")); in TEST_F()
2070 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({2, 3}, {"&", 2}, {"&", 2}, "-")); in TEST_F()
2127 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({})); in TEST_F()
2150 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({0})); in TEST_F()
2173 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({-2})); in TEST_F()
2196 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({2}, {"", -1})); in TEST_F()
2219 std::shared_ptr<TensorTransform> ngram_op(new text::Ngram({2}, {"", 1}, {"", -1})); in TEST_F()
|
| /third_party/harfbuzz/test/shaping/ |
| D | hb_test_tools.py | 300 class Ngram: class
|
| /third_party/skia/third_party/externals/harfbuzz/test/shape/ |
| D | hb_test_tools.py | 300 class Ngram: class
|
| /third_party/flutter/skia/third_party/externals/harfbuzz/test/shaping/ |
| D | hb_test_tools.py | 379 class Ngram: class
|
| /third_party/icu/icu4j/perf-tests/data/collation/ |
| D | thesis.txt | 1571 Ngram
|