| /third_party/icu/ohos_icu4j/src/main/java/ohos/global/icu/text/ |
| D | CharsetRecog_sbcs.java | 270 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
272 return match (det, ngrams, byteMap, (byte)0x20); in match()
275 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
277 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
281 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
282 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
594 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
610 int confidence = match(det, ngrams, byteMap); in match()
661 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
677 int confidence = match(det, ngrams, byteMap); in match()
[all …]
|
| /third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/text/ |
| D | CharsetRecog_sbcs.java | 269 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
271 return match (det, ngrams, byteMap, (byte)0x20); in match()
274 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
276 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
280 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
281 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
593 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
609 int confidence = match(det, ngrams, byteMap); in match()
660 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
676 int confidence = match(det, ngrams, byteMap); in match()
[all …]
|
| /third_party/flutter/skia/tools/lua/ |
| D | ngrams.lua | 26 local ngrams = {}
31 ngrams[currentFile] = {}
38 table.insert(ngrams[currentFile], {t.verb})
40 local idx = #ngrams[currentFile] - i
42 table.insert(ngrams[currentFile][idx], t.verb)
50 for file, ngramsInFile in pairs(ngrams) do
|
| /third_party/icu/icu4j/tools/misc/src/com/ibm/icu/dev/tool/charsetdet/sbcs/ |
| D | NGramList.java | 74 protected TreeMap ngrams; field in NGramList
89 ngrams = new TreeMap(); in NGramList()
100 return (NGram) ngrams.get(mappedKey); in get()
119 ngrams.put(mappedKey, new NGram(key)); in put()
127 return ngrams.values(); in values()
132 return ngrams.keySet(); in keys()
|
| D | Checker.java | 21 private NGramList ngrams; field in Checker
43 ngrams = list; in Checker()
44 ngrams.setMapper(dataFile); in Checker()
59 NGramList.NGram ngram = ngrams.get(key); in handleNGram()
132 ngrams.setMapper(file); in setMapper()
|
| D | StatisticsTool.java | 55 private NGramList ngrams; field in StatisticsTool
136 ngrams.put(key); in handleNGram()
160 …System.out.println(inputFile.getFilename() + ": " + ngrams.getUniqueNGrams() + "/" + ngrams.getTot… in dumpNGrams()
162 ArrayList array = new ArrayList(ngrams.values()); in dumpNGrams()
168 int totalNGrams = ngrams.getTotalNGrams(); in dumpNGrams()
280 ngrams = new NGramList(this); in collectStatistics()
|
| /third_party/skia/third_party/externals/icu/source/i18n/ |
| D | csrsbcs.cpp | 254 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
256 NGramParser parser(ngrams, byteMap); in match_sbcs()
708 const int32_t ngrams[64]; member
897 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
899 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
924 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
926 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1224 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1226 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
|
| D | csrsbcs.h | 79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
270 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
|
| /third_party/flutter/skia/third_party/externals/icu/source/i18n/ |
| D | csrsbcs.cpp | 254 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
256 NGramParser parser(ngrams, byteMap); in match_sbcs()
708 const int32_t ngrams[64]; member
897 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
899 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
924 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
926 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1224 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1226 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
|
| D | csrsbcs.h | 79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
270 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
|
| /third_party/node/deps/icu-small/source/i18n/ |
| D | csrsbcs.cpp | 254 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
256 NGramParser parser(ngrams, byteMap); in match_sbcs()
708 const int32_t ngrams[64]; member
897 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
899 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
924 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
926 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1224 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1226 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
|
| D | csrsbcs.h | 79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
270 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const override;
|
| /third_party/icu/icu4c/source/i18n/ |
| D | csrsbcs.cpp | 254 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
256 NGramParser parser(ngrams, byteMap); in match_sbcs()
708 const int32_t ngrams[64]; member
897 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
899 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
924 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
926 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1224 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1226 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
|
| D | csrsbcs.h | 79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
270 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/text/kernels/ |
| D | ngram_op.cc | 22 NgramOp::NgramOp(const std::vector<int32_t> &ngrams, int32_t l_len, const std::string &l_pad, int32… in NgramOp() argument
24 : ngrams_(ngrams), in NgramOp()
|
| D | ngram_op.h | 40 …NgramOp(const std::vector<int32_t> &ngrams, int32_t l_len, const std::string &l_pad, int32_t r_len,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | text.cc | 244 Data(const std::vector<int32_t> &ngrams, const std::pair<std::vector<char>, int32_t> &left_pad, in Data()
246 : ngrams_(ngrams), in Data()
256 Ngram::Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::vector<char>, int32_t> &left_… in Ngram() argument
258 : data_(std::make_shared<Data>(ngrams, left_pad, right_pad, separator)) {} in Ngram()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | text.h | 286 …explicit Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::string, int32_t> &left_pad…
288 …: Ngram(ngrams, PairStringToChar(left_pad), PairStringToChar(right_pad), StringToChar(separator)) … in Ngram() argument
299 Ngram(const std::vector<int32_t> &ngrams, const std::pair<std::vector<char>, int32_t> &left_pad,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/text/kernels/ir/ |
| D | bindings.cc | 166 … py::init([](const std::vector<int32_t> &ngrams, const std::pair<std::string, int32_t> &left_pad, in __anonf0f064541702()
168 … auto ngram = std::make_shared<text::NgramOperation>(ngrams, left_pad, right_pad, separator); in __anonf0f064541702()
|
| /third_party/mindspore/mindspore/dataset/text/ |
| D | transforms.py | 318 self.ngrams = n
324 return cde.NgramOperation(self.ngrams, self.left_pad, self.right_pad, self.separator)
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/text/ir/kernels/ |
| D | text_ir.cc | 239 NgramOperation::NgramOperation(const std::vector<int32_t> &ngrams, const std::pair<std::string, int… in NgramOperation() argument
241 : ngrams_(ngrams), left_pad_(left_pad), right_pad_(right_pad), separator_(separator) {} in NgramOperation()
|
| D | text_ir.h | 166 …explicit NgramOperation(const std::vector<int32_t> &ngrams, const std::pair<std::string, int32_t> …
|