Home
last modified time | relevance | path

Searched refs:ngrams (Results 1 – 9 of 9) sorted by relevance

/external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DCharsetRecog_sbcs.java269 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
271 return match (det, ngrams, byteMap, (byte)0x20); in match()
274 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
276 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
280 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
281 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
593 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
609 int confidence = match(det, ngrams, byteMap); in match()
660 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
676 int confidence = match(det, ngrams, byteMap); in match()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/text/
DCharsetRecog_sbcs.java270 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
272 return match (det, ngrams, byteMap, (byte)0x20); in match()
275 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
277 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
281 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
282 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
594 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
610 int confidence = match(det, ngrams, byteMap); in match()
661 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
677 int confidence = match(det, ngrams, byteMap); in match()
[all …]
/external/skqp/tools/lua/
Dngrams.lua26 local ngrams = {}
31 ngrams[currentFile] = {}
38 table.insert(ngrams[currentFile], {t.verb})
40 local idx = #ngrams[currentFile] - i
42 table.insert(ngrams[currentFile][idx], t.verb)
50 for file, ngramsInFile in pairs(ngrams) do
/external/skia/tools/lua/
Dngrams.lua26 local ngrams = {}
31 ngrams[currentFile] = {}
38 table.insert(ngrams[currentFile], {t.verb})
40 local idx = #ngrams[currentFile] - i
42 table.insert(ngrams[currentFile][idx], t.verb)
50 for file, ngramsInFile in pairs(ngrams) do
/external/icu/icu4j/tools/misc/src/com/ibm/icu/dev/tool/charsetdet/sbcs/
DNGramList.java74 protected TreeMap ngrams; field in NGramList
89 ngrams = new TreeMap(); in NGramList()
100 return (NGram) ngrams.get(mappedKey); in get()
119 ngrams.put(mappedKey, new NGram(key)); in put()
127 return ngrams.values(); in values()
132 return ngrams.keySet(); in keys()
DChecker.java21 private NGramList ngrams; field in Checker
43 ngrams = list; in Checker()
44 ngrams.setMapper(dataFile); in Checker()
59 NGramList.NGram ngram = ngrams.get(key); in handleNGram()
132 ngrams.setMapper(file); in setMapper()
DStatisticsTool.java55 private NGramList ngrams; field in StatisticsTool
136 ngrams.put(key); in handleNGram()
160 …System.out.println(inputFile.getFilename() + ": " + ngrams.getUniqueNGrams() + "/" + ngrams.getTot… in dumpNGrams()
162 ArrayList array = new ArrayList(ngrams.values()); in dumpNGrams()
168 int totalNGrams = ngrams.getTotalNGrams(); in dumpNGrams()
280 ngrams = new NGramList(this); in collectStatistics()
/external/icu/icu4c/source/i18n/
Dcsrsbcs.cpp254 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
256 NGramParser parser(ngrams, byteMap); in match_sbcs()
708 const int32_t ngrams[64]; member
897 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
899 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
924 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
926 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1224 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1226 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
Dcsrsbcs.h79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
270 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;