Home
last modified time | relevance | path

Searched refs:ngrams (Results 1 – 9 of 9) sorted by relevance

/external/icu/android_icu4j/src/main/java/android/icu/text/
DCharsetRecog_sbcs.java266 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
268 return match (det, ngrams, byteMap, (byte)0x20); in match()
271 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
273 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
277 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
278 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
585 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
599 int confidence = match(det, ngrams, byteMap); in match()
649 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
663 int confidence = match(det, ngrams, byteMap); in match()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DCharsetRecog_sbcs.java265 int match(CharsetDetector det, int[] ngrams, byte[] byteMap) in match() argument
267 return match (det, ngrams, byteMap, (byte)0x20); in match()
270 int match(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar) in match() argument
272 NGramParser parser = new NGramParser(ngrams, byteMap); in match()
276 int matchIBM420(CharsetDetector det, int[] ngrams, byte[] byteMap, byte spaceChar){ in matchIBM420() argument
277 NGramParser_IBM420 parser = new NGramParser_IBM420(ngrams, byteMap); in matchIBM420()
584 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_5_ru
598 int confidence = match(det, ngrams, byteMap); in match()
648 private static int[] ngrams = { field in CharsetRecog_sbcs.CharsetRecog_8859_6_ar
662 int confidence = match(det, ngrams, byteMap); in match()
[all …]
/external/skia/tools/lua/
Dngrams.lua26 local ngrams = {}
31 ngrams[currentFile] = {}
38 table.insert(ngrams[currentFile], {t.verb})
40 local idx = #ngrams[currentFile] - i
42 table.insert(ngrams[currentFile][idx], t.verb)
50 for file, ngramsInFile in pairs(ngrams) do
/external/icu/icu4j/tools/misc/src/com/ibm/icu/dev/tool/charsetdet/sbcs/
DNGramList.java72 protected TreeMap ngrams; field in NGramList
87 ngrams = new TreeMap(); in NGramList()
98 return (NGram) ngrams.get(mappedKey); in get()
117 ngrams.put(mappedKey, new NGram(key)); in put()
125 return ngrams.values(); in values()
130 return ngrams.keySet(); in keys()
DChecker.java19 private NGramList ngrams; field in Checker
41 ngrams = list; in Checker()
42 ngrams.setMapper(dataFile); in Checker()
57 NGramList.NGram ngram = ngrams.get(key); in handleNGram()
130 ngrams.setMapper(file); in setMapper()
DStatisticsTool.java53 private NGramList ngrams; field in StatisticsTool
134 ngrams.put(key); in handleNGram()
158 …System.out.println(inputFile.getFilename() + ": " + ngrams.getUniqueNGrams() + "/" + ngrams.getTot… in dumpNGrams()
160 ArrayList array = new ArrayList(ngrams.values()); in dumpNGrams()
166 int totalNGrams = ngrams.getTotalNGrams(); in dumpNGrams()
278 ngrams = new NGramList(this); in collectStatistics()
/external/icu/icu4c/source/i18n/
Dcsrsbcs.cpp253 int32_t CharsetRecog_sbcs::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t byteMa… in match_sbcs() argument
255 NGramParser parser(ngrams, byteMap); in match_sbcs()
707 const int32_t ngrams[64]; member
896 const int32_t *ngrams = ngrams_8859_1[i].ngrams; in match() local
898 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_1); in match()
923 const int32_t *ngrams = ngrams_8859_2[i].ngrams; in match() local
925 int32_t confidence = match_sbcs(textIn, ngrams, charMap_8859_2); in match()
1223 int32_t CharsetRecog_IBM420_ar::match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t b… in match_sbcs() argument
1225 NGramParser_IBM420 parser(ngrams, byteMap); in match_sbcs()
Dcsrsbcs.h77 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
268 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
/external/harfbuzz_ng/test/shaping/
DMakefile.am21 hb-diff-ngrams \