Home
last modified time | relevance | path

Searched refs:det (Results 1 – 25 of 174) sorted by relevance

1234567

/third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DCharsetRecog_sbcs.java109 private int nextByte(CharsetDetector det) in nextByte() argument
111 if (byteIndex >= det.fInputLen) { in nextByte()
115 return det.fInputBytes[byteIndex++] & 0xFF; in nextByte()
118 protected void parseCharacters(CharsetDetector det) in parseCharacters() argument
123 while ((b = nextByte(det)) >= 0) { in parseCharacters()
138 public int parse(CharsetDetector det) in parse() argument
140 return parse (det, (byte)0x20); in parse()
142 public int parse(CharsetDetector det, byte spaceCh) in parse() argument
147 parseCharacters(det); in parse()
216 private int nextByte(CharsetDetector det) in nextByte() argument
[all …]
DCharsetRecog_mbcs.java48 int match(CharsetDetector det, int [] commonChars) { in match() argument
59 for (iter.reset(); nextChar(iter, det);) { in match()
156 int nextByte(CharsetDetector det) { in nextByte() argument
157 if (nextIndex >= det.fRawLength) { in nextByte()
161 int byteValue = det.fRawInput[nextIndex++] & 0x00ff; in nextByte()
178 abstract boolean nextChar(iteratedChar it, CharsetDetector det); in nextChar() argument
201 boolean nextChar(iteratedChar it, CharsetDetector det) { in nextChar() argument
204 firstByte = it.charValue = it.nextByte(det); in nextChar()
213 int secondByte = it.nextByte(det); in nextChar()
226 CharsetMatch match(CharsetDetector det) { in match() argument
[all …]
DCharsetRecog_2022.java122 CharsetMatch match(CharsetDetector det) { in match() argument
123 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
124 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
139 CharsetMatch match(CharsetDetector det) { in match() argument
140 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
141 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
166 CharsetMatch match(CharsetDetector det) { in match() argument
167 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
168 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
DCharsetRecog_Unicode.java29 abstract CharsetMatch match(CharsetDetector det); in match() argument
63 CharsetMatch match(CharsetDetector det) in match() argument
65 byte[] input = det.fRawInput; in match()
84 return new CharsetMatch(det, this, confidence); in match()
99 CharsetMatch match(CharsetDetector det) in match() argument
101 byte[] input = det.fRawInput; in match()
120 return new CharsetMatch(det, this, confidence); in match()
134 CharsetMatch match(CharsetDetector det) in match() argument
136 byte[] input = det.fRawInput; in match()
137 int limit = (det.fRawLength / 4) * 4; in match()
[all …]
DCharsetMatch.java194 CharsetMatch(CharsetDetector det, CharsetRecognizer rec, int conf) { in CharsetMatch() argument
200 if (det.fInputStream == null) { in CharsetMatch()
203 fRawInput = det.fRawInput; in CharsetMatch()
204 fRawLength = det.fRawLength; in CharsetMatch()
206 fInputStream = det.fInputStream; in CharsetMatch()
214 CharsetMatch(CharsetDetector det, CharsetRecognizer rec, int conf, String csName, String lang) { in CharsetMatch() argument
220 if (det.fInputStream == null) { in CharsetMatch()
223 fRawInput = det.fRawInput; in CharsetMatch()
224 fRawLength = det.fRawLength; in CharsetMatch()
226 fInputStream = det.fInputStream; in CharsetMatch()
/third_party/icu/ohos_icu4j/src/main/java/ohos/global/icu/text/
DCharsetRecog_sbcs.java110 private int nextByte(CharsetDetector det) in nextByte() argument
112 if (byteIndex >= det.fInputLen) { in nextByte()
116 return det.fInputBytes[byteIndex++] & 0xFF; in nextByte()
119 protected void parseCharacters(CharsetDetector det) in parseCharacters() argument
124 while ((b = nextByte(det)) >= 0) { in parseCharacters()
139 public int parse(CharsetDetector det) in parse() argument
141 return parse (det, (byte)0x20); in parse()
143 public int parse(CharsetDetector det, byte spaceCh) in parse() argument
148 parseCharacters(det); in parse()
217 private int nextByte(CharsetDetector det) in nextByte() argument
[all …]
DCharsetRecog_mbcs.java49 int match(CharsetDetector det, int [] commonChars) { in match() argument
60 for (iter.reset(); nextChar(iter, det);) { in match()
157 int nextByte(CharsetDetector det) { in nextByte() argument
158 if (nextIndex >= det.fRawLength) { in nextByte()
162 int byteValue = det.fRawInput[nextIndex++] & 0x00ff; in nextByte()
179 abstract boolean nextChar(iteratedChar it, CharsetDetector det); in nextChar() argument
202 boolean nextChar(iteratedChar it, CharsetDetector det) { in nextChar() argument
205 firstByte = it.charValue = it.nextByte(det); in nextChar()
214 int secondByte = it.nextByte(det); in nextChar()
227 CharsetMatch match(CharsetDetector det) { in match() argument
[all …]
DCharsetRecog_2022.java123 CharsetMatch match(CharsetDetector det) { in match() argument
124 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
125 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
140 CharsetMatch match(CharsetDetector det) { in match() argument
141 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
142 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
167 CharsetMatch match(CharsetDetector det) { in match() argument
168 int confidence = match(det.fInputBytes, det.fInputLen, escapeSequences); in match()
169 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
DCharsetRecog_Unicode.java30 abstract CharsetMatch match(CharsetDetector det); in match() argument
64 CharsetMatch match(CharsetDetector det) in match() argument
66 byte[] input = det.fRawInput; in match()
85 return new CharsetMatch(det, this, confidence); in match()
100 CharsetMatch match(CharsetDetector det) in match() argument
102 byte[] input = det.fRawInput; in match()
121 return new CharsetMatch(det, this, confidence); in match()
135 CharsetMatch match(CharsetDetector det) in match() argument
137 byte[] input = det.fRawInput; in match()
138 int limit = (det.fRawLength / 4) * 4; in match()
[all …]
DCharsetMatch.java182 CharsetMatch(CharsetDetector det, CharsetRecognizer rec, int conf) { in CharsetMatch() argument
188 if (det.fInputStream == null) { in CharsetMatch()
191 fRawInput = det.fRawInput; in CharsetMatch()
192 fRawLength = det.fRawLength; in CharsetMatch()
194 fInputStream = det.fInputStream; in CharsetMatch()
202 CharsetMatch(CharsetDetector det, CharsetRecognizer rec, int conf, String csName, String lang) { in CharsetMatch() argument
208 if (det.fInputStream == null) { in CharsetMatch()
211 fRawInput = det.fRawInput; in CharsetMatch()
212 fRawLength = det.fRawLength; in CharsetMatch()
214 fInputStream = det.fInputStream; in CharsetMatch()
DCharsetRecog_UTF8.java26 CharsetMatch match(CharsetDetector det) { in match() argument
30 byte input[] = det.fRawInput; in match()
35 if (det.fRawLength >= 3 && in match()
41 for (i=0; i<det.fRawLength; i++) { in match()
62 if (i>=det.fRawLength) { in match()
97 return confidence == 0 ? null : new CharsetMatch(det, this, confidence); in match()
/third_party/icu/ohos_icu4j/src/main/tests/ohos/global/icu/dev/test/charsetdet/
DTestCharsetDetector.java90 CharsetDetector det = new CharsetDetector(); in TestConstruction() local
91 if(det==null){ in TestConstruction()
105 String[] activeCharsetNames = det.getDetectableCharsets(); in TestConstruction()
138 CharsetDetector det = new CharsetDetector(); in TestInputFilter() local
141 det.enableInputFilter(true); in TestInputFilter()
142 if (!det.inputFilterEnabled()){ in TestInputFilter()
146 det.setText(bytes); in TestInputFilter()
147 m = det.detect(); in TestInputFilter()
153 det.enableInputFilter(false); in TestInputFilter()
154 det.setText(bytes); in TestInputFilter()
[all …]
/third_party/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/charsetdet/
DTestCharsetDetector.java87 CharsetDetector det = new CharsetDetector(); in TestConstruction() local
88 if(det==null){ in TestConstruction()
102 String[] activeCharsetNames = det.getDetectableCharsets(); in TestConstruction()
135 CharsetDetector det = new CharsetDetector(); in TestInputFilter() local
138 det.enableInputFilter(true); in TestInputFilter()
139 if (!det.inputFilterEnabled()){ in TestInputFilter()
143 det.setText(bytes); in TestInputFilter()
144 m = det.detect(); in TestInputFilter()
150 det.enableInputFilter(false); in TestInputFilter()
151 det.setText(bytes); in TestInputFilter()
[all …]
/third_party/node/deps/icu-small/source/i18n/
Dcsrmbcs.cpp132 int32_t IteratedChar::nextByte(InputText *det) in nextByte() argument
134 if (nextIndex >= det->fRawLength) { in nextByte()
140 return det->fRawInput[nextIndex++]; in nextByte()
148 int32_t CharsetRecog_mbcs::match_mbcs(InputText *det, const uint16_t commonChars[], int32_t commonC… in match_mbcs() argument
157 while (nextChar(&iter, det)) { in match_mbcs()
244 UBool CharsetRecog_sjis::nextChar(IteratedChar* it, InputText* det) const { in nextChar()
248 int32_t firstByte = it->charValue = it->nextByte(det); in nextChar()
258 int32_t secondByte = it->nextByte(det); in nextChar()
272 UBool CharsetRecog_sjis::match(InputText* det, CharsetMatch *results) const { in match() argument
273 int32_t confidence = match_mbcs(det, commonChars_sjis, UPRV_LENGTHOF(commonChars_sjis)); in match()
[all …]
Dcsrsbcs.h48 virtual int32_t nextByte(InputText *det);
49 virtual void parseCharacters(InputText *det);
52 int32_t parse(InputText *det);
66 int32_t nextByte(InputText *det) override;
67 void parseCharacters(InputText *det) override;
78 virtual UBool match(InputText *det, CharsetMatch *results) const override = 0;
79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
87 virtual UBool match(InputText *det, CharsetMatch *results) const override;
95 virtual UBool match(InputText *det, CharsetMatch *results) const override;
146 virtual UBool match(InputText *det, CharsetMatch *results) const override;
[all …]
Dcsrsbcs.cpp95 int32_t NGramParser::nextByte(InputText *det) in nextByte() argument
97 if (byteIndex >= det->fInputLen) { in nextByte()
101 return det->fInputBytes[byteIndex++]; in nextByte()
104 void NGramParser::parseCharacters(InputText *det) in parseCharacters() argument
109 while ((b = nextByte(det)) >= 0) { in parseCharacters()
123 int32_t NGramParser::parse(InputText *det) in parse() argument
125 parseCharacters(det); in parse()
192 int32_t NGramParser_IBM420::nextByte(InputText *det) in nextByte() argument
195 if (byteIndex >= det->fInputLen || det->fInputBytes[byteIndex] == 0) { in nextByte()
200 alef = isLamAlef(det->fInputBytes[byteIndex]); in nextByte()
[all …]
/third_party/skia/third_party/externals/icu/source/i18n/
Dcsrmbcs.cpp132 int32_t IteratedChar::nextByte(InputText *det) in nextByte() argument
134 if (nextIndex >= det->fRawLength) { in nextByte()
140 return det->fRawInput[nextIndex++]; in nextByte()
148 int32_t CharsetRecog_mbcs::match_mbcs(InputText *det, const uint16_t commonChars[], int32_t commonC… in match_mbcs() argument
157 while (nextChar(&iter, det)) { in match_mbcs()
244 UBool CharsetRecog_sjis::nextChar(IteratedChar* it, InputText* det) const { in nextChar()
248 int32_t firstByte = it->charValue = it->nextByte(det); in nextChar()
258 int32_t secondByte = it->nextByte(det); in nextChar()
272 UBool CharsetRecog_sjis::match(InputText* det, CharsetMatch *results) const { in match() argument
273 int32_t confidence = match_mbcs(det, commonChars_sjis, UPRV_LENGTHOF(commonChars_sjis)); in match()
[all …]
Dcsrsbcs.h48 virtual int32_t nextByte(InputText *det);
49 virtual void parseCharacters(InputText *det);
52 int32_t parse(InputText *det);
66 int32_t nextByte(InputText *det);
67 void parseCharacters(InputText *det);
78 virtual UBool match(InputText *det, CharsetMatch *results) const = 0;
79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
87 virtual UBool match(InputText *det, CharsetMatch *results) const;
95 virtual UBool match(InputText *det, CharsetMatch *results) const;
146 virtual UBool match(InputText *det, CharsetMatch *results) const;
[all …]
Dcsrsbcs.cpp95 int32_t NGramParser::nextByte(InputText *det) in nextByte() argument
97 if (byteIndex >= det->fInputLen) { in nextByte()
101 return det->fInputBytes[byteIndex++]; in nextByte()
104 void NGramParser::parseCharacters(InputText *det) in parseCharacters() argument
109 while ((b = nextByte(det)) >= 0) { in parseCharacters()
123 int32_t NGramParser::parse(InputText *det) in parse() argument
125 parseCharacters(det); in parse()
192 int32_t NGramParser_IBM420::nextByte(InputText *det) in nextByte() argument
195 if (byteIndex >= det->fInputLen || det->fInputBytes[byteIndex] == 0) { in nextByte()
200 alef = isLamAlef(det->fInputBytes[byteIndex]); in nextByte()
[all …]
/third_party/icu/icu4c/source/i18n/
Dcsrmbcs.cpp132 int32_t IteratedChar::nextByte(InputText *det) in nextByte() argument
134 if (nextIndex >= det->fRawLength) { in nextByte()
140 return det->fRawInput[nextIndex++]; in nextByte()
148 int32_t CharsetRecog_mbcs::match_mbcs(InputText *det, const uint16_t commonChars[], int32_t commonC… in match_mbcs() argument
157 while (nextChar(&iter, det)) { in match_mbcs()
244 UBool CharsetRecog_sjis::nextChar(IteratedChar* it, InputText* det) const { in nextChar()
248 int32_t firstByte = it->charValue = it->nextByte(det); in nextChar()
258 int32_t secondByte = it->nextByte(det); in nextChar()
272 UBool CharsetRecog_sjis::match(InputText* det, CharsetMatch *results) const { in match() argument
273 int32_t confidence = match_mbcs(det, commonChars_sjis, UPRV_LENGTHOF(commonChars_sjis)); in match()
[all …]
Dcsrsbcs.h48 virtual int32_t nextByte(InputText *det);
49 virtual void parseCharacters(InputText *det);
52 int32_t parse(InputText *det);
66 int32_t nextByte(InputText *det);
67 void parseCharacters(InputText *det);
78 virtual UBool match(InputText *det, CharsetMatch *results) const = 0;
79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
87 virtual UBool match(InputText *det, CharsetMatch *results) const;
95 virtual UBool match(InputText *det, CharsetMatch *results) const;
146 virtual UBool match(InputText *det, CharsetMatch *results) const;
[all …]
Dcsrsbcs.cpp95 int32_t NGramParser::nextByte(InputText *det) in nextByte() argument
97 if (byteIndex >= det->fInputLen) { in nextByte()
101 return det->fInputBytes[byteIndex++]; in nextByte()
104 void NGramParser::parseCharacters(InputText *det) in parseCharacters() argument
109 while ((b = nextByte(det)) >= 0) { in parseCharacters()
123 int32_t NGramParser::parse(InputText *det) in parse() argument
125 parseCharacters(det); in parse()
192 int32_t NGramParser_IBM420::nextByte(InputText *det) in nextByte() argument
195 if (byteIndex >= det->fInputLen || det->fInputBytes[byteIndex] == 0) { in nextByte()
200 alef = isLamAlef(det->fInputBytes[byteIndex]); in nextByte()
[all …]
/third_party/flutter/skia/third_party/externals/icu/source/i18n/
Dcsrmbcs.cpp132 int32_t IteratedChar::nextByte(InputText *det) in nextByte() argument
134 if (nextIndex >= det->fRawLength) { in nextByte()
140 return det->fRawInput[nextIndex++]; in nextByte()
148 int32_t CharsetRecog_mbcs::match_mbcs(InputText *det, const uint16_t commonChars[], int32_t commonC… in match_mbcs() argument
157 while (nextChar(&iter, det)) { in match_mbcs()
244 UBool CharsetRecog_sjis::nextChar(IteratedChar* it, InputText* det) const { in nextChar()
248 int32_t firstByte = it->charValue = it->nextByte(det); in nextChar()
258 int32_t secondByte = it->nextByte(det); in nextChar()
272 UBool CharsetRecog_sjis::match(InputText* det, CharsetMatch *results) const { in match() argument
273 int32_t confidence = match_mbcs(det, commonChars_sjis, UPRV_LENGTHOF(commonChars_sjis)); in match()
[all …]
Dcsrsbcs.h48 virtual int32_t nextByte(InputText *det);
49 virtual void parseCharacters(InputText *det);
52 int32_t parse(InputText *det);
66 int32_t nextByte(InputText *det);
67 void parseCharacters(InputText *det);
78 virtual UBool match(InputText *det, CharsetMatch *results) const = 0;
79 … virtual int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]) const;
87 virtual UBool match(InputText *det, CharsetMatch *results) const;
95 virtual UBool match(InputText *det, CharsetMatch *results) const;
146 virtual UBool match(InputText *det, CharsetMatch *results) const;
[all …]
Dcsrsbcs.cpp95 int32_t NGramParser::nextByte(InputText *det) in nextByte() argument
97 if (byteIndex >= det->fInputLen) { in nextByte()
101 return det->fInputBytes[byteIndex++]; in nextByte()
104 void NGramParser::parseCharacters(InputText *det) in parseCharacters() argument
109 while ((b = nextByte(det)) >= 0) { in parseCharacters()
123 int32_t NGramParser::parse(InputText *det) in parse() argument
125 parseCharacters(det); in parse()
192 int32_t NGramParser_IBM420::nextByte(InputText *det) in nextByte() argument
195 if (byteIndex >= det->fInputLen || det->fInputBytes[byteIndex] == 0) { in nextByte()
200 alef = isLamAlef(det->fInputBytes[byteIndex]); in nextByte()
[all …]

1234567