1 /* 2 ********************************************************************** 3 * Copyright (C) 2005-2006, International Business Machines 4 * Corporation and others. All Rights Reserved. 5 ********************************************************************** 6 */ 7 8 #ifndef __CSRSBCS_H 9 #define __CSRSBCS_H 10 11 #include "unicode/uobject.h" 12 13 #if !UCONFIG_NO_CONVERSION 14 15 #include "csrecog.h" 16 17 U_NAMESPACE_BEGIN 18 19 class NGramParser : public UMemory 20 { 21 private: 22 int32_t byteIndex; 23 int32_t ngram; 24 25 const int32_t *ngramList; 26 const uint8_t *charMap; 27 28 int32_t ngramCount; 29 int32_t hitCount; 30 31 public: 32 NGramParser(const int32_t *theNgramList, const uint8_t *theCharMap); 33 34 private: 35 /* 36 * Binary search for value in table, which must have exactly 64 entries. 37 */ 38 int32_t search(const int32_t *table, int32_t value); 39 40 void lookup(int32_t thisNgram); 41 void addByte(int32_t b); 42 int32_t nextByte(InputText *det); 43 44 public: 45 int32_t parse(InputText *det); 46 47 }; 48 49 class CharsetRecog_sbcs : public CharsetRecognizer 50 { 51 protected: 52 UBool haveC1Bytes; 53 54 public: 55 CharsetRecog_sbcs(); 56 57 virtual ~CharsetRecog_sbcs(); 58 59 virtual const char *getName() const = 0; 60 61 virtual int32_t match(InputText *det) = 0; 62 63 int32_t match_sbcs(InputText *det, const int32_t ngrams[], const uint8_t charMap[]); 64 }; 65 66 class CharsetRecog_8859_1 : public CharsetRecog_sbcs 67 { 68 public: 69 virtual ~CharsetRecog_8859_1(); 70 71 const char *getName() const; 72 }; 73 74 class CharsetRecog_8859_2 : public CharsetRecog_sbcs 75 { 76 public: 77 virtual ~CharsetRecog_8859_2(); 78 79 const char *getName() const; 80 }; 81 82 class CharsetRecog_8859_5 : public CharsetRecog_sbcs 83 { 84 public: 85 virtual ~CharsetRecog_8859_5(); 86 87 const char *getName() const; 88 }; 89 90 class CharsetRecog_8859_6 : public CharsetRecog_sbcs 91 { 92 public: 93 virtual ~CharsetRecog_8859_6(); 94 95 const char *getName() const; 96 }; 97 98 class CharsetRecog_8859_7 : public CharsetRecog_sbcs 99 { 100 public: 101 virtual ~CharsetRecog_8859_7(); 102 103 const char *getName() const; 104 }; 105 106 class CharsetRecog_8859_8 : public CharsetRecog_sbcs 107 { 108 public: 109 virtual ~CharsetRecog_8859_8(); 110 111 virtual const char *getName() const; 112 }; 113 114 class CharsetRecog_8859_9 : public CharsetRecog_sbcs 115 { 116 public: 117 virtual ~CharsetRecog_8859_9(); 118 119 const char *getName() const; 120 }; 121 122 class CharsetRecog_8859_1_en : public CharsetRecog_8859_1 123 { 124 public: 125 virtual ~CharsetRecog_8859_1_en(); 126 127 const char *getLanguage() const; 128 129 int32_t match(InputText *textIn); 130 }; 131 132 class CharsetRecog_8859_1_da : public CharsetRecog_8859_1 133 { 134 public: 135 virtual ~CharsetRecog_8859_1_da(); 136 137 const char *getLanguage() const; 138 139 int32_t match(InputText *textIn); 140 }; 141 142 class CharsetRecog_8859_1_de : public CharsetRecog_8859_1 143 { 144 public: 145 virtual ~CharsetRecog_8859_1_de(); 146 147 const char *getLanguage() const; 148 149 int32_t match(InputText *textIn); 150 }; 151 152 class CharsetRecog_8859_1_es : public CharsetRecog_8859_1 153 { 154 public: 155 virtual ~CharsetRecog_8859_1_es(); 156 157 const char *getLanguage() const; 158 159 int32_t match(InputText *textIn); 160 }; 161 162 class CharsetRecog_8859_1_fr : public CharsetRecog_8859_1 163 { 164 public: 165 virtual ~CharsetRecog_8859_1_fr(); 166 167 const char *getLanguage() const; 168 169 int32_t match(InputText *textIn); 170 }; 171 172 class CharsetRecog_8859_1_it : public CharsetRecog_8859_1 173 { 174 public: 175 virtual ~CharsetRecog_8859_1_it(); 176 177 const char *getLanguage() const; 178 179 int32_t match(InputText *textIn); 180 }; 181 182 class CharsetRecog_8859_1_nl : public CharsetRecog_8859_1 183 { 184 public: 185 virtual ~CharsetRecog_8859_1_nl(); 186 187 const char *getLanguage() const; 188 189 int32_t match(InputText *textIn); 190 }; 191 192 class CharsetRecog_8859_1_no : public CharsetRecog_8859_1 193 { 194 public: 195 virtual ~CharsetRecog_8859_1_no(); 196 197 const char *getLanguage() const; 198 199 int32_t match(InputText *textIn); 200 }; 201 202 class CharsetRecog_8859_1_pt : public CharsetRecog_8859_1 203 { 204 public: 205 virtual ~CharsetRecog_8859_1_pt(); 206 207 const char *getLanguage() const; 208 209 int32_t match(InputText *textIn); 210 }; 211 212 class CharsetRecog_8859_1_sv : public CharsetRecog_8859_1 213 { 214 public: 215 virtual ~CharsetRecog_8859_1_sv(); 216 217 const char *getLanguage() const; 218 219 int32_t match(InputText *textIn); 220 }; 221 222 class CharsetRecog_8859_2_cs : public CharsetRecog_8859_2 223 { 224 public: 225 virtual ~CharsetRecog_8859_2_cs(); 226 227 const char *getLanguage() const; 228 229 int32_t match(InputText *textIn); 230 }; 231 232 class CharsetRecog_8859_2_hu : public CharsetRecog_8859_2 233 { 234 public: 235 virtual ~CharsetRecog_8859_2_hu(); 236 237 const char *getLanguage() const; 238 239 int32_t match(InputText *textIn); 240 }; 241 242 class CharsetRecog_8859_2_pl : public CharsetRecog_8859_2 243 { 244 public: 245 virtual ~CharsetRecog_8859_2_pl(); 246 247 const char *getLanguage() const; 248 249 int32_t match(InputText *textIn); 250 }; 251 252 class CharsetRecog_8859_2_ro : public CharsetRecog_8859_2 253 { 254 public: 255 virtual ~CharsetRecog_8859_2_ro(); 256 257 const char *getLanguage() const; 258 259 int32_t match(InputText *textIn); 260 }; 261 262 class CharsetRecog_8859_5_ru : public CharsetRecog_8859_5 263 { 264 public: 265 virtual ~CharsetRecog_8859_5_ru(); 266 267 const char *getLanguage() const; 268 269 int32_t match(InputText *textIn); 270 }; 271 272 class CharsetRecog_8859_6_ar : public CharsetRecog_8859_6 273 { 274 public: 275 virtual ~CharsetRecog_8859_6_ar(); 276 277 const char *getLanguage() const; 278 279 int32_t match(InputText *textIn); 280 }; 281 282 class CharsetRecog_8859_7_el : public CharsetRecog_8859_7 283 { 284 public: 285 virtual ~CharsetRecog_8859_7_el(); 286 287 const char *getLanguage() const; 288 289 int32_t match(InputText *textIn); 290 }; 291 292 class CharsetRecog_8859_8_I_he : public CharsetRecog_8859_8 293 { 294 public: 295 virtual ~CharsetRecog_8859_8_I_he(); 296 297 const char *getName() const; 298 299 const char *getLanguage() const; 300 301 int32_t match(InputText *textIn); 302 }; 303 304 class CharsetRecog_8859_8_he : public CharsetRecog_8859_8 305 { 306 public: 307 virtual ~CharsetRecog_8859_8_he (); 308 309 const char *getLanguage() const; 310 311 int32_t match(InputText *textIn); 312 }; 313 314 class CharsetRecog_8859_9_tr : public CharsetRecog_8859_9 315 { 316 public: 317 virtual ~CharsetRecog_8859_9_tr (); 318 319 const char *getLanguage() const; 320 321 int32_t match(InputText *textIn); 322 }; 323 324 class CharsetRecog_windows_1256 : public CharsetRecog_sbcs 325 { 326 public: 327 virtual ~CharsetRecog_windows_1256(); 328 329 const char *getName() const; 330 331 const char *getLanguage() const; 332 333 int32_t match(InputText *textIn); 334 }; 335 336 class CharsetRecog_windows_1251 : public CharsetRecog_sbcs 337 { 338 public: 339 virtual ~CharsetRecog_windows_1251(); 340 341 const char *getName() const; 342 343 const char *getLanguage() const; 344 345 int32_t match(InputText *textIn); 346 }; 347 348 349 class CharsetRecog_KOI8_R : public CharsetRecog_sbcs 350 { 351 public: 352 virtual ~CharsetRecog_KOI8_R(); 353 354 const char *getName() const; 355 356 const char *getLanguage() const; 357 358 int32_t match(InputText *textIn); 359 }; 360 361 U_NAMESPACE_END 362 363 #endif 364 #endif /* __CSRSBCS_H */ 365