• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4  *******************************************************************************
5  * Copyright (C) 2014, International Business Machines Corporation and         *
6  * others. All Rights Reserved.                                                *
7  *******************************************************************************
8  */
9 package com.ibm.icu.text;
10 
11 import java.io.IOException;
12 import java.text.CharacterIterator;
13 
14 import com.ibm.icu.lang.UCharacter;
15 import com.ibm.icu.lang.UProperty;
16 import com.ibm.icu.lang.UScript;
17 
18 class LaoBreakEngine extends DictionaryBreakEngine {
19 
20     // Constants for LaoBreakIterator
21     // How many words in a row are "good enough"?
22     private static final byte LAO_LOOKAHEAD = 3;
23     // Will not combine a non-word with a preceding dictionary word longer than this
24     private static final byte LAO_ROOT_COMBINE_THRESHOLD = 3;
25     // Will not combine a non-word that shares at least this much prefix with a
26     // dictionary word with a preceding word
27     private static final byte LAO_PREFIX_COMBINE_THRESHOLD = 3;
28     // Minimum word size
29     private static final byte LAO_MIN_WORD = 2;
30 
31     private DictionaryMatcher fDictionary;
32     private static UnicodeSet fLaoWordSet;
33     private static UnicodeSet fEndWordSet;
34     private static UnicodeSet fBeginWordSet;
35     private static UnicodeSet fMarkSet;
36 
37     static {
38         // Initialize UnicodeSets
39         fLaoWordSet = new UnicodeSet();
40         fMarkSet = new UnicodeSet();
41         fBeginWordSet = new UnicodeSet();
42 
43         fLaoWordSet.applyPattern("[[:Laoo:]&[:LineBreak=SA:]]");
fLaoWordSet.compact()44         fLaoWordSet.compact();
45 
46         fMarkSet.applyPattern("[[:Laoo:]&[:LineBreak=SA:]&[:M:]]");
47         fMarkSet.add(0x0020);
48         fEndWordSet = new UnicodeSet(fLaoWordSet);
49         fEndWordSet.remove(0x0EC0, 0x0EC4); // prefix vowels
50         fBeginWordSet.add(0x0E81, 0x0EAE); // basic consonants (including holes for corresponding Thai characters)
51         fBeginWordSet.add(0x0EDC, 0x0EDD); // digraph consonants (no Thai equivalent)
52         fBeginWordSet.add(0x0EC0, 0x0EC4); // prefix vowels
53 
54         // Compact for caching
fMarkSet.compact()55         fMarkSet.compact();
fEndWordSet.compact()56         fEndWordSet.compact();
fBeginWordSet.compact()57         fBeginWordSet.compact();
58 
59         // Freeze the static UnicodeSet
fLaoWordSet.freeze()60         fLaoWordSet.freeze();
fMarkSet.freeze()61         fMarkSet.freeze();
fEndWordSet.freeze()62         fEndWordSet.freeze();
fBeginWordSet.freeze()63         fBeginWordSet.freeze();
64     }
65 
LaoBreakEngine()66     public LaoBreakEngine() throws IOException {
67         setCharacters(fLaoWordSet);
68         // Initialize dictionary
69         fDictionary = DictionaryData.loadDictionaryFor("Laoo");
70     }
71 
72     @Override
equals(Object obj)73     public boolean equals(Object obj) {
74         // Normally is a singleton, but it's possible to have duplicates
75         //   during initialization. All are equivalent.
76         return obj instanceof LaoBreakEngine;
77     }
78 
79     @Override
hashCode()80     public int hashCode() {
81         return getClass().hashCode();
82     }
83 
84     @Override
handles(int c)85     public boolean handles(int c) {
86         int script = UCharacter.getIntPropertyValue(c, UProperty.SCRIPT);
87         return (script == UScript.LAO);
88     }
89 
90     @Override
divideUpDictionaryRange(CharacterIterator fIter, int rangeStart, int rangeEnd, DequeI foundBreaks)91     public int divideUpDictionaryRange(CharacterIterator fIter, int rangeStart, int rangeEnd,
92             DequeI foundBreaks) {
93 
94 
95         if ((rangeEnd - rangeStart) < LAO_MIN_WORD) {
96             return 0;  // Not enough characters for word
97         }
98         int wordsFound = 0;
99         int wordLength;
100         int current;
101         PossibleWord words[] = new PossibleWord[LAO_LOOKAHEAD];
102         for (int i = 0; i < LAO_LOOKAHEAD; i++) {
103             words[i] = new PossibleWord();
104         }
105         int uc;
106 
107         fIter.setIndex(rangeStart);
108         while ((current = fIter.getIndex()) < rangeEnd) {
109             wordLength = 0;
110 
111             //Look for candidate words at the current position
112             int candidates = words[wordsFound%LAO_LOOKAHEAD].candidates(fIter, fDictionary, rangeEnd);
113 
114             // If we found exactly one, use that
115             if (candidates == 1) {
116                 wordLength = words[wordsFound%LAO_LOOKAHEAD].acceptMarked(fIter);
117                 wordsFound += 1;
118             }
119 
120             // If there was more than one, see which one can take us forward the most words
121             else if (candidates > 1) {
122                 boolean foundBest = false;
123                 // If we're already at the end of the range, we're done
124                 if (fIter.getIndex() < rangeEnd) {
125                     do {
126                         if (words[(wordsFound+1)%LAO_LOOKAHEAD].candidates(fIter, fDictionary, rangeEnd) > 0) {
127                             // Followed by another dictionary word; mark first word as a good candidate
128                             words[wordsFound%LAO_LOOKAHEAD].markCurrent();
129 
130                             // If we're already at the end of the range, we're done
131                             if (fIter.getIndex() >= rangeEnd) {
132                                 break;
133                             }
134 
135                             // See if any of the possible second words is followed by a third word
136                             do {
137                                 // If we find a third word, stop right away
138                                 if (words[(wordsFound+2)%LAO_LOOKAHEAD].candidates(fIter, fDictionary, rangeEnd) > 0) {
139                                     words[wordsFound%LAO_LOOKAHEAD].markCurrent();
140                                     foundBest = true;
141                                     break;
142                                 }
143                             } while (words[(wordsFound+1)%LAO_LOOKAHEAD].backUp(fIter));
144                         }
145                     } while (words[wordsFound%LAO_LOOKAHEAD].backUp(fIter) && !foundBest);
146                 }
147                 wordLength = words[wordsFound%LAO_LOOKAHEAD].acceptMarked(fIter);
148                 wordsFound += 1;
149             }
150 
151             // We come here after having either found a word or not. We look ahead to the
152             // next word. If it's not a dictionary word, we will combine it with the word we
153             // just found (if there is one), but only if the preceding word does not exceed
154             // the threshold.
155             // The text iterator should now be positioned at the end of the word we found.
156             if (fIter.getIndex() < rangeEnd && wordLength < LAO_ROOT_COMBINE_THRESHOLD) {
157                 // If it is a dictionary word, do nothing. If it isn't, then if there is
158                 // no preceding word, or the non-word shares less than the minimum threshold
159                 // of characters with a dictionary word, then scan to resynchronize
160                 if (words[wordsFound%LAO_LOOKAHEAD].candidates(fIter, fDictionary, rangeEnd) <= 0 &&
161                         (wordLength == 0 ||
162                                 words[wordsFound%LAO_LOOKAHEAD].longestPrefix() < LAO_PREFIX_COMBINE_THRESHOLD)) {
163                     // Look for a plausible word boundary
164                     int remaining = rangeEnd - (current + wordLength);
165                     int pc = fIter.current();
166                     int chars = 0;
167                     for (;;) {
168                         fIter.next();
169                         uc = fIter.current();
170                         chars += 1;
171                         if (--remaining <= 0) {
172                             break;
173                         }
174                         if (fEndWordSet.contains(pc) && fBeginWordSet.contains(uc)) {
175                             // Maybe. See if it's in the dictionary.
176                             int candidate = words[(wordsFound + 1) %LAO_LOOKAHEAD].candidates(fIter, fDictionary, rangeEnd);
177                             fIter.setIndex(current + wordLength + chars);
178                             if (candidate > 0) {
179                                 break;
180                             }
181                         }
182                         pc = uc;
183                     }
184 
185                     // Bump the word count if there wasn't already one
186                     if (wordLength <= 0) {
187                         wordsFound += 1;
188                     }
189 
190                     // Update the length with the passed-over characters
191                     wordLength += chars;
192                 } else {
193                     // Backup to where we were for next iteration
194                     fIter.setIndex(current+wordLength);
195                 }
196             }
197 
198             // Never stop before a combining mark.
199             int currPos;
200             while ((currPos = fIter.getIndex()) < rangeEnd && fMarkSet.contains(fIter.current())) {
201                 fIter.next();
202                 wordLength += fIter.getIndex() - currPos;
203             }
204 
205             // Look ahead for possible suffixes if a dictionary word does not follow.
206             // We do this in code rather than using a rule so that the heuristic
207             // resynch continues to function. For example, one of the suffix characters
208             // could be a typo in the middle of a word.
209             // NOT CURRENTLY APPLICABLE TO LAO
210 
211             // Did we find a word on this iteration? If so, push it on the break stack
212             if (wordLength > 0) {
213                 foundBreaks.push(Integer.valueOf(current + wordLength));
214             }
215         }
216 
217         // Don't return a break for the end of the dictionary range if there is one there
218         if (foundBreaks.peek() >= rangeEnd) {
219             foundBreaks.pop();
220             wordsFound -= 1;
221         }
222 
223         return wordsFound;
224     }
225 
226 }
227