Searched refs:MyTokenizer (Results 1 – 1 of 1) sorted by relevance
99 …List<Row.R2<MyTokenizer.Type, String>> comments = new ArrayList<Row.R2<MyTokenizer.Type, String>>(… in loadDataFromTextfiles()212 … static void parseRB(String filename, IcuData icuData, List<R2<MyTokenizer.Type, String>> comments) in parseRB()223 MyTokenizer tokenIterator = new MyTokenizer(in); in parseRB()241 MyTokenizer.Type lastToken = null; in parseRB()244 MyTokenizer.Type nextToken = tokenIterator.next(tokenText); in parseRB()273 if (lastToken == MyTokenizer.Type.COMMA) { in parseRB()278 … if (lastToken == MyTokenizer.Type.OPEN_BRACE || lastToken == MyTokenizer.Type.CLOSE_BRACE) { in parseRB()310 if (lastToken != MyTokenizer.Type.QUOTED && lastToken != MyTokenizer.Type.ID) { in parseRB()346 static class MyTokenizer { class in CompareIcuOutput361 public MyTokenizer(Reader reader) { in MyTokenizer() method in CompareIcuOutput.MyTokenizer