1 /* 2 * [The "BSD licence"] 3 * Copyright (c) 2005-2008 Terence Parr 4 * All rights reserved. 5 * 6 * Conversion to C#: 7 * Copyright (c) 2008 Sam Harwell, Pixel Mine, Inc. 8 * All rights reserved. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. The name of the author may not be used to endorse or promote products 19 * derived from this software without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31 */ 32 33 using System; 34 35 namespace Antlr.Runtime.JavaExtensions 36 { 37 public class StringTokenizer 38 { 39 string[] _tokens; 40 int _current; 41 StringTokenizer( string str, string separator )42 public StringTokenizer( string str, string separator ) 43 : this( str, separator, false ) 44 { 45 } StringTokenizer( string str, string separator, bool returnDelims )46 public StringTokenizer( string str, string separator, bool returnDelims ) 47 { 48 _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None ); 49 if ( returnDelims ) 50 { 51 char[] delims = separator.ToCharArray(); 52 _tokens = EnumerableExtensions.ToArray(EnumerableExtensions.SelectMany(_tokens, delegate(string token, int i) 53 { 54 if ( i == _tokens.Length - 1 ) 55 { 56 if (EnumerableExtensions.Contains(delims, str[str.Length - 1])) 57 return new string[0]; 58 else 59 return new string[] { token }; 60 } 61 else if ( i == 0 ) 62 { 63 if (EnumerableExtensions.Contains(delims, str[0])) 64 return new string[] { str[0].ToString() }; 65 else 66 return new string[] { token }; 67 } 68 else 69 { 70 return new string[] { token, str[EnumerableExtensions.Sum(EnumerableExtensions.Select(EnumerableExtensions.Take(_tokens, i + 1), 71 delegate(string t) { return t.Length + 1; })) - 1].ToString() }; 72 } 73 })); 74 } 75 } 76 hasMoreTokens()77 public bool hasMoreTokens() 78 { 79 return _current < _tokens.Length; 80 } 81 nextToken()82 public string nextToken() 83 { 84 return _tokens[_current++]; 85 } 86 } 87 } 88