1// [The "BSD licence"] 2// Copyright (c) 2006-2007 Kay Roepke 2010 Alan Condit 3// All rights reserved. 4// 5// Redistribution and use in source and binary forms, with or without 6// modification, are permitted provided that the following conditions 7// are met: 8// 1. Redistributions of source code must retain the above copyright 9// notice, this list of conditions and the following disclaimer. 10// 2. Redistributions in binary form must reproduce the above copyright 11// notice, this list of conditions and the following disclaimer in the 12// documentation and/or other materials provided with the distribution. 13// 3. The name of the author may not be used to endorse or promote products 14// derived from this software without specific prior written permission. 15// 16// THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19// IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20// INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 21// NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 25// THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 27 28#import "ANTLRStringStream.h" 29 30extern NSInteger debug; 31 32@implementation ANTLRStringStream 33 34@synthesize data; 35@synthesize n; 36@synthesize index; 37@synthesize line; 38@synthesize charPositionInLine; 39@synthesize markDepth; 40@synthesize markers; 41@synthesize lastMarker; 42@synthesize name; 43@synthesize charState; 44 45+ newANTLRStringStream 46{ 47 return [[ANTLRStringStream alloc] init]; 48} 49 50+ newANTLRStringStream:(NSString *)aString; 51{ 52 return [[ANTLRStringStream alloc] initWithString:aString]; 53} 54 55 56+ newANTLRStringStream:(char *)myData Count:(NSInteger)numBytes; 57{ 58 return [[ANTLRStringStream alloc] initWithData:myData Count:numBytes]; 59} 60 61 62- (id) init 63{ 64 if ((self = [super init]) != nil) { 65 n = 0; 66 index = 0; 67 line = 1; 68 charPositionInLine = 0; 69 markDepth = 0; 70 markers = [ANTLRPtrBuffer newANTLRPtrBufferWithLen:10]; 71 [markers retain]; 72 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 73 charState = [[ANTLRCharStreamState newANTLRCharStreamState] retain]; 74 } 75 return self; 76} 77 78- (id) initWithString:(NSString *) theString 79{ 80 if ((self = [super init]) != nil) { 81 //[self setData:[NSString stringWithString:theString]]; 82 data = [theString retain]; 83 n = [data length]; 84 index = 0; 85 line = 1; 86 charPositionInLine = 0; 87 markDepth = 0; 88 markers = [[ANTLRPtrBuffer newANTLRPtrBufferWithLen:10] retain]; 89 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 90 charState = [[ANTLRCharStreamState newANTLRCharStreamState] retain]; 91 } 92 return self; 93} 94 95- (id) initWithStringNoCopy:(NSString *) theString 96{ 97 if ((self = [super init]) != nil) { 98 //[self setData:theString]; 99 data = [theString retain]; 100 n = [data length]; 101 index = 0; 102 line = 1; 103 charPositionInLine = 0; 104 markDepth = 0; 105 markers = [ANTLRPtrBuffer newANTLRPtrBufferWithLen:100]; 106 [markers retain]; 107 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 108 charState = [[ANTLRCharStreamState newANTLRCharStreamState] retain]; 109 } 110 return self; 111} 112 113- (id) initWithData:(char *)myData Count:(NSInteger)numBytes 114{ 115 if ((self = [super init]) != nil) { 116 data = [NSString stringWithCString:myData encoding:NSASCIIStringEncoding]; 117 n = numBytes; 118 index = 0; 119 line = 1; 120 charPositionInLine = 0; 121 markDepth = 0; 122 markers = [ANTLRPtrBuffer newANTLRPtrBufferWithLen:100]; 123 [markers retain]; 124 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 125 charState = [[ANTLRCharStreamState newANTLRCharStreamState] retain]; 126 } 127 return( self ); 128} 129 130- (void) dealloc 131{ 132#ifdef DEBUG_DEALLOC 133 NSLog( @"called dealloc in ANTLRStringStream" ); 134#endif 135 if ( markers && [markers count] ) { 136 [markers removeAllObjects]; 137 [markers release]; 138 markers = nil; 139 } 140 if ( data ) { 141 [data release]; 142 data = nil; 143 } 144 [super dealloc]; 145} 146 147- (id) copyWithZone:(NSZone *)aZone 148{ 149 ANTLRStringStream *copy; 150 151 copy = [[[self class] allocWithZone:aZone] init]; 152 // copy = [super copyWithZone:aZone]; // allocation occurs here 153 if ( data != nil ) 154 copy.data = [self.data copyWithZone:aZone]; 155 copy.n = n; 156 copy.index = index; 157 copy.line = line; 158 copy.charPositionInLine = charPositionInLine; 159 copy.markDepth = markDepth; 160 if ( markers != nil ) 161 copy.markers = [markers copyWithZone:nil]; 162 copy.lastMarker = lastMarker; 163 if ( name != nil ) 164 copy.name = [self.name copyWithZone:aZone]; 165 return copy; 166} 167 168// reset the streams charState 169// the streams content is not reset! 170- (void) reset 171{ 172 index = 0; 173 line = 1; 174 charPositionInLine = 0; 175 markDepth = 0; 176 if ( markers && [markers count] ) 177 [markers removeAllObjects]; 178 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 179 // thus the initial null in the array! 180} 181 182// read one character off the stream, tracking line numbers and character positions 183// automatically. 184// Override this in subclasses if you want to avoid the overhead of automatic line/pos 185// handling. Do not call super in that case. 186- (void) consume 187{ 188 if ( index < n ) { 189 charPositionInLine++; 190 if ( [data characterAtIndex:index] == '\n' ) { 191 line++; 192 charPositionInLine=0; 193 } 194 index++; 195 } 196} 197 198// implement the lookahead method used in lexers 199- (NSInteger) LA:(NSInteger) i 200{ 201 NSInteger c; 202 if ( i == 0 ) 203 return 0; // undefined 204 if ( i < 0 ) { 205 i++; 206 if ( index+i-1 < 0 ) { 207 return ANTLRCharStreamEOF; 208 } 209 } 210 if ( (index+i-1) >= n ) { 211 return ANTLRCharStreamEOF; 212 } 213 c = [data characterAtIndex:index+i-1]; 214 return (NSInteger)c; 215} 216 217- (NSInteger) LT:(NSInteger)i 218{ 219 return [self LA:i]; 220} 221 222- (NSInteger) size 223{ 224 return n; 225} 226 227// push the current charState of the stream onto a stack 228// returns the depth of the stack, to be used as a marker to rewind the stream. 229// Note: markers are 1-based! 230- (NSInteger) mark 231{ 232 if (debug > 1) NSLog(@"mark entry -- markers=%x, markDepth=%d\n", (int)markers, markDepth); 233 if ( markers == nil ) { 234 markers = [ANTLRPtrBuffer newANTLRPtrBufferWithLen:100]; 235 [markers addObject:[NSNull null]]; // ANTLR generates code that assumes markers to be 1-based, 236 markDepth = markers.ptr; 237 } 238 markDepth++; 239 ANTLRCharStreamState *State = nil; 240 if ( (markDepth) >= [markers count] ) { 241 if ( markDepth > 1 ) { 242 State = [ANTLRCharStreamState newANTLRCharStreamState]; 243 [State retain]; 244 } 245 if ( markDepth == 1 ) 246 State = charState; 247 [markers insertObject:State atIndex:markDepth]; 248 if (debug > 1) NSLog(@"mark save State %x at %d, index=%d, line=%d, charPositionInLine=%d\n", (NSUInteger)State, markDepth, State.index, State.line, State.charPositionInLine); 249 } 250 else { 251 if (debug > 1) NSLog(@"mark retrieve markers=%x markDepth=%d\n", (NSUInteger)markers, markDepth); 252 State = [markers objectAtIndex:markDepth]; 253 [State retain]; 254 State = (ANTLRCharStreamState *)[markers objectAtIndex:markDepth]; 255 if (debug > 1) NSLog(@"mark retrieve charState %x from %d, index=%d, line=%d, charPositionInLine=%d\n", (NSUInteger)State, markDepth, State.index, State.line, State.charPositionInLine); 256 } 257 State.index = index; 258 State.line = line; 259 State.charPositionInLine = charPositionInLine; 260 lastMarker = markDepth; 261 if (debug > 1) NSLog(@"mark exit -- markers=%x, charState=%x, index=%d, line=%d, charPositionInLine=%d\n", (NSUInteger)markers, (NSUInteger)State, State.index, State.line, State.charPositionInLine); 262 return markDepth; 263} 264 265- (void) rewind:(NSInteger) marker 266{ 267 ANTLRCharStreamState *State; 268 if (debug > 1) NSLog(@"rewind entry -- markers=%x marker=%d\n", (NSUInteger)markers, marker); 269 if ( marker == 1 ) 270 State = charState; 271 else 272 State = (ANTLRCharStreamState *)[markers objectAtIndex:marker]; 273 if (debug > 1) NSLog(@"rewind entry -- marker=%d charState=%x, index=%d, line=%d, charPositionInLine=%d\n", marker, (NSUInteger)charState, charState.index, charState.line, charState.charPositionInLine); 274 // restore stream charState 275 [self seek:State.index]; 276 line = State.line; 277 charPositionInLine = charState.charPositionInLine; 278 [self release:marker]; 279 if (debug > 1) NSLog(@"rewind exit -- marker=%d charState=%x, index=%d, line=%d, charPositionInLine=%d\n", marker, (NSUInteger)charState, charState.index, charState.line, charState.charPositionInLine); 280} 281 282- (void) rewind 283{ 284 [self rewind:lastMarker]; 285} 286 287// remove stream states on top of 'marker' from the marker stack 288// returns the new markDepth of the stack. 289// Note: unfortunate naming for Objective-C, but to keep close to the Java target this is named release: 290- (void) release:(NSInteger) marker 291{ 292 // unwind any other markers made after marker and release marker 293 markDepth = marker; 294 markDepth--; 295 if (debug > 1) NSLog(@"release:marker= %d, markDepth = %d\n", marker, markDepth); 296} 297 298// when seeking forward we must handle character position and line numbers. 299// seeking backward already has the correct line information on the markers stack, 300// so we just take it from there. 301- (void) seek:(NSInteger) anIndex 302{ 303 if (debug > 1) NSLog(@"seek entry -- seekIndex=%d index=%d\n", anIndex, index); 304 if ( anIndex <= index ) { 305 index = anIndex; // just jump; don't update stream charState (line, ...) 306 if (debug > 1) NSLog(@"seek exit return -- index=%d index=%d\n", anIndex, index); 307 return; 308 } 309 // seek forward, consume until index hits anIndex 310 while ( index < anIndex ) { 311 [self consume]; 312 } 313 if (debug > 1) NSLog(@"seek exit end -- index=%d index=%d\n", anIndex, index); 314} 315 316// get a substring from our raw data. 317- (NSString *) substring:(NSInteger)startIndex To:(NSInteger)stopIndex 318{ 319 NSRange theRange = NSMakeRange(startIndex, stopIndex-startIndex); 320 return [data substringWithRange:theRange]; 321} 322 323// get a substring from our raw data. 324- (NSString *) substringWithRange:(NSRange) theRange 325{ 326 return [data substringWithRange:theRange]; 327} 328 329 330- (ANTLRPtrBuffer *)getMarkers 331{ 332 return markers; 333} 334 335- (void) setMarkers:(ANTLRPtrBuffer *)aMarkerList 336{ 337 markers = aMarkerList; 338} 339 340- (NSString *)getSourceName 341{ 342 return name; 343} 344 345- (void) setSourceName:(NSString *)aName 346{ 347 if ( name != aName ) { 348 if ( name ) [name release]; 349 if ( aName ) [aName retain]; 350 name = aName; 351 } 352} 353 354 355- (ANTLRCharStreamState *)getCharState 356{ 357 return charState; 358} 359 360- (void) setCharState:(ANTLRCharStreamState *)aCharState 361{ 362 charState = aCharState; 363} 364 365- (NSString *)toString 366{ 367 return [NSString stringWithString:data]; 368} 369 370//---------------------------------------------------------- 371// data 372//---------------------------------------------------------- 373- (NSString *) getData 374{ 375 return data; 376} 377 378- (void) setData: (NSString *) aData 379{ 380 if (data != aData) { 381 if ( data ) [data release]; 382 data = [NSString stringWithString:aData]; 383 [data retain]; 384 } 385} 386 387@end 388