Lines Matching refs:nextchar
134 nextchar = self._pushback_chars.pop()
136 nextchar = self.instream.read(1)
137 if nextchar == '\n':
141 nextchar))
146 if not nextchar:
149 elif nextchar in self.whitespace:
156 elif nextchar in self.commenters:
159 elif self.posix and nextchar in self.escape:
161 self.state = nextchar
162 elif nextchar in self.wordchars:
163 self.token = nextchar
165 elif nextchar in self.punctuation_chars:
166 self.token = nextchar
168 elif nextchar in self.quotes:
170 self.token = nextchar
171 self.state = nextchar
173 self.token = nextchar
176 self.token = nextchar
183 if not nextchar: # end of file
188 if nextchar == self.state:
190 self.token += nextchar
195 elif (self.posix and nextchar in self.escape and self.state
198 self.state = nextchar
200 self.token += nextchar
202 if not nextchar: # end of file
210 nextchar != self.state and nextchar != escapedstate):
212 self.token += nextchar
215 if not nextchar:
218 elif nextchar in self.whitespace:
226 elif nextchar in self.commenters:
236 if nextchar in self.punctuation_chars:
237 self.token += nextchar
239 if nextchar not in self.whitespace:
240 self._pushback_chars.append(nextchar)
243 elif self.posix and nextchar in self.quotes:
244 self.state = nextchar
245 elif self.posix and nextchar in self.escape:
247 self.state = nextchar
248 elif (nextchar in self.wordchars or nextchar in self.quotes
250 self.token += nextchar
253 self._pushback_chars.append(nextchar)
255 self.pushback.appendleft(nextchar)