Lines Matching full:tokens
27 tokens = t; in Make()
33 …token = std::string_view(&*(tokens[number - 1].whole_line.begin() + tokens[number - 1].bound_left), in Make()
34 tokens[number - 1].bound_right - tokens[number - 1].bound_left); in Make()
36 id = this->tokens[number - 1].type; in Make()
99 if (this->tokens.size() > number) { in Next()
100 return this->tokens[number].type; in Next()
103 return this->tokens[number - 1].type; in Next()
127 return this->tokens.size() < number + 1; in NextMask()
135 if (this->tokens.size() > number) { in operator ++()
138 id = this->tokens[number - 1].type; in operator ++()
140 …token = std::string_view(&*(tokens[number - 1].whole_line.begin() + tokens[number - 1].bound_left), in operator ++()
141 tokens[number - 1].bound_right - tokens[number - 1].bound_left); in operator ++()
151 if (this->tokens.size() > number) { in operator ++()
154 id = this->tokens[number - 1].type; in operator ++()
156 …token = std::string_view(&*(tokens[number - 1].whole_line.begin() + tokens[number - 1].bound_left), in operator ++()
157 tokens[number - 1].bound_right - tokens[number - 1].bound_left); in operator ++()
175 id = this->tokens[number - 1].type; in operator --()
177 …token = std::string_view(&*(tokens[number - 1].whole_line.begin() + tokens[number - 1].bound_left), in operator --()
178 tokens[number - 1].bound_right - tokens[number - 1].bound_left); in operator --()
193 id = this->tokens[number - 1].type; in operator --()
195 …token = std::string_view(&*(tokens[number - 1].whole_line.begin() + tokens[number - 1].bound_left), in operator --()
196 tokens[number - 1].bound_right - tokens[number - 1].bound_left); in operator --()