8  *      http://www.apache.org/licenses/LICENSE-2.0
29 //      "there" [16, 44)      <-- note "16" NOT "39"
30 //      "world" [44, ?)       <-- note "44" NOT "52"
40 #include "utils/grammar/parsing/parse-tree.h"
48 // A lexical symbol with an identified meaning that represents raw tokens,
51 struct Symbol {  struct
52   // The type of the lexical symbol.
57     // A symbol representing a string of digits.
63     // A predefined parse tree.
67   explicit Symbol() = default;  argument
69   // Constructs a symbol of a given type with an anchor in the text.
70   Symbol(const Type type, const CodepointSpan codepoint_span,  in Symbol()  argument
77   // Constructs a symbol from a pre-defined parse tree.
78   explicit Symbol(ParseTree* parse_tree)  in Symbol()  argument
80         codepoint_span(parse_tree->codepoint_span),  in Symbol()
81         match_offset(parse_tree->match_offset),  in Symbol()
84   // The type of the symbol.
94   // The symbol text value.
97   // The predefined parse tree.
109                           std::vector<Symbol>* symbols) const;  argument
113   Symbol::Type GetSymbolType(const UnicodeText::const_iterator& it) const;