| /external/chromium-trace/catapult/third_party/html5lib-python/html5lib/ |
| D | tokenizer.py | 14 from .constants import tokenTypes, tagTokenTypes
69 yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)}
100 self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
106 self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
124 self.tokenQueue.append({"type": tokenTypes["ParseError"],
139 self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
170 self.tokenQueue.append({"type": tokenTypes["ParseError"],
198 self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
211 self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
223 self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output})
[all …]
|
| D | sanitizer.py | 8 from .constants import tokenTypes
184 if token_type in list(tokenTypes.keys()):
185 token_type = tokenTypes[token_type]
187 if token_type in (tokenTypes["StartTag"], tokenTypes["EndTag"],
188 tokenTypes["EmptyTag"]):
193 elif token_type == tokenTypes["Comment"]:
236 if token_type == tokenTypes["EndTag"]:
246 if token["type"] in list(tokenTypes.keys()):
249 token["type"] = tokenTypes["Characters"]
|
| D | constants.py | 3078 tokenTypes = { variable
3089 tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"],
3090 tokenTypes["EmptyTag"]])
|
| D | html5parser.py | 18 from .constants import tokenTypes, ReparseException, namespaces
158 CharactersToken = tokenTypes["Characters"]
159 SpaceCharactersToken = tokenTypes["SpaceCharacters"]
160 StartTagToken = tokenTypes["StartTag"]
161 EndTagToken = tokenTypes["EndTag"]
162 CommentToken = tokenTypes["Comment"]
163 DoctypeToken = tokenTypes["Doctype"]
164 ParseErrorToken = tokenTypes["ParseError"]
265 if token["type"] == tokenTypes["StartTag"]:
426 constants.tokenTypes.items())
[all …]
|
| /external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/ |
| D | RandomPhrase.java | 69 protected static void randomPhrase(Grammar g, List<Integer> tokenTypes, String startRule) { in randomPhrase() argument
104 tokenTypes.add( getTokenType(t0.label) ); in randomPhrase()
196 List<Integer> tokenTypes = new ArrayList<Integer>(100); in main() local
197 randomPhrase(parser, tokenTypes, startRule); in main()
198 System.out.println("token types="+tokenTypes); in main()
199 for (int i = 0; i < tokenTypes.size(); i++) { in main()
200 Integer ttypeI = (Integer) tokenTypes.get(i); in main()
|
| /external/owasp/sanitizer/src/main/org/owasp/html/ |
| D | CssTokens.java | 77 private final TokenType[] tokenTypes; field in CssTokens
80 return new TokenIterator(tokenTypes.length); in start()
152 return tokenTypes[tokenIndex]; in type()
176 TokenType[] tokenTypes) { in CssTokens() argument
180 this.tokenTypes = tokenTypes; in CssTokens()
299 private List<TokenType> tokenTypes = null; field in CssTokens.Lexer
397 if (tokenTypes == null) { return EMPTY; } in build()
405 tokenTypes.remove(--tokenBreaksLimit); in build()
415 TokenType[] tokenTypesArr = tokenTypes.toArray(ZERO_TYPES); in build()
428 tokenTypes = new ArrayList<TokenType>(); in lex()
[all …]
|
| /external/antlr/antlr-3.4/runtime/Python/antlr3/ |
| D | recognizers.py | 800 def consumeUntil(self, input, tokenTypes): argument
808 if not isinstance(tokenTypes, (set, frozenset)):
809 tokenTypes = frozenset([tokenTypes])
812 while ttype != EOF and ttype not in tokenTypes:
|
| /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/ |
| D | ANTLRCommonTokenStream.h | 67 - (NSArray *) tokensInRange:(NSRange)aRange withTypes:(NSArray *)tokenTypes;
|
| /external/antlr/antlr-3.4/runtime/ObjC/Framework/ |
| D | ANTLRCommonTokenStream.h | 79 - (NSArray *) tokensInRange:(NSRange)aRange withTypes:(NSArray *)tokenTypes;
|
| D | ANTLRCommonTokenStream.m | 268 - (NSArray *) tokensInRange:(NSRange)aRange withTypes:(NSArray *)tokenTypes
270 ANTLRBitSet *bits = [[ANTLRBitSet alloc] initWithArrayOfBits:tokenTypes];
|
| D | ANTLRTreeWizard.m | 698 public void reverseIndex(Set tokenTypes) {
699 tokenTypesToReverseIndex = tokenTypes;
|
| /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/ |
| D | ANTLRCommonTokenStream.h | 67 - (NSArray *) tokensInRange:(NSRange)aRange withTypes:(NSArray *)tokenTypes;
|
| /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/ |
| D | ANTLRCommonTokenStream.h | 67 - (NSArray *) tokensInRange:(NSRange)aRange withTypes:(NSArray *)tokenTypes;
|
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/ |
| D | TreeWizard.cs | 691 public void reverseIndex( HashSet<int> tokenTypes ) in reverseIndex() argument
693 tokenTypesToReverseIndex = tokenTypes; in reverseIndex()
|
| /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/ |
| D | TreeWizard.cs | 614 public void reverseIndex( HashSet<int> tokenTypes ) in reverseIndex() argument
616 tokenTypesToReverseIndex = tokenTypes; in reverseIndex()
|
| /external/chromium-trace/catapult/third_party/html5lib-python/html5lib/tests/ |
| D | test_tokenizer.py | 30 types = dict((v, k) for k, v in constants.tokenTypes.items())
|
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Python/ |
| D | Python.stg | 292 …<bitsets:{it | FOLLOW_<it.name>_in_<it.inName><it.tokenIndex> = frozenset([<it.tokenTypes:{it | <i…
|
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Ruby/ |
| D | Ruby.stg | 247 <bitsets:{it | TOKENS_FOLLOWING_<it.name>_IN_<it.inName>_<it.tokenIndex> = Set[ <it.tokenTypes:{it …
|
| /external/antlr/antlr-3.4/runtime/C/ |
| D | README | 587 See getNodeIndex(), reverseIndex(Set tokenTypes),
|
| /external/antlr/antlr-3.4/tool/ |
| D | CHANGES.txt | 2157 See getNodeIndex(), reverseIndex(Set tokenTypes),
|