Lines Matching full:token
54 const xmlChar *token; member
87 tokenPtr token; member
239 * Scan the schema to get the next token
247 tokenPtr token; in xmlCRNGNextToken() local
251 token = &(ctxt->tokens[(ctxt->firstToken + ctxt->nbTokens) % MAX_TOKEN]); in xmlCRNGNextToken()
252 token->toktype = CRNG_NONE; in xmlCRNGNextToken()
286 token->toklen = cur - ctxt->cur; in xmlCRNGNextToken()
287 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, token->toklen); in xmlCRNGNextToken()
288 token->toktype = CRNG_LITERAL_SEGMENT; in xmlCRNGNextToken()
289 token->prefix = NULL; in xmlCRNGNextToken()
303 token->toklen = 2; in xmlCRNGNextToken()
305 token->toklen = 1; in xmlCRNGNextToken()
307 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, token->toklen); in xmlCRNGNextToken()
308 token->toktype = CRNG_OP; in xmlCRNGNextToken()
309 token->prefix = NULL; in xmlCRNGNextToken()
310 ctxt->cur += token->toklen; in xmlCRNGNextToken()
323 token->toklen = cur - ctxt->cur; in xmlCRNGNextToken()
324 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, token->toklen); in xmlCRNGNextToken()
325 token->prefix = NULL; in xmlCRNGNextToken()
327 if ((escape == 0) && (xmlCRNGIsKeyword(ctxt, token->token))) in xmlCRNGNextToken()
328 token->toktype = CRNG_KEYWORD; in xmlCRNGNextToken()
330 token->toktype = CRNG_IDENTIFIER; in xmlCRNGNextToken()
336 token->toktype = CRNG_NSNAME; in xmlCRNGNextToken()
341 token->prefix = token->token; in xmlCRNGNextToken()
342 token->toklen = cur - ctxt->cur; in xmlCRNGNextToken()
343 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, in xmlCRNGNextToken()
344 token->toklen); in xmlCRNGNextToken()
346 if (xmlValidateNCName(token->token, 0) == 0) in xmlCRNGNextToken()
347 token->toktype = CRNG_QNAME; in xmlCRNGNextToken()
350 token->toktype = CRNG_IDENTIFIER; in xmlCRNGNextToken()
366 * @no: the number of the token from 1 for the first one
369 * Token reading interface
371 * returns a pointer to the new token, or NULL in case of error or EOF
392 * @nr: the number of token marked as read
394 * mark a number of token as read and consumed.
415 tokenPtr token; in xmlParseCRNGTokenize() local
417 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNGTokenize()
418 while (token != NULL) { in xmlParseCRNGTokenize()
419 switch (token->toktype) { in xmlParseCRNGTokenize()
430 printf(":%s\n", token->token); in xmlParseCRNGTokenize()
432 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNGTokenize()
665 tokenPtr token; in xmlParseCRNG_exceptNameClass() local
668 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_exceptNameClass()
669 if ((token->toktype == CRNG_OP) && in xmlParseCRNG_exceptNameClass()
670 (token->token[0] == '-') && (token->token[1] == 0)) { in xmlParseCRNG_exceptNameClass()
694 tokenPtr token; in xmlParseCRNG_innerNameClass() local
697 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_innerNameClass()
698 if (token->toktype == CRNG_OP) { in xmlParseCRNG_innerNameClass()
699 if ((token->token[0] == '(') && (token->token[1] == 0)) { in xmlParseCRNG_innerNameClass()
702 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_innerNameClass()
703 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_innerNameClass()
704 (token->token[0] != ')') || (token->token[1] != 0)) { in xmlParseCRNG_innerNameClass()
708 } else if ((token->token[0] == '*') && (token->token[1] == 0)) { in xmlParseCRNG_innerNameClass()
719 } else if ((token->toktype == CRNG_IDENTIFIER) || in xmlParseCRNG_innerNameClass()
720 (token->toktype == CRNG_KEYWORD)) { in xmlParseCRNG_innerNameClass()
729 xmlNodeAddContent(cur, token->token); in xmlParseCRNG_innerNameClass()
734 } else if (token->toktype == CRNG_CNAME) { in xmlParseCRNG_innerNameClass()
736 } else if (token->toktype == CRNG_NSNAME) { in xmlParseCRNG_innerNameClass()
740 xmlParseCRNG_lookupPrefix(ctxt, token->token)); in xmlParseCRNG_innerNameClass()
764 tokenPtr token; in xmlParseCRNG_nameClass() local
770 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_nameClass()
771 while ((token->toktype == CRNG_OP) && in xmlParseCRNG_nameClass()
772 (token->token[0] == '|') && (token->token[1] == 0)) { in xmlParseCRNG_nameClass()
781 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_nameClass()
800 tokenPtr token; in xmlParseCRNG_patternBlock() local
802 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_patternBlock()
803 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_patternBlock()
804 (token->token[0] != '{') || (token->token[1] != 0)) { in xmlParseCRNG_patternBlock()
809 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_patternBlock()
810 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_patternBlock()
811 (token->token[0] != '}') || (token->token[1] != 0)) { in xmlParseCRNG_patternBlock()
829 tokenPtr token; in xmlParseCRNG_datatype() local
832 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_datatype()
833 if (token->toktype == CRNG_KEYWORD) { in xmlParseCRNG_datatype()
834 if (token->token == ctxt->key_string) { in xmlParseCRNG_datatype()
836 token->token); in xmlParseCRNG_datatype()
838 } else if (token->token == ctxt->key_token) { in xmlParseCRNG_datatype()
840 token->token); in xmlParseCRNG_datatype()
845 } else if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_datatype()
849 xmlNodeAddContent(ctxt->insert, token->token); in xmlParseCRNG_datatype()
850 } else if (token->toktype == CRNG_QNAME) { in xmlParseCRNG_datatype()
852 xmlParseCRNG_lookupDatatypePrefix(ctxt, token->prefix), in xmlParseCRNG_datatype()
853 token->token); in xmlParseCRNG_datatype()
858 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_datatype()
859 if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_datatype()
867 xmlNodeAddContent(ctxt->insert, token->token); in xmlParseCRNG_datatype()
868 } else if ((token->toktype == CRNG_OP) && in xmlParseCRNG_datatype()
869 (token->token[0] == '{') && (token->token[0] == 0)) { in xmlParseCRNG_datatype()
886 xmlNodeAddContent(ctxt->insert, token->token); in xmlParseCRNG_datatype()
903 tokenPtr token; in xmlParseCRNG_primary() local
905 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_primary()
906 if (token == NULL) in xmlParseCRNG_primary()
908 if (token->toktype == CRNG_KEYWORD) { in xmlParseCRNG_primary()
909 if (token->token == ctxt->key_element) { in xmlParseCRNG_primary()
910 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
916 } else if (token->token == ctxt->key_attribute) { in xmlParseCRNG_primary()
917 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
923 } else if (token->token == ctxt->key_mixed) { in xmlParseCRNG_primary()
924 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
928 } else if (token->token == ctxt->key_list) { in xmlParseCRNG_primary()
929 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
933 } else if (token->token == ctxt->key_empty) { in xmlParseCRNG_primary()
934 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
937 } else if (token->token == ctxt->key_notAllowed) { in xmlParseCRNG_primary()
938 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
941 } else if (token->token == ctxt->key_text) { in xmlParseCRNG_primary()
942 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
945 } else if (token->token == ctxt->key_parent) { in xmlParseCRNG_primary()
946 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
950 } else if (token->token == ctxt->key_grammar) { in xmlParseCRNG_primary()
951 ctxt->insert = xmlNewNodeEatName(NULL, (xmlChar *) token->token); in xmlParseCRNG_primary()
955 } else if (token->token == ctxt->key_external) { in xmlParseCRNG_primary()
963 } else if (token->toktype == CRNG_IDENTIFIER) { in xmlParseCRNG_primary()
966 xmlSetProp(ctxt->insert, BAD_CAST "name", token->token); in xmlParseCRNG_primary()
968 } else if (token->toktype == CRNG_QNAME) { in xmlParseCRNG_primary()
970 } else if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_primary()
972 } else if ((token->toktype == CRNG_OP) && in xmlParseCRNG_primary()
973 (token->token[0] == '(') && (token->token[1] == 0)) { in xmlParseCRNG_primary()
976 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_primary()
977 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_primary()
978 (token->token[0] != ')') || (token->token[1] != 0)) { in xmlParseCRNG_primary()
997 tokenPtr token; in xmlParseCRNG_particle() local
1003 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_particle()
1004 if ((token != NULL) && (token->toktype == CRNG_OP)) { in xmlParseCRNG_particle()
1005 if ((token->token[0] == '*') && (token->token[1] == 0)) { in xmlParseCRNG_particle()
1008 } else if ((token->token[0] == '+') && (token->token[1] == 0)) { in xmlParseCRNG_particle()
1011 } else if ((token->token[0] == '?') && (token->token[1] == 0)) { in xmlParseCRNG_particle()
1040 tokenPtr token; in xmlParseCRNG_pattern() local
1046 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_pattern()
1047 while ((prev != NULL) && (token != NULL) && (token->toktype == CRNG_OP)) { in xmlParseCRNG_pattern()
1048 if (token->token == ctxt->key_or) { in xmlParseCRNG_pattern()
1051 } else if (token->token == ctxt->key_and) { in xmlParseCRNG_pattern()
1054 } else if (token->token == ctxt->key_comma) { in xmlParseCRNG_pattern()
1065 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_pattern()
1088 tokenPtr token, tok2; in xmlParseCRNG_component() local
1091 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_component()
1092 if (token == NULL) in xmlParseCRNG_component()
1094 if (token->toktype == CRNG_KEYWORD) { in xmlParseCRNG_component()
1095 if (token->token == ctxt->key_start) { in xmlParseCRNG_component()
1104 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_component()
1106 if ((token->toktype == CRNG_OP) && in xmlParseCRNG_component()
1107 (token->token == ctxt->key_equal)) { in xmlParseCRNG_component()
1108 } else if ((token->toktype == CRNG_OP) && in xmlParseCRNG_component()
1109 (token->token == ctxt->key_orequal)) { in xmlParseCRNG_component()
1112 } else if ((token->toktype == CRNG_OP) && in xmlParseCRNG_component()
1113 (token->token == ctxt->key_andequal)) { in xmlParseCRNG_component()
1125 } else if (token->token == ctxt->key_include) { in xmlParseCRNG_component()
1127 } else if (token->token == ctxt->key_div) { in xmlParseCRNG_component()
1132 } else if (token->toktype == CRNG_IDENTIFIER) { in xmlParseCRNG_component()
1136 identifier = token->token; in xmlParseCRNG_component()
1139 (tok2->token == ctxt->key_equal)) { in xmlParseCRNG_component()
1141 (tok2->token == ctxt->key_orequal)) { in xmlParseCRNG_component()
1145 (tok2->token == ctxt->key_andequal)) { in xmlParseCRNG_component()
1181 tokenPtr token; in xmlParseCRNG_grammar() local
1184 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_grammar()
1185 while (token != NULL) { in xmlParseCRNG_grammar()
1189 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_grammar()
1205 tokenPtr token, tok2; in xmlParseCRNG_topLevelBody() local
1207 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_topLevelBody()
1208 if (token->toktype == CRNG_KEYWORD) { in xmlParseCRNG_topLevelBody()
1209 if ((token->token == ctxt->key_start) || in xmlParseCRNG_topLevelBody()
1210 (token->token == ctxt->key_include) || in xmlParseCRNG_topLevelBody()
1211 (token->token == ctxt->key_div)) { in xmlParseCRNG_topLevelBody()
1226 ((tok2->token == ctxt->key_equal) || in xmlParseCRNG_topLevelBody()
1227 (tok2->token == ctxt->key_orequal) || in xmlParseCRNG_topLevelBody()
1228 (tok2->token == ctxt->key_andequal))) { in xmlParseCRNG_topLevelBody()
1255 tokenPtr token; in xmlParseCRNG_namespacePrefix() local
1258 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_namespacePrefix()
1259 if (token->toktype == CRNG_IDENTIFIER) { in xmlParseCRNG_namespacePrefix()
1260 prefix = token->token; in xmlParseCRNG_namespacePrefix()
1261 } else if (token->toktype == CRNG_OP) { in xmlParseCRNG_namespacePrefix()
1262 if ((token->token[0] == '=') && (token->token[1] == 0)) in xmlParseCRNG_namespacePrefix()
1264 prefix = token->token; in xmlParseCRNG_namespacePrefix()
1290 tokenPtr token; in xmlParseCRNG_decl() local
1292 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1293 if (token->toktype != CRNG_KEYWORD) return(-1); in xmlParseCRNG_decl()
1294 if (token->token == ctxt->key_default) { in xmlParseCRNG_decl()
1296 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1297 if ((token->toktype != CRNG_KEYWORD) || in xmlParseCRNG_decl()
1298 (token->token != ctxt->key_namespace)) { in xmlParseCRNG_decl()
1303 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1304 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_decl()
1305 (token->token[0] != '=') || (token->token[1] != 0)) { in xmlParseCRNG_decl()
1309 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1310 if ((token->toktype == CRNG_KEYWORD) && in xmlParseCRNG_decl()
1311 (token->token == ctxt->key_inherit)) { in xmlParseCRNG_decl()
1313 } else if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_decl()
1314 namespace = token->token; in xmlParseCRNG_decl()
1324 } else if (token->token == ctxt->key_namespace) { in xmlParseCRNG_decl()
1327 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1328 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_decl()
1329 (token->token[0] != '=') || (token->token[1] != 0)) { in xmlParseCRNG_decl()
1333 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1334 if ((token->toktype == CRNG_KEYWORD) && in xmlParseCRNG_decl()
1335 (token->token == ctxt->key_inherit)) { in xmlParseCRNG_decl()
1337 } else if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_decl()
1338 namespace = token->token; in xmlParseCRNG_decl()
1345 } else if (token->token == ctxt->key_datatypes) { in xmlParseCRNG_decl()
1348 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1349 if ((token->toktype != CRNG_KEYWORD) && in xmlParseCRNG_decl()
1350 (token->toktype != CRNG_IDENTIFIER)) { in xmlParseCRNG_decl()
1353 prefix = token->token; in xmlParseCRNG_decl()
1355 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1356 if ((token->toktype != CRNG_OP) || in xmlParseCRNG_decl()
1357 (token->token[0] != '=') || (token->token[1] != 0)) { in xmlParseCRNG_decl()
1361 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_decl()
1362 if (token->toktype == CRNG_LITERAL_SEGMENT) { in xmlParseCRNG_decl()
1363 namespace = token->token; in xmlParseCRNG_decl()
1386 tokenPtr token; in xmlParseCRNG_preamble() local
1388 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_preamble()
1389 while (token != NULL) { in xmlParseCRNG_preamble()
1390 if (token == NULL) return(-1); in xmlParseCRNG_preamble()
1391 if ((token->toktype == CRNG_KEYWORD) && in xmlParseCRNG_preamble()
1392 ((token->token == ctxt->key_default) || in xmlParseCRNG_preamble()
1393 (token->token == ctxt->key_namespace) || in xmlParseCRNG_preamble()
1394 (token->token == ctxt->key_datatypes))) { in xmlParseCRNG_preamble()
1398 token = xmlParseCRNGGetToken(ctxt, 1); in xmlParseCRNG_preamble()
1474 ctxt.key_token = xmlDictLookup(ctxt.dict, BAD_CAST "token", -1); in xmlConvertCRNG()