Home
last modified time | relevance | path

Searched defs:tokens (Results 1 – 25 of 338) sorted by relevance

12345678910>>...14

/external/antlr/antlr-3.4/tool/src/test/java/org/antlr/test/
DTestTokenRewriteStream.java51 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testInsertBeforeIndex0() local
66 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testInsertAfterLastIndex() local
81 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in test2InsertBeforeAfterMiddleIndex() local
98 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testReplaceIndex0() local
114 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testReplaceLastIndex() local
130 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testReplaceMiddleIndex() local
151 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testToStringStartStop() local
186 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in testToStringStartStop2() local
233 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in test2ReplaceMiddleIndex() local
250 TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); in test2ReplaceMiddleIndex1InsertBefore() local
[all …]
DTestCommonTokenStream.java52 BufferedTokenStream tokens = new BufferedTokenStream(lexEngine); in testFirstToken() local
73 BufferedTokenStream tokens = new BufferedTokenStream(lexEngine); in test2ndToken() local
94 BufferedTokenStream tokens = new BufferedTokenStream(lexEngine); in testCompleteBuffer() local
124 BufferedTokenStream tokens = new BufferedTokenStream(lexEngine); in testCompleteBufferAfterConsuming() local
155 BufferedTokenStream tokens = new BufferedTokenStream(lexEngine); in testLookback() local
200 CommonTokenStream tokens = new CommonTokenStream(lexer); in testOffChannel() local
DTestInterpretedParsing.java66 FilteringTokenStream tokens = new FilteringTokenStream(lexEngine); in testSimpleParse() local
101 FilteringTokenStream tokens = new FilteringTokenStream(lexEngine); in testMismatchedTokenError() local
136 FilteringTokenStream tokens = new FilteringTokenStream(lexEngine); in testMismatchedSetError() local
171 FilteringTokenStream tokens = new FilteringTokenStream(lexEngine); in testNoViableAltError() local
/external/libtextclassifier/tests/
Dfeature-processor_test.cc29 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST() local
46 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST() local
62 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST() local
78 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST() local
93 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST() local
113 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST() local
131 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST() local
149 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST() local
167 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST() local
185 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST() local
[all …]
Dcached-features_test.cc32 std::vector<Token> tokens; in TEST() local
76 std::vector<Token> tokens; in TEST() local
107 std::vector<Token> tokens; in TEST() local
Dtokenizer_test.cc105 std::vector<Token> tokens = tokenizer.Tokenize("Hello world!"); in TEST() local
236 std::vector<Token> tokens; in TEST() local
/external/trappy/trappy/stats/
Dgrammar.py32 def parse_num(tokens): argument
96 def eval_unary_op(tokens): argument
110 def iterate_binary_ops(tokens): argument
125 def eval_binary_op(tokens): argument
445 def _pre_process(self, tokens): argument
475 def _parse_for_info(self, tokens): argument
503 def _parse_var_id(self, tokens): argument
516 def _parse_func(self, tokens): argument
/external/mesa3d/src/gallium/auxiliary/tgsi/
Dtgsi_parse.c36 const struct tgsi_token *tokens ) in tgsi_parse_init()
279 tgsi_dup_tokens(const struct tgsi_token *tokens) in tgsi_dup_tokens()
305 tgsi_free_tokens(const struct tgsi_token *tokens) in tgsi_free_tokens()
312 tgsi_dump_tokens(const struct tgsi_token *tokens) in tgsi_dump_tokens()
327 tgsi_get_processor_type(const struct tgsi_token *tokens) in tgsi_get_processor_type()
Dtgsi_iterate.c33 const struct tgsi_token *tokens, in tgsi_iterate_shader()
/external/mesa3d/src/gallium/drivers/nouveau/
Dnouveau_compiler.c38 nv30_fp(int chipset, struct tgsi_token tokens[], in nv30_fp()
51 nv30_vp(int chipset, struct tgsi_token tokens[], in nv30_vp()
65 nv30_codegen(int chipset, int type, struct tgsi_token tokens[], in nv30_codegen()
105 nouveau_codegen(int chipset, int type, struct tgsi_token tokens[], in nouveau_codegen()
140 struct tgsi_token tokens[4096]; in main() local
/external/mesa3d/src/gallium/targets/graw-null/
Dgraw_util.c19 struct tgsi_token tokens[1024]; in graw_parse_geometry_shader() local
34 struct tgsi_token tokens[1024]; in graw_parse_vertex_shader() local
49 struct tgsi_token tokens[1024]; in graw_parse_fragment_shader() local
/external/jsmn/
Djsmn.c9 jsmntok_t *tokens, size_t num_tokens) { in jsmn_alloc_token()
38 size_t len, jsmntok_t *tokens, size_t num_tokens) { in jsmn_parse_primitive()
87 size_t len, jsmntok_t *tokens, size_t num_tokens) { in jsmn_parse_string()
154 jsmntok_t *tokens, unsigned int num_tokens) { in jsmn_parse()
Djsmn_test.c86 jsmntok_t tokens[10]; in test_simple() local
326 jsmntok_t tokens[10]; in test_objects_arrays() local
356 jsmntok_t tokens[128]; in test_issue_22() local
388 jsmntok_t tokens[10]; in test_unicode_characters() local
434 jsmntok_t tokens[10]; in test_input_length() local
452 jsmntok_t* tokens; in test_jwk() local
586 jsmntok_t tokens[10]; in test_nonstrict() local
/external/ply/ply/ply/
Dcpp.py26 tokens = ( variable
314 def tokenstrip(self,tokens): argument
488 def expand_macros(self,tokens,expanded=None): argument
554 def evalexpr(self,tokens): argument
744 def include(self,tokens): argument
793 def define(self,tokens): argument
863 def undef(self,tokens): argument
/external/snakeyaml/src/test/java/org/pyyaml/
DPyCanonicalTest.java38 List<Token> tokens = canonicalScan(input); in testCanonicalScanner() local
64 List<Event> tokens = canonicalParse(input); in testCanonicalParser() local
/external/chromium-trace/catapult/common/py_utils/py_utils/refactor/
Dsnippet.py39 def tokens(self): member in Snippet
97 def __init__(self, token_type, tokens): argument
133 def tokens(self): member in TokenSnippet
178 def tokens(self): member in Symbol
213 def _SnippetizeNode(node, tokens): argument
/external/libvpx/libvpx/vp9/encoder/
Dvp9_treewriter.c13 static void tree2tok(struct vp9_token *tokens, const vpx_tree_index *tree, in tree2tok()
29 void vp9_tokens_from_tree(struct vp9_token *tokens, in vp9_tokens_from_tree()
/external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/
DStrip.java43 protected TokenRewriteStream tokens; field in Strip
201 public static void ACTION(TokenRewriteStream tokens, CommonTree t) { in ACTION()
221 private static void killTrailingNewline(TokenRewriteStream tokens, int index) { in killTrailingNewline()
/external/ply/ply/test/
Dlex_empty.py10 tokens = [ variable
Dyacc_rr_unused.py12 tokens = ('A', 'B', 'C') variable
/external/robolectric/v1/src/main/java/com/xtremelabs/robolectric/shadows/
DShadowTextUtils.java47 public static String join(CharSequence delimiter, Iterable tokens) { in join()
52 public static String join(CharSequence delimiter, Object[] tokens) { in join()
/external/libtextclassifier/smartselect/
Dfeature-processor.cc65 std::vector<Token>* tokens) { in SplitTokensOnSelectionBoundaries()
136 std::vector<Token>* tokens) { in StripTokensFromOtherLines()
209 const int label, const VectorSpan<Token>& tokens, in LabelToSpan()
248 const std::vector<Token>& tokens, int* label) const { in SpanToLabel() argument
424 const VectorSpan<Token> tokens, in SelectionLabelSpans()
543 std::vector<Token>* tokens, in TokenizeAndFindClick()
566 std::vector<Token>* tokens, int* click_pos) { in StripOrPadTokens()
604 int feature_vector_size, std::vector<Token>* tokens, int* click_pos, in ExtractFeatures()
760 std::vector<Token> tokens = tokenizer_.Tokenize(text); in TokenizeSubstring() local
/external/mesa3d/src/gallium/drivers/svga/
Dsvga_state_tgsi_transform.c65 const struct tgsi_token *tokens) in emulate_point_sprite()
196 const struct tgsi_token *tokens; in add_point_sprite_shader() local
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
DANTLRBufferedTokenStream.h41 NSMutableArray *tokens; variable
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
DANTLRBufferedTokenStream.h41 NSMutableArray *tokens; variable

12345678910>>...14