Home
last modified time | relevance | path

Searched refs:tokenize (Results 1 – 25 of 103) sorted by relevance

12345

/external/chromium_org/third_party/sqlite/src/test/
Dtokenize.test14 # $Id: tokenize.test,v 1.1 2008/07/08 00:06:51 drh Exp $
20 do_test tokenize-1.1 {
23 do_test tokenize-1.2 {
26 do_test tokenize-1.3 {
29 do_test tokenize-1.4 {
32 do_test tokenize-1.5 {
35 do_test tokenize-1.6 {
38 do_test tokenize-1.7 {
41 do_test tokenize-1.8 {
44 do_test tokenize-1.9 {
[all …]
Dfts3ad.test29 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize porter);
67 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize porter);
75 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize= porter);
83 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize= simple);
91 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize= porter);
99 CREATE VIRTUAL TABLE t1 USING fts3(content, tokenize = porter);
Dfts3aa.test218 CREATE VIRTUAL TABLE t3 USING fts3(tokenize=simple, tokenize=simple);
219 SELECT tokenize FROM t3;
222 CREATE VIRTUAL TABLE t4 USING fts4(tokenize=simple, tokenize=simple);
223 } {1 {unrecognized parameter: tokenize=simple}}
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/cm/
Dxml.js52 state.tokenize = parser;
72 state.tokenize = inBlock("meta", "?>");
81 state.tokenize = inTag;
105 state.tokenize = inText;
112 state.tokenize = inText;
113 var next = state.tokenize(stream, state);
116 state.tokenize = inAttribute(ch);
118 return state.tokenize(stream, state);
129 state.tokenize = inTag;
143 state.tokenize = inText;
[all …]
Dcss.js29 state.tokenize = tokenString(ch);
30 return state.tokenize(stream, state);
66 state.tokenize = tokenParenthesized;
85 state.tokenize = tokenBase;
94 state.tokenize = tokenString(")", true);
96 state.tokenize = tokenBase;
102 return {tokenize: tokenBase,
156 state.tokenize = state.tokenize || tokenBase;
157 if (state.tokenize == tokenBase && stream.eatSpace()) return null;
158 var style = state.tokenize(stream, state);
[all …]
Dclike.js22 state.tokenize = tokenString(ch);
23 return state.tokenize(stream, state);
35 state.tokenize = tokenComment;
69 state.tokenize = null;
78 state.tokenize = null;
111 tokenize: null,
127 var style = (state.tokenize || tokenBase)(stream, state);
148 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
182 state.tokenize = cppHook;
187 state.tokenize = null;
[all …]
Dcoffeescript.js70 state.tokenize = longComment;
71 return state.tokenize(stream, state);
122 state.tokenize = tokenFactory(stream.current(), "string");
123 return state.tokenize(stream, state);
128 state.tokenize = tokenFactory(stream.current(), "string-2");
129 return state.tokenize(stream, state);
175 state.tokenize = tokenBase;
185 state.tokenize = tokenBase;
196 state.tokenize = tokenBase;
253 var style = state.tokenize(stream, state);
[all …]
Dshell.js32 return tokenize(stream, state);
44 return tokenize(stream, state);
95 return tokenize(stream, state);
105 function tokenize(stream, state) { function
113 return tokenize(stream, state);
Dpython.js128 state.tokenize = tokenStringFactory(stream.current());
129 return state.tokenize(stream, state);
181 state.tokenize = tokenBase;
191 state.tokenize = tokenBase;
258 var style = state.tokenize(stream, state);
317 tokenize: tokenBase,
343 if (state.tokenize != tokenBase) {
344 return state.tokenize.isString ? CodeMirror.Pass : 0;
Dphp.js9 if (stream.match(delim)) state.tokenize = null;
34 state.tokenize = heredoc(stream.current().slice(3));
35 return state.tokenize(stream, state);
Djavascript.js77 state.tokenize = tokenString(ch);
78 return state.tokenize(stream, state);
95 state.tokenize = tokenComment;
110 state.tokenize = tokenQuasi;
129 state.tokenize = tokenBase;
138 state.tokenize = tokenBase;
150 state.tokenize = tokenBase;
380 cx.state.tokenize = tokenQuasi;
547 tokenize: tokenBase, property
566 if (state.tokenize != tokenComment && stream.eatSpace()) return null;
[all …]
/external/skia/experimental/webtry/res/js/cm/
Dclike.js32 state.tokenize = tokenString(ch);
33 return state.tokenize(stream, state);
45 state.tokenize = tokenComment;
79 state.tokenize = null;
88 state.tokenize = null;
121 tokenize: null,
137 var style = (state.tokenize || tokenBase)(stream, state);
158 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
191 state.tokenize = cppHook;
196 state.tokenize = null;
[all …]
/external/chromium_org/third_party/skia/experimental/webtry/res/js/cm/
Dclike.js32 state.tokenize = tokenString(ch);
33 return state.tokenize(stream, state);
45 state.tokenize = tokenComment;
79 state.tokenize = null;
88 state.tokenize = null;
121 tokenize: null,
137 var style = (state.tokenize || tokenBase)(stream, state);
158 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
191 state.tokenize = cppHook;
196 state.tokenize = null;
[all …]
/external/deqp/framework/randomshaders/
DrsgExpression.hpp57 virtual void tokenize (GeneratorState& state, TokenStream& str) const = DE_NULL;
74 …void tokenize (GeneratorState& state, TokenStream& str) const { DE_UNREF(state); str << Tok… in tokenize() function in rsg::VariableAccess
113 void tokenize (GeneratorState& state, TokenStream& str) const;
131 void tokenize (GeneratorState& state, TokenStream& str) const;
149 void tokenize (GeneratorState& state, TokenStream& str) const;
167 void tokenize (GeneratorState& state, TokenStream& str) const;
189 void tokenize (GeneratorState& state, TokenStream& str) const;
214 void tokenize (GeneratorState& state, TokenStream& str) const;
233 void tokenize (GeneratorState& state, TokenStream& str) const;
255 void tokenize (GeneratorState& state, TokenStream& str) const;
DrsgStatement.hpp44 virtual void tokenize (GeneratorState& state, TokenStream& str) const = DE_NULL;
62 void tokenize (GeneratorState& state, TokenStream& str) const;
78 void tokenize (GeneratorState& state, TokenStream& str) const;
98 void tokenize (GeneratorState& state, TokenStream& str) const;
119 void tokenize (GeneratorState& state, TokenStream& str) const;
145 void tokenize (GeneratorState& state, TokenStream& str) const;
DrsgStatement.cpp203 void BlockStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::BlockStatement
208 (*i)->tokenize(state, str); in tokenize()
219 void ExpressionStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ExpressionStatement
222 m_expression->tokenize(state, str); in tokenize()
333 void DeclarationStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::DeclarationStatement
340 m_expression->tokenize(state, str); in tokenize()
456 void ConditionalStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ConditionalStatement
462 m_condition->tokenize(state, str); in tokenize()
469 m_trueStatement->tokenize(state, str); in tokenize()
473 m_trueStatement->tokenize(state, str); in tokenize()
[all …]
DrsgShader.cpp93 void Shader::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::Shader
101 m_globalStatements[ndx]->tokenize(state, str); in tokenize()
107 m_functions[ndx]->tokenize(state, str); in tokenize()
112 m_mainFunction.tokenize(state, str); in tokenize()
125 void Function::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::Function
147 m_functionBlock.tokenize(state, str); in tokenize()
DrsgShader.hpp54 void tokenize (GeneratorState& state, TokenStream& stream) const;
106 void tokenize (GeneratorState& state, TokenStream& str) const;
/external/chromium_org/third_party/libjingle/source/talk/base/
Dstringencode_unittest.cc236 EXPECT_EQ(5ul, tokenize("one two three four five", ' ', &fields)); in TEST()
238 EXPECT_EQ(1ul, tokenize("one", ' ', &fields)); in TEST()
242 EXPECT_EQ(5ul, tokenize(" one two three four five ", ' ', &fields)); in TEST()
244 EXPECT_EQ(1ul, tokenize(" one ", ' ', &fields)); in TEST()
246 EXPECT_EQ(0ul, tokenize(" ", ' ', &fields)); in TEST()
253 tokenize("find middle one", ' ', &fields); in TEST()
259 tokenize(" find middle one ", ' ', &fields); in TEST()
263 tokenize(" ", ' ', &fields); in TEST()
283 ASSERT_EQ(0ul, tokenize("D \"A B", ' ', '(', ')', NULL)); in TEST()
286 tokenize("A B C", ' ', '"', '"', &fields); in TEST()
[all …]
/external/chromium_org/third_party/webrtc/base/
Dstringencode_unittest.cc219 EXPECT_EQ(5ul, tokenize("one two three four five", ' ', &fields)); in TEST()
221 EXPECT_EQ(1ul, tokenize("one", ' ', &fields)); in TEST()
225 EXPECT_EQ(5ul, tokenize(" one two three four five ", ' ', &fields)); in TEST()
227 EXPECT_EQ(1ul, tokenize(" one ", ' ', &fields)); in TEST()
229 EXPECT_EQ(0ul, tokenize(" ", ' ', &fields)); in TEST()
236 tokenize("find middle one", ' ', &fields); in TEST()
242 tokenize(" find middle one ", ' ', &fields); in TEST()
246 tokenize(" ", ' ', &fields); in TEST()
266 ASSERT_EQ(0ul, tokenize("D \"A B", ' ', '(', ')', NULL)); in TEST()
269 tokenize("A B C", ' ', '"', '"', &fields); in TEST()
[all …]
/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/
Dpep8.py102 import tokenize
370 if (token_type == tokenize.OP and
373 prev_type == tokenize.NAME and
443 prev_type = tokenize.OP
446 if token_type in (tokenize.NL, tokenize.NEWLINE, tokenize.ERRORTOKEN):
457 elif token_type == tokenize.OP:
464 if ((prev_type != tokenize.OP or prev_text in '}])') and not
465 (prev_type == tokenize.NAME and iskeyword(prev_text))):
552 if token_type == tokenize.NL:
554 if token_type == tokenize.COMMENT:
[all …]
/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/coverage/
Dphystokens.py3 import keyword, re, token, tokenize
38 if last_ttype == tokenize.COMMENT:
77 ws_tokens = [token.INDENT, token.DEDENT, token.NEWLINE, tokenize.NL]
81 tokgen = tokenize.generate_tokens(StringIO(source).readline)
98 tok_class = tokenize.tok_name.get(ttype, 'xx').lower()[:3]
Dbackward.py76 import tokenize
78 open_source = tokenize.open # pylint: disable=E1101
81 detect_encoding = tokenize.detect_encoding # pylint: disable=E1101
/external/chromium_org/third_party/WebKit/Source/core/css/parser/
DMediaQueryTokenizerTest.cpp65 MediaQueryTokenizer::tokenize(testCases[i].input, tokens); in TEST()
106 MediaQueryTokenizer::tokenize(testCases[i].input, tokens); in TEST()
126 MediaQueryTokenizer::tokenize(input.toString(), tokens); in testToken()
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/elements/
DDOMSyntaxHighlighter.js81 …var tokenize = WebInspector.moduleManager.instance(WebInspector.TokenizerFactory).createTokenizer(…
85 tokenize(line, processToken.bind(this));

12345