Home
last modified time | relevance | path

Searched defs:tokenize (Results 1 – 25 of 36) sorted by relevance

12

/third_party/typescript/tests/cases/compiler/
DarrayAssignmentTest6.ts12 tokenize(line:string, state:IState, includeStates:boolean):ILineTokens; method
15 public tokenize(line:string, tokens:IToken[], includeStates:boolean):ILineTokens { method in Bug
DarrayAssignmentTest5.ts18 tokenize(line:string, state:IState, includeStates:boolean):ILineTokens; method
28 public tokenize(line:string, state:IState, includeStates:boolean):ILineTokens { method in Bug
/third_party/mindspore/tests/st/fl/albert/src/
Dtokenization.py103 def tokenize(self, text): member in BertTokenizer
179 def tokenize(self, text): member in BasicTokenizer
295 def tokenize(self, text): member in WordpieceTokenizer
400 def tokenize(self, text): member in CustomizedBasicTokenizer
473 def tokenize(self, text): member in CustomizedTokenizer
499 def tokenize(self, text): member in CustomizedTextBasicTokenizer
/third_party/vk-gl-cts/framework/randomshaders/
DrsgShader.cpp93 void Shader::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::Shader
125 void Function::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::Function
DrsgStatement.cpp203 void BlockStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::BlockStatement
219 void ExpressionStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ExpressionStatement
332 void DeclarationStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::DeclarationStatement
455 void ConditionalStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ConditionalStatement
555 void AssignStatement::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::AssignStatement
DrsgExpression.cpp423 void FloatLiteral::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::FloatLiteral
477 void IntLiteral::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::IntLiteral
527 void BoolLiteral::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::BoolLiteral
800 void ConstructorOp::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ConstructorOp
954 void AssignOp::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::AssignOp
1271 void ParenOp::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::ParenOp
1365 void SwizzleOp::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::SwizzleOp
1575 void TexLookup::tokenize (GeneratorState& state, TokenStream& str) const in tokenize() function in rsg::TexLookup
/third_party/typescript/tests/baselines/reference/
DarrayAssignmentTest6.js29 Bug.prototype.tokenize = function (line, tokens, includeStates) { method in Bug
DarrayAssignmentTest5.js49 Bug.prototype.tokenize = function (line, state, includeStates) { method in Bug
/third_party/boost/boost/range/adaptor/
Dtokenized.hpp122 tokenize(BidirectionalRange& rng, const Regex& reg, const Submatch& sub, Flag f) in tokenize() function
129 tokenize(const BidirectionalRange& rng, const Regex& reg, const Submatch& sub, Flag f) in tokenize() function
/third_party/node/deps/acorn/acorn/dist/
Dbin.js7 var infile, forceFile, silent = false, compact = false, tokenize = false; variable
/third_party/boost/boost/spirit/home/lex/
Dtokenize_and_parse.hpp297 tokenize(Iterator& first, Iterator last, Lexer const& lex, F f in tokenize() function
315 tokenize(Iterator& first, Iterator last, Lexer const& lex in tokenize() function
/third_party/skia/third_party/externals/swiftshader/third_party/subzero/src/
DIceRangeSpec.cpp97 std::vector<std::string> RangeSpec::tokenize(const std::string &Spec, in tokenize() function in Ice::RangeSpec
/third_party/glslang/glslang/HLSL/
DhlslScanContext.cpp461 void HlslScanContext::tokenize(HlslToken& token) in tokenize() function in glslang::HlslScanContext
/third_party/parse5/test/utils/
Dgenerate-tokenization-tests.js60 function tokenize(createTokenSource, chunks, initialState, lastStartTag) { function
/third_party/boost/libs/coroutine/example/asymmetric/
Dchaining.cpp28 void tokenize(coro_t::push_type& sink, coro_t::pull_type& source) in tokenize() function
/third_party/selinux/libsepol/src/
Dutil.c252 int tokenize(char *line_buf, char delim, int num_args, ...) in tokenize() function
/third_party/mindspore/mindspore/lite/java/java/fl_client/src/main/java/com/mindspore/flclient/model/
DCustomTokenizer.java299 public List<Integer> tokenize(String text, boolean isTrainMode) { in tokenize() method in CustomTokenizer
/third_party/mesa3d/src/gallium/frontends/clover/util/
Dalgorithm.hpp223 tokenize(const std::string &s) { in tokenize() function
/third_party/glslang/glslang/MachineIndependent/
DScan.cpp782 int TScanContext::tokenize(TPpContext* pp, TParserToken& token) in tokenize() function in glslang::TScanContext
/third_party/ltp/lib/
Dtst_bool_expr.c64 static unsigned int tokenize(const char *expr, struct tst_expr_tok *last) in tokenize() function
/third_party/mesa3d/src/amd/compiler/tests/
Dglsl_scraper.py203 def tokenize(f): function
/third_party/python/Doc/whatsnew/
D3.8.rst1271 tokenize section in Improved Modules
/third_party/glslang/glslang/MachineIndependent/preprocessor/
DPpScanner.cpp1133 int TPpContext::tokenize(TPpToken& ppToken) in tokenize() function in glslang::TPpContext
/third_party/grpc/src/compiler/
Dgenerator_helpers.h82 inline std::vector<std::string> tokenize(const std::string& input, in tokenize() function
/third_party/python/Lib/lib2to3/pgen2/
Dtokenize.py148 def tokenize(readline, tokeneater=printtoken): function

12