Home
last modified time | relevance | path

Searched refs:IsTokenSeparator (Results 1 – 2 of 2) sorted by relevance

/external/libtextclassifier/native/lang_id/
Dcustom-tokenizer.cc33 inline bool IsTokenSeparator(int num_bytes, const char *curr) { in IsTokenSeparator() function
119 while (IsTokenSeparator(num_bytes, curr)) { in Tokenize()
147 if (IsTokenSeparator(num_bytes, curr)) { in Tokenize()
/external/llvm-project/lldb/source/Plugins/ExpressionParser/Clang/
DClangExpressionParser.cpp769 static bool IsTokenSeparator(char c) { return c == ' ' || c == '\t'; } in IsTokenSeparator() function in __anon57ee7a770111::CodeComplete
780 if (IsTokenSeparator(cmd.back())) in dropUnrelatedFrontTokens()
786 while (!to_remove.empty() && !IsTokenSeparator(to_remove.back())) { in dropUnrelatedFrontTokens()