Searched refs:mMaxTokenSize (Results 1 – 3 of 3) sorted by relevance
315 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(nullptr), mMaxTokenSize(1024)348 mMaxTokenSize = maxTokenSize;365 if (token->text.size() > mMaxTokenSize)369 token->text.erase(mMaxTokenSize);
62 size_t mMaxTokenSize; // Maximum token size variable
2996 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(nullptr), mMaxTokenSize(1024) in Tokenizer()3029 mMaxTokenSize = maxTokenSize; in setMaxTokenSize()3046 if (token->text.size() > mMaxTokenSize) in lex()3050 token->text.erase(mMaxTokenSize); in lex()