Searched refs:mMaxTokenSize (Results 1 – 3 of 3) sorted by relevance
317 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(nullptr), mMaxTokenSize(256)350 mMaxTokenSize = maxTokenSize;367 if (token->text.size() > mMaxTokenSize)371 token->text.erase(mMaxTokenSize);
56 size_t mMaxTokenSize; // Maximum token size variable
2536 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(nullptr), mMaxTokenSize(256) in Tokenizer()2569 mMaxTokenSize = maxTokenSize; in setMaxTokenSize()2586 if (token->text.size() > mMaxTokenSize) in lex()2589 token->text.erase(mMaxTokenSize); in lex()