Searched refs:TokenizerOptions (Results 1 – 3 of 3) sorted by relevance
3 type TokenizerOptions, alias25 constructor(options: TokenizerOptions, private handler: TokenHandler) {
19 export { Tokenizer, type TokenizerOptions, TokenizerMode, type TokenHandler } from './tokenizer/ind… alias
226 export interface TokenizerOptions { interface279 constructor(private options: TokenizerOptions, private handler: TokenHandler) {