Lines Matching refs:pTokenizer

126440   int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
126448     sqlite3_tokenizer *pTokenizer,       /* Tokenizer object */
126507   sqlite3_tokenizer *pTokenizer;       /* Tokenizer for this cursor. */
126805   sqlite3_tokenizer *pTokenizer;  /* tokenizer for inserts and queries */
127398   p->pTokenizer->pModule->xDestroy(p->pTokenizer);
128007   sqlite3_tokenizer *pTokenizer = 0;        /* Tokenizer for this table */
128062     if( !pTokenizer 
128067       rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
128208   if( pTokenizer==0 ){
128209     rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
128212   assert( pTokenizer );
128239   p->pTokenizer = pTokenizer;
128348     }else if( pTokenizer ){
128349       pTokenizer->pModule->xDestroy(pTokenizer);
130054     rc = sqlite3Fts3ExprParse(p->pTokenizer, pCsr->iLangid,
133368   sqlite3_tokenizer *pTokenizer;      /* Tokenizer module */
133406   sqlite3_tokenizer *pTokenizer,
133412   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
133416   rc = pModule->xOpen(pTokenizer, z, n, &pCsr);
133419     pCsr->pTokenizer = pTokenizer;
133457   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
133458   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
133471   rc = sqlite3Fts3OpenTokenizer(pTokenizer, pParse->iLangid, z, i, &pCursor);
133554   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
133555   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
133585       pTokenizer, pParse->iLangid, zInput, nInput, &pCursor);
134209   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */
134223   sParse.pTokenizer = pTokenizer;
134272   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */
134283       pTokenizer, iLangid, azCol, bFts4, nCol, iDefaultCol, z, n, ppExpr
134460   sqlite3_tokenizer *pTokenizer = 0;
134488   rc = pModule->xCreate(0, 0, &pTokenizer);
134494   pTokenizer->pModule = pModule;
134511         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr, &zDummy
134517         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr
134534   if( pModule && pTokenizer ){
134535     rc = pModule->xDestroy(pTokenizer);
135020 static int porterDestroy(sqlite3_tokenizer *pTokenizer){
135021   sqlite3_free(pTokenizer);
135032   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
135038   UNUSED_PARAMETER(pTokenizer);
135847   sqlite3_tokenizer *pTokenizer = 0;
135895   if( SQLITE_OK!=p->xCreate(argc-2, azArg, &pTokenizer) ){
135899   pTokenizer->pModule = p;
135900   if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){
135917   if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
136197 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){
136198   sqlite3_free(pTokenizer);
136209   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
136215   UNUSED_PARAMETER(pTokenizer);
136261   simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
136688         pCsr->pCsr->pTokenizer = pTab->pTok;
137586   sqlite3_tokenizer *pTokenizer = p->pTokenizer;
137587   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
137592   assert( pTokenizer && pModule );
137602   rc = sqlite3Fts3OpenTokenizer(pTokenizer, iLangid, zText, -1, &pCsr);
141947     sqlite3_tokenizer_module const *pModule = p->pTokenizer->pModule;
141970           rc = sqlite3Fts3OpenTokenizer(p->pTokenizer, iLang, zText, nText,&pT);
142133     sqlite3_tokenizer *pT = p->pTokenizer;
143020       pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
143025       rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC);
143085   pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
143086   rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC);
143797   sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
143863     rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid,
144076 static int unicodeDestroy(sqlite3_tokenizer *pTokenizer){
144077   if( pTokenizer ){
144078     unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer;
144292   unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);
148790 static int icuDestroy(sqlite3_tokenizer *pTokenizer){
148791   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
148803   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
148808   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;