lib/sqlite/sqlite3.c

113852   int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
113860     sqlite3_tokenizer *pTokenizer,       /* Tokenizer object */
113910   sqlite3_tokenizer *pTokenizer;       /* Tokenizer for this cursor. */
114184   sqlite3_tokenizer *pTokenizer;  /* tokenizer for inserts and queries */
114690   p->pTokenizer->pModule->xDestroy(p->pTokenizer);
115159   sqlite3_tokenizer *pTokenizer = 0;        /* Tokenizer for this table */
115192   **     initializes the tokenizer pTokenizer.
115200     if( !pTokenizer
115205       rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
115293   if( pTokenizer==0 ){
115294     rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
115297   assert( pTokenizer );
115323   p->pTokenizer = pTokenizer;
115393     }else if( pTokenizer ){
115394       pTokenizer->pModule->xDestroy(pTokenizer);
116905     rc = sqlite3Fts3ExprParse(p->pTokenizer, p->azColumn, p->nColumn,
119632   sqlite3_tokenizer *pTokenizer;      /* Tokenizer module */
119687   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
119688   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
119694   rc = pModule->xOpen(pTokenizer, z, n, &pCursor);
119700     pCursor->pTokenizer = pTokenizer;
119766   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
119767   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
119796   rc = pModule->xOpen(pTokenizer, zInput, nInput, &pCursor);
119799     pCursor->pTokenizer = pTokenizer;
120254 ** The first parameter, pTokenizer, is passed the fts3 tokenizer module to
120267   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */
120277   sParse.pTokenizer = pTokenizer;
120422   sqlite3_tokenizer *pTokenizer = 0;
120450   rc = pModule->xCreate(0, 0, &pTokenizer);
120456   pTokenizer->pModule = pModule;
120471       pTokenizer, azCol, nCol, nCol, zExpr, nExpr, &pExpr
120485   if( pModule && pTokenizer ){
120486     rc = pModule->xDestroy(pTokenizer);
120965 static int porterDestroy(sqlite3_tokenizer *pTokenizer){
120966   sqlite3_free(pTokenizer);
120977   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
120983   UNUSED_PARAMETER(pTokenizer);
121776   sqlite3_tokenizer *pTokenizer = 0;
121820   if( SQLITE_OK!=p->xCreate(zArg ? 1 : 0, &zArg, &pTokenizer) ){
121824   pTokenizer->pModule = p;
121825   if( SQLITE_OK!=p->xOpen(pTokenizer, zInput, nInput, &pCsr) ){
121829   pCsr->pTokenizer = pTokenizer;
121843   if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
122126 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){
122127   sqlite3_free(pTokenizer);
122138   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
122144   UNUSED_PARAMETER(pTokenizer);
122190   simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
122905   sqlite3_tokenizer *pTokenizer = p->pTokenizer;
122906   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
122911   assert( pTokenizer && pModule );
122921   rc = pModule->xOpen(pTokenizer, zText, -1, &pCsr);
122925   pCsr->pTokenizer = pTokenizer;
125248     sqlite3_tokenizer *pT = p->pTokenizer;
125265         pTC->pTokenizer = pT;
126093       pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
126098       rc = pMod->xOpen(pTab->pTokenizer, zDoc, nDoc, &pC);
126102       pC->pTokenizer = pTab->pTokenizer;
126161   pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
126162   rc = pMod->xOpen(pTab->pTokenizer, zDoc, nDoc, &pC);
126166   pC->pTokenizer = pTab->pTokenizer;
126855   sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
126921     rc = pMod->xOpen(pTab->pTokenizer, zDoc, nDoc, &pC);
126923     pC->pTokenizer = pTab->pTokenizer;
130894 static int icuDestroy(sqlite3_tokenizer *pTokenizer){
130895   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
130907   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
130912   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;