contrib/sqlite3/sqlite3.c

173168   Fts3PhraseToken *pTok,          /* Token to query for */
173178   pSegcsr = pTok->pSegcsr;
173182         | (pTok->isPrefix ? FTS3_SEGMENT_PREFIX : 0)
173183         | (pTok->bFirst ? FTS3_SEGMENT_FIRST : 0)
173186   filter.zTerm = pTok->z;
173187   filter.nTerm = pTok->n;
173210   pTok->pSegcsr = 0;
179822   sqlite3_tokenizer *pTok;
179934   sqlite3_tokenizer *pTok = 0;
179959     rc = pMod->xCreate((nDequote>1 ? nDequote-1 : 0), azArg, &pTok);
179972     pTab->pTok = pTok;
179975     if( pTok ){
179976       pMod->xDestroy(pTok);
179992   pTab->pMod->xDestroy(pTab->pTok);
180122       rc = pTab->pMod->xOpen(pTab->pTok, pCsr->zInput, nByte, &pCsr->pCsr);
180124         pCsr->pCsr->pTokenizer = pTab->pTok;
211957   Fts5Tokenizer *pTok;
212585     Fts5Tokenizer *pTok
215535       if( pConfig->pTok ){
215630   assert( pConfig->pTok==0 && pConfig->pTokApi==0 );
215827   if( rc==SQLITE_OK && pRet->pTok==0 ){
215872     if( pConfig->pTok ){
215873       pConfig->pTokApi->xDelete(pConfig->pTok);
215951       pConfig->pTok, pCtx, flags, pText, nText, xToken
218100 ** Token pTok has appeared in a MATCH expression where the NEAR operator
218101 ** is expected. If token pTok does not contain "NEAR", store an error
218104 static void sqlite3Fts5ParseNear(Fts5Parse *pParse, Fts5Token *pTok){
218105   if( pTok->n!=4 || memcmp("NEAR", pTok->p, 4) ){
218107         pParse, "fts5: syntax error near \"%.*s\"", pTok->n, pTok->p
226599   Fts5TokenizerModule *pTok;      /* First in list of all tokenizer modules */
226621 ** of the Fts5Global.pTok list.
229175     pNew->pNext = pGlobal->pTok;
229176     pGlobal->pTok = pNew;
229196     for(pMod=pGlobal->pTok; pMod; pMod=pMod->pNext){
229246         pMod->pUserData, (azArg?&azArg[1]:0), (nArg?nArg-1:0), &pConfig->pTok
229253           pMod->x.xCreate, pConfig->pTok
229260     pConfig->pTok = 0;
229267   Fts5TokenizerModule *pTok, *pNextTok;
229277   for(pTok=pGlobal->pTok; pTok; pTok=pNextTok){
229278     pNextTok = pTok->pNext;
229279     if( pTok->xDestroy ) pTok->xDestroy(pTok->pUserData);
229280     sqlite3_free(pTok);
230925 static void fts5UnicodeDelete(Fts5Tokenizer *pTok){
230926   if( pTok ){
230927     Unicode61Tokenizer *p = (Unicode61Tokenizer*)pTok;
231162 static void fts5PorterDelete(Fts5Tokenizer *pTok){
231163   if( pTok ){
231164     PorterTokenizer *p = (PorterTokenizer*)pTok;
231920   Fts5Tokenizer *pTok,
231926   TrigramTokenizer *p = (TrigramTokenizer*)pTok;
231970 ** pTok is a tokenizer previously created using the same method. This function
231981     Fts5Tokenizer *pTok
231984     TrigramTokenizer *p = (TrigramTokenizer*)pTok;