lib/sqlite/sqlite3.c

2652 ** filenames between the UTF-8 encoding used by SQLite
2653 ** and whatever filename encoding is used by the particular Windows
2949 ** ^The default encoding for the database will be UTF-8 if
3118 ** corresponding octet. If this process generates an invalid UTF-8 encoding,
3121 ** <b>Note to Windows users:</b>  The encoding used for the filename argument
3662 ** always in UTF-8 encoding even if the named parameter was
3751 ** again in a different encoding.
4181 ** these routines are the text encoding expected for
4207 ** [SQLITE_UTF8 | text encoding] this SQL function prefers for
4210 ** more efficient with one encoding than another.  ^An application may
4216 ** encoding is used, then the fourth argument should be [SQLITE_ANY].
4246 ** a negative nArg.  ^A function where the preferred text encoding
4247 ** matches the database encoding is a better
4248 ** match than a function where the encoding is different.
4249 ** ^A function where the encoding difference is between UTF16le and UTF16be
4250 ** is a closer match than a function where the encoding difference is
4654 ** ^The eTextRep argument determines the encoding of strings passed
4673 ** application data pointer and with two strings in the encoding specified
9342   u8 enc;              /* Text encoding used by this database */
9557 ** A macro to discover the encoding of a database.
9627   u8 iPrefEnc;         /* Preferred text encoding (SQLITE_UTF8, 16LE, 16BE) */
9645 ** or not the specified encoding is SQLITE_ANY). The FuncDef.pDestructor
9764 ** that processes text in UTF-8 encoding (CollSeq.xCmp) and another that
9767 ** the version that will require the least expensive encoding
9781   u8 enc;               /* Text encoding handled by xCmp() */
10058   u8 enc;             /* Text encoding - one of the SQLITE_UTF* values */
10071 ** the key of an index.  A blob encoding of a record is created by
10202     Expr *pExpr;             /* Expression encoding the function */
12716 ** Usually this is encoded in the same unicode encoding as the main
20253 ** This routine transforms the internal text encoding used by pMem to
20255 ** encoding, or if *pMem does not contain a string value.
20395 ** the encoding of the Mem adjusted. This routine does not do any
20398 ** The allocation (static, dynamic etc.) and encoding of the Mem may be
20487 ** Convert a UTF-16 string in the native encoding into a UTF-8 string.
20511 ** Convert a UTF-8 string to the UTF-16 encoding specified by parameter
20564 ** characters in each encoding are inverses of each other.
20860 ** uses the encoding enc.  The string is not necessarily zero-terminated.
21072 ** The string is not necessarily zero-terminated.  The encoding is
21190 ** The variable-length integer encoding is as follows:
34023   void *zConverted;              /* Filename in OS encoding */
34024   const char *zUtf8Name = zName; /* Filename in UTF-8 encoding */
34096   /* Convert the filename to the system encoding. */
57180 ** ensures the internal encoding for the string representation is
57183 ** If pMem is not a string object, or the encoding of the string
57184 ** representation is already stored using the requested encoding, then this
57205   ** then the encoding of the value may not have changed.
57372   ** string representation of the value. Then, if the required encoding
57503 ** If pMem represents a string value, its encoding might be changed.
57998         /* The strings are already in the correct encoding.  Call the
58094 ** except the data returned is in the encoding specified by the second
58292 ** that it uses the encoding "enc"
59458   ** sqlite3_column_text16(), causing a translation to UTF-16 encoding.
61181 ** Given the nKey-byte encoding of a record in pKey[], populate the
62294   /* If malloc() failed during an encoding conversion within an
62313   /* Even though there is no encoding conversion, value_blob() might
62582   u8 encoding            /* Encoding for the data */
62592       rc = sqlite3VdbeMemSetStr(pVar, zData, nData, encoding, xDel);
62593       if( rc==SQLITE_OK && encoding!=0 ){
63301   u8 enc              /* Use this text encoding */
63657   u8 encoding = ENC(db);     /* The database encoding */
63787       int file_format;       /* File format to use for encoding */
64443   if( encoding!=SQLITE_UTF8 ){
64446     if( SQLITE_OK!=sqlite3VdbeChangeEncoding(pOut, encoding) ) goto no_mem;
64475   pOut->enc = encoding;
64498   pOut->enc = encoding;
64710   Stringify(pIn1, encoding);
64711   Stringify(pIn2, encoding);
64728   pOut->enc = encoding;
64969   sqlite3VdbeChangeEncoding(&u.ag.ctx.s, encoding);
65092   applyAffinity(pIn1, SQLITE_AFF_NUMERIC, encoding);
65141   applyAffinity(pIn1, SQLITE_AFF_TEXT, encoding);
65162     applyAffinity(pIn1, SQLITE_AFF_TEXT, encoding);
65342       applyAffinity(pIn1, u.ai.affinity, encoding);
65343       applyAffinity(pIn3, u.ai.affinity, encoding);
65916     u.am.pDest->enc = encoding;
65970     applyAffinity(pIn1, u.an.cAff, encoding);
66005   int file_format;       /* File format to use for encoding */
66047       applyAffinity(u.ao.pRec, u.ao.zAffinity[u.ao.pRec-u.ao.pData0], encoding);
68559   sqlite3VdbeChangeEncoding(pIn1, encoding);
69014   sqlite3VdbeChangeEncoding(u.cf.pMem, encoding);
69159   sqlite3VdbeChangeEncoding(pOut, encoding);
69461   sqlite3VdbeChangeEncoding(&u.cm.sContext.s, encoding);
72323       u8 enc = ENC(pParse->db);   /* The database encoding */
75554       u8 enc = ENC(db);      /* The text encoding used by this database */
78480         "attached databases must use the same text encoding as main database");
80008     /* If the file format and encoding in the database have not been set,
80388 ** encoding identified by the string zName, length nName.
80391 ** in the database native encoding, the collation factory is invoked to
80393 ** and the sequence is available in another text encoding, then that is
82960 ** in the encoding enc of name zName, length nName.
82986 ** collation function in the best encoding but there may be other versions
83009 ** or substituting a collation sequence of a different encoding when the
83010 ** requested collation sequence is not available in the desired encoding.
83012 ** If it is not NULL, then pColl must point to the database native encoding
83023   u8 enc,               /* The desired encoding for the collating sequence */
83024   CollSeq *pColl,       /* Collating sequence with native encoding, or NULL */
83034     /* No collation sequence of this type for this encoding is registered.
83055 ** an equivalent collating sequence that uses a text encoding different
83129 ** for the encoding 'enc' from the database 'db'.
83162 ** that uses encoding enc. The value returned indicates how well the
83169 **    encoding is requested, or vice versa.
83172 ** 3: A variable arguments function using the same text encoding.
83174 **    prefers UTF-8 when a UTF-16 encoding is requested, or vice versa.
83269   u8 enc,            /* Preferred text encoding */
83320   ** exact match for the name, number of arguments and encoding, then add a
84920       assert( zBlob==sqlite3_value_blob(argv[0]) ); /* No encoding change */
84984   assert( pBlob==sqlite3_value_blob(argv[0]) );  /* No encoding change */
85046   assert( zStr==sqlite3_value_text(argv[0]) );  /* No encoding change */
85059   assert( zPattern==sqlite3_value_text(argv[1]) );  /* No encoding change */
85196 ** Compute the soundex encoding of a word.
85199 ** soundex encoding of the string X.
91185   **   PRAGMA encoding
91186   **   PRAGMA encoding = "utf-8"|"utf-16"|"utf-16le"|"utf-16be"
91188   ** In its first form, this pragma returns the encoding of the main
91193   ** encoding that will be used for the main database file if a new file
91195   ** default text encoding for the existing database is used.
91198   ** created to use the same default text encoding as the main database. If
91202   ** In the second form this pragma sets the text encoding to be used in
91206   if( sqlite3StrICmp(zLeft, "encoding")==0 ){
91222     if( !zRight ){    /* "PRAGMA encoding" */
91225       sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "encoding", SQLITE_STATIC);
91232     }else{                        /* "PRAGMA encoding = XXX" */
91236       ** already exists, it will be created to use the new encoding value.
91249           sqlite3ErrorMsg(pParse, "unsupported encoding: %s", zRight);
91725   **    meta[4]   Db text encoding. 1:UTF-8 2:UTF-16LE 3:UTF-16BE
91740   /* If opening a non-empty database, check the text encoding. For the
91741   ** main database, set sqlite3.enc to the encoding of the main database.
91742   ** For an attached db, it is an error if the encoding is not the same
91745   if( meta[BTREE_TEXT_ENCODING-1] ){  /* text encoding */
91747       u8 encoding;
91749       encoding = (u8)meta[BTREE_TEXT_ENCODING-1] & 3;
91750       if( encoding==0 ) encoding = SQLITE_UTF8;
91751       ENC(db) = encoding;
91754       /* If opening an attached database, the encoding much match ENC(db) */
91757             " text encoding as main database");
99217        BTREE_TEXT_ENCODING,      0,  /* Preserve the text encoding */
100405 ** the <op> using a bitmask encoding defined by WO_xxx below.  The
100406 ** use of a bitmask encoding for the operator allows us to search
108994 ** to adjust the encoding.  Only alphabetic characters and underscores
110821 ** with SQLITE_ANY as the encoding.
111199   /* If SQLITE_UTF16 is specified as the encoding type, transform this
111769 ** and the encoding is enc.
111786   /* If SQLITE_UTF16 is specified as the encoding type, transform this
113468 ** The basic unit of encoding is a variable-length integer called a
113482 ** the encoding is not the same.  SQLite varints are big-endian
113642 ** The root node is the top node of the segment's tree after encoding
116305   ** then the encoding of the first docid from the 'other' input list may
125053   char *pBlob;             /* The BLOB encoding of the document size */
125055   sqlite3_stmt *pStmt;     /* Statement used to insert the encoding */
130765     int enc;                                  /* Optimal text encoding */
130852   UChar *aChar;               /* Copy of input using utf-16 encoding */