blob: 46bf3677e1da6e87df6d8555e6e21b40d9621fc3 [file] [log] [blame]
drh75897232000-05-29 14:26:00 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drh75897232000-05-29 14:26:00 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drh75897232000-05-29 14:26:00 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drh75897232000-05-29 14:26:00 +000010**
11*************************************************************************
drhb19a2bc2001-09-16 00:13:26 +000012** This file contains C code routines that are called by the SQLite parser
13** when syntax rules are reduced. The routines in this file handle the
14** following kinds of SQL syntax:
drh75897232000-05-29 14:26:00 +000015**
drhbed86902000-06-02 13:27:59 +000016** CREATE TABLE
17** DROP TABLE
18** CREATE INDEX
19** DROP INDEX
drh832508b2002-03-02 17:04:07 +000020** creating ID lists
drhb19a2bc2001-09-16 00:13:26 +000021** BEGIN TRANSACTION
22** COMMIT
23** ROLLBACK
drh75897232000-05-29 14:26:00 +000024*/
25#include "sqliteInt.h"
26
danielk1977c00da102006-01-07 13:21:04 +000027#ifndef SQLITE_OMIT_SHARED_CACHE
28/*
29** The TableLock structure is only used by the sqlite3TableLock() and
30** codeTableLocks() functions.
31*/
32struct TableLock {
drhe0a04a32016-12-16 01:00:21 +000033 int iDb; /* The database containing the table to be locked */
34 int iTab; /* The root page of the table to be locked */
35 u8 isWriteLock; /* True for write lock. False for a read lock */
36 const char *zLockName; /* Name of the table */
danielk1977c00da102006-01-07 13:21:04 +000037};
38
39/*
drhd698bc12006-03-23 23:33:26 +000040** Record the fact that we want to lock a table at run-time.
danielk1977c00da102006-01-07 13:21:04 +000041**
drhd698bc12006-03-23 23:33:26 +000042** The table to be locked has root page iTab and is found in database iDb.
43** A read or a write lock can be taken depending on isWritelock.
44**
45** This routine just records the fact that the lock is desired. The
46** code to make the lock occur is generated by a later call to
47** codeTableLocks() which occurs during sqlite3FinishCoding().
danielk1977c00da102006-01-07 13:21:04 +000048*/
49void sqlite3TableLock(
drhd698bc12006-03-23 23:33:26 +000050 Parse *pParse, /* Parsing context */
51 int iDb, /* Index of the database containing the table to lock */
52 int iTab, /* Root page number of the table to be locked */
53 u8 isWriteLock, /* True for a write lock */
54 const char *zName /* Name of the table to be locked */
danielk1977c00da102006-01-07 13:21:04 +000055){
dan65a7cd12009-09-01 12:16:01 +000056 Parse *pToplevel = sqlite3ParseToplevel(pParse);
danielk1977c00da102006-01-07 13:21:04 +000057 int i;
58 int nBytes;
59 TableLock *p;
drh8af73d42009-05-13 22:58:28 +000060 assert( iDb>=0 );
dan165921a2009-08-28 18:53:45 +000061
drh9d06ff22016-11-08 17:19:22 +000062 if( iDb==1 ) return;
63 if( !sqlite3BtreeSharable(pParse->db->aDb[iDb].pBt) ) return;
dan65a7cd12009-09-01 12:16:01 +000064 for(i=0; i<pToplevel->nTableLock; i++){
65 p = &pToplevel->aTableLock[i];
danielk1977c00da102006-01-07 13:21:04 +000066 if( p->iDb==iDb && p->iTab==iTab ){
67 p->isWriteLock = (p->isWriteLock || isWriteLock);
68 return;
69 }
70 }
71
dan65a7cd12009-09-01 12:16:01 +000072 nBytes = sizeof(TableLock) * (pToplevel->nTableLock+1);
73 pToplevel->aTableLock =
74 sqlite3DbReallocOrFree(pToplevel->db, pToplevel->aTableLock, nBytes);
75 if( pToplevel->aTableLock ){
76 p = &pToplevel->aTableLock[pToplevel->nTableLock++];
danielk1977c00da102006-01-07 13:21:04 +000077 p->iDb = iDb;
78 p->iTab = iTab;
79 p->isWriteLock = isWriteLock;
drhe0a04a32016-12-16 01:00:21 +000080 p->zLockName = zName;
drhf3a65f72007-08-22 20:18:21 +000081 }else{
dan65a7cd12009-09-01 12:16:01 +000082 pToplevel->nTableLock = 0;
drh4a642b62016-02-05 01:55:27 +000083 sqlite3OomFault(pToplevel->db);
danielk1977c00da102006-01-07 13:21:04 +000084 }
85}
86
87/*
88** Code an OP_TableLock instruction for each table locked by the
89** statement (configured by calls to sqlite3TableLock()).
90*/
91static void codeTableLocks(Parse *pParse){
92 int i;
93 Vdbe *pVdbe;
danielk1977c00da102006-01-07 13:21:04 +000094
drh04491712009-05-13 17:21:13 +000095 pVdbe = sqlite3GetVdbe(pParse);
96 assert( pVdbe!=0 ); /* sqlite3GetVdbe cannot fail: VDBE already allocated */
danielk1977c00da102006-01-07 13:21:04 +000097
98 for(i=0; i<pParse->nTableLock; i++){
99 TableLock *p = &pParse->aTableLock[i];
100 int p1 = p->iDb;
drh6a9ad3d2008-04-02 16:29:30 +0000101 sqlite3VdbeAddOp4(pVdbe, OP_TableLock, p1, p->iTab, p->isWriteLock,
drhe0a04a32016-12-16 01:00:21 +0000102 p->zLockName, P4_STATIC);
danielk1977c00da102006-01-07 13:21:04 +0000103 }
104}
105#else
106 #define codeTableLocks(x)
107#endif
108
drhe0bc4042002-06-25 01:09:11 +0000109/*
drha7ab6d82014-07-21 15:44:39 +0000110** Return TRUE if the given yDbMask object is empty - if it contains no
111** 1 bits. This routine is used by the DbMaskAllZero() and DbMaskNotZero()
112** macros when SQLITE_MAX_ATTACHED is greater than 30.
113*/
114#if SQLITE_MAX_ATTACHED>30
115int sqlite3DbMaskAllZero(yDbMask m){
116 int i;
117 for(i=0; i<sizeof(yDbMask); i++) if( m[i] ) return 0;
118 return 1;
119}
120#endif
121
122/*
drh75897232000-05-29 14:26:00 +0000123** This routine is called after a single SQL statement has been
drh80242052004-06-09 00:48:12 +0000124** parsed and a VDBE program to execute that statement has been
125** prepared. This routine puts the finishing touches on the
126** VDBE program and resets the pParse structure for the next
127** parse.
drh75897232000-05-29 14:26:00 +0000128**
129** Note that if an error occurred, it might be the case that
130** no VDBE code was generated.
131*/
drh80242052004-06-09 00:48:12 +0000132void sqlite3FinishCoding(Parse *pParse){
drh9bb575f2004-09-06 17:24:11 +0000133 sqlite3 *db;
drh80242052004-06-09 00:48:12 +0000134 Vdbe *v;
drhb86ccfb2003-01-28 23:13:10 +0000135
danf78baaf2012-12-06 19:37:22 +0000136 assert( pParse->pToplevel==0 );
drh17435752007-08-16 04:30:38 +0000137 db = pParse->db;
drh205f48e2004-11-05 00:43:11 +0000138 if( pParse->nested ) return;
drhd99d2832015-04-17 15:58:33 +0000139 if( db->mallocFailed || pParse->nErr ){
140 if( pParse->rc==SQLITE_OK ) pParse->rc = SQLITE_ERROR;
141 return;
142 }
danielk197748d0d862005-02-01 03:09:52 +0000143
drh80242052004-06-09 00:48:12 +0000144 /* Begin by generating some termination code at the end of the
145 ** vdbe program
146 */
drh80242052004-06-09 00:48:12 +0000147 v = sqlite3GetVdbe(pParse);
danf3677212009-09-10 16:14:50 +0000148 assert( !pParse->isMultiWrite
149 || sqlite3VdbeAssertMayAbort(v, pParse->mayAbort));
drh80242052004-06-09 00:48:12 +0000150 if( v ){
drh66a51672008-01-03 00:01:23 +0000151 sqlite3VdbeAddOp0(v, OP_Halt);
drh0e3d7472004-06-19 17:33:07 +0000152
drhb2445d52014-09-11 14:01:41 +0000153#if SQLITE_USER_AUTHENTICATION
154 if( pParse->nTableLock>0 && db->init.busy==0 ){
drh7883ecf2014-09-11 16:19:31 +0000155 sqlite3UserAuthInit(db);
drhb2445d52014-09-11 14:01:41 +0000156 if( db->auth.authLevel<UAUTH_User ){
drh7883ecf2014-09-11 16:19:31 +0000157 sqlite3ErrorMsg(pParse, "user not authenticated");
drh6ae3ab02016-08-23 14:42:15 +0000158 pParse->rc = SQLITE_AUTH_USER;
drh7883ecf2014-09-11 16:19:31 +0000159 return;
drhb2445d52014-09-11 14:01:41 +0000160 }
161 }
162#endif
163
drh0e3d7472004-06-19 17:33:07 +0000164 /* The cookie mask contains one bit for each database file open.
165 ** (Bit 0 is for main, bit 1 is for temp, and so forth.) Bits are
166 ** set for each database that is used. Generate code to start a
167 ** transaction on each used database and to verify the schema cookie
168 ** on each used database.
169 */
drha7ab6d82014-07-21 15:44:39 +0000170 if( db->mallocFailed==0
171 && (DbMaskNonZero(pParse->cookieMask) || pParse->pConstExpr)
172 ){
drhaceb31b2014-02-08 01:40:27 +0000173 int iDb, i;
174 assert( sqlite3VdbeGetOp(v, 0)->opcode==OP_Init );
175 sqlite3VdbeJumpHere(v, 0);
drha7ab6d82014-07-21 15:44:39 +0000176 for(iDb=0; iDb<db->nDb; iDb++){
drh1d96cc62016-09-30 18:35:36 +0000177 Schema *pSchema;
drha7ab6d82014-07-21 15:44:39 +0000178 if( DbMaskTest(pParse->cookieMask, iDb)==0 ) continue;
drhfb982642007-08-30 01:19:59 +0000179 sqlite3VdbeUsesBtree(v, iDb);
drh1d96cc62016-09-30 18:35:36 +0000180 pSchema = db->aDb[iDb].pSchema;
drhb22f7c82014-02-06 23:56:27 +0000181 sqlite3VdbeAddOp4Int(v,
182 OP_Transaction, /* Opcode */
183 iDb, /* P1 */
drha7ab6d82014-07-21 15:44:39 +0000184 DbMaskTest(pParse->writeMask,iDb), /* P2 */
drh1d96cc62016-09-30 18:35:36 +0000185 pSchema->schema_cookie, /* P3 */
186 pSchema->iGeneration /* P4 */
drhb22f7c82014-02-06 23:56:27 +0000187 );
188 if( db->init.busy==0 ) sqlite3VdbeChangeP5(v, 1);
dan076e0f92015-09-28 15:20:58 +0000189 VdbeComment((v,
190 "usesStmtJournal=%d", pParse->mayAbort && pParse->isMultiWrite));
drh80242052004-06-09 00:48:12 +0000191 }
danielk1977f9e7dda2006-06-16 16:08:53 +0000192#ifndef SQLITE_OMIT_VIRTUALTABLE
drhf30a9692013-11-15 01:10:18 +0000193 for(i=0; i<pParse->nVtabLock; i++){
194 char *vtab = (char *)sqlite3GetVTable(db, pParse->apVtabLock[i]);
195 sqlite3VdbeAddOp4(v, OP_VBegin, 0, 0, 0, vtab, P4_VTAB);
danielk1977f9e7dda2006-06-16 16:08:53 +0000196 }
drhf30a9692013-11-15 01:10:18 +0000197 pParse->nVtabLock = 0;
danielk1977f9e7dda2006-06-16 16:08:53 +0000198#endif
danielk1977c00da102006-01-07 13:21:04 +0000199
200 /* Once all the cookies have been verified and transactions opened,
201 ** obtain the required table-locks. This is a no-op unless the
202 ** shared-cache feature is enabled.
203 */
204 codeTableLocks(pParse);
drh0b9f50d2009-06-23 20:28:53 +0000205
206 /* Initialize any AUTOINCREMENT data structures required.
207 */
208 sqlite3AutoincrementBegin(pParse);
209
drhf30a9692013-11-15 01:10:18 +0000210 /* Code constant expressions that where factored out of inner loops */
drhf30a9692013-11-15 01:10:18 +0000211 if( pParse->pConstExpr ){
212 ExprList *pEL = pParse->pConstExpr;
drhaceb31b2014-02-08 01:40:27 +0000213 pParse->okConstFactor = 0;
drhf30a9692013-11-15 01:10:18 +0000214 for(i=0; i<pEL->nExpr; i++){
drhc2acc4e2013-11-15 18:15:19 +0000215 sqlite3ExprCode(pParse, pEL->a[i].pExpr, pEL->a[i].u.iConstExprReg);
drhf30a9692013-11-15 01:10:18 +0000216 }
217 }
218
drh0b9f50d2009-06-23 20:28:53 +0000219 /* Finally, jump back to the beginning of the executable code. */
drh076e85f2015-09-03 13:46:12 +0000220 sqlite3VdbeGoto(v, 1);
drh80242052004-06-09 00:48:12 +0000221 }
drh71c697e2004-08-08 23:39:19 +0000222 }
223
drh3f7d4e42004-07-24 14:35:58 +0000224
drh80242052004-06-09 00:48:12 +0000225 /* Get the VDBE program ready for execution
226 */
drh126a6e22015-04-15 04:10:50 +0000227 if( v && pParse->nErr==0 && !db->mallocFailed ){
drh3492dd72009-09-14 23:47:24 +0000228 /* A minimum of one cursor is required if autoincrement is used
229 * See ticket [a696379c1f08866] */
drh04ab5862018-12-01 21:13:41 +0000230 assert( pParse->pAinc==0 || pParse->nTab>0 );
drh124c0b42011-06-01 18:15:55 +0000231 sqlite3VdbeMakeReady(v, pParse);
danielk1977441daf62005-02-01 03:46:43 +0000232 pParse->rc = SQLITE_DONE;
drhe294da02010-02-25 23:44:15 +0000233 }else{
drh483750b2003-01-29 18:46:51 +0000234 pParse->rc = SQLITE_ERROR;
drh75897232000-05-29 14:26:00 +0000235 }
236}
237
238/*
drh205f48e2004-11-05 00:43:11 +0000239** Run the parser and code generator recursively in order to generate
240** code for the SQL statement given onto the end of the pParse context
241** currently under construction. When the parser is run recursively
242** this way, the final OP_Halt is not appended and other initialization
243** and finalization steps are omitted because those are handling by the
244** outermost parser.
245**
246** Not everything is nestable. This facility is designed to permit
247** INSERT, UPDATE, and DELETE operations against SQLITE_MASTER. Use
drhf1974842004-11-05 03:56:00 +0000248** care if you decide to try to use this routine for some other purposes.
drh205f48e2004-11-05 00:43:11 +0000249*/
250void sqlite3NestedParse(Parse *pParse, const char *zFormat, ...){
251 va_list ap;
252 char *zSql;
drhfb45d8c2008-07-08 00:06:49 +0000253 char *zErrMsg = 0;
drh633e6d52008-07-28 19:34:53 +0000254 sqlite3 *db = pParse->db;
drhcd9af602016-09-30 22:24:29 +0000255 char saveBuf[PARSE_TAIL_SZ];
drhf1974842004-11-05 03:56:00 +0000256
drh205f48e2004-11-05 00:43:11 +0000257 if( pParse->nErr ) return;
258 assert( pParse->nested<10 ); /* Nesting should only be of limited depth */
259 va_start(ap, zFormat);
drh633e6d52008-07-28 19:34:53 +0000260 zSql = sqlite3VMPrintf(db, zFormat, ap);
drh205f48e2004-11-05 00:43:11 +0000261 va_end(ap);
drh73c42a12004-11-20 18:13:10 +0000262 if( zSql==0 ){
drh480c5722019-02-22 16:18:12 +0000263 /* This can result either from an OOM or because the formatted string
264 ** exceeds SQLITE_LIMIT_LENGTH. In the latter case, we need to set
265 ** an error */
266 if( !db->mallocFailed ) pParse->rc = SQLITE_TOOBIG;
drha2b68062019-03-28 04:03:17 +0000267 pParse->nErr++;
drh480c5722019-02-22 16:18:12 +0000268 return;
drh73c42a12004-11-20 18:13:10 +0000269 }
drh205f48e2004-11-05 00:43:11 +0000270 pParse->nested++;
drhcd9af602016-09-30 22:24:29 +0000271 memcpy(saveBuf, PARSE_TAIL(pParse), PARSE_TAIL_SZ);
272 memset(PARSE_TAIL(pParse), 0, PARSE_TAIL_SZ);
drhfb45d8c2008-07-08 00:06:49 +0000273 sqlite3RunParser(pParse, zSql, &zErrMsg);
drh633e6d52008-07-28 19:34:53 +0000274 sqlite3DbFree(db, zErrMsg);
275 sqlite3DbFree(db, zSql);
drhcd9af602016-09-30 22:24:29 +0000276 memcpy(PARSE_TAIL(pParse), saveBuf, PARSE_TAIL_SZ);
drh205f48e2004-11-05 00:43:11 +0000277 pParse->nested--;
278}
279
drhd4530972014-09-09 14:47:53 +0000280#if SQLITE_USER_AUTHENTICATION
281/*
282** Return TRUE if zTable is the name of the system table that stores the
283** list of users and their access credentials.
284*/
285int sqlite3UserAuthTable(const char *zTable){
286 return sqlite3_stricmp(zTable, "sqlite_user")==0;
287}
288#endif
289
drh205f48e2004-11-05 00:43:11 +0000290/*
danielk19778a414492004-06-29 08:59:35 +0000291** Locate the in-memory structure that describes a particular database
292** table given the name of that table and (optionally) the name of the
293** database containing the table. Return NULL if not found.
drha69d9162003-04-17 22:57:53 +0000294**
danielk19778a414492004-06-29 08:59:35 +0000295** If zDatabase is 0, all databases are searched for the table and the
296** first matching table is returned. (No checking for duplicate table
297** names is done.) The search order is TEMP first, then MAIN, then any
298** auxiliary databases added using the ATTACH command.
drhf26e09c2003-05-31 16:21:12 +0000299**
danielk19774adee202004-05-08 08:23:19 +0000300** See also sqlite3LocateTable().
drh75897232000-05-29 14:26:00 +0000301*/
drh9bb575f2004-09-06 17:24:11 +0000302Table *sqlite3FindTable(sqlite3 *db, const char *zName, const char *zDatabase){
drhd24cc422003-03-27 12:51:24 +0000303 Table *p = 0;
304 int i;
drh9ca95732014-10-24 00:35:58 +0000305
drh21206082011-04-04 18:22:02 +0000306 /* All mutexes are required for schema access. Make sure we hold them. */
307 assert( zDatabase!=0 || sqlite3BtreeHoldsAllMutexes(db) );
drhd4530972014-09-09 14:47:53 +0000308#if SQLITE_USER_AUTHENTICATION
309 /* Only the admin user is allowed to know that the sqlite_user table
310 ** exists */
drhe933b832014-09-10 17:34:28 +0000311 if( db->auth.authLevel<UAUTH_Admin && sqlite3UserAuthTable(zName)!=0 ){
312 return 0;
313 }
drhd4530972014-09-09 14:47:53 +0000314#endif
drhe0a04a32016-12-16 01:00:21 +0000315 while(1){
316 for(i=OMIT_TEMPDB; i<db->nDb; i++){
317 int j = (i<2) ? i^1 : i; /* Search TEMP before MAIN */
318 if( zDatabase==0 || sqlite3StrICmp(zDatabase, db->aDb[j].zDbSName)==0 ){
319 assert( sqlite3SchemaMutexHeld(db, j, 0) );
320 p = sqlite3HashFind(&db->aDb[j].pSchema->tblHash, zName);
321 if( p ) return p;
322 }
drh69c33822016-08-18 14:33:11 +0000323 }
drhe0a04a32016-12-16 01:00:21 +0000324 /* Not found. If the name we were looking for was temp.sqlite_master
325 ** then change the name to sqlite_temp_master and try again. */
326 if( sqlite3StrICmp(zName, MASTER_NAME)!=0 ) break;
drh30776ac2016-12-16 02:31:50 +0000327 if( sqlite3_stricmp(zDatabase, db->aDb[1].zDbSName)!=0 ) break;
drhe0a04a32016-12-16 01:00:21 +0000328 zName = TEMP_MASTER_NAME;
drhd24cc422003-03-27 12:51:24 +0000329 }
drhe0a04a32016-12-16 01:00:21 +0000330 return 0;
drh75897232000-05-29 14:26:00 +0000331}
332
333/*
danielk19778a414492004-06-29 08:59:35 +0000334** Locate the in-memory structure that describes a particular database
335** table given the name of that table and (optionally) the name of the
336** database containing the table. Return NULL if not found. Also leave an
337** error message in pParse->zErrMsg.
drha69d9162003-04-17 22:57:53 +0000338**
danielk19778a414492004-06-29 08:59:35 +0000339** The difference between this routine and sqlite3FindTable() is that this
340** routine leaves an error message in pParse->zErrMsg where
341** sqlite3FindTable() does not.
drha69d9162003-04-17 22:57:53 +0000342*/
drhca424112008-01-25 15:04:48 +0000343Table *sqlite3LocateTable(
344 Parse *pParse, /* context in which to report errors */
drh4d249e62016-06-10 22:49:01 +0000345 u32 flags, /* LOCATE_VIEW or LOCATE_NOERR */
drhca424112008-01-25 15:04:48 +0000346 const char *zName, /* Name of the table we are looking for */
347 const char *zDbase /* Name of the database. Might be NULL */
348){
drha69d9162003-04-17 22:57:53 +0000349 Table *p;
drhb2c85592018-04-25 12:01:45 +0000350 sqlite3 *db = pParse->db;
drhf26e09c2003-05-31 16:21:12 +0000351
danielk19778a414492004-06-29 08:59:35 +0000352 /* Read the database schema. If an error occurs, leave an error message
353 ** and code in pParse and return NULL. */
drhb2c85592018-04-25 12:01:45 +0000354 if( (db->mDbFlags & DBFLAG_SchemaKnownOk)==0
355 && SQLITE_OK!=sqlite3ReadSchema(pParse)
356 ){
danielk19778a414492004-06-29 08:59:35 +0000357 return 0;
358 }
359
drhb2c85592018-04-25 12:01:45 +0000360 p = sqlite3FindTable(db, zName, zDbase);
drha69d9162003-04-17 22:57:53 +0000361 if( p==0 ){
drhd2975922015-08-29 17:22:33 +0000362#ifndef SQLITE_OMIT_VIRTUALTABLE
drh9196c812018-11-05 16:38:10 +0000363 /* If zName is the not the name of a table in the schema created using
364 ** CREATE, then check to see if it is the name of an virtual table that
365 ** can be an eponymous virtual table. */
dan1ea04432018-12-21 19:29:11 +0000366 if( pParse->disableVtab==0 ){
367 Module *pMod = (Module*)sqlite3HashFind(&db->aModule, zName);
368 if( pMod==0 && sqlite3_strnicmp(zName, "pragma_", 7)==0 ){
369 pMod = sqlite3PragmaVtabRegister(db, zName);
370 }
371 if( pMod && sqlite3VtabEponymousTableInit(pParse, pMod) ){
372 return pMod->pEpoTab;
373 }
drh51be3872015-08-19 02:32:25 +0000374 }
375#endif
dan1ea04432018-12-21 19:29:11 +0000376 if( flags & LOCATE_NOERR ) return 0;
377 pParse->checkSchema = 1;
378 }else if( IsVirtual(p) && pParse->disableVtab ){
379 p = 0;
380 }
381
382 if( p==0 ){
383 const char *zMsg = flags & LOCATE_VIEW ? "no such view" : "no such table";
384 if( zDbase ){
385 sqlite3ErrorMsg(pParse, "%s: %s.%s", zMsg, zDbase, zName);
386 }else{
387 sqlite3ErrorMsg(pParse, "%s: %s", zMsg, zName);
drha69d9162003-04-17 22:57:53 +0000388 }
389 }
danfab1d402015-11-26 15:51:55 +0000390
drha69d9162003-04-17 22:57:53 +0000391 return p;
392}
393
394/*
dan41fb5cd2012-10-04 19:33:00 +0000395** Locate the table identified by *p.
396**
397** This is a wrapper around sqlite3LocateTable(). The difference between
398** sqlite3LocateTable() and this function is that this function restricts
399** the search to schema (p->pSchema) if it is not NULL. p->pSchema may be
400** non-NULL if it is part of a view or trigger program definition. See
401** sqlite3FixSrcList() for details.
402*/
403Table *sqlite3LocateTableItem(
404 Parse *pParse,
drh4d249e62016-06-10 22:49:01 +0000405 u32 flags,
dan41fb5cd2012-10-04 19:33:00 +0000406 struct SrcList_item *p
407){
408 const char *zDb;
409 assert( p->pSchema==0 || p->zDatabase==0 );
410 if( p->pSchema ){
411 int iDb = sqlite3SchemaToIndex(pParse->db, p->pSchema);
drh69c33822016-08-18 14:33:11 +0000412 zDb = pParse->db->aDb[iDb].zDbSName;
dan41fb5cd2012-10-04 19:33:00 +0000413 }else{
414 zDb = p->zDatabase;
415 }
drh4d249e62016-06-10 22:49:01 +0000416 return sqlite3LocateTable(pParse, flags, p->zName, zDb);
dan41fb5cd2012-10-04 19:33:00 +0000417}
418
419/*
drha69d9162003-04-17 22:57:53 +0000420** Locate the in-memory structure that describes
421** a particular index given the name of that index
422** and the name of the database that contains the index.
drhf57b3392001-10-08 13:22:32 +0000423** Return NULL if not found.
drhf26e09c2003-05-31 16:21:12 +0000424**
425** If zDatabase is 0, all databases are searched for the
426** table and the first matching index is returned. (No checking
427** for duplicate index names is done.) The search order is
428** TEMP first, then MAIN, then any auxiliary databases added
429** using the ATTACH command.
drh75897232000-05-29 14:26:00 +0000430*/
drh9bb575f2004-09-06 17:24:11 +0000431Index *sqlite3FindIndex(sqlite3 *db, const char *zName, const char *zDb){
drhd24cc422003-03-27 12:51:24 +0000432 Index *p = 0;
433 int i;
drh21206082011-04-04 18:22:02 +0000434 /* All mutexes are required for schema access. Make sure we hold them. */
435 assert( zDb!=0 || sqlite3BtreeHoldsAllMutexes(db) );
danielk197753c0f742005-03-29 03:10:59 +0000436 for(i=OMIT_TEMPDB; i<db->nDb; i++){
drh812d7a22003-03-27 13:50:00 +0000437 int j = (i<2) ? i^1 : i; /* Search TEMP before MAIN */
danielk1977e501b892006-01-09 06:29:47 +0000438 Schema *pSchema = db->aDb[j].pSchema;
drh04491712009-05-13 17:21:13 +0000439 assert( pSchema );
drh69c33822016-08-18 14:33:11 +0000440 if( zDb && sqlite3StrICmp(zDb, db->aDb[j].zDbSName) ) continue;
drh21206082011-04-04 18:22:02 +0000441 assert( sqlite3SchemaMutexHeld(db, j, 0) );
drhacbcb7e2014-08-21 20:26:37 +0000442 p = sqlite3HashFind(&pSchema->idxHash, zName);
drhd24cc422003-03-27 12:51:24 +0000443 if( p ) break;
444 }
drh74e24cd2002-01-09 03:19:59 +0000445 return p;
drh75897232000-05-29 14:26:00 +0000446}
447
448/*
drh956bc922004-07-24 17:38:29 +0000449** Reclaim the memory used by an index
450*/
dancf8f2892018-08-09 20:47:01 +0000451void sqlite3FreeIndex(sqlite3 *db, Index *p){
drh92aa5ea2009-09-11 14:05:06 +0000452#ifndef SQLITE_OMIT_ANALYZE
dand46def72010-07-24 11:28:28 +0000453 sqlite3DeleteIndexSamples(db, p);
drh92aa5ea2009-09-11 14:05:06 +0000454#endif
drh1fe05372013-07-31 18:12:26 +0000455 sqlite3ExprDelete(db, p->pPartIdxWhere);
drh1f9ca2c2015-08-25 16:57:52 +0000456 sqlite3ExprListDelete(db, p->aColExpr);
drh633e6d52008-07-28 19:34:53 +0000457 sqlite3DbFree(db, p->zColAff);
mistachkin5905f862015-12-31 19:04:42 +0000458 if( p->isResized ) sqlite3DbFree(db, (void *)p->azColl);
drh175b8f02019-08-08 15:24:17 +0000459#ifdef SQLITE_ENABLE_STAT4
drh75b170b2014-10-04 00:07:44 +0000460 sqlite3_free(p->aiRowEst);
461#endif
drh633e6d52008-07-28 19:34:53 +0000462 sqlite3DbFree(db, p);
drh956bc922004-07-24 17:38:29 +0000463}
464
465/*
drhc96d8532005-05-03 12:30:33 +0000466** For the index called zIdxName which is found in the database iDb,
467** unlike that index from its Table then remove the index from
468** the index hash table and free all memory structures associated
469** with the index.
drh5e00f6c2001-09-13 13:46:56 +0000470*/
drh9bb575f2004-09-06 17:24:11 +0000471void sqlite3UnlinkAndDeleteIndex(sqlite3 *db, int iDb, const char *zIdxName){
drh956bc922004-07-24 17:38:29 +0000472 Index *pIndex;
drh21206082011-04-04 18:22:02 +0000473 Hash *pHash;
drh956bc922004-07-24 17:38:29 +0000474
drh21206082011-04-04 18:22:02 +0000475 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
476 pHash = &db->aDb[iDb].pSchema->idxHash;
drhacbcb7e2014-08-21 20:26:37 +0000477 pIndex = sqlite3HashInsert(pHash, zIdxName, 0);
drh22645842011-03-24 01:34:03 +0000478 if( ALWAYS(pIndex) ){
drh956bc922004-07-24 17:38:29 +0000479 if( pIndex->pTable->pIndex==pIndex ){
480 pIndex->pTable->pIndex = pIndex->pNext;
481 }else{
482 Index *p;
drh04491712009-05-13 17:21:13 +0000483 /* Justification of ALWAYS(); The index must be on the list of
484 ** indices. */
485 p = pIndex->pTable->pIndex;
486 while( ALWAYS(p) && p->pNext!=pIndex ){ p = p->pNext; }
487 if( ALWAYS(p && p->pNext==pIndex) ){
drh956bc922004-07-24 17:38:29 +0000488 p->pNext = pIndex->pNext;
489 }
drh5e00f6c2001-09-13 13:46:56 +0000490 }
dancf8f2892018-08-09 20:47:01 +0000491 sqlite3FreeIndex(db, pIndex);
drh5e00f6c2001-09-13 13:46:56 +0000492 }
drh8257aa82017-07-26 19:59:13 +0000493 db->mDbFlags |= DBFLAG_SchemaChange;
drh5e00f6c2001-09-13 13:46:56 +0000494}
495
496/*
drh81028a42012-05-15 18:28:27 +0000497** Look through the list of open database files in db->aDb[] and if
498** any have been closed, remove them from the list. Reallocate the
499** db->aDb[] structure to a smaller size, if possible.
drh1c2d8412003-03-31 00:30:47 +0000500**
drh81028a42012-05-15 18:28:27 +0000501** Entry 0 (the "main" database) and entry 1 (the "temp" database)
502** are never candidates for being collapsed.
drh74e24cd2002-01-09 03:19:59 +0000503*/
drh81028a42012-05-15 18:28:27 +0000504void sqlite3CollapseDatabaseArray(sqlite3 *db){
drh1c2d8412003-03-31 00:30:47 +0000505 int i, j;
drh1c2d8412003-03-31 00:30:47 +0000506 for(i=j=2; i<db->nDb; i++){
drh4d189ca2004-02-12 18:46:38 +0000507 struct Db *pDb = &db->aDb[i];
508 if( pDb->pBt==0 ){
drh69c33822016-08-18 14:33:11 +0000509 sqlite3DbFree(db, pDb->zDbSName);
510 pDb->zDbSName = 0;
drh1c2d8412003-03-31 00:30:47 +0000511 continue;
512 }
513 if( j<i ){
drh8bf8dc92003-05-17 17:35:10 +0000514 db->aDb[j] = db->aDb[i];
drh1c2d8412003-03-31 00:30:47 +0000515 }
drh8bf8dc92003-05-17 17:35:10 +0000516 j++;
drh1c2d8412003-03-31 00:30:47 +0000517 }
drh1c2d8412003-03-31 00:30:47 +0000518 db->nDb = j;
519 if( db->nDb<=2 && db->aDb!=db->aDbStatic ){
520 memcpy(db->aDbStatic, db->aDb, 2*sizeof(db->aDb[0]));
drh633e6d52008-07-28 19:34:53 +0000521 sqlite3DbFree(db, db->aDb);
drh1c2d8412003-03-31 00:30:47 +0000522 db->aDb = db->aDbStatic;
523 }
drhe0bc4042002-06-25 01:09:11 +0000524}
525
526/*
drh81028a42012-05-15 18:28:27 +0000527** Reset the schema for the database at index iDb. Also reset the
drhdc6b41e2017-08-17 02:26:35 +0000528** TEMP schema. The reset is deferred if db->nSchemaLock is not zero.
529** Deferred resets may be run by calling with iDb<0.
drh81028a42012-05-15 18:28:27 +0000530*/
531void sqlite3ResetOneSchema(sqlite3 *db, int iDb){
drhdc6b41e2017-08-17 02:26:35 +0000532 int i;
drh81028a42012-05-15 18:28:27 +0000533 assert( iDb<db->nDb );
534
drhdc6b41e2017-08-17 02:26:35 +0000535 if( iDb>=0 ){
536 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
537 DbSetProperty(db, iDb, DB_ResetWanted);
538 DbSetProperty(db, 1, DB_ResetWanted);
drhb2c85592018-04-25 12:01:45 +0000539 db->mDbFlags &= ~DBFLAG_SchemaKnownOk;
drh81028a42012-05-15 18:28:27 +0000540 }
drhdc6b41e2017-08-17 02:26:35 +0000541
542 if( db->nSchemaLock==0 ){
543 for(i=0; i<db->nDb; i++){
544 if( DbHasProperty(db, i, DB_ResetWanted) ){
545 sqlite3SchemaClear(db->aDb[i].pSchema);
546 }
547 }
548 }
drh81028a42012-05-15 18:28:27 +0000549}
550
551/*
552** Erase all schema information from all attached databases (including
553** "main" and "temp") for a single database connection.
554*/
555void sqlite3ResetAllSchemasOfConnection(sqlite3 *db){
556 int i;
557 sqlite3BtreeEnterAll(db);
558 for(i=0; i<db->nDb; i++){
559 Db *pDb = &db->aDb[i];
560 if( pDb->pSchema ){
dan63e50b92018-11-27 19:47:55 +0000561 if( db->nSchemaLock==0 ){
562 sqlite3SchemaClear(pDb->pSchema);
563 }else{
564 DbSetProperty(db, i, DB_ResetWanted);
565 }
drh81028a42012-05-15 18:28:27 +0000566 }
567 }
drhb2c85592018-04-25 12:01:45 +0000568 db->mDbFlags &= ~(DBFLAG_SchemaChange|DBFLAG_SchemaKnownOk);
drh81028a42012-05-15 18:28:27 +0000569 sqlite3VtabUnlockList(db);
570 sqlite3BtreeLeaveAll(db);
dan63e50b92018-11-27 19:47:55 +0000571 if( db->nSchemaLock==0 ){
572 sqlite3CollapseDatabaseArray(db);
573 }
drh81028a42012-05-15 18:28:27 +0000574}
575
576/*
drhe0bc4042002-06-25 01:09:11 +0000577** This routine is called when a commit occurs.
578*/
drh9bb575f2004-09-06 17:24:11 +0000579void sqlite3CommitInternalChanges(sqlite3 *db){
drh8257aa82017-07-26 19:59:13 +0000580 db->mDbFlags &= ~DBFLAG_SchemaChange;
drh74e24cd2002-01-09 03:19:59 +0000581}
582
583/*
dand46def72010-07-24 11:28:28 +0000584** Delete memory allocated for the column names of a table or view (the
585** Table.aCol[] array).
drh956bc922004-07-24 17:38:29 +0000586*/
drh51be3872015-08-19 02:32:25 +0000587void sqlite3DeleteColumnNames(sqlite3 *db, Table *pTable){
drh956bc922004-07-24 17:38:29 +0000588 int i;
589 Column *pCol;
590 assert( pTable!=0 );
drhdd5b2fa2005-03-28 03:39:55 +0000591 if( (pCol = pTable->aCol)!=0 ){
592 for(i=0; i<pTable->nCol; i++, pCol++){
drh633e6d52008-07-28 19:34:53 +0000593 sqlite3DbFree(db, pCol->zName);
594 sqlite3ExprDelete(db, pCol->pDflt);
drh633e6d52008-07-28 19:34:53 +0000595 sqlite3DbFree(db, pCol->zColl);
drhdd5b2fa2005-03-28 03:39:55 +0000596 }
drh633e6d52008-07-28 19:34:53 +0000597 sqlite3DbFree(db, pTable->aCol);
drh956bc922004-07-24 17:38:29 +0000598 }
drh956bc922004-07-24 17:38:29 +0000599}
600
601/*
drh75897232000-05-29 14:26:00 +0000602** Remove the memory data structures associated with the given
drh967e8b72000-06-21 13:59:10 +0000603** Table. No changes are made to disk by this routine.
drh75897232000-05-29 14:26:00 +0000604**
605** This routine just deletes the data structure. It does not unlink
drhe61922a2009-05-02 13:29:37 +0000606** the table data structure from the hash table. But it does destroy
drhc2eef3b2002-08-31 18:53:06 +0000607** memory structures of the indices and foreign keys associated with
608** the table.
drh29ddd3a2012-05-15 12:49:32 +0000609**
610** The db parameter is optional. It is needed if the Table object
611** contains lookaside memory. (Table objects in the schema do not use
612** lookaside memory, but some ephemeral Table objects do.) Or the
613** db parameter can be used with db->pnBytesFreed to measure the memory
614** used by the Table object.
drh75897232000-05-29 14:26:00 +0000615*/
drhe8da01c2016-05-07 12:15:34 +0000616static void SQLITE_NOINLINE deleteTable(sqlite3 *db, Table *pTable){
drh75897232000-05-29 14:26:00 +0000617 Index *pIndex, *pNext;
drhc2eef3b2002-08-31 18:53:06 +0000618
drh52fb8e12017-08-29 20:21:12 +0000619#ifdef SQLITE_DEBUG
drh29ddd3a2012-05-15 12:49:32 +0000620 /* Record the number of outstanding lookaside allocations in schema Tables
danbedf84c2019-07-08 13:45:02 +0000621 ** prior to doing any free() operations. Since schema Tables do not use
622 ** lookaside, this number should not change.
623 **
624 ** If malloc has already failed, it may be that it failed while allocating
625 ** a Table object that was going to be marked ephemeral. So do not check
626 ** that no lookaside memory is used in this case either. */
drh52fb8e12017-08-29 20:21:12 +0000627 int nLookaside = 0;
danbedf84c2019-07-08 13:45:02 +0000628 if( db && !db->mallocFailed && (pTable->tabFlags & TF_Ephemeral)==0 ){
drh52fb8e12017-08-29 20:21:12 +0000629 nLookaside = sqlite3LookasideUsed(db, 0);
630 }
631#endif
drh29ddd3a2012-05-15 12:49:32 +0000632
dand46def72010-07-24 11:28:28 +0000633 /* Delete all indices associated with this table. */
drhc2eef3b2002-08-31 18:53:06 +0000634 for(pIndex = pTable->pIndex; pIndex; pIndex=pNext){
635 pNext = pIndex->pNext;
drh62340f82016-05-31 21:18:15 +0000636 assert( pIndex->pSchema==pTable->pSchema
637 || (IsVirtual(pTable) && pIndex->idxType!=SQLITE_IDXTYPE_APPDEF) );
drh273bfe92016-06-02 16:22:53 +0000638 if( (db==0 || db->pnBytesFreed==0) && !IsVirtual(pTable) ){
dand46def72010-07-24 11:28:28 +0000639 char *zName = pIndex->zName;
640 TESTONLY ( Index *pOld = ) sqlite3HashInsert(
drhacbcb7e2014-08-21 20:26:37 +0000641 &pIndex->pSchema->idxHash, zName, 0
dand46def72010-07-24 11:28:28 +0000642 );
drh21206082011-04-04 18:22:02 +0000643 assert( db==0 || sqlite3SchemaMutexHeld(db, 0, pIndex->pSchema) );
dand46def72010-07-24 11:28:28 +0000644 assert( pOld==pIndex || pOld==0 );
645 }
dancf8f2892018-08-09 20:47:01 +0000646 sqlite3FreeIndex(db, pIndex);
drhc2eef3b2002-08-31 18:53:06 +0000647 }
648
dan1da40a32009-09-19 17:00:31 +0000649 /* Delete any foreign keys attached to this table. */
dan1feeaed2010-07-23 15:41:47 +0000650 sqlite3FkDelete(db, pTable);
drhc2eef3b2002-08-31 18:53:06 +0000651
652 /* Delete the Table structure itself.
653 */
drh51be3872015-08-19 02:32:25 +0000654 sqlite3DeleteColumnNames(db, pTable);
drh633e6d52008-07-28 19:34:53 +0000655 sqlite3DbFree(db, pTable->zName);
656 sqlite3DbFree(db, pTable->zColAff);
657 sqlite3SelectDelete(db, pTable->pSelect);
drh2938f922012-03-07 19:13:29 +0000658 sqlite3ExprListDelete(db, pTable->pCheck);
drh078e4082010-07-28 19:17:51 +0000659#ifndef SQLITE_OMIT_VIRTUALTABLE
dan1feeaed2010-07-23 15:41:47 +0000660 sqlite3VtabClear(db, pTable);
drh078e4082010-07-28 19:17:51 +0000661#endif
drh633e6d52008-07-28 19:34:53 +0000662 sqlite3DbFree(db, pTable);
drh29ddd3a2012-05-15 12:49:32 +0000663
664 /* Verify that no lookaside memory was used by schema tables */
drh52fb8e12017-08-29 20:21:12 +0000665 assert( nLookaside==0 || nLookaside==sqlite3LookasideUsed(db,0) );
drh75897232000-05-29 14:26:00 +0000666}
drhe8da01c2016-05-07 12:15:34 +0000667void sqlite3DeleteTable(sqlite3 *db, Table *pTable){
668 /* Do not delete the table until the reference count reaches zero. */
669 if( !pTable ) return;
drh79df7782016-12-14 14:07:35 +0000670 if( ((!db || db->pnBytesFreed==0) && (--pTable->nTabRef)>0) ) return;
drhe8da01c2016-05-07 12:15:34 +0000671 deleteTable(db, pTable);
672}
673
drh75897232000-05-29 14:26:00 +0000674
675/*
drh5edc3122001-09-13 21:53:09 +0000676** Unlink the given table from the hash tables and the delete the
drhc2eef3b2002-08-31 18:53:06 +0000677** table structure with all its indices and foreign keys.
drh5edc3122001-09-13 21:53:09 +0000678*/
drh9bb575f2004-09-06 17:24:11 +0000679void sqlite3UnlinkAndDeleteTable(sqlite3 *db, int iDb, const char *zTabName){
drh956bc922004-07-24 17:38:29 +0000680 Table *p;
drh956bc922004-07-24 17:38:29 +0000681 Db *pDb;
682
drhd229ca92002-01-09 13:30:41 +0000683 assert( db!=0 );
drh956bc922004-07-24 17:38:29 +0000684 assert( iDb>=0 && iDb<db->nDb );
drh972a2312009-12-08 14:34:08 +0000685 assert( zTabName );
drh21206082011-04-04 18:22:02 +0000686 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
drh972a2312009-12-08 14:34:08 +0000687 testcase( zTabName[0]==0 ); /* Zero-length table names are allowed */
drh956bc922004-07-24 17:38:29 +0000688 pDb = &db->aDb[iDb];
drhacbcb7e2014-08-21 20:26:37 +0000689 p = sqlite3HashInsert(&pDb->pSchema->tblHash, zTabName, 0);
dan1feeaed2010-07-23 15:41:47 +0000690 sqlite3DeleteTable(db, p);
drh8257aa82017-07-26 19:59:13 +0000691 db->mDbFlags |= DBFLAG_SchemaChange;
drh74e24cd2002-01-09 03:19:59 +0000692}
693
694/*
drha99db3b2004-06-19 14:49:12 +0000695** Given a token, return a string that consists of the text of that
drh24fb6272009-05-01 21:13:36 +0000696** token. Space to hold the returned string
drha99db3b2004-06-19 14:49:12 +0000697** is obtained from sqliteMalloc() and must be freed by the calling
698** function.
drh75897232000-05-29 14:26:00 +0000699**
drh24fb6272009-05-01 21:13:36 +0000700** Any quotation marks (ex: "name", 'name', [name], or `name`) that
701** surround the body of the token are removed.
702**
drhc96d8532005-05-03 12:30:33 +0000703** Tokens are often just pointers into the original SQL text and so
drha99db3b2004-06-19 14:49:12 +0000704** are not \000 terminated and are not persistent. The returned string
705** is \000 terminated and is persistent.
drh75897232000-05-29 14:26:00 +0000706*/
drh17435752007-08-16 04:30:38 +0000707char *sqlite3NameFromToken(sqlite3 *db, Token *pName){
drha99db3b2004-06-19 14:49:12 +0000708 char *zName;
709 if( pName ){
drh17435752007-08-16 04:30:38 +0000710 zName = sqlite3DbStrNDup(db, (char*)pName->z, pName->n);
drhb7916a72009-05-27 10:31:29 +0000711 sqlite3Dequote(zName);
drha99db3b2004-06-19 14:49:12 +0000712 }else{
713 zName = 0;
714 }
drh75897232000-05-29 14:26:00 +0000715 return zName;
716}
717
718/*
danielk1977cbb18d22004-05-28 11:37:27 +0000719** Open the sqlite_master table stored in database number iDb for
720** writing. The table is opened using cursor 0.
drhe0bc4042002-06-25 01:09:11 +0000721*/
danielk1977c00da102006-01-07 13:21:04 +0000722void sqlite3OpenMasterTable(Parse *p, int iDb){
723 Vdbe *v = sqlite3GetVdbe(p);
drhe0a04a32016-12-16 01:00:21 +0000724 sqlite3TableLock(p, iDb, MASTER_ROOT, 1, MASTER_NAME);
drh261c02d2013-10-25 14:46:15 +0000725 sqlite3VdbeAddOp4Int(v, OP_OpenWrite, 0, MASTER_ROOT, iDb, 5);
danielk19776ab3a2e2009-02-19 14:39:25 +0000726 if( p->nTab==0 ){
727 p->nTab = 1;
728 }
drhe0bc4042002-06-25 01:09:11 +0000729}
730
731/*
danielk197704103022009-02-03 16:51:24 +0000732** Parameter zName points to a nul-terminated buffer containing the name
733** of a database ("main", "temp" or the name of an attached db). This
734** function returns the index of the named database in db->aDb[], or
735** -1 if the named db cannot be found.
danielk1977cbb18d22004-05-28 11:37:27 +0000736*/
danielk197704103022009-02-03 16:51:24 +0000737int sqlite3FindDbName(sqlite3 *db, const char *zName){
738 int i = -1; /* Database number */
drh73c42a12004-11-20 18:13:10 +0000739 if( zName ){
danielk197704103022009-02-03 16:51:24 +0000740 Db *pDb;
danielk1977576ec6b2005-01-21 11:55:25 +0000741 for(i=(db->nDb-1), pDb=&db->aDb[i]; i>=0; i--, pDb--){
drh29518092016-12-24 19:37:16 +0000742 if( 0==sqlite3_stricmp(pDb->zDbSName, zName) ) break;
743 /* "main" is always an acceptable alias for the primary database
744 ** even if it has been renamed using SQLITE_DBCONFIG_MAINDBNAME. */
745 if( i==0 && 0==sqlite3_stricmp("main", zName) ) break;
danielk1977cbb18d22004-05-28 11:37:27 +0000746 }
747 }
danielk1977576ec6b2005-01-21 11:55:25 +0000748 return i;
danielk1977cbb18d22004-05-28 11:37:27 +0000749}
750
danielk197704103022009-02-03 16:51:24 +0000751/*
752** The token *pName contains the name of a database (either "main" or
753** "temp" or the name of an attached db). This routine returns the
754** index of the named database in db->aDb[], or -1 if the named db
755** does not exist.
756*/
757int sqlite3FindDb(sqlite3 *db, Token *pName){
758 int i; /* Database number */
759 char *zName; /* Name we are searching for */
760 zName = sqlite3NameFromToken(db, pName);
761 i = sqlite3FindDbName(db, zName);
762 sqlite3DbFree(db, zName);
763 return i;
764}
765
drh0e3d7472004-06-19 17:33:07 +0000766/* The table or view or trigger name is passed to this routine via tokens
767** pName1 and pName2. If the table name was fully qualified, for example:
768**
769** CREATE TABLE xxx.yyy (...);
770**
771** Then pName1 is set to "xxx" and pName2 "yyy". On the other hand if
772** the table name is not fully qualified, i.e.:
773**
774** CREATE TABLE yyy(...);
775**
776** Then pName1 is set to "yyy" and pName2 is "".
777**
778** This routine sets the *ppUnqual pointer to point at the token (pName1 or
779** pName2) that stores the unqualified table name. The index of the
780** database "xxx" is returned.
781*/
danielk1977ef2cb632004-05-29 02:37:19 +0000782int sqlite3TwoPartName(
drh0e3d7472004-06-19 17:33:07 +0000783 Parse *pParse, /* Parsing and code generating context */
drh90f5ecb2004-07-22 01:19:35 +0000784 Token *pName1, /* The "xxx" in the name "xxx.yyy" or "xxx" */
drh0e3d7472004-06-19 17:33:07 +0000785 Token *pName2, /* The "yyy" in the name "xxx.yyy" */
786 Token **pUnqual /* Write the unqualified object name here */
danielk1977cbb18d22004-05-28 11:37:27 +0000787){
drh0e3d7472004-06-19 17:33:07 +0000788 int iDb; /* Database holding the object */
danielk1977cbb18d22004-05-28 11:37:27 +0000789 sqlite3 *db = pParse->db;
790
drh055f2982016-01-15 15:06:41 +0000791 assert( pName2!=0 );
792 if( pName2->n>0 ){
shanedcc50b72008-11-13 18:29:50 +0000793 if( db->init.busy ) {
794 sqlite3ErrorMsg(pParse, "corrupt database");
shanedcc50b72008-11-13 18:29:50 +0000795 return -1;
796 }
danielk1977cbb18d22004-05-28 11:37:27 +0000797 *pUnqual = pName2;
drhff2d5ea2005-07-23 00:41:48 +0000798 iDb = sqlite3FindDb(db, pName1);
danielk1977cbb18d22004-05-28 11:37:27 +0000799 if( iDb<0 ){
800 sqlite3ErrorMsg(pParse, "unknown database %T", pName1);
danielk1977cbb18d22004-05-28 11:37:27 +0000801 return -1;
802 }
803 }else{
danc9461ec2018-08-29 21:00:16 +0000804 assert( db->init.iDb==0 || db->init.busy || IN_RENAME_OBJECT
drh8257aa82017-07-26 19:59:13 +0000805 || (db->mDbFlags & DBFLAG_Vacuum)!=0);
danielk1977cbb18d22004-05-28 11:37:27 +0000806 iDb = db->init.iDb;
807 *pUnqual = pName1;
808 }
809 return iDb;
810}
811
812/*
drh0f1c2eb2018-11-03 17:31:48 +0000813** True if PRAGMA writable_schema is ON
814*/
815int sqlite3WritableSchema(sqlite3 *db){
816 testcase( (db->flags&(SQLITE_WriteSchema|SQLITE_Defensive))==0 );
817 testcase( (db->flags&(SQLITE_WriteSchema|SQLITE_Defensive))==
818 SQLITE_WriteSchema );
819 testcase( (db->flags&(SQLITE_WriteSchema|SQLITE_Defensive))==
820 SQLITE_Defensive );
821 testcase( (db->flags&(SQLITE_WriteSchema|SQLITE_Defensive))==
822 (SQLITE_WriteSchema|SQLITE_Defensive) );
823 return (db->flags&(SQLITE_WriteSchema|SQLITE_Defensive))==SQLITE_WriteSchema;
824}
825
826/*
danielk1977d8123362004-06-12 09:25:12 +0000827** This routine is used to check if the UTF-8 string zName is a legal
828** unqualified name for a new schema object (table, index, view or
829** trigger). All names are legal except those that begin with the string
830** "sqlite_" (in upper, lower or mixed case). This portion of the namespace
831** is reserved for internal use.
drhc5a93d42019-08-12 00:08:07 +0000832**
833** When parsing the sqlite_master table, this routine also checks to
834** make sure the "type", "name", and "tbl_name" columns are consistent
835** with the SQL.
danielk1977d8123362004-06-12 09:25:12 +0000836*/
drhc5a93d42019-08-12 00:08:07 +0000837int sqlite3CheckObjectName(
838 Parse *pParse, /* Parsing context */
839 const char *zName, /* Name of the object to check */
840 const char *zType, /* Type of this object */
841 const char *zTblName /* Parent table name for triggers and indexes */
842){
843 sqlite3 *db = pParse->db;
844 if( sqlite3WritableSchema(db) || db->init.imposterTable ){
845 /* Skip these error checks for writable_schema=ON */
846 return SQLITE_OK;
847 }
848 if( db->init.busy ){
849 if( sqlite3_stricmp(zType, db->init.azInit[0])
850 || sqlite3_stricmp(zName, db->init.azInit[1])
851 || sqlite3_stricmp(zTblName, db->init.azInit[2])
852 ){
drh30842992019-08-12 14:17:43 +0000853 if( sqlite3Config.bExtraSchemaChecks ){
854 sqlite3ErrorMsg(pParse, ""); /* corruptSchema() will supply the error */
855 return SQLITE_ERROR;
856 }
drhc5a93d42019-08-12 00:08:07 +0000857 }
858 }else{
drh527cbd42019-11-16 14:15:19 +0000859 if( (pParse->nested==0 && 0==sqlite3StrNICmp(zName, "sqlite_", 7))
860 || (sqlite3ReadOnlyShadowTables(db) && sqlite3ShadowTableName(db, zName))
drhc5a93d42019-08-12 00:08:07 +0000861 ){
862 sqlite3ErrorMsg(pParse, "object name reserved for internal use: %s",
863 zName);
864 return SQLITE_ERROR;
865 }
drh527cbd42019-11-16 14:15:19 +0000866
danielk1977d8123362004-06-12 09:25:12 +0000867 }
868 return SQLITE_OK;
869}
870
871/*
drh44156282013-10-23 22:23:03 +0000872** Return the PRIMARY KEY index of a table
873*/
874Index *sqlite3PrimaryKeyIndex(Table *pTab){
875 Index *p;
drh48dd1d82014-05-27 18:18:58 +0000876 for(p=pTab->pIndex; p && !IsPrimaryKeyIndex(p); p=p->pNext){}
drh44156282013-10-23 22:23:03 +0000877 return p;
878}
879
880/*
drhb9bcf7c2019-10-19 13:29:10 +0000881** Convert an table column number into a index column number. That is,
882** for the column iCol in the table (as defined by the CREATE TABLE statement)
883** find the (first) offset of that column in index pIdx. Or return -1
884** if column iCol is not used in index pIdx.
drh44156282013-10-23 22:23:03 +0000885*/
drhb9bcf7c2019-10-19 13:29:10 +0000886i16 sqlite3TableColumnToIndex(Index *pIdx, i16 iCol){
drh44156282013-10-23 22:23:03 +0000887 int i;
888 for(i=0; i<pIdx->nColumn; i++){
889 if( iCol==pIdx->aiColumn[i] ) return i;
890 }
891 return -1;
892}
893
drh81f7b372019-10-16 12:18:59 +0000894#ifndef SQLITE_OMIT_GENERATED_COLUMNS
drhb9bcf7c2019-10-19 13:29:10 +0000895/* Convert a storage column number into a table column number.
drh81f7b372019-10-16 12:18:59 +0000896**
drh8e10d742019-10-18 17:42:47 +0000897** The storage column number (0,1,2,....) is the index of the value
898** as it appears in the record on disk. The true column number
899** is the index (0,1,2,...) of the column in the CREATE TABLE statement.
900**
drhb9bcf7c2019-10-19 13:29:10 +0000901** The storage column number is less than the table column number if
902** and only there are VIRTUAL columns to the left.
drh8e10d742019-10-18 17:42:47 +0000903**
904** If SQLITE_OMIT_GENERATED_COLUMNS, this routine is a no-op macro.
drh8e10d742019-10-18 17:42:47 +0000905*/
drhb9bcf7c2019-10-19 13:29:10 +0000906i16 sqlite3StorageColumnToTable(Table *pTab, i16 iCol){
drh8e10d742019-10-18 17:42:47 +0000907 if( pTab->tabFlags & TF_HasVirtual ){
908 int i;
909 for(i=0; i<=iCol; i++){
910 if( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ) iCol++;
911 }
912 }
913 return iCol;
914}
915#endif
916
917#ifndef SQLITE_OMIT_GENERATED_COLUMNS
drhb9bcf7c2019-10-19 13:29:10 +0000918/* Convert a table column number into a storage column number.
drh8e10d742019-10-18 17:42:47 +0000919**
920** The storage column number (0,1,2,....) is the index of the value
drhdd6cc9b2019-10-19 18:47:27 +0000921** as it appears in the record on disk. Or, if the input column is
922** the N-th virtual column (zero-based) then the storage number is
923** the number of non-virtual columns in the table plus N.
drh8e10d742019-10-18 17:42:47 +0000924**
drhdd6cc9b2019-10-19 18:47:27 +0000925** The true column number is the index (0,1,2,...) of the column in
926** the CREATE TABLE statement.
drh8e10d742019-10-18 17:42:47 +0000927**
drhdd6cc9b2019-10-19 18:47:27 +0000928** If the input column is a VIRTUAL column, then it should not appear
929** in storage. But the value sometimes is cached in registers that
930** follow the range of registers used to construct storage. This
931** avoids computing the same VIRTUAL column multiple times, and provides
932** values for use by OP_Param opcodes in triggers. Hence, if the
933** input column is a VIRTUAL table, put it after all the other columns.
934**
935** In the following, N means "normal column", S means STORED, and
936** V means VIRTUAL. Suppose the CREATE TABLE has columns like this:
937**
938** CREATE TABLE ex(N,S,V,N,S,V,N,S,V);
939** -- 0 1 2 3 4 5 6 7 8
940**
941** Then the mapping from this function is as follows:
942**
943** INPUTS: 0 1 2 3 4 5 6 7 8
944** OUTPUTS: 0 1 6 2 3 7 4 5 8
945**
946** So, in other words, this routine shifts all the virtual columns to
947** the end.
948**
949** If SQLITE_OMIT_GENERATED_COLUMNS then there are no virtual columns and
drh7fe2fc02019-12-07 00:22:18 +0000950** this routine is a no-op macro. If the pTab does not have any virtual
951** columns, then this routine is no-op that always return iCol. If iCol
952** is negative (indicating the ROWID column) then this routine return iCol.
drh81f7b372019-10-16 12:18:59 +0000953*/
drhb9bcf7c2019-10-19 13:29:10 +0000954i16 sqlite3TableColumnToStorage(Table *pTab, i16 iCol){
drh81f7b372019-10-16 12:18:59 +0000955 int i;
956 i16 n;
957 assert( iCol<pTab->nCol );
drh7fe2fc02019-12-07 00:22:18 +0000958 if( (pTab->tabFlags & TF_HasVirtual)==0 || iCol<0 ) return iCol;
drh81f7b372019-10-16 12:18:59 +0000959 for(i=0, n=0; i<iCol; i++){
960 if( (pTab->aCol[i].colFlags & COLFLAG_VIRTUAL)==0 ) n++;
961 }
drhdd6cc9b2019-10-19 18:47:27 +0000962 if( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ){
963 /* iCol is a virtual column itself */
964 return pTab->nNVCol + i - n;
965 }else{
966 /* iCol is a normal or stored column */
967 return n;
968 }
drh81f7b372019-10-16 12:18:59 +0000969}
970#endif
971
drh44156282013-10-23 22:23:03 +0000972/*
drh75897232000-05-29 14:26:00 +0000973** Begin constructing a new table representation in memory. This is
974** the first of several action routines that get called in response
drhd9b02572001-04-15 00:37:09 +0000975** to a CREATE TABLE statement. In particular, this routine is called
drh74161702006-02-24 02:53:49 +0000976** after seeing tokens "CREATE" and "TABLE" and the table name. The isTemp
drhe0bc4042002-06-25 01:09:11 +0000977** flag is true if the table should be stored in the auxiliary database
978** file instead of in the main database file. This is normally the case
979** when the "TEMP" or "TEMPORARY" keyword occurs in between
drhf57b3392001-10-08 13:22:32 +0000980** CREATE and TABLE.
drhd9b02572001-04-15 00:37:09 +0000981**
drhf57b3392001-10-08 13:22:32 +0000982** The new table record is initialized and put in pParse->pNewTable.
983** As more of the CREATE TABLE statement is parsed, additional action
984** routines will be called to add more information to this record.
danielk19774adee202004-05-08 08:23:19 +0000985** At the end of the CREATE TABLE statement, the sqlite3EndTable() routine
drhf57b3392001-10-08 13:22:32 +0000986** is called to complete the construction of the new table record.
drh75897232000-05-29 14:26:00 +0000987*/
danielk19774adee202004-05-08 08:23:19 +0000988void sqlite3StartTable(
drhe5f9c642003-01-13 23:27:31 +0000989 Parse *pParse, /* Parser context */
danielk1977cbb18d22004-05-28 11:37:27 +0000990 Token *pName1, /* First part of the name of the table or view */
991 Token *pName2, /* Second part of the name of the table or view */
drhe5f9c642003-01-13 23:27:31 +0000992 int isTemp, /* True if this is a TEMP table */
drhfaa59552005-12-29 23:33:54 +0000993 int isView, /* True if this is a VIEW */
danielk1977f1a381e2006-06-16 08:01:02 +0000994 int isVirtual, /* True if this is a VIRTUAL table */
drhfaa59552005-12-29 23:33:54 +0000995 int noErr /* Do nothing if table already exists */
drhe5f9c642003-01-13 23:27:31 +0000996){
drh75897232000-05-29 14:26:00 +0000997 Table *pTable;
drh23bf66d2004-12-14 03:34:34 +0000998 char *zName = 0; /* The name of the new table */
drh9bb575f2004-09-06 17:24:11 +0000999 sqlite3 *db = pParse->db;
drhadbca9c2001-09-27 15:11:53 +00001000 Vdbe *v;
danielk1977cbb18d22004-05-28 11:37:27 +00001001 int iDb; /* Database number to create the table in */
1002 Token *pName; /* Unqualified name of the table to create */
drh75897232000-05-29 14:26:00 +00001003
drh055f2982016-01-15 15:06:41 +00001004 if( db->init.busy && db->init.newTnum==1 ){
1005 /* Special case: Parsing the sqlite_master or sqlite_temp_master schema */
1006 iDb = db->init.iDb;
1007 zName = sqlite3DbStrDup(db, SCHEMA_TABLE(iDb));
1008 pName = pName1;
1009 }else{
1010 /* The common case */
1011 iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pName);
1012 if( iDb<0 ) return;
1013 if( !OMIT_TEMPDB && isTemp && pName2->n>0 && iDb!=1 ){
1014 /* If creating a temp table, the name may not be qualified. Unless
1015 ** the database name is "temp" anyway. */
1016 sqlite3ErrorMsg(pParse, "temporary table name must be unqualified");
1017 return;
1018 }
1019 if( !OMIT_TEMPDB && isTemp ) iDb = 1;
1020 zName = sqlite3NameFromToken(db, pName);
danc9461ec2018-08-29 21:00:16 +00001021 if( IN_RENAME_OBJECT ){
1022 sqlite3RenameTokenMap(pParse, (void*)zName, pName);
1023 }
danielk1977cbb18d22004-05-28 11:37:27 +00001024 }
danielk1977cbb18d22004-05-28 11:37:27 +00001025 pParse->sNameToken = *pName;
danielk1977e0048402004-06-15 16:51:01 +00001026 if( zName==0 ) return;
drhc5a93d42019-08-12 00:08:07 +00001027 if( sqlite3CheckObjectName(pParse, zName, isView?"view":"table", zName) ){
drh23bf66d2004-12-14 03:34:34 +00001028 goto begin_table_error;
danielk1977d8123362004-06-12 09:25:12 +00001029 }
drh1d85d932004-02-14 23:05:52 +00001030 if( db->init.iDb==1 ) isTemp = 1;
drhe5f9c642003-01-13 23:27:31 +00001031#ifndef SQLITE_OMIT_AUTHORIZATION
drh055f2982016-01-15 15:06:41 +00001032 assert( isTemp==0 || isTemp==1 );
1033 assert( isView==0 || isView==1 );
drhe5f9c642003-01-13 23:27:31 +00001034 {
drh055f2982016-01-15 15:06:41 +00001035 static const u8 aCode[] = {
1036 SQLITE_CREATE_TABLE,
1037 SQLITE_CREATE_TEMP_TABLE,
1038 SQLITE_CREATE_VIEW,
1039 SQLITE_CREATE_TEMP_VIEW
1040 };
drh69c33822016-08-18 14:33:11 +00001041 char *zDb = db->aDb[iDb].zDbSName;
danielk19774adee202004-05-08 08:23:19 +00001042 if( sqlite3AuthCheck(pParse, SQLITE_INSERT, SCHEMA_TABLE(isTemp), 0, zDb) ){
drh23bf66d2004-12-14 03:34:34 +00001043 goto begin_table_error;
drhe22a3342003-04-22 20:30:37 +00001044 }
drh055f2982016-01-15 15:06:41 +00001045 if( !isVirtual && sqlite3AuthCheck(pParse, (int)aCode[isTemp+2*isView],
1046 zName, 0, zDb) ){
drh23bf66d2004-12-14 03:34:34 +00001047 goto begin_table_error;
drhe5f9c642003-01-13 23:27:31 +00001048 }
1049 }
1050#endif
drhf57b3392001-10-08 13:22:32 +00001051
drhf57b3392001-10-08 13:22:32 +00001052 /* Make sure the new table name does not collide with an existing
danielk19773df6b252004-05-29 10:23:19 +00001053 ** index or table name in the same database. Issue an error message if
danielk19777e6ebfb2006-06-12 11:24:37 +00001054 ** it does. The exception is if the statement being parsed was passed
1055 ** to an sqlite3_declare_vtab() call. In that case only the column names
1056 ** and types will be used, so there is no need to test for namespace
1057 ** collisions.
drhf57b3392001-10-08 13:22:32 +00001058 */
dancf8f2892018-08-09 20:47:01 +00001059 if( !IN_SPECIAL_PARSE ){
drh69c33822016-08-18 14:33:11 +00001060 char *zDb = db->aDb[iDb].zDbSName;
danielk19777e6ebfb2006-06-12 11:24:37 +00001061 if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){
1062 goto begin_table_error;
drhfaa59552005-12-29 23:33:54 +00001063 }
dana16d1062010-09-28 17:37:28 +00001064 pTable = sqlite3FindTable(db, zName, zDb);
danielk19777e6ebfb2006-06-12 11:24:37 +00001065 if( pTable ){
1066 if( !noErr ){
1067 sqlite3ErrorMsg(pParse, "table %T already exists", pName);
dan7687c832011-04-09 15:39:02 +00001068 }else{
drh33c59ec2015-04-19 20:39:17 +00001069 assert( !db->init.busy || CORRUPT_DB );
dan7687c832011-04-09 15:39:02 +00001070 sqlite3CodeVerifySchema(pParse, iDb);
danielk19777e6ebfb2006-06-12 11:24:37 +00001071 }
1072 goto begin_table_error;
1073 }
drh8a8a0d12010-09-28 20:26:44 +00001074 if( sqlite3FindIndex(db, zName, zDb)!=0 ){
danielk19777e6ebfb2006-06-12 11:24:37 +00001075 sqlite3ErrorMsg(pParse, "there is already an index named %s", zName);
1076 goto begin_table_error;
1077 }
drh75897232000-05-29 14:26:00 +00001078 }
danielk19777e6ebfb2006-06-12 11:24:37 +00001079
danielk197726783a52007-08-29 14:06:22 +00001080 pTable = sqlite3DbMallocZero(db, sizeof(Table));
drh6d4abfb2001-10-22 02:58:08 +00001081 if( pTable==0 ){
drh4df86af2016-02-04 11:48:00 +00001082 assert( db->mallocFailed );
mistachkinfad30392016-02-13 23:43:46 +00001083 pParse->rc = SQLITE_NOMEM_BKPT;
danielk1977e0048402004-06-15 16:51:01 +00001084 pParse->nErr++;
drh23bf66d2004-12-14 03:34:34 +00001085 goto begin_table_error;
drh6d4abfb2001-10-22 02:58:08 +00001086 }
drh75897232000-05-29 14:26:00 +00001087 pTable->zName = zName;
drh4a324312001-12-21 14:30:42 +00001088 pTable->iPKey = -1;
danielk1977da184232006-01-05 11:34:32 +00001089 pTable->pSchema = db->aDb[iDb].pSchema;
drh79df7782016-12-14 14:07:35 +00001090 pTable->nTabRef = 1;
drhd1417ee2017-06-06 18:20:43 +00001091#ifdef SQLITE_DEFAULT_ROWEST
1092 pTable->nRowLogEst = sqlite3LogEst(SQLITE_DEFAULT_ROWEST);
1093#else
dancfc9df72014-04-25 15:01:01 +00001094 pTable->nRowLogEst = 200; assert( 200==sqlite3LogEst(1048576) );
drhd1417ee2017-06-06 18:20:43 +00001095#endif
drhc4a64fa2009-05-11 20:53:28 +00001096 assert( pParse->pNewTable==0 );
drh75897232000-05-29 14:26:00 +00001097 pParse->pNewTable = pTable;
drh17f71932002-02-21 12:01:27 +00001098
drh4794f732004-11-05 17:17:50 +00001099 /* If this is the magic sqlite_sequence table used by autoincrement,
1100 ** then record a pointer to this table in the main database structure
1101 ** so that INSERT can find the table easily.
1102 */
1103#ifndef SQLITE_OMIT_AUTOINCREMENT
drh78776ec2005-06-14 02:12:46 +00001104 if( !pParse->nested && strcmp(zName, "sqlite_sequence")==0 ){
drh21206082011-04-04 18:22:02 +00001105 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
danielk1977da184232006-01-05 11:34:32 +00001106 pTable->pSchema->pSeqTab = pTable;
drh4794f732004-11-05 17:17:50 +00001107 }
1108#endif
1109
drh17f71932002-02-21 12:01:27 +00001110 /* Begin generating the code that will insert the table record into
1111 ** the SQLITE_MASTER table. Note in particular that we must go ahead
1112 ** and allocate the record number for the table entry now. Before any
1113 ** PRIMARY KEY or UNIQUE keywords are parsed. Those keywords will cause
1114 ** indices to be created and the table record must come before the
1115 ** indices. Hence, the record number for the table must be allocated
1116 ** now.
1117 */
danielk19774adee202004-05-08 08:23:19 +00001118 if( !db->init.busy && (v = sqlite3GetVdbe(pParse))!=0 ){
drh728e0f92015-10-10 14:41:28 +00001119 int addr1;
drhe321c292006-01-12 01:56:43 +00001120 int fileFormat;
drhb7654112008-01-12 12:48:07 +00001121 int reg1, reg2, reg3;
drh3c03afd2015-09-09 13:28:06 +00001122 /* nullRow[] is an OP_Record encoding of a row containing 5 NULLs */
1123 static const char nullRow[] = { 6, 0, 0, 0, 0, 0 };
drh0dd5cda2015-06-16 16:39:01 +00001124 sqlite3BeginWriteOperation(pParse, 1, iDb);
drhb17131a2004-11-05 22:18:49 +00001125
danielk197720b1eaf2006-07-26 16:22:14 +00001126#ifndef SQLITE_OMIT_VIRTUALTABLE
1127 if( isVirtual ){
drh66a51672008-01-03 00:01:23 +00001128 sqlite3VdbeAddOp0(v, OP_VBegin);
danielk197720b1eaf2006-07-26 16:22:14 +00001129 }
1130#endif
1131
danielk197736963fd2005-02-19 08:18:05 +00001132 /* If the file format and encoding in the database have not been set,
1133 ** set them now.
danielk1977d008cfe2004-06-19 02:22:10 +00001134 */
drhb7654112008-01-12 12:48:07 +00001135 reg1 = pParse->regRowid = ++pParse->nMem;
1136 reg2 = pParse->regRoot = ++pParse->nMem;
1137 reg3 = ++pParse->nMem;
danielk19770d19f7a2009-06-03 11:25:07 +00001138 sqlite3VdbeAddOp3(v, OP_ReadCookie, iDb, reg3, BTREE_FILE_FORMAT);
drhfb982642007-08-30 01:19:59 +00001139 sqlite3VdbeUsesBtree(v, iDb);
drh728e0f92015-10-10 14:41:28 +00001140 addr1 = sqlite3VdbeAddOp1(v, OP_If, reg3); VdbeCoverage(v);
drhe321c292006-01-12 01:56:43 +00001141 fileFormat = (db->flags & SQLITE_LegacyFileFmt)!=0 ?
drh76fe8032006-07-11 14:17:51 +00001142 1 : SQLITE_MAX_FILE_FORMAT;
drh1861afc2016-02-01 21:48:34 +00001143 sqlite3VdbeAddOp3(v, OP_SetCookie, iDb, BTREE_FILE_FORMAT, fileFormat);
1144 sqlite3VdbeAddOp3(v, OP_SetCookie, iDb, BTREE_TEXT_ENCODING, ENC(db));
drh728e0f92015-10-10 14:41:28 +00001145 sqlite3VdbeJumpHere(v, addr1);
danielk1977d008cfe2004-06-19 02:22:10 +00001146
drh4794f732004-11-05 17:17:50 +00001147 /* This just creates a place-holder record in the sqlite_master table.
1148 ** The record created does not contain anything yet. It will be replaced
1149 ** by the real entry in code generated at sqlite3EndTable().
drhb17131a2004-11-05 22:18:49 +00001150 **
drh0fa991b2009-03-21 16:19:26 +00001151 ** The rowid for the new entry is left in register pParse->regRowid.
1152 ** The root page number of the new table is left in reg pParse->regRoot.
1153 ** The rowid and root page number values are needed by the code that
1154 ** sqlite3EndTable will generate.
drh4794f732004-11-05 17:17:50 +00001155 */
danielk1977f1a381e2006-06-16 08:01:02 +00001156#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE)
1157 if( isView || isVirtual ){
drhb7654112008-01-12 12:48:07 +00001158 sqlite3VdbeAddOp2(v, OP_Integer, 0, reg2);
danielk1977a21c6b62005-01-24 10:25:59 +00001159 }else
1160#endif
1161 {
drh0f3f7662017-08-18 14:34:28 +00001162 pParse->addrCrTab =
1163 sqlite3VdbeAddOp3(v, OP_CreateBtree, iDb, reg2, BTREE_INTKEY);
danielk1977a21c6b62005-01-24 10:25:59 +00001164 }
danielk1977c00da102006-01-07 13:21:04 +00001165 sqlite3OpenMasterTable(pParse, iDb);
drhb7654112008-01-12 12:48:07 +00001166 sqlite3VdbeAddOp2(v, OP_NewRowid, 0, reg1);
drh3c03afd2015-09-09 13:28:06 +00001167 sqlite3VdbeAddOp4(v, OP_Blob, 6, reg3, 0, nullRow, P4_STATIC);
drhb7654112008-01-12 12:48:07 +00001168 sqlite3VdbeAddOp3(v, OP_Insert, 0, reg3, reg1);
1169 sqlite3VdbeChangeP5(v, OPFLAG_APPEND);
drh66a51672008-01-03 00:01:23 +00001170 sqlite3VdbeAddOp0(v, OP_Close);
drh5e00f6c2001-09-13 13:46:56 +00001171 }
drh23bf66d2004-12-14 03:34:34 +00001172
1173 /* Normal (non-error) return. */
1174 return;
1175
1176 /* If an error occurs, we jump here */
1177begin_table_error:
drh633e6d52008-07-28 19:34:53 +00001178 sqlite3DbFree(db, zName);
drh23bf66d2004-12-14 03:34:34 +00001179 return;
drh75897232000-05-29 14:26:00 +00001180}
1181
drh03d69a62015-11-19 13:53:57 +00001182/* Set properties of a table column based on the (magical)
1183** name of the column.
1184*/
drh03d69a62015-11-19 13:53:57 +00001185#if SQLITE_ENABLE_HIDDEN_COLUMNS
drhe6110502015-12-31 15:34:03 +00001186void sqlite3ColumnPropertiesFromName(Table *pTab, Column *pCol){
drh03d69a62015-11-19 13:53:57 +00001187 if( sqlite3_strnicmp(pCol->zName, "__hidden__", 10)==0 ){
1188 pCol->colFlags |= COLFLAG_HIDDEN;
danba68f8f2015-11-19 16:46:46 +00001189 }else if( pTab && pCol!=pTab->aCol && (pCol[-1].colFlags & COLFLAG_HIDDEN) ){
1190 pTab->tabFlags |= TF_OOOHidden;
drh03d69a62015-11-19 13:53:57 +00001191 }
drh03d69a62015-11-19 13:53:57 +00001192}
drhe6110502015-12-31 15:34:03 +00001193#endif
drh03d69a62015-11-19 13:53:57 +00001194
1195
drh75897232000-05-29 14:26:00 +00001196/*
1197** Add a new column to the table currently being constructed.
drhd9b02572001-04-15 00:37:09 +00001198**
1199** The parser calls this routine once for each column declaration
danielk19774adee202004-05-08 08:23:19 +00001200** in a CREATE TABLE statement. sqlite3StartTable() gets called
drhd9b02572001-04-15 00:37:09 +00001201** first to get things going. Then this routine is called for each
1202** column.
drh75897232000-05-29 14:26:00 +00001203*/
drh2881ab62016-02-27 23:25:36 +00001204void sqlite3AddColumn(Parse *pParse, Token *pName, Token *pType){
drh75897232000-05-29 14:26:00 +00001205 Table *p;
drh97fc3d02002-05-22 21:27:03 +00001206 int i;
drha99db3b2004-06-19 14:49:12 +00001207 char *z;
drh94eaafa2016-02-29 15:53:11 +00001208 char *zType;
drhc9b84a12002-06-20 11:36:48 +00001209 Column *pCol;
drhbb4957f2008-03-20 14:03:29 +00001210 sqlite3 *db = pParse->db;
drh75897232000-05-29 14:26:00 +00001211 if( (p = pParse->pNewTable)==0 ) return;
drhbb4957f2008-03-20 14:03:29 +00001212 if( p->nCol+1>db->aLimit[SQLITE_LIMIT_COLUMN] ){
drhe5c941b2007-05-08 13:58:26 +00001213 sqlite3ErrorMsg(pParse, "too many columns on %s", p->zName);
1214 return;
1215 }
drh94eaafa2016-02-29 15:53:11 +00001216 z = sqlite3DbMallocRaw(db, pName->n + pType->n + 2);
drh97fc3d02002-05-22 21:27:03 +00001217 if( z==0 ) return;
danc9461ec2018-08-29 21:00:16 +00001218 if( IN_RENAME_OBJECT ) sqlite3RenameTokenMap(pParse, (void*)z, pName);
drh94eaafa2016-02-29 15:53:11 +00001219 memcpy(z, pName->z, pName->n);
1220 z[pName->n] = 0;
1221 sqlite3Dequote(z);
drh97fc3d02002-05-22 21:27:03 +00001222 for(i=0; i<p->nCol; i++){
drha6f88ff2015-11-19 13:21:31 +00001223 if( sqlite3_stricmp(z, p->aCol[i].zName)==0 ){
danielk19774adee202004-05-08 08:23:19 +00001224 sqlite3ErrorMsg(pParse, "duplicate column name: %s", z);
drh633e6d52008-07-28 19:34:53 +00001225 sqlite3DbFree(db, z);
drh97fc3d02002-05-22 21:27:03 +00001226 return;
1227 }
1228 }
drh75897232000-05-29 14:26:00 +00001229 if( (p->nCol & 0x7)==0 ){
drh6d4abfb2001-10-22 02:58:08 +00001230 Column *aNew;
danielk1977ae74e032008-12-23 11:11:51 +00001231 aNew = sqlite3DbRealloc(db,p->aCol,(p->nCol+8)*sizeof(p->aCol[0]));
danielk1977d5d56522005-03-16 12:15:20 +00001232 if( aNew==0 ){
drh633e6d52008-07-28 19:34:53 +00001233 sqlite3DbFree(db, z);
danielk1977d5d56522005-03-16 12:15:20 +00001234 return;
1235 }
drh6d4abfb2001-10-22 02:58:08 +00001236 p->aCol = aNew;
drh75897232000-05-29 14:26:00 +00001237 }
drhc9b84a12002-06-20 11:36:48 +00001238 pCol = &p->aCol[p->nCol];
1239 memset(pCol, 0, sizeof(p->aCol[0]));
1240 pCol->zName = z;
danba68f8f2015-11-19 16:46:46 +00001241 sqlite3ColumnPropertiesFromName(p, pCol);
danielk1977a37cdde2004-05-16 11:15:36 +00001242
drh986dde72016-02-29 13:37:21 +00001243 if( pType->n==0 ){
drh2881ab62016-02-27 23:25:36 +00001244 /* If there is no type specified, columns have the default affinity
drhbbade8d2018-04-18 14:48:08 +00001245 ** 'BLOB' with a default size of 4 bytes. */
drh2881ab62016-02-27 23:25:36 +00001246 pCol->affinity = SQLITE_AFF_BLOB;
1247 pCol->szEst = 1;
drhbbade8d2018-04-18 14:48:08 +00001248#ifdef SQLITE_ENABLE_SORTER_REFERENCES
dan2e3a5a82018-04-16 21:12:42 +00001249 if( 4>=sqlite3GlobalConfig.szSorterRef ){
1250 pCol->colFlags |= COLFLAG_SORTERREF;
1251 }
drhbbade8d2018-04-18 14:48:08 +00001252#endif
drh2881ab62016-02-27 23:25:36 +00001253 }else{
drhddb2b4a2016-03-25 12:10:32 +00001254 zType = z + sqlite3Strlen30(z) + 1;
1255 memcpy(zType, pType->z, pType->n);
1256 zType[pType->n] = 0;
drha6dddd92016-04-18 15:46:14 +00001257 sqlite3Dequote(zType);
dan2e3a5a82018-04-16 21:12:42 +00001258 pCol->affinity = sqlite3AffinityType(zType, pCol);
drhd7564862016-03-22 20:05:09 +00001259 pCol->colFlags |= COLFLAG_HASTYPE;
drh2881ab62016-02-27 23:25:36 +00001260 }
drhc9b84a12002-06-20 11:36:48 +00001261 p->nCol++;
drhf95909c2019-10-18 18:33:25 +00001262 p->nNVCol++;
drh986dde72016-02-29 13:37:21 +00001263 pParse->constraintName.n = 0;
drh75897232000-05-29 14:26:00 +00001264}
1265
1266/*
drh382c0242001-10-06 16:33:02 +00001267** This routine is called by the parser while in the middle of
1268** parsing a CREATE TABLE statement. A "NOT NULL" constraint has
1269** been seen on a column. This routine sets the notNull flag on
1270** the column currently under construction.
1271*/
danielk19774adee202004-05-08 08:23:19 +00001272void sqlite3AddNotNull(Parse *pParse, int onError){
drh382c0242001-10-06 16:33:02 +00001273 Table *p;
dan26e731c2018-01-29 16:22:39 +00001274 Column *pCol;
drhc4a64fa2009-05-11 20:53:28 +00001275 p = pParse->pNewTable;
1276 if( p==0 || NEVER(p->nCol<1) ) return;
dan26e731c2018-01-29 16:22:39 +00001277 pCol = &p->aCol[p->nCol-1];
1278 pCol->notNull = (u8)onError;
drh8b174f22017-02-22 15:11:36 +00001279 p->tabFlags |= TF_HasNotNull;
dan26e731c2018-01-29 16:22:39 +00001280
1281 /* Set the uniqNotNull flag on any UNIQUE or PK indexes already created
1282 ** on this column. */
1283 if( pCol->colFlags & COLFLAG_UNIQUE ){
1284 Index *pIdx;
1285 for(pIdx=p->pIndex; pIdx; pIdx=pIdx->pNext){
1286 assert( pIdx->nKeyCol==1 && pIdx->onError!=OE_None );
1287 if( pIdx->aiColumn[0]==p->nCol-1 ){
1288 pIdx->uniqNotNull = 1;
1289 }
1290 }
1291 }
drh382c0242001-10-06 16:33:02 +00001292}
1293
1294/*
danielk197752a83fb2005-01-31 12:56:44 +00001295** Scan the column type name zType (length nType) and return the
1296** associated affinity type.
danielk1977b3dff962005-02-01 01:21:55 +00001297**
1298** This routine does a case-independent search of zType for the
1299** substrings in the following table. If one of the substrings is
1300** found, the corresponding affinity is returned. If zType contains
1301** more than one of the substrings, entries toward the top of
1302** the table take priority. For example, if zType is 'BLOBINT',
drh8a512562005-11-14 22:29:05 +00001303** SQLITE_AFF_INTEGER is returned.
danielk1977b3dff962005-02-01 01:21:55 +00001304**
1305** Substring | Affinity
1306** --------------------------------
1307** 'INT' | SQLITE_AFF_INTEGER
1308** 'CHAR' | SQLITE_AFF_TEXT
1309** 'CLOB' | SQLITE_AFF_TEXT
1310** 'TEXT' | SQLITE_AFF_TEXT
drh05883a32015-06-02 15:32:08 +00001311** 'BLOB' | SQLITE_AFF_BLOB
drh8a512562005-11-14 22:29:05 +00001312** 'REAL' | SQLITE_AFF_REAL
1313** 'FLOA' | SQLITE_AFF_REAL
1314** 'DOUB' | SQLITE_AFF_REAL
danielk1977b3dff962005-02-01 01:21:55 +00001315**
1316** If none of the substrings in the above table are found,
1317** SQLITE_AFF_NUMERIC is returned.
danielk197752a83fb2005-01-31 12:56:44 +00001318*/
dan2e3a5a82018-04-16 21:12:42 +00001319char sqlite3AffinityType(const char *zIn, Column *pCol){
danielk1977b3dff962005-02-01 01:21:55 +00001320 u32 h = 0;
1321 char aff = SQLITE_AFF_NUMERIC;
drhd3037a42013-10-04 18:29:25 +00001322 const char *zChar = 0;
danielk197752a83fb2005-01-31 12:56:44 +00001323
drh2f1e02e2016-03-09 02:12:44 +00001324 assert( zIn!=0 );
drhfdaac672013-10-04 15:30:21 +00001325 while( zIn[0] ){
drhb7916a72009-05-27 10:31:29 +00001326 h = (h<<8) + sqlite3UpperToLower[(*zIn)&0xff];
danielk1977b3dff962005-02-01 01:21:55 +00001327 zIn++;
danielk1977201f7162005-02-01 02:13:29 +00001328 if( h==(('c'<<24)+('h'<<16)+('a'<<8)+'r') ){ /* CHAR */
drhfdaac672013-10-04 15:30:21 +00001329 aff = SQLITE_AFF_TEXT;
1330 zChar = zIn;
danielk1977201f7162005-02-01 02:13:29 +00001331 }else if( h==(('c'<<24)+('l'<<16)+('o'<<8)+'b') ){ /* CLOB */
1332 aff = SQLITE_AFF_TEXT;
1333 }else if( h==(('t'<<24)+('e'<<16)+('x'<<8)+'t') ){ /* TEXT */
1334 aff = SQLITE_AFF_TEXT;
1335 }else if( h==(('b'<<24)+('l'<<16)+('o'<<8)+'b') /* BLOB */
drh8a512562005-11-14 22:29:05 +00001336 && (aff==SQLITE_AFF_NUMERIC || aff==SQLITE_AFF_REAL) ){
drh05883a32015-06-02 15:32:08 +00001337 aff = SQLITE_AFF_BLOB;
drhd3037a42013-10-04 18:29:25 +00001338 if( zIn[0]=='(' ) zChar = zIn;
drh8a512562005-11-14 22:29:05 +00001339#ifndef SQLITE_OMIT_FLOATING_POINT
1340 }else if( h==(('r'<<24)+('e'<<16)+('a'<<8)+'l') /* REAL */
1341 && aff==SQLITE_AFF_NUMERIC ){
1342 aff = SQLITE_AFF_REAL;
1343 }else if( h==(('f'<<24)+('l'<<16)+('o'<<8)+'a') /* FLOA */
1344 && aff==SQLITE_AFF_NUMERIC ){
1345 aff = SQLITE_AFF_REAL;
1346 }else if( h==(('d'<<24)+('o'<<16)+('u'<<8)+'b') /* DOUB */
1347 && aff==SQLITE_AFF_NUMERIC ){
1348 aff = SQLITE_AFF_REAL;
1349#endif
danielk1977201f7162005-02-01 02:13:29 +00001350 }else if( (h&0x00FFFFFF)==(('i'<<16)+('n'<<8)+'t') ){ /* INT */
drh8a512562005-11-14 22:29:05 +00001351 aff = SQLITE_AFF_INTEGER;
danielk1977b3dff962005-02-01 01:21:55 +00001352 break;
danielk197752a83fb2005-01-31 12:56:44 +00001353 }
1354 }
drhd3037a42013-10-04 18:29:25 +00001355
dan2e3a5a82018-04-16 21:12:42 +00001356 /* If pCol is not NULL, store an estimate of the field size. The
drhd3037a42013-10-04 18:29:25 +00001357 ** estimate is scaled so that the size of an integer is 1. */
dan2e3a5a82018-04-16 21:12:42 +00001358 if( pCol ){
1359 int v = 0; /* default size is approx 4 bytes */
drh7ea31cc2014-09-18 14:36:00 +00001360 if( aff<SQLITE_AFF_NUMERIC ){
drhd3037a42013-10-04 18:29:25 +00001361 if( zChar ){
1362 while( zChar[0] ){
1363 if( sqlite3Isdigit(zChar[0]) ){
dan2e3a5a82018-04-16 21:12:42 +00001364 /* BLOB(k), VARCHAR(k), CHAR(k) -> r=(k/4+1) */
drhd3037a42013-10-04 18:29:25 +00001365 sqlite3GetInt32(zChar, &v);
drhd3037a42013-10-04 18:29:25 +00001366 break;
1367 }
1368 zChar++;
drhfdaac672013-10-04 15:30:21 +00001369 }
drhd3037a42013-10-04 18:29:25 +00001370 }else{
dan2e3a5a82018-04-16 21:12:42 +00001371 v = 16; /* BLOB, TEXT, CLOB -> r=5 (approx 20 bytes)*/
drhfdaac672013-10-04 15:30:21 +00001372 }
drhfdaac672013-10-04 15:30:21 +00001373 }
drhbbade8d2018-04-18 14:48:08 +00001374#ifdef SQLITE_ENABLE_SORTER_REFERENCES
dan2e3a5a82018-04-16 21:12:42 +00001375 if( v>=sqlite3GlobalConfig.szSorterRef ){
1376 pCol->colFlags |= COLFLAG_SORTERREF;
1377 }
drhbbade8d2018-04-18 14:48:08 +00001378#endif
dan2e3a5a82018-04-16 21:12:42 +00001379 v = v/4 + 1;
1380 if( v>255 ) v = 255;
1381 pCol->szEst = v;
drhfdaac672013-10-04 15:30:21 +00001382 }
danielk1977b3dff962005-02-01 01:21:55 +00001383 return aff;
danielk197752a83fb2005-01-31 12:56:44 +00001384}
1385
1386/*
danielk19777977a172004-11-09 12:44:37 +00001387** The expression is the default value for the most recently added column
1388** of the table currently under construction.
1389**
1390** Default value expressions must be constant. Raise an exception if this
1391** is not the case.
drhd9b02572001-04-15 00:37:09 +00001392**
1393** This routine is called by the parser while in the middle of
1394** parsing a CREATE TABLE statement.
drh7020f652000-06-03 18:06:52 +00001395*/
drh1be266b2017-12-24 00:18:47 +00001396void sqlite3AddDefaultValue(
1397 Parse *pParse, /* Parsing context */
1398 Expr *pExpr, /* The parsed expression of the default value */
1399 const char *zStart, /* Start of the default value text */
1400 const char *zEnd /* First character past end of defaut value text */
1401){
drh7020f652000-06-03 18:06:52 +00001402 Table *p;
danielk19777977a172004-11-09 12:44:37 +00001403 Column *pCol;
drh633e6d52008-07-28 19:34:53 +00001404 sqlite3 *db = pParse->db;
drhc4a64fa2009-05-11 20:53:28 +00001405 p = pParse->pNewTable;
1406 if( p!=0 ){
drh42b9d7c2005-08-13 00:56:27 +00001407 pCol = &(p->aCol[p->nCol-1]);
drh1be266b2017-12-24 00:18:47 +00001408 if( !sqlite3ExprIsConstantOrFunction(pExpr, db->init.busy) ){
drh42b9d7c2005-08-13 00:56:27 +00001409 sqlite3ErrorMsg(pParse, "default value of column [%s] is not constant",
1410 pCol->zName);
drh7e7fd732019-10-22 13:59:23 +00001411#ifndef SQLITE_OMIT_GENERATED_COLUMNS
1412 }else if( pCol->colFlags & COLFLAG_GENERATED ){
drhab0992f2019-10-23 03:53:10 +00001413 testcase( pCol->colFlags & COLFLAG_VIRTUAL );
1414 testcase( pCol->colFlags & COLFLAG_STORED );
drh7e7fd732019-10-22 13:59:23 +00001415 sqlite3ErrorMsg(pParse, "cannot use DEFAULT on a generated column");
1416#endif
drh42b9d7c2005-08-13 00:56:27 +00001417 }else{
danielk19776ab3a2e2009-02-19 14:39:25 +00001418 /* A copy of pExpr is used instead of the original, as pExpr contains
drh424981d2018-03-28 15:56:55 +00001419 ** tokens that point to volatile memory.
danielk19776ab3a2e2009-02-19 14:39:25 +00001420 */
drh94fa9c42016-02-27 21:16:04 +00001421 Expr x;
drh633e6d52008-07-28 19:34:53 +00001422 sqlite3ExprDelete(db, pCol->pDflt);
drh94fa9c42016-02-27 21:16:04 +00001423 memset(&x, 0, sizeof(x));
1424 x.op = TK_SPAN;
drh9b2e0432017-12-27 19:43:22 +00001425 x.u.zToken = sqlite3DbSpanDup(db, zStart, zEnd);
drh1be266b2017-12-24 00:18:47 +00001426 x.pLeft = pExpr;
drh94fa9c42016-02-27 21:16:04 +00001427 x.flags = EP_Skip;
1428 pCol->pDflt = sqlite3ExprDup(db, &x, EXPRDUP_REDUCE);
1429 sqlite3DbFree(db, x.u.zToken);
drh42b9d7c2005-08-13 00:56:27 +00001430 }
danielk19777977a172004-11-09 12:44:37 +00001431 }
dan8900a482018-09-05 14:36:05 +00001432 if( IN_RENAME_OBJECT ){
1433 sqlite3RenameExprUnmap(pParse, pExpr);
1434 }
drh1be266b2017-12-24 00:18:47 +00001435 sqlite3ExprDelete(db, pExpr);
drh7020f652000-06-03 18:06:52 +00001436}
1437
1438/*
drh153110a2015-11-01 21:19:13 +00001439** Backwards Compatibility Hack:
1440**
1441** Historical versions of SQLite accepted strings as column names in
1442** indexes and PRIMARY KEY constraints and in UNIQUE constraints. Example:
1443**
1444** CREATE TABLE xyz(a,b,c,d,e,PRIMARY KEY('a'),UNIQUE('b','c' COLLATE trim)
1445** CREATE INDEX abc ON xyz('c','d' DESC,'e' COLLATE nocase DESC);
1446**
1447** This is goofy. But to preserve backwards compatibility we continue to
1448** accept it. This routine does the necessary conversion. It converts
1449** the expression given in its argument from a TK_STRING into a TK_ID
1450** if the expression is just a TK_STRING with an optional COLLATE clause.
drh6c591362019-04-27 20:16:42 +00001451** If the expression is anything other than TK_STRING, the expression is
drh153110a2015-11-01 21:19:13 +00001452** unchanged.
1453*/
1454static void sqlite3StringToId(Expr *p){
1455 if( p->op==TK_STRING ){
1456 p->op = TK_ID;
1457 }else if( p->op==TK_COLLATE && p->pLeft->op==TK_STRING ){
1458 p->pLeft->op = TK_ID;
1459 }
1460}
1461
1462/*
drhf4b1d8d2019-10-22 15:45:03 +00001463** Tag the given column as being part of the PRIMARY KEY
1464*/
1465static void makeColumnPartOfPrimaryKey(Parse *pParse, Column *pCol){
1466 pCol->colFlags |= COLFLAG_PRIMKEY;
1467#ifndef SQLITE_OMIT_GENERATED_COLUMNS
1468 if( pCol->colFlags & COLFLAG_GENERATED ){
1469 testcase( pCol->colFlags & COLFLAG_VIRTUAL );
1470 testcase( pCol->colFlags & COLFLAG_STORED );
1471 sqlite3ErrorMsg(pParse,
1472 "generated columns cannot be part of the PRIMARY KEY");
1473 }
1474#endif
1475}
1476
1477/*
drh4a324312001-12-21 14:30:42 +00001478** Designate the PRIMARY KEY for the table. pList is a list of names
1479** of columns that form the primary key. If pList is NULL, then the
1480** most recently added column of the table is the primary key.
1481**
1482** A table can have at most one primary key. If the table already has
1483** a primary key (and this is the second primary key) then create an
1484** error.
1485**
1486** If the PRIMARY KEY is on a single column whose datatype is INTEGER,
drh23bf66d2004-12-14 03:34:34 +00001487** then we will try to use that column as the rowid. Set the Table.iPKey
drh4a324312001-12-21 14:30:42 +00001488** field of the table under construction to be the index of the
1489** INTEGER PRIMARY KEY column. Table.iPKey is set to -1 if there is
1490** no INTEGER PRIMARY KEY.
1491**
1492** If the key is not an INTEGER PRIMARY KEY, then create a unique
1493** index for the key. No index is created for INTEGER PRIMARY KEYs.
1494*/
drh205f48e2004-11-05 00:43:11 +00001495void sqlite3AddPrimaryKey(
1496 Parse *pParse, /* Parsing context */
1497 ExprList *pList, /* List of field names to be indexed */
1498 int onError, /* What to do with a uniqueness conflict */
drhfdd6e852005-12-16 01:06:16 +00001499 int autoInc, /* True if the AUTOINCREMENT keyword is present */
1500 int sortOrder /* SQLITE_SO_ASC or SQLITE_SO_DESC */
drh205f48e2004-11-05 00:43:11 +00001501){
drh4a324312001-12-21 14:30:42 +00001502 Table *pTab = pParse->pNewTable;
drhd7564862016-03-22 20:05:09 +00001503 Column *pCol = 0;
drh78100cc2003-08-23 22:40:53 +00001504 int iCol = -1, i;
drh8ea30bf2013-10-22 01:18:17 +00001505 int nTerm;
drh62340f82016-05-31 21:18:15 +00001506 if( pTab==0 ) goto primary_key_exit;
drh7d10d5a2008-08-20 16:35:10 +00001507 if( pTab->tabFlags & TF_HasPrimaryKey ){
danielk19774adee202004-05-08 08:23:19 +00001508 sqlite3ErrorMsg(pParse,
drhf7a9e1a2004-02-22 18:40:56 +00001509 "table \"%s\" has more than one primary key", pTab->zName);
drhe0194f22003-02-26 13:52:51 +00001510 goto primary_key_exit;
drh4a324312001-12-21 14:30:42 +00001511 }
drh7d10d5a2008-08-20 16:35:10 +00001512 pTab->tabFlags |= TF_HasPrimaryKey;
drh4a324312001-12-21 14:30:42 +00001513 if( pList==0 ){
1514 iCol = pTab->nCol - 1;
drhd7564862016-03-22 20:05:09 +00001515 pCol = &pTab->aCol[iCol];
drhf4b1d8d2019-10-22 15:45:03 +00001516 makeColumnPartOfPrimaryKey(pParse, pCol);
drh8ea30bf2013-10-22 01:18:17 +00001517 nTerm = 1;
drh78100cc2003-08-23 22:40:53 +00001518 }else{
drh8ea30bf2013-10-22 01:18:17 +00001519 nTerm = pList->nExpr;
1520 for(i=0; i<nTerm; i++){
drh108aa002015-08-24 20:21:20 +00001521 Expr *pCExpr = sqlite3ExprSkipCollate(pList->a[i].pExpr);
drh7d3d9da2015-09-01 00:42:52 +00001522 assert( pCExpr!=0 );
drh153110a2015-11-01 21:19:13 +00001523 sqlite3StringToId(pCExpr);
drh7d3d9da2015-09-01 00:42:52 +00001524 if( pCExpr->op==TK_ID ){
drh108aa002015-08-24 20:21:20 +00001525 const char *zCName = pCExpr->u.zToken;
1526 for(iCol=0; iCol<pTab->nCol; iCol++){
1527 if( sqlite3StrICmp(zCName, pTab->aCol[iCol].zName)==0 ){
drhd7564862016-03-22 20:05:09 +00001528 pCol = &pTab->aCol[iCol];
drhf4b1d8d2019-10-22 15:45:03 +00001529 makeColumnPartOfPrimaryKey(pParse, pCol);
drh108aa002015-08-24 20:21:20 +00001530 break;
1531 }
drhd3d39e92004-05-20 22:16:29 +00001532 }
drh78100cc2003-08-23 22:40:53 +00001533 }
drh4a324312001-12-21 14:30:42 +00001534 }
1535 }
drh8ea30bf2013-10-22 01:18:17 +00001536 if( nTerm==1
drhd7564862016-03-22 20:05:09 +00001537 && pCol
1538 && sqlite3StrICmp(sqlite3ColumnType(pCol,""), "INTEGER")==0
drhbc622bc2015-08-24 15:39:42 +00001539 && sortOrder!=SQLITE_SO_DESC
drh8ea30bf2013-10-22 01:18:17 +00001540 ){
danc9461ec2018-08-29 21:00:16 +00001541 if( IN_RENAME_OBJECT && pList ){
dan2381f6d2019-03-20 16:58:21 +00001542 Expr *pCExpr = sqlite3ExprSkipCollate(pList->a[0].pExpr);
1543 sqlite3RenameTokenRemap(pParse, &pTab->iPKey, pCExpr);
dan987db762018-08-14 20:18:50 +00001544 }
drh4a324312001-12-21 14:30:42 +00001545 pTab->iPKey = iCol;
drh1bd10f82008-12-10 21:19:56 +00001546 pTab->keyConf = (u8)onError;
drh7d10d5a2008-08-20 16:35:10 +00001547 assert( autoInc==0 || autoInc==1 );
1548 pTab->tabFlags |= autoInc*TF_Autoincrement;
dan6e118922019-08-12 16:36:38 +00001549 if( pList ) pParse->iPkSortOrder = pList->a[0].sortFlags;
drh205f48e2004-11-05 00:43:11 +00001550 }else if( autoInc ){
drh4794f732004-11-05 17:17:50 +00001551#ifndef SQLITE_OMIT_AUTOINCREMENT
drh205f48e2004-11-05 00:43:11 +00001552 sqlite3ErrorMsg(pParse, "AUTOINCREMENT is only allowed on an "
1553 "INTEGER PRIMARY KEY");
drh4794f732004-11-05 17:17:50 +00001554#endif
drh4a324312001-12-21 14:30:42 +00001555 }else{
drh62340f82016-05-31 21:18:15 +00001556 sqlite3CreateIndex(pParse, 0, 0, 0, pList, onError, 0,
1557 0, sortOrder, 0, SQLITE_IDXTYPE_PRIMARYKEY);
drhe0194f22003-02-26 13:52:51 +00001558 pList = 0;
drh4a324312001-12-21 14:30:42 +00001559 }
drhe0194f22003-02-26 13:52:51 +00001560
1561primary_key_exit:
drh633e6d52008-07-28 19:34:53 +00001562 sqlite3ExprListDelete(pParse->db, pList);
drhe0194f22003-02-26 13:52:51 +00001563 return;
drh4a324312001-12-21 14:30:42 +00001564}
1565
1566/*
drhffe07b22005-11-03 00:41:17 +00001567** Add a new CHECK constraint to the table currently under construction.
1568*/
1569void sqlite3AddCheckConstraint(
1570 Parse *pParse, /* Parsing context */
1571 Expr *pCheckExpr /* The check expression */
1572){
1573#ifndef SQLITE_OMIT_CHECK
1574 Table *pTab = pParse->pNewTable;
drhc9bbb012014-05-21 08:48:18 +00001575 sqlite3 *db = pParse->db;
1576 if( pTab && !IN_DECLARE_VTAB
1577 && !sqlite3BtreeIsReadonly(db->aDb[db->init.iDb].pBt)
1578 ){
drh2938f922012-03-07 19:13:29 +00001579 pTab->pCheck = sqlite3ExprListAppend(pParse, pTab->pCheck, pCheckExpr);
1580 if( pParse->constraintName.n ){
1581 sqlite3ExprListSetName(pParse, pTab->pCheck, &pParse->constraintName, 1);
1582 }
drh33e619f2009-05-28 01:00:55 +00001583 }else
drhffe07b22005-11-03 00:41:17 +00001584#endif
drh33e619f2009-05-28 01:00:55 +00001585 {
drh2938f922012-03-07 19:13:29 +00001586 sqlite3ExprDelete(pParse->db, pCheckExpr);
drh33e619f2009-05-28 01:00:55 +00001587 }
drhffe07b22005-11-03 00:41:17 +00001588}
1589
1590/*
drhd3d39e92004-05-20 22:16:29 +00001591** Set the collation function of the most recently parsed table column
1592** to the CollSeq given.
drh8e2ca022002-06-17 17:07:19 +00001593*/
danielk197739002502007-11-12 09:50:26 +00001594void sqlite3AddCollateType(Parse *pParse, Token *pToken){
drh8e2ca022002-06-17 17:07:19 +00001595 Table *p;
danielk19770202b292004-06-09 09:55:16 +00001596 int i;
danielk197739002502007-11-12 09:50:26 +00001597 char *zColl; /* Dequoted name of collation sequence */
drh633e6d52008-07-28 19:34:53 +00001598 sqlite3 *db;
danielk1977a37cdde2004-05-16 11:15:36 +00001599
danielk1977b8cbb872006-06-19 05:33:45 +00001600 if( (p = pParse->pNewTable)==0 ) return;
danielk19770202b292004-06-09 09:55:16 +00001601 i = p->nCol-1;
drh633e6d52008-07-28 19:34:53 +00001602 db = pParse->db;
1603 zColl = sqlite3NameFromToken(db, pToken);
danielk197739002502007-11-12 09:50:26 +00001604 if( !zColl ) return;
1605
drhc4a64fa2009-05-11 20:53:28 +00001606 if( sqlite3LocateCollSeq(pParse, zColl) ){
danielk1977b3bf5562006-01-10 17:58:23 +00001607 Index *pIdx;
drhfe685c82013-06-08 19:58:27 +00001608 sqlite3DbFree(db, p->aCol[i].zColl);
danielk197739002502007-11-12 09:50:26 +00001609 p->aCol[i].zColl = zColl;
danielk1977b3bf5562006-01-10 17:58:23 +00001610
1611 /* If the column is declared as "<name> PRIMARY KEY COLLATE <type>",
1612 ** then an index may have been created on this column before the
1613 ** collation type was added. Correct this if it is the case.
1614 */
1615 for(pIdx=p->pIndex; pIdx; pIdx=pIdx->pNext){
drhbbbdc832013-10-22 18:01:40 +00001616 assert( pIdx->nKeyCol==1 );
danielk1977b3bf5562006-01-10 17:58:23 +00001617 if( pIdx->aiColumn[0]==i ){
1618 pIdx->azColl[0] = p->aCol[i].zColl;
danielk19777cedc8d2004-06-10 10:50:08 +00001619 }
1620 }
danielk197739002502007-11-12 09:50:26 +00001621 }else{
drh633e6d52008-07-28 19:34:53 +00001622 sqlite3DbFree(db, zColl);
danielk19777cedc8d2004-06-10 10:50:08 +00001623 }
danielk19777cedc8d2004-06-10 10:50:08 +00001624}
1625
drh81f7b372019-10-16 12:18:59 +00001626/* Change the most recently parsed column to be a GENERATED ALWAYS AS
1627** column.
1628*/
1629void sqlite3AddGenerated(Parse *pParse, Expr *pExpr, Token *pType){
1630#ifndef SQLITE_OMIT_GENERATED_COLUMNS
1631 u8 eType = COLFLAG_VIRTUAL;
1632 Table *pTab = pParse->pNewTable;
1633 Column *pCol;
drhf68bf5f2019-12-04 03:31:29 +00001634 if( pTab==0 ){
1635 /* generated column in an CREATE TABLE IF NOT EXISTS that already exists */
1636 goto generated_done;
1637 }
drh81f7b372019-10-16 12:18:59 +00001638 pCol = &(pTab->aCol[pTab->nCol-1]);
drhb9bcf7c2019-10-19 13:29:10 +00001639 if( IN_DECLARE_VTAB ){
1640 sqlite3ErrorMsg(pParse, "virtual tables cannot use computed columns");
1641 goto generated_done;
1642 }
drh81f7b372019-10-16 12:18:59 +00001643 if( pCol->pDflt ) goto generated_error;
1644 if( pType ){
1645 if( pType->n==7 && sqlite3StrNICmp("virtual",pType->z,7)==0 ){
1646 /* no-op */
1647 }else if( pType->n==6 && sqlite3StrNICmp("stored",pType->z,6)==0 ){
1648 eType = COLFLAG_STORED;
1649 }else{
1650 goto generated_error;
1651 }
1652 }
drhf95909c2019-10-18 18:33:25 +00001653 if( eType==COLFLAG_VIRTUAL ) pTab->nNVCol--;
drh81f7b372019-10-16 12:18:59 +00001654 pCol->colFlags |= eType;
drhc1431142019-10-17 17:54:05 +00001655 assert( TF_HasVirtual==COLFLAG_VIRTUAL );
1656 assert( TF_HasStored==COLFLAG_STORED );
1657 pTab->tabFlags |= eType;
drha0e16a22019-10-27 22:22:24 +00001658 if( pCol->colFlags & COLFLAG_PRIMKEY ){
1659 makeColumnPartOfPrimaryKey(pParse, pCol); /* For the error message */
1660 }
drhb9bcf7c2019-10-19 13:29:10 +00001661 pCol->pDflt = pExpr;
1662 pExpr = 0;
drh81f7b372019-10-16 12:18:59 +00001663 goto generated_done;
1664
1665generated_error:
drh7e7fd732019-10-22 13:59:23 +00001666 sqlite3ErrorMsg(pParse, "error in generated column \"%s\"",
drh81f7b372019-10-16 12:18:59 +00001667 pCol->zName);
1668generated_done:
1669 sqlite3ExprDelete(pParse->db, pExpr);
1670#else
1671 /* Throw and error for the GENERATED ALWAYS AS clause if the
1672 ** SQLITE_OMIT_GENERATED_COLUMNS compile-time option is used. */
drh7e7fd732019-10-22 13:59:23 +00001673 sqlite3ErrorMsg(pParse, "generated columns not supported");
drh81f7b372019-10-16 12:18:59 +00001674 sqlite3ExprDelete(pParse->db, pExpr);
1675#endif
1676}
1677
danielk1977466be562004-06-10 02:16:01 +00001678/*
drh3f7d4e42004-07-24 14:35:58 +00001679** Generate code that will increment the schema cookie.
drh50e5dad2001-09-15 00:57:28 +00001680**
1681** The schema cookie is used to determine when the schema for the
1682** database changes. After each schema change, the cookie value
1683** changes. When a process first reads the schema it records the
1684** cookie. Thereafter, whenever it goes to access the database,
1685** it checks the cookie to make sure the schema has not changed
1686** since it was last read.
1687**
1688** This plan is not completely bullet-proof. It is possible for
1689** the schema to change multiple times and for the cookie to be
1690** set back to prior value. But schema changes are infrequent
1691** and the probability of hitting the same cookie value is only
1692** 1 chance in 2^32. So we're safe enough.
drh96fdcb42016-09-27 00:09:33 +00001693**
1694** IMPLEMENTATION-OF: R-34230-56049 SQLite automatically increments
1695** the schema-version whenever the schema changes.
drh50e5dad2001-09-15 00:57:28 +00001696*/
drh9cbf3422008-01-17 16:22:13 +00001697void sqlite3ChangeCookie(Parse *pParse, int iDb){
drh9cbf3422008-01-17 16:22:13 +00001698 sqlite3 *db = pParse->db;
1699 Vdbe *v = pParse->pVdbe;
drh21206082011-04-04 18:22:02 +00001700 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
drh1861afc2016-02-01 21:48:34 +00001701 sqlite3VdbeAddOp3(v, OP_SetCookie, iDb, BTREE_SCHEMA_VERSION,
drh3517b312018-04-09 00:46:42 +00001702 (int)(1+(unsigned)db->aDb[iDb].pSchema->schema_cookie));
drh50e5dad2001-09-15 00:57:28 +00001703}
1704
1705/*
drh969fa7c2002-02-18 18:30:32 +00001706** Measure the number of characters needed to output the given
1707** identifier. The number returned includes any quotes used
1708** but does not include the null terminator.
drh234c39d2004-07-24 03:30:47 +00001709**
1710** The estimate is conservative. It might be larger that what is
1711** really needed.
drh969fa7c2002-02-18 18:30:32 +00001712*/
1713static int identLength(const char *z){
1714 int n;
drh17f71932002-02-21 12:01:27 +00001715 for(n=0; *z; n++, z++){
drh234c39d2004-07-24 03:30:47 +00001716 if( *z=='"' ){ n++; }
drh969fa7c2002-02-18 18:30:32 +00001717 }
drh234c39d2004-07-24 03:30:47 +00001718 return n + 2;
drh969fa7c2002-02-18 18:30:32 +00001719}
1720
1721/*
danielk19771b870de2009-03-14 08:37:23 +00001722** The first parameter is a pointer to an output buffer. The second
1723** parameter is a pointer to an integer that contains the offset at
1724** which to write into the output buffer. This function copies the
1725** nul-terminated string pointed to by the third parameter, zSignedIdent,
1726** to the specified offset in the buffer and updates *pIdx to refer
1727** to the first byte after the last byte written before returning.
1728**
1729** If the string zSignedIdent consists entirely of alpha-numeric
1730** characters, does not begin with a digit and is not an SQL keyword,
1731** then it is copied to the output buffer exactly as it is. Otherwise,
1732** it is quoted using double-quotes.
1733*/
drhc4a64fa2009-05-11 20:53:28 +00001734static void identPut(char *z, int *pIdx, char *zSignedIdent){
drh4c755c02004-08-08 20:22:17 +00001735 unsigned char *zIdent = (unsigned char*)zSignedIdent;
drh17f71932002-02-21 12:01:27 +00001736 int i, j, needQuote;
drh969fa7c2002-02-18 18:30:32 +00001737 i = *pIdx;
danielk19771b870de2009-03-14 08:37:23 +00001738
drh17f71932002-02-21 12:01:27 +00001739 for(j=0; zIdent[j]; j++){
danielk197778ca0e72009-01-20 16:53:39 +00001740 if( !sqlite3Isalnum(zIdent[j]) && zIdent[j]!='_' ) break;
drh17f71932002-02-21 12:01:27 +00001741 }
drhc7407522014-01-10 20:38:12 +00001742 needQuote = sqlite3Isdigit(zIdent[0])
1743 || sqlite3KeywordCode(zIdent, j)!=TK_ID
1744 || zIdent[j]!=0
1745 || j==0;
danielk19771b870de2009-03-14 08:37:23 +00001746
drh234c39d2004-07-24 03:30:47 +00001747 if( needQuote ) z[i++] = '"';
drh969fa7c2002-02-18 18:30:32 +00001748 for(j=0; zIdent[j]; j++){
1749 z[i++] = zIdent[j];
drh234c39d2004-07-24 03:30:47 +00001750 if( zIdent[j]=='"' ) z[i++] = '"';
drh969fa7c2002-02-18 18:30:32 +00001751 }
drh234c39d2004-07-24 03:30:47 +00001752 if( needQuote ) z[i++] = '"';
drh969fa7c2002-02-18 18:30:32 +00001753 z[i] = 0;
1754 *pIdx = i;
1755}
1756
1757/*
1758** Generate a CREATE TABLE statement appropriate for the given
1759** table. Memory to hold the text of the statement is obtained
1760** from sqliteMalloc() and must be freed by the calling function.
1761*/
drh1d34fde2009-02-03 15:50:33 +00001762static char *createTableStmt(sqlite3 *db, Table *p){
drh969fa7c2002-02-18 18:30:32 +00001763 int i, k, n;
1764 char *zStmt;
drhc4a64fa2009-05-11 20:53:28 +00001765 char *zSep, *zSep2, *zEnd;
drh234c39d2004-07-24 03:30:47 +00001766 Column *pCol;
drh969fa7c2002-02-18 18:30:32 +00001767 n = 0;
drh234c39d2004-07-24 03:30:47 +00001768 for(pCol = p->aCol, i=0; i<p->nCol; i++, pCol++){
drhc4a64fa2009-05-11 20:53:28 +00001769 n += identLength(pCol->zName) + 5;
drh969fa7c2002-02-18 18:30:32 +00001770 }
1771 n += identLength(p->zName);
drhc4a64fa2009-05-11 20:53:28 +00001772 if( n<50 ){
drh969fa7c2002-02-18 18:30:32 +00001773 zSep = "";
1774 zSep2 = ",";
1775 zEnd = ")";
1776 }else{
1777 zSep = "\n ";
1778 zSep2 = ",\n ";
1779 zEnd = "\n)";
1780 }
drhe0bc4042002-06-25 01:09:11 +00001781 n += 35 + 6*p->nCol;
drhb9755982010-07-24 16:34:37 +00001782 zStmt = sqlite3DbMallocRaw(0, n);
drh820a9062008-01-31 13:35:48 +00001783 if( zStmt==0 ){
drh4a642b62016-02-05 01:55:27 +00001784 sqlite3OomFault(db);
drh820a9062008-01-31 13:35:48 +00001785 return 0;
1786 }
drhbdb339f2009-02-02 18:03:21 +00001787 sqlite3_snprintf(n, zStmt, "CREATE TABLE ");
drhea678832008-12-10 19:26:22 +00001788 k = sqlite3Strlen30(zStmt);
drhc4a64fa2009-05-11 20:53:28 +00001789 identPut(zStmt, &k, p->zName);
drh969fa7c2002-02-18 18:30:32 +00001790 zStmt[k++] = '(';
drh234c39d2004-07-24 03:30:47 +00001791 for(pCol=p->aCol, i=0; i<p->nCol; i++, pCol++){
drhc4a64fa2009-05-11 20:53:28 +00001792 static const char * const azType[] = {
drh05883a32015-06-02 15:32:08 +00001793 /* SQLITE_AFF_BLOB */ "",
drh7ea31cc2014-09-18 14:36:00 +00001794 /* SQLITE_AFF_TEXT */ " TEXT",
drhc4a64fa2009-05-11 20:53:28 +00001795 /* SQLITE_AFF_NUMERIC */ " NUM",
1796 /* SQLITE_AFF_INTEGER */ " INT",
1797 /* SQLITE_AFF_REAL */ " REAL"
1798 };
1799 int len;
1800 const char *zType;
1801
drh5bb3eb92007-05-04 13:15:55 +00001802 sqlite3_snprintf(n-k, &zStmt[k], zSep);
drhea678832008-12-10 19:26:22 +00001803 k += sqlite3Strlen30(&zStmt[k]);
drh969fa7c2002-02-18 18:30:32 +00001804 zSep = zSep2;
drhc4a64fa2009-05-11 20:53:28 +00001805 identPut(zStmt, &k, pCol->zName);
drh05883a32015-06-02 15:32:08 +00001806 assert( pCol->affinity-SQLITE_AFF_BLOB >= 0 );
1807 assert( pCol->affinity-SQLITE_AFF_BLOB < ArraySize(azType) );
1808 testcase( pCol->affinity==SQLITE_AFF_BLOB );
drh7ea31cc2014-09-18 14:36:00 +00001809 testcase( pCol->affinity==SQLITE_AFF_TEXT );
drhc4a64fa2009-05-11 20:53:28 +00001810 testcase( pCol->affinity==SQLITE_AFF_NUMERIC );
1811 testcase( pCol->affinity==SQLITE_AFF_INTEGER );
1812 testcase( pCol->affinity==SQLITE_AFF_REAL );
1813
drh05883a32015-06-02 15:32:08 +00001814 zType = azType[pCol->affinity - SQLITE_AFF_BLOB];
drhc4a64fa2009-05-11 20:53:28 +00001815 len = sqlite3Strlen30(zType);
drh05883a32015-06-02 15:32:08 +00001816 assert( pCol->affinity==SQLITE_AFF_BLOB
drhfdaac672013-10-04 15:30:21 +00001817 || pCol->affinity==sqlite3AffinityType(zType, 0) );
drhc4a64fa2009-05-11 20:53:28 +00001818 memcpy(&zStmt[k], zType, len);
1819 k += len;
1820 assert( k<=n );
drh969fa7c2002-02-18 18:30:32 +00001821 }
drh5bb3eb92007-05-04 13:15:55 +00001822 sqlite3_snprintf(n-k, &zStmt[k], "%s", zEnd);
drh969fa7c2002-02-18 18:30:32 +00001823 return zStmt;
1824}
1825
1826/*
drh7f9c5db2013-10-23 00:32:58 +00001827** Resize an Index object to hold N columns total. Return SQLITE_OK
1828** on success and SQLITE_NOMEM on an OOM error.
1829*/
1830static int resizeIndexObject(sqlite3 *db, Index *pIdx, int N){
1831 char *zExtra;
1832 int nByte;
1833 if( pIdx->nColumn>=N ) return SQLITE_OK;
1834 assert( pIdx->isResized==0 );
1835 nByte = (sizeof(char*) + sizeof(i16) + 1)*N;
1836 zExtra = sqlite3DbMallocZero(db, nByte);
mistachkinfad30392016-02-13 23:43:46 +00001837 if( zExtra==0 ) return SQLITE_NOMEM_BKPT;
drh7f9c5db2013-10-23 00:32:58 +00001838 memcpy(zExtra, pIdx->azColl, sizeof(char*)*pIdx->nColumn);
drhf19aa5f2015-12-30 16:51:20 +00001839 pIdx->azColl = (const char**)zExtra;
drh7f9c5db2013-10-23 00:32:58 +00001840 zExtra += sizeof(char*)*N;
1841 memcpy(zExtra, pIdx->aiColumn, sizeof(i16)*pIdx->nColumn);
1842 pIdx->aiColumn = (i16*)zExtra;
1843 zExtra += sizeof(i16)*N;
1844 memcpy(zExtra, pIdx->aSortOrder, pIdx->nColumn);
1845 pIdx->aSortOrder = (u8*)zExtra;
1846 pIdx->nColumn = N;
1847 pIdx->isResized = 1;
1848 return SQLITE_OK;
1849}
1850
1851/*
drhfdaac672013-10-04 15:30:21 +00001852** Estimate the total row width for a table.
1853*/
drhe13e9f52013-10-05 19:18:00 +00001854static void estimateTableWidth(Table *pTab){
drhfdaac672013-10-04 15:30:21 +00001855 unsigned wTable = 0;
1856 const Column *pTabCol;
1857 int i;
1858 for(i=pTab->nCol, pTabCol=pTab->aCol; i>0; i--, pTabCol++){
1859 wTable += pTabCol->szEst;
1860 }
1861 if( pTab->iPKey<0 ) wTable++;
drhe13e9f52013-10-05 19:18:00 +00001862 pTab->szTabRow = sqlite3LogEst(wTable*4);
drhfdaac672013-10-04 15:30:21 +00001863}
1864
1865/*
drhe13e9f52013-10-05 19:18:00 +00001866** Estimate the average size of a row for an index.
drhfdaac672013-10-04 15:30:21 +00001867*/
drhe13e9f52013-10-05 19:18:00 +00001868static void estimateIndexWidth(Index *pIdx){
drhbbbdc832013-10-22 18:01:40 +00001869 unsigned wIndex = 0;
drhfdaac672013-10-04 15:30:21 +00001870 int i;
1871 const Column *aCol = pIdx->pTable->aCol;
1872 for(i=0; i<pIdx->nColumn; i++){
drhbbbdc832013-10-22 18:01:40 +00001873 i16 x = pIdx->aiColumn[i];
1874 assert( x<pIdx->pTable->nCol );
1875 wIndex += x<0 ? 1 : aCol[pIdx->aiColumn[i]].szEst;
drhfdaac672013-10-04 15:30:21 +00001876 }
drhe13e9f52013-10-05 19:18:00 +00001877 pIdx->szIdxRow = sqlite3LogEst(wIndex*4);
drhfdaac672013-10-04 15:30:21 +00001878}
1879
drhf78d0f42019-04-28 19:27:02 +00001880/* Return true if column number x is any of the first nCol entries of aiCol[].
1881** This is used to determine if the column number x appears in any of the
1882** first nCol entries of an index.
drh7f9c5db2013-10-23 00:32:58 +00001883*/
1884static int hasColumn(const i16 *aiCol, int nCol, int x){
drhf78d0f42019-04-28 19:27:02 +00001885 while( nCol-- > 0 ){
1886 assert( aiCol[0]>=0 );
1887 if( x==*(aiCol++) ){
1888 return 1;
1889 }
1890 }
1891 return 0;
1892}
1893
1894/*
drhc19b63c2019-04-29 13:30:16 +00001895** Return true if any of the first nKey entries of index pIdx exactly
1896** match the iCol-th entry of pPk. pPk is always a WITHOUT ROWID
1897** PRIMARY KEY index. pIdx is an index on the same table. pIdx may
1898** or may not be the same index as pPk.
drhf78d0f42019-04-28 19:27:02 +00001899**
drhc19b63c2019-04-29 13:30:16 +00001900** The first nKey entries of pIdx are guaranteed to be ordinary columns,
drhf78d0f42019-04-28 19:27:02 +00001901** not a rowid or expression.
1902**
1903** This routine differs from hasColumn() in that both the column and the
1904** collating sequence must match for this routine, but for hasColumn() only
1905** the column name must match.
1906*/
drhc19b63c2019-04-29 13:30:16 +00001907static int isDupColumn(Index *pIdx, int nKey, Index *pPk, int iCol){
drhf78d0f42019-04-28 19:27:02 +00001908 int i, j;
drhc19b63c2019-04-29 13:30:16 +00001909 assert( nKey<=pIdx->nColumn );
1910 assert( iCol<MAX(pPk->nColumn,pPk->nKeyCol) );
1911 assert( pPk->idxType==SQLITE_IDXTYPE_PRIMARYKEY );
1912 assert( pPk->pTable->tabFlags & TF_WithoutRowid );
1913 assert( pPk->pTable==pIdx->pTable );
1914 testcase( pPk==pIdx );
1915 j = pPk->aiColumn[iCol];
1916 assert( j!=XN_ROWID && j!=XN_EXPR );
drhf78d0f42019-04-28 19:27:02 +00001917 for(i=0; i<nKey; i++){
drhc19b63c2019-04-29 13:30:16 +00001918 assert( pIdx->aiColumn[i]>=0 || j>=0 );
1919 if( pIdx->aiColumn[i]==j
1920 && sqlite3StrICmp(pIdx->azColl[i], pPk->azColl[iCol])==0
drhf78d0f42019-04-28 19:27:02 +00001921 ){
1922 return 1;
1923 }
1924 }
drh7f9c5db2013-10-23 00:32:58 +00001925 return 0;
1926}
1927
drh1fe3ac72018-06-09 01:12:08 +00001928/* Recompute the colNotIdxed field of the Index.
1929**
1930** colNotIdxed is a bitmask that has a 0 bit representing each indexed
1931** columns that are within the first 63 columns of the table. The
1932** high-order bit of colNotIdxed is always 1. All unindexed columns
1933** of the table have a 1.
1934**
drhc7476732019-10-24 20:29:25 +00001935** 2019-10-24: For the purpose of this computation, virtual columns are
1936** not considered to be covered by the index, even if they are in the
1937** index, because we do not trust the logic in whereIndexExprTrans() to be
1938** able to find all instances of a reference to the indexed table column
1939** and convert them into references to the index. Hence we always want
1940** the actual table at hand in order to recompute the virtual column, if
1941** necessary.
1942**
drh1fe3ac72018-06-09 01:12:08 +00001943** The colNotIdxed mask is AND-ed with the SrcList.a[].colUsed mask
1944** to determine if the index is covering index.
1945*/
1946static void recomputeColumnsNotIndexed(Index *pIdx){
1947 Bitmask m = 0;
1948 int j;
drhc7476732019-10-24 20:29:25 +00001949 Table *pTab = pIdx->pTable;
drh1fe3ac72018-06-09 01:12:08 +00001950 for(j=pIdx->nColumn-1; j>=0; j--){
1951 int x = pIdx->aiColumn[j];
drhc7476732019-10-24 20:29:25 +00001952 if( x>=0 && (pTab->aCol[x].colFlags & COLFLAG_VIRTUAL)==0 ){
drh1fe3ac72018-06-09 01:12:08 +00001953 testcase( x==BMS-1 );
1954 testcase( x==BMS-2 );
1955 if( x<BMS-1 ) m |= MASKBIT(x);
1956 }
1957 }
1958 pIdx->colNotIdxed = ~m;
1959 assert( (pIdx->colNotIdxed>>63)==1 );
1960}
1961
drh7f9c5db2013-10-23 00:32:58 +00001962/*
drhc6bd4e42013-11-02 14:37:18 +00001963** This routine runs at the end of parsing a CREATE TABLE statement that
1964** has a WITHOUT ROWID clause. The job of this routine is to convert both
1965** internal schema data structures and the generated VDBE code so that they
1966** are appropriate for a WITHOUT ROWID table instead of a rowid table.
1967** Changes include:
drh7f9c5db2013-10-23 00:32:58 +00001968**
drh62340f82016-05-31 21:18:15 +00001969** (1) Set all columns of the PRIMARY KEY schema object to be NOT NULL.
drh0f3f7662017-08-18 14:34:28 +00001970** (2) Convert P3 parameter of the OP_CreateBtree from BTREE_INTKEY
1971** into BTREE_BLOBKEY.
drh62340f82016-05-31 21:18:15 +00001972** (3) Bypass the creation of the sqlite_master table entry
peter.d.reid60ec9142014-09-06 16:39:46 +00001973** for the PRIMARY KEY as the primary key index is now
drhc6bd4e42013-11-02 14:37:18 +00001974** identified by the sqlite_master table entry of the table itself.
drh62340f82016-05-31 21:18:15 +00001975** (4) Set the Index.tnum of the PRIMARY KEY Index object in the
drhc6bd4e42013-11-02 14:37:18 +00001976** schema to the rootpage from the main table.
drhc6bd4e42013-11-02 14:37:18 +00001977** (5) Add all table columns to the PRIMARY KEY Index object
1978** so that the PRIMARY KEY is a covering index. The surplus
drha485ad12017-08-02 22:43:14 +00001979** columns are part of KeyInfo.nAllField and are not used for
drhc6bd4e42013-11-02 14:37:18 +00001980** sorting or lookup or uniqueness checks.
1981** (6) Replace the rowid tail on all automatically generated UNIQUE
1982** indices with the PRIMARY KEY columns.
drh62340f82016-05-31 21:18:15 +00001983**
1984** For virtual tables, only (1) is performed.
drh7f9c5db2013-10-23 00:32:58 +00001985*/
1986static void convertToWithoutRowidTable(Parse *pParse, Table *pTab){
1987 Index *pIdx;
1988 Index *pPk;
1989 int nPk;
dan1ff94072019-07-17 09:18:06 +00001990 int nExtra;
drh7f9c5db2013-10-23 00:32:58 +00001991 int i, j;
1992 sqlite3 *db = pParse->db;
drhc6bd4e42013-11-02 14:37:18 +00001993 Vdbe *v = pParse->pVdbe;
drh7f9c5db2013-10-23 00:32:58 +00001994
drh62340f82016-05-31 21:18:15 +00001995 /* Mark every PRIMARY KEY column as NOT NULL (except for imposter tables)
1996 */
1997 if( !db->init.imposterTable ){
1998 for(i=0; i<pTab->nCol; i++){
1999 if( (pTab->aCol[i].colFlags & COLFLAG_PRIMKEY)!=0 ){
2000 pTab->aCol[i].notNull = OE_Abort;
2001 }
2002 }
drhcbda9c72019-10-26 17:08:06 +00002003 pTab->tabFlags |= TF_HasNotNull;
drh62340f82016-05-31 21:18:15 +00002004 }
2005
drh0f3f7662017-08-18 14:34:28 +00002006 /* Convert the P3 operand of the OP_CreateBtree opcode from BTREE_INTKEY
2007 ** into BTREE_BLOBKEY.
drh7f9c5db2013-10-23 00:32:58 +00002008 */
2009 if( pParse->addrCrTab ){
drhc6bd4e42013-11-02 14:37:18 +00002010 assert( v );
drh0f3f7662017-08-18 14:34:28 +00002011 sqlite3VdbeChangeP3(v, pParse->addrCrTab, BTREE_BLOBKEY);
drhc6bd4e42013-11-02 14:37:18 +00002012 }
2013
drh7f9c5db2013-10-23 00:32:58 +00002014 /* Locate the PRIMARY KEY index. Or, if this table was originally
2015 ** an INTEGER PRIMARY KEY table, create a new PRIMARY KEY index.
2016 */
2017 if( pTab->iPKey>=0 ){
2018 ExprList *pList;
drh108aa002015-08-24 20:21:20 +00002019 Token ipkToken;
drh40aced52016-01-22 17:48:09 +00002020 sqlite3TokenInit(&ipkToken, pTab->aCol[pTab->iPKey].zName);
drh108aa002015-08-24 20:21:20 +00002021 pList = sqlite3ExprListAppend(pParse, 0,
2022 sqlite3ExprAlloc(db, TK_ID, &ipkToken, 0));
drh7f9c5db2013-10-23 00:32:58 +00002023 if( pList==0 ) return;
danf9b0c452019-05-06 16:15:28 +00002024 if( IN_RENAME_OBJECT ){
2025 sqlite3RenameTokenRemap(pParse, pList->a[0].pExpr, &pTab->iPKey);
2026 }
dan6e118922019-08-12 16:36:38 +00002027 pList->a[0].sortFlags = pParse->iPkSortOrder;
drh7f9c5db2013-10-23 00:32:58 +00002028 assert( pParse->pNewTable==pTab );
danf9b0c452019-05-06 16:15:28 +00002029 pTab->iPKey = -1;
drh62340f82016-05-31 21:18:15 +00002030 sqlite3CreateIndex(pParse, 0, 0, 0, pList, pTab->keyConf, 0, 0, 0, 0,
2031 SQLITE_IDXTYPE_PRIMARYKEY);
drh8ff21f42018-07-09 02:02:09 +00002032 if( db->mallocFailed || pParse->nErr ) return;
drh62340f82016-05-31 21:18:15 +00002033 pPk = sqlite3PrimaryKeyIndex(pTab);
dan1ff94072019-07-17 09:18:06 +00002034 assert( pPk->nKeyCol==1 );
drh44156282013-10-23 22:23:03 +00002035 }else{
2036 pPk = sqlite3PrimaryKeyIndex(pTab);
drhf0c48b12019-02-11 01:58:34 +00002037 assert( pPk!=0 );
danc5b73582015-05-26 11:53:14 +00002038
drhe385d882014-12-28 22:10:51 +00002039 /*
2040 ** Remove all redundant columns from the PRIMARY KEY. For example, change
2041 ** "PRIMARY KEY(a,b,a,b,c,b,c,d)" into just "PRIMARY KEY(a,b,c,d)". Later
2042 ** code assumes the PRIMARY KEY contains no repeated columns.
2043 */
2044 for(i=j=1; i<pPk->nKeyCol; i++){
drhf78d0f42019-04-28 19:27:02 +00002045 if( isDupColumn(pPk, j, pPk, i) ){
drhe385d882014-12-28 22:10:51 +00002046 pPk->nColumn--;
2047 }else{
drhf78d0f42019-04-28 19:27:02 +00002048 testcase( hasColumn(pPk->aiColumn, j, pPk->aiColumn[i]) );
dan1ff94072019-07-17 09:18:06 +00002049 pPk->azColl[j] = pPk->azColl[i];
2050 pPk->aSortOrder[j] = pPk->aSortOrder[i];
drhe385d882014-12-28 22:10:51 +00002051 pPk->aiColumn[j++] = pPk->aiColumn[i];
2052 }
2053 }
2054 pPk->nKeyCol = j;
drh7f9c5db2013-10-23 00:32:58 +00002055 }
drh7f9c5db2013-10-23 00:32:58 +00002056 assert( pPk!=0 );
drh62340f82016-05-31 21:18:15 +00002057 pPk->isCovering = 1;
2058 if( !db->init.imposterTable ) pPk->uniqNotNull = 1;
dan1ff94072019-07-17 09:18:06 +00002059 nPk = pPk->nColumn = pPk->nKeyCol;
drh7f9c5db2013-10-23 00:32:58 +00002060
drhdf949662017-07-30 18:40:52 +00002061 /* Bypass the creation of the PRIMARY KEY btree and the sqlite_master
2062 ** table entry. This is only required if currently generating VDBE
2063 ** code for a CREATE TABLE (not when parsing one as part of reading
2064 ** a database schema). */
2065 if( v && pPk->tnum>0 ){
2066 assert( db->init.busy==0 );
2067 sqlite3VdbeChangeOpcode(v, pPk->tnum, OP_Goto);
2068 }
2069
drhc6bd4e42013-11-02 14:37:18 +00002070 /* The root page of the PRIMARY KEY is the table root page */
2071 pPk->tnum = pTab->tnum;
2072
drh7f9c5db2013-10-23 00:32:58 +00002073 /* Update the in-memory representation of all UNIQUE indices by converting
2074 ** the final rowid column into one or more columns of the PRIMARY KEY.
2075 */
2076 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
2077 int n;
drh48dd1d82014-05-27 18:18:58 +00002078 if( IsPrimaryKeyIndex(pIdx) ) continue;
drh7f9c5db2013-10-23 00:32:58 +00002079 for(i=n=0; i<nPk; i++){
drhf78d0f42019-04-28 19:27:02 +00002080 if( !isDupColumn(pIdx, pIdx->nKeyCol, pPk, i) ){
2081 testcase( hasColumn(pIdx->aiColumn, pIdx->nKeyCol, pPk->aiColumn[i]) );
2082 n++;
2083 }
drh7f9c5db2013-10-23 00:32:58 +00002084 }
drh5a9a37b2013-11-05 17:30:04 +00002085 if( n==0 ){
2086 /* This index is a superset of the primary key */
2087 pIdx->nColumn = pIdx->nKeyCol;
2088 continue;
2089 }
drh7f9c5db2013-10-23 00:32:58 +00002090 if( resizeIndexObject(db, pIdx, pIdx->nKeyCol+n) ) return;
2091 for(i=0, j=pIdx->nKeyCol; i<nPk; i++){
drhf78d0f42019-04-28 19:27:02 +00002092 if( !isDupColumn(pIdx, pIdx->nKeyCol, pPk, i) ){
2093 testcase( hasColumn(pIdx->aiColumn, pIdx->nKeyCol, pPk->aiColumn[i]) );
drh7f9c5db2013-10-23 00:32:58 +00002094 pIdx->aiColumn[j] = pPk->aiColumn[i];
2095 pIdx->azColl[j] = pPk->azColl[i];
drhbf9ff252019-05-14 00:43:13 +00002096 if( pPk->aSortOrder[i] ){
2097 /* See ticket https://www.sqlite.org/src/info/bba7b69f9849b5bf */
2098 pIdx->bAscKeyBug = 1;
2099 }
drh7f9c5db2013-10-23 00:32:58 +00002100 j++;
2101 }
2102 }
drh00012df2013-11-05 01:59:07 +00002103 assert( pIdx->nColumn>=pIdx->nKeyCol+n );
2104 assert( pIdx->nColumn>=j );
drh7f9c5db2013-10-23 00:32:58 +00002105 }
2106
2107 /* Add all table columns to the PRIMARY KEY index
2108 */
dan1ff94072019-07-17 09:18:06 +00002109 nExtra = 0;
2110 for(i=0; i<pTab->nCol; i++){
drh8e10d742019-10-18 17:42:47 +00002111 if( !hasColumn(pPk->aiColumn, nPk, i)
2112 && (pTab->aCol[i].colFlags & COLFLAG_VIRTUAL)==0 ) nExtra++;
drh7f9c5db2013-10-23 00:32:58 +00002113 }
dan1ff94072019-07-17 09:18:06 +00002114 if( resizeIndexObject(db, pPk, nPk+nExtra) ) return;
2115 for(i=0, j=nPk; i<pTab->nCol; i++){
drh8e10d742019-10-18 17:42:47 +00002116 if( !hasColumn(pPk->aiColumn, j, i)
2117 && (pTab->aCol[i].colFlags & COLFLAG_VIRTUAL)==0
2118 ){
dan1ff94072019-07-17 09:18:06 +00002119 assert( j<pPk->nColumn );
2120 pPk->aiColumn[j] = i;
2121 pPk->azColl[j] = sqlite3StrBINARY;
2122 j++;
2123 }
2124 }
2125 assert( pPk->nColumn==j );
drh8e10d742019-10-18 17:42:47 +00002126 assert( pTab->nNVCol<=j );
drh1fe3ac72018-06-09 01:12:08 +00002127 recomputeColumnsNotIndexed(pPk);
drh7f9c5db2013-10-23 00:32:58 +00002128}
2129
danf6e015f2018-11-28 08:02:28 +00002130#ifndef SQLITE_OMIT_VIRTUALTABLE
drhfdaac672013-10-04 15:30:21 +00002131/*
drh84c501b2018-11-05 23:01:45 +00002132** Return true if zName is a shadow table name in the current database
2133** connection.
2134**
2135** zName is temporarily modified while this routine is running, but is
2136** restored to its original value prior to this routine returning.
2137*/
drh527cbd42019-11-16 14:15:19 +00002138int sqlite3ShadowTableName(sqlite3 *db, const char *zName){
drh84c501b2018-11-05 23:01:45 +00002139 char *zTail; /* Pointer to the last "_" in zName */
2140 Table *pTab; /* Table that zName is a shadow of */
drh5a654702018-11-06 13:37:20 +00002141 Module *pMod; /* Module for the virtual table */
2142
drh84c501b2018-11-05 23:01:45 +00002143 zTail = strrchr(zName, '_');
2144 if( zTail==0 ) return 0;
2145 *zTail = 0;
2146 pTab = sqlite3FindTable(db, zName, 0);
2147 *zTail = '_';
2148 if( pTab==0 ) return 0;
2149 if( !IsVirtual(pTab) ) return 0;
drh5a654702018-11-06 13:37:20 +00002150 pMod = (Module*)sqlite3HashFind(&db->aModule, pTab->azModuleArg[0]);
drhab0659f2018-11-10 04:14:51 +00002151 if( pMod==0 ) return 0;
drh5a654702018-11-06 13:37:20 +00002152 if( pMod->pModule->iVersion<3 ) return 0;
2153 if( pMod->pModule->xShadowName==0 ) return 0;
2154 return pMod->pModule->xShadowName(zTail+1);
drh84c501b2018-11-05 23:01:45 +00002155}
danf6e015f2018-11-28 08:02:28 +00002156#endif /* ifndef SQLITE_OMIT_VIRTUALTABLE */
drh84c501b2018-11-05 23:01:45 +00002157
2158/*
drh75897232000-05-29 14:26:00 +00002159** This routine is called to report the final ")" that terminates
2160** a CREATE TABLE statement.
2161**
drhf57b3392001-10-08 13:22:32 +00002162** The table structure that other action routines have been building
2163** is added to the internal hash tables, assuming no errors have
2164** occurred.
drh75897232000-05-29 14:26:00 +00002165**
drh1d85d932004-02-14 23:05:52 +00002166** An entry for the table is made in the master table on disk, unless
2167** this is a temporary table or db->init.busy==1. When db->init.busy==1
drhf57b3392001-10-08 13:22:32 +00002168** it means we are reading the sqlite_master table because we just
2169** connected to the database or because the sqlite_master table has
drhddba9e52005-03-19 01:41:21 +00002170** recently changed, so the entry for this table already exists in
drhf57b3392001-10-08 13:22:32 +00002171** the sqlite_master table. We do not want to create it again.
drh969fa7c2002-02-18 18:30:32 +00002172**
2173** If the pSelect argument is not NULL, it means that this routine
2174** was called to create a table generated from a
2175** "CREATE TABLE ... AS SELECT ..." statement. The column names of
2176** the new table will match the result set of the SELECT.
drh75897232000-05-29 14:26:00 +00002177*/
danielk197719a8e7e2005-03-17 05:03:38 +00002178void sqlite3EndTable(
2179 Parse *pParse, /* Parse context */
2180 Token *pCons, /* The ',' token after the last column defn. */
drh5969da42013-10-21 02:14:45 +00002181 Token *pEnd, /* The ')' before options in the CREATE TABLE */
2182 u8 tabOpts, /* Extra table options. Usually 0. */
danielk197719a8e7e2005-03-17 05:03:38 +00002183 Select *pSelect /* Select from a "CREATE ... AS SELECT" */
2184){
drhfdaac672013-10-04 15:30:21 +00002185 Table *p; /* The new table */
2186 sqlite3 *db = pParse->db; /* The database connection */
2187 int iDb; /* Database in which the table lives */
2188 Index *pIdx; /* An implied index of the table */
drh75897232000-05-29 14:26:00 +00002189
drh027616d2015-08-08 22:47:47 +00002190 if( pEnd==0 && pSelect==0 ){
drh5969da42013-10-21 02:14:45 +00002191 return;
danielk1977261919c2005-12-06 12:52:59 +00002192 }
drh834f9972015-08-08 23:23:33 +00002193 assert( !db->mallocFailed );
drh28037572000-08-02 13:47:41 +00002194 p = pParse->pNewTable;
drh5969da42013-10-21 02:14:45 +00002195 if( p==0 ) return;
drh75897232000-05-29 14:26:00 +00002196
drh527cbd42019-11-16 14:15:19 +00002197 if( pSelect==0 && sqlite3ShadowTableName(db, p->zName) ){
drh84c501b2018-11-05 23:01:45 +00002198 p->tabFlags |= TF_Shadow;
2199 }
2200
drhc6bd4e42013-11-02 14:37:18 +00002201 /* If the db->init.busy is 1 it means we are reading the SQL off the
2202 ** "sqlite_master" or "sqlite_temp_master" table on the disk.
2203 ** So do not write to the disk again. Extract the root page number
2204 ** for the table from the db->init.newTnum field. (The page number
2205 ** should have been put there by the sqliteOpenCb routine.)
drh055f2982016-01-15 15:06:41 +00002206 **
2207 ** If the root page number is 1, that means this is the sqlite_master
2208 ** table itself. So mark it read-only.
drhc6bd4e42013-11-02 14:37:18 +00002209 */
2210 if( db->init.busy ){
drh1e9c47b2018-03-16 20:15:58 +00002211 if( pSelect ){
2212 sqlite3ErrorMsg(pParse, "");
2213 return;
2214 }
drhc6bd4e42013-11-02 14:37:18 +00002215 p->tnum = db->init.newTnum;
drh055f2982016-01-15 15:06:41 +00002216 if( p->tnum==1 ) p->tabFlags |= TF_Readonly;
drhc6bd4e42013-11-02 14:37:18 +00002217 }
2218
drh3cbd2b72019-02-19 13:51:58 +00002219 assert( (p->tabFlags & TF_HasPrimaryKey)==0
2220 || p->iPKey>=0 || sqlite3PrimaryKeyIndex(p)!=0 );
2221 assert( (p->tabFlags & TF_HasPrimaryKey)!=0
2222 || (p->iPKey<0 && sqlite3PrimaryKeyIndex(p)==0) );
2223
drhc6bd4e42013-11-02 14:37:18 +00002224 /* Special processing for WITHOUT ROWID Tables */
drh5969da42013-10-21 02:14:45 +00002225 if( tabOpts & TF_WithoutRowid ){
drhd2fe3352013-11-09 18:15:35 +00002226 if( (p->tabFlags & TF_Autoincrement) ){
2227 sqlite3ErrorMsg(pParse,
2228 "AUTOINCREMENT not allowed on WITHOUT ROWID tables");
2229 return;
2230 }
drh5969da42013-10-21 02:14:45 +00002231 if( (p->tabFlags & TF_HasPrimaryKey)==0 ){
drhd2fe3352013-11-09 18:15:35 +00002232 sqlite3ErrorMsg(pParse, "PRIMARY KEY missing on table %s", p->zName);
drh8e10d742019-10-18 17:42:47 +00002233 return;
drh81eba732013-10-19 23:31:56 +00002234 }
drh8e10d742019-10-18 17:42:47 +00002235 p->tabFlags |= TF_WithoutRowid | TF_NoVisibleRowid;
drhf95909c2019-10-18 18:33:25 +00002236 convertToWithoutRowidTable(pParse, p);
drh81eba732013-10-19 23:31:56 +00002237 }
drhb9bb7c12006-06-11 23:41:55 +00002238 iDb = sqlite3SchemaToIndex(db, p->pSchema);
danielk1977da184232006-01-05 11:34:32 +00002239
drhffe07b22005-11-03 00:41:17 +00002240#ifndef SQLITE_OMIT_CHECK
2241 /* Resolve names in all CHECK constraint expressions.
2242 */
2243 if( p->pCheck ){
drh3780be12013-07-31 19:05:22 +00002244 sqlite3ResolveSelfReference(pParse, p, NC_IsCheck, 0, p->pCheck);
drhffe07b22005-11-03 00:41:17 +00002245 }
2246#endif /* !defined(SQLITE_OMIT_CHECK) */
drh81f7b372019-10-16 12:18:59 +00002247#ifndef SQLITE_OMIT_GENERATED_COLUMNS
drh427b96a2019-10-22 13:01:24 +00002248 if( p->tabFlags & TF_HasGenerated ){
drhf4658b62019-10-29 03:39:17 +00002249 int ii, nNG = 0;
drh427b96a2019-10-22 13:01:24 +00002250 testcase( p->tabFlags & TF_HasVirtual );
2251 testcase( p->tabFlags & TF_HasStored );
drh81f7b372019-10-16 12:18:59 +00002252 for(ii=0; ii<p->nCol; ii++){
drh0b0b3a92019-10-17 18:35:57 +00002253 u32 colFlags = p->aCol[ii].colFlags;
drh427b96a2019-10-22 13:01:24 +00002254 if( (colFlags & COLFLAG_GENERATED)!=0 ){
2255 testcase( colFlags & COLFLAG_VIRTUAL );
2256 testcase( colFlags & COLFLAG_STORED );
drh81f7b372019-10-16 12:18:59 +00002257 sqlite3ResolveSelfReference(pParse, p, NC_GenCol,
2258 p->aCol[ii].pDflt, 0);
drhf4658b62019-10-29 03:39:17 +00002259 }else{
2260 nNG++;
drh81f7b372019-10-16 12:18:59 +00002261 }
drh2c40a3e2019-10-29 01:26:24 +00002262 }
drhf4658b62019-10-29 03:39:17 +00002263 if( nNG==0 ){
2264 sqlite3ErrorMsg(pParse, "must have at least one non-generated column");
drh2c40a3e2019-10-29 01:26:24 +00002265 return;
drh81f7b372019-10-16 12:18:59 +00002266 }
2267 }
2268#endif
drhffe07b22005-11-03 00:41:17 +00002269
drhe13e9f52013-10-05 19:18:00 +00002270 /* Estimate the average row size for the table and for all implied indices */
2271 estimateTableWidth(p);
drhfdaac672013-10-04 15:30:21 +00002272 for(pIdx=p->pIndex; pIdx; pIdx=pIdx->pNext){
drhe13e9f52013-10-05 19:18:00 +00002273 estimateIndexWidth(pIdx);
drhfdaac672013-10-04 15:30:21 +00002274 }
2275
drhe3c41372001-09-17 20:25:58 +00002276 /* If not initializing, then create a record for the new table
drh0fa991b2009-03-21 16:19:26 +00002277 ** in the SQLITE_MASTER table of the database.
drhf57b3392001-10-08 13:22:32 +00002278 **
drhe0bc4042002-06-25 01:09:11 +00002279 ** If this is a TEMPORARY table, write the entry into the auxiliary
2280 ** file instead of into the main database file.
drh75897232000-05-29 14:26:00 +00002281 */
drh1d85d932004-02-14 23:05:52 +00002282 if( !db->init.busy ){
drh4ff6dfa2002-03-03 23:06:00 +00002283 int n;
drhd8bc7082000-06-07 23:51:50 +00002284 Vdbe *v;
drh4794f732004-11-05 17:17:50 +00002285 char *zType; /* "view" or "table" */
2286 char *zType2; /* "VIEW" or "TABLE" */
2287 char *zStmt; /* Text of the CREATE TABLE or CREATE VIEW statement */
drh75897232000-05-29 14:26:00 +00002288
danielk19774adee202004-05-08 08:23:19 +00002289 v = sqlite3GetVdbe(pParse);
drh5969da42013-10-21 02:14:45 +00002290 if( NEVER(v==0) ) return;
danielk1977517eb642004-06-07 10:00:31 +00002291
drh66a51672008-01-03 00:01:23 +00002292 sqlite3VdbeAddOp1(v, OP_Close, 0);
danielk1977e6efa742004-11-10 11:55:10 +00002293
drh0fa991b2009-03-21 16:19:26 +00002294 /*
2295 ** Initialize zType for the new view or table.
drh4794f732004-11-05 17:17:50 +00002296 */
drh4ff6dfa2002-03-03 23:06:00 +00002297 if( p->pSelect==0 ){
2298 /* A regular table */
drh4794f732004-11-05 17:17:50 +00002299 zType = "table";
2300 zType2 = "TABLE";
danielk1977576ec6b2005-01-21 11:55:25 +00002301#ifndef SQLITE_OMIT_VIEW
drh4ff6dfa2002-03-03 23:06:00 +00002302 }else{
2303 /* A view */
drh4794f732004-11-05 17:17:50 +00002304 zType = "view";
2305 zType2 = "VIEW";
danielk1977576ec6b2005-01-21 11:55:25 +00002306#endif
drh4ff6dfa2002-03-03 23:06:00 +00002307 }
danielk1977517eb642004-06-07 10:00:31 +00002308
danielk1977517eb642004-06-07 10:00:31 +00002309 /* If this is a CREATE TABLE xx AS SELECT ..., execute the SELECT
2310 ** statement to populate the new table. The root-page number for the
drh0fa991b2009-03-21 16:19:26 +00002311 ** new table is in register pParse->regRoot.
danielk1977517eb642004-06-07 10:00:31 +00002312 **
2313 ** Once the SELECT has been coded by sqlite3Select(), it is in a
2314 ** suitable state to query for the column names and types to be used
2315 ** by the new table.
danielk1977c00da102006-01-07 13:21:04 +00002316 **
2317 ** A shared-cache write-lock is not required to write to the new table,
2318 ** as a schema-lock must have already been obtained to create it. Since
2319 ** a schema-lock excludes all other database users, the write-lock would
2320 ** be redundant.
danielk1977517eb642004-06-07 10:00:31 +00002321 */
2322 if( pSelect ){
drh92632202015-05-20 17:18:29 +00002323 SelectDest dest; /* Where the SELECT should store results */
drh9df25c42015-05-20 15:51:09 +00002324 int regYield; /* Register holding co-routine entry-point */
2325 int addrTop; /* Top of the co-routine */
drh92632202015-05-20 17:18:29 +00002326 int regRec; /* A record to be insert into the new table */
2327 int regRowid; /* Rowid of the next row to insert */
2328 int addrInsLoop; /* Top of the loop for inserting rows */
2329 Table *pSelTab; /* A table that describes the SELECT results */
drh1013c932008-01-06 00:25:21 +00002330
drh9df25c42015-05-20 15:51:09 +00002331 regYield = ++pParse->nMem;
drh92632202015-05-20 17:18:29 +00002332 regRec = ++pParse->nMem;
2333 regRowid = ++pParse->nMem;
danielk19776ab3a2e2009-02-19 14:39:25 +00002334 assert(pParse->nTab==1);
drh0dd5cda2015-06-16 16:39:01 +00002335 sqlite3MayAbort(pParse);
drhb7654112008-01-12 12:48:07 +00002336 sqlite3VdbeAddOp3(v, OP_OpenWrite, 1, pParse->regRoot, iDb);
dan428c2182012-08-06 18:50:11 +00002337 sqlite3VdbeChangeP5(v, OPFLAG_P2ISREG);
danielk1977517eb642004-06-07 10:00:31 +00002338 pParse->nTab = 2;
drh9df25c42015-05-20 15:51:09 +00002339 addrTop = sqlite3VdbeCurrentAddr(v) + 1;
2340 sqlite3VdbeAddOp3(v, OP_InitCoroutine, regYield, 0, addrTop);
drh512795d2017-12-24 18:56:28 +00002341 if( pParse->nErr ) return;
drh81506b82019-08-05 19:32:06 +00002342 pSelTab = sqlite3ResultSetOfSelect(pParse, pSelect, SQLITE_AFF_BLOB);
drh92632202015-05-20 17:18:29 +00002343 if( pSelTab==0 ) return;
2344 assert( p->aCol==0 );
drhf5f19152019-10-21 01:04:11 +00002345 p->nCol = p->nNVCol = pSelTab->nCol;
drh92632202015-05-20 17:18:29 +00002346 p->aCol = pSelTab->aCol;
2347 pSelTab->nCol = 0;
2348 pSelTab->aCol = 0;
2349 sqlite3DeleteTable(db, pSelTab);
drh755b0fd2017-12-23 12:33:40 +00002350 sqlite3SelectDestInit(&dest, SRT_Coroutine, regYield);
2351 sqlite3Select(pParse, pSelect, &dest);
drh5060a672017-12-25 13:43:54 +00002352 if( pParse->nErr ) return;
drh755b0fd2017-12-23 12:33:40 +00002353 sqlite3VdbeEndCoroutine(v, regYield);
2354 sqlite3VdbeJumpHere(v, addrTop - 1);
drh92632202015-05-20 17:18:29 +00002355 addrInsLoop = sqlite3VdbeAddOp1(v, OP_Yield, dest.iSDParm);
2356 VdbeCoverage(v);
2357 sqlite3VdbeAddOp3(v, OP_MakeRecord, dest.iSdst, dest.nSdst, regRec);
2358 sqlite3TableAffinity(v, p, 0);
2359 sqlite3VdbeAddOp2(v, OP_NewRowid, 1, regRowid);
2360 sqlite3VdbeAddOp3(v, OP_Insert, 1, regRec, regRowid);
drh076e85f2015-09-03 13:46:12 +00002361 sqlite3VdbeGoto(v, addrInsLoop);
drh92632202015-05-20 17:18:29 +00002362 sqlite3VdbeJumpHere(v, addrInsLoop);
2363 sqlite3VdbeAddOp1(v, OP_Close, 1);
danielk1977517eb642004-06-07 10:00:31 +00002364 }
drh4794f732004-11-05 17:17:50 +00002365
drh4794f732004-11-05 17:17:50 +00002366 /* Compute the complete text of the CREATE statement */
2367 if( pSelect ){
drh1d34fde2009-02-03 15:50:33 +00002368 zStmt = createTableStmt(db, p);
drh4794f732004-11-05 17:17:50 +00002369 }else{
drh8ea30bf2013-10-22 01:18:17 +00002370 Token *pEnd2 = tabOpts ? &pParse->sLastToken : pEnd;
2371 n = (int)(pEnd2->z - pParse->sNameToken.z);
2372 if( pEnd2->z[0]!=';' ) n += pEnd2->n;
danielk19771e536952007-08-16 10:09:01 +00002373 zStmt = sqlite3MPrintf(db,
2374 "CREATE %s %.*s", zType2, n, pParse->sNameToken.z
2375 );
drh4794f732004-11-05 17:17:50 +00002376 }
2377
2378 /* A slot for the record has already been allocated in the
2379 ** SQLITE_MASTER table. We just need to update that slot with all
drh0fa991b2009-03-21 16:19:26 +00002380 ** the information we've collected.
drh4794f732004-11-05 17:17:50 +00002381 */
2382 sqlite3NestedParse(pParse,
2383 "UPDATE %Q.%s "
drhb7654112008-01-12 12:48:07 +00002384 "SET type='%s', name=%Q, tbl_name=%Q, rootpage=#%d, sql=%Q "
2385 "WHERE rowid=#%d",
drhe0a04a32016-12-16 01:00:21 +00002386 db->aDb[iDb].zDbSName, MASTER_NAME,
drh4794f732004-11-05 17:17:50 +00002387 zType,
2388 p->zName,
2389 p->zName,
drhb7654112008-01-12 12:48:07 +00002390 pParse->regRoot,
2391 zStmt,
2392 pParse->regRowid
drh4794f732004-11-05 17:17:50 +00002393 );
drh633e6d52008-07-28 19:34:53 +00002394 sqlite3DbFree(db, zStmt);
drh9cbf3422008-01-17 16:22:13 +00002395 sqlite3ChangeCookie(pParse, iDb);
drh2958a4e2004-11-12 03:56:15 +00002396
2397#ifndef SQLITE_OMIT_AUTOINCREMENT
2398 /* Check to see if we need to create an sqlite_sequence table for
2399 ** keeping track of autoincrement keys.
2400 */
drh9ef5e772016-08-19 14:20:56 +00002401 if( (p->tabFlags & TF_Autoincrement)!=0 ){
danielk1977da184232006-01-05 11:34:32 +00002402 Db *pDb = &db->aDb[iDb];
drh21206082011-04-04 18:22:02 +00002403 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
danielk1977da184232006-01-05 11:34:32 +00002404 if( pDb->pSchema->pSeqTab==0 ){
drh2958a4e2004-11-12 03:56:15 +00002405 sqlite3NestedParse(pParse,
drhf3388142004-11-13 03:48:06 +00002406 "CREATE TABLE %Q.sqlite_sequence(name,seq)",
drh69c33822016-08-18 14:33:11 +00002407 pDb->zDbSName
drh2958a4e2004-11-12 03:56:15 +00002408 );
2409 }
2410 }
2411#endif
drh4794f732004-11-05 17:17:50 +00002412
2413 /* Reparse everything to update our internal data structures */
drh5d9c9da2011-06-03 20:11:17 +00002414 sqlite3VdbeAddParseSchemaOp(v, iDb,
dan197bc202013-10-19 15:07:49 +00002415 sqlite3MPrintf(db, "tbl_name='%q' AND type!='trigger'", p->zName));
drh75897232000-05-29 14:26:00 +00002416 }
drh17e9e292003-02-01 13:53:28 +00002417
2418 /* Add the table to the in-memory representation of the database.
2419 */
drh8af73d42009-05-13 22:58:28 +00002420 if( db->init.busy ){
drh17e9e292003-02-01 13:53:28 +00002421 Table *pOld;
danielk1977e501b892006-01-09 06:29:47 +00002422 Schema *pSchema = p->pSchema;
drh21206082011-04-04 18:22:02 +00002423 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
drhacbcb7e2014-08-21 20:26:37 +00002424 pOld = sqlite3HashInsert(&pSchema->tblHash, p->zName, p);
drh17e9e292003-02-01 13:53:28 +00002425 if( pOld ){
2426 assert( p==pOld ); /* Malloc must have failed inside HashInsert() */
drh4a642b62016-02-05 01:55:27 +00002427 sqlite3OomFault(db);
drh5969da42013-10-21 02:14:45 +00002428 return;
drh17e9e292003-02-01 13:53:28 +00002429 }
drh17e9e292003-02-01 13:53:28 +00002430 pParse->pNewTable = 0;
drh8257aa82017-07-26 19:59:13 +00002431 db->mDbFlags |= DBFLAG_SchemaChange;
danielk197719a8e7e2005-03-17 05:03:38 +00002432
2433#ifndef SQLITE_OMIT_ALTERTABLE
2434 if( !p->pSelect ){
danielk1977bab45c62006-01-16 15:14:27 +00002435 const char *zName = (const char *)pParse->sNameToken.z;
drh9a087a92007-05-15 14:34:32 +00002436 int nName;
drh5969da42013-10-21 02:14:45 +00002437 assert( !pSelect && pCons && pEnd );
danielk1977bab45c62006-01-16 15:14:27 +00002438 if( pCons->z==0 ){
drh5969da42013-10-21 02:14:45 +00002439 pCons = pEnd;
danielk1977bab45c62006-01-16 15:14:27 +00002440 }
drh1bd10f82008-12-10 21:19:56 +00002441 nName = (int)((const char *)pCons->z - zName);
drh9a087a92007-05-15 14:34:32 +00002442 p->addColOffset = 13 + sqlite3Utf8CharLen(zName, nName);
danielk197719a8e7e2005-03-17 05:03:38 +00002443 }
2444#endif
drh17e9e292003-02-01 13:53:28 +00002445 }
drh75897232000-05-29 14:26:00 +00002446}
2447
drhb7f91642004-10-31 02:22:47 +00002448#ifndef SQLITE_OMIT_VIEW
drh75897232000-05-29 14:26:00 +00002449/*
drha76b5df2002-02-23 02:32:10 +00002450** The parser calls this routine in order to create a new VIEW
2451*/
danielk19774adee202004-05-08 08:23:19 +00002452void sqlite3CreateView(
drha76b5df2002-02-23 02:32:10 +00002453 Parse *pParse, /* The parsing context */
2454 Token *pBegin, /* The CREATE token that begins the statement */
danielk197748dec7e2004-05-28 12:33:30 +00002455 Token *pName1, /* The token that holds the name of the view */
2456 Token *pName2, /* The token that holds the name of the view */
drh8981b902015-08-24 17:42:49 +00002457 ExprList *pCNames, /* Optional list of view column names */
drh6276c1c2002-07-08 22:03:32 +00002458 Select *pSelect, /* A SELECT statement that will become the new view */
drhfdd48a72006-09-11 23:45:48 +00002459 int isTemp, /* TRUE for a TEMPORARY view */
2460 int noErr /* Suppress error messages if VIEW already exists */
drha76b5df2002-02-23 02:32:10 +00002461){
drha76b5df2002-02-23 02:32:10 +00002462 Table *p;
drh4b59ab52002-08-24 18:24:51 +00002463 int n;
drhb7916a72009-05-27 10:31:29 +00002464 const char *z;
drh4b59ab52002-08-24 18:24:51 +00002465 Token sEnd;
drhf26e09c2003-05-31 16:21:12 +00002466 DbFixer sFix;
drh88caeac2011-08-24 15:12:08 +00002467 Token *pName = 0;
danielk1977da184232006-01-05 11:34:32 +00002468 int iDb;
drh17435752007-08-16 04:30:38 +00002469 sqlite3 *db = pParse->db;
drha76b5df2002-02-23 02:32:10 +00002470
drh7c3d64f2005-06-06 15:32:08 +00002471 if( pParse->nVar>0 ){
2472 sqlite3ErrorMsg(pParse, "parameters are not allowed in views");
drh32498f12015-09-26 11:15:44 +00002473 goto create_view_fail;
drh7c3d64f2005-06-06 15:32:08 +00002474 }
drhfdd48a72006-09-11 23:45:48 +00002475 sqlite3StartTable(pParse, pName1, pName2, isTemp, 1, 0, noErr);
drha76b5df2002-02-23 02:32:10 +00002476 p = pParse->pNewTable;
drh8981b902015-08-24 17:42:49 +00002477 if( p==0 || pParse->nErr ) goto create_view_fail;
danielk1977ef2cb632004-05-29 02:37:19 +00002478 sqlite3TwoPartName(pParse, pName1, pName2, &pName);
drh17435752007-08-16 04:30:38 +00002479 iDb = sqlite3SchemaToIndex(db, p->pSchema);
drhd100f692013-10-03 15:39:44 +00002480 sqlite3FixInit(&sFix, pParse, iDb, "view", pName);
drh8981b902015-08-24 17:42:49 +00002481 if( sqlite3FixSelect(&sFix, pSelect) ) goto create_view_fail;
drh174b6192002-12-03 02:22:52 +00002482
drh4b59ab52002-08-24 18:24:51 +00002483 /* Make a copy of the entire SELECT statement that defines the view.
2484 ** This will force all the Expr.token.z values to be dynamically
2485 ** allocated rather than point to the input string - which means that
danielk197724b03fd2004-05-10 10:34:34 +00002486 ** they will persist after the current sqlite3_exec() call returns.
drh4b59ab52002-08-24 18:24:51 +00002487 */
danc9461ec2018-08-29 21:00:16 +00002488 if( IN_RENAME_OBJECT ){
dan987db762018-08-14 20:18:50 +00002489 p->pSelect = pSelect;
2490 pSelect = 0;
2491 }else{
2492 p->pSelect = sqlite3SelectDup(db, pSelect, EXPRDUP_REDUCE);
2493 }
drh8981b902015-08-24 17:42:49 +00002494 p->pCheck = sqlite3ExprListDup(db, pCNames, EXPRDUP_REDUCE);
2495 if( db->mallocFailed ) goto create_view_fail;
drh4b59ab52002-08-24 18:24:51 +00002496
2497 /* Locate the end of the CREATE VIEW statement. Make sEnd point to
2498 ** the end.
2499 */
drha76b5df2002-02-23 02:32:10 +00002500 sEnd = pParse->sLastToken;
drh6116ee42018-01-10 00:40:06 +00002501 assert( sEnd.z[0]!=0 || sEnd.n==0 );
drh8981b902015-08-24 17:42:49 +00002502 if( sEnd.z[0]!=';' ){
drha76b5df2002-02-23 02:32:10 +00002503 sEnd.z += sEnd.n;
2504 }
2505 sEnd.n = 0;
drh1bd10f82008-12-10 21:19:56 +00002506 n = (int)(sEnd.z - pBegin->z);
drh8981b902015-08-24 17:42:49 +00002507 assert( n>0 );
drhb7916a72009-05-27 10:31:29 +00002508 z = pBegin->z;
drh8981b902015-08-24 17:42:49 +00002509 while( sqlite3Isspace(z[n-1]) ){ n--; }
drh4ff6dfa2002-03-03 23:06:00 +00002510 sEnd.z = &z[n-1];
2511 sEnd.n = 1;
drh4b59ab52002-08-24 18:24:51 +00002512
danielk19774adee202004-05-08 08:23:19 +00002513 /* Use sqlite3EndTable() to add the view to the SQLITE_MASTER table */
drh5969da42013-10-21 02:14:45 +00002514 sqlite3EndTable(pParse, 0, &sEnd, 0, 0);
drh8981b902015-08-24 17:42:49 +00002515
2516create_view_fail:
2517 sqlite3SelectDelete(db, pSelect);
dane8ab40d2018-09-12 08:51:48 +00002518 if( IN_RENAME_OBJECT ){
2519 sqlite3RenameExprlistUnmap(pParse, pCNames);
2520 }
drh8981b902015-08-24 17:42:49 +00002521 sqlite3ExprListDelete(db, pCNames);
drha76b5df2002-02-23 02:32:10 +00002522 return;
drh417be792002-03-03 18:59:40 +00002523}
drhb7f91642004-10-31 02:22:47 +00002524#endif /* SQLITE_OMIT_VIEW */
drha76b5df2002-02-23 02:32:10 +00002525
danielk1977fe3fcbe22006-06-12 12:08:45 +00002526#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE)
drh417be792002-03-03 18:59:40 +00002527/*
2528** The Table structure pTable is really a VIEW. Fill in the names of
2529** the columns of the view in the pTable structure. Return the number
jplyoncfa56842004-01-19 04:55:56 +00002530** of errors. If an error is seen leave an error message in pParse->zErrMsg.
drh417be792002-03-03 18:59:40 +00002531*/
danielk19774adee202004-05-08 08:23:19 +00002532int sqlite3ViewGetColumnNames(Parse *pParse, Table *pTable){
drh9b3187e2005-01-18 14:45:47 +00002533 Table *pSelTab; /* A fake table from which we get the result set */
2534 Select *pSel; /* Copy of the SELECT that implements the view */
2535 int nErr = 0; /* Number of errors encountered */
2536 int n; /* Temporarily holds the number of cursors assigned */
drh17435752007-08-16 04:30:38 +00002537 sqlite3 *db = pParse->db; /* Database connection for malloc errors */
drh424981d2018-03-28 15:56:55 +00002538#ifndef SQLITE_OMIT_VIRTUALTABLE
drhdc6b41e2017-08-17 02:26:35 +00002539 int rc;
2540#endif
drha0daa752016-09-16 11:53:10 +00002541#ifndef SQLITE_OMIT_AUTHORIZATION
drh32c6a482014-09-11 13:44:52 +00002542 sqlite3_xauth xAuth; /* Saved xAuth pointer */
drha0daa752016-09-16 11:53:10 +00002543#endif
drh417be792002-03-03 18:59:40 +00002544
2545 assert( pTable );
2546
danielk1977fe3fcbe22006-06-12 12:08:45 +00002547#ifndef SQLITE_OMIT_VIRTUALTABLE
drhdc6b41e2017-08-17 02:26:35 +00002548 db->nSchemaLock++;
2549 rc = sqlite3VtabCallConnect(pParse, pTable);
2550 db->nSchemaLock--;
2551 if( rc ){
drhefaffb62017-08-17 18:23:46 +00002552 return 1;
danielk1977fe3fcbe22006-06-12 12:08:45 +00002553 }
drh4cbdda92006-06-14 19:00:20 +00002554 if( IsVirtual(pTable) ) return 0;
danielk1977fe3fcbe22006-06-12 12:08:45 +00002555#endif
2556
2557#ifndef SQLITE_OMIT_VIEW
drh417be792002-03-03 18:59:40 +00002558 /* A positive nCol means the columns names for this view are
2559 ** already known.
2560 */
2561 if( pTable->nCol>0 ) return 0;
2562
2563 /* A negative nCol is a special marker meaning that we are currently
2564 ** trying to compute the column names. If we enter this routine with
2565 ** a negative nCol, it means two or more views form a loop, like this:
2566 **
2567 ** CREATE VIEW one AS SELECT * FROM two;
2568 ** CREATE VIEW two AS SELECT * FROM one;
drh3b167c72002-06-28 12:18:47 +00002569 **
drh768578e2009-05-12 00:40:12 +00002570 ** Actually, the error above is now caught prior to reaching this point.
2571 ** But the following test is still important as it does come up
2572 ** in the following:
2573 **
2574 ** CREATE TABLE main.ex1(a);
2575 ** CREATE TEMP VIEW ex1 AS SELECT a FROM ex1;
2576 ** SELECT * FROM temp.ex1;
drh417be792002-03-03 18:59:40 +00002577 */
2578 if( pTable->nCol<0 ){
danielk19774adee202004-05-08 08:23:19 +00002579 sqlite3ErrorMsg(pParse, "view %s is circularly defined", pTable->zName);
drh417be792002-03-03 18:59:40 +00002580 return 1;
2581 }
drh85c23c62005-08-20 03:03:04 +00002582 assert( pTable->nCol>=0 );
drh417be792002-03-03 18:59:40 +00002583
2584 /* If we get this far, it means we need to compute the table names.
drh9b3187e2005-01-18 14:45:47 +00002585 ** Note that the call to sqlite3ResultSetOfSelect() will expand any
2586 ** "*" elements in the results set of the view and will assign cursors
2587 ** to the elements of the FROM clause. But we do not want these changes
2588 ** to be permanent. So the computation is done on a copy of the SELECT
2589 ** statement that defines the view.
drh417be792002-03-03 18:59:40 +00002590 */
drh9b3187e2005-01-18 14:45:47 +00002591 assert( pTable->pSelect );
drhed06a132016-04-05 20:59:12 +00002592 pSel = sqlite3SelectDup(db, pTable->pSelect, 0);
2593 if( pSel ){
dan02083372018-09-17 08:27:23 +00002594#ifndef SQLITE_OMIT_ALTERTABLE
2595 u8 eParseMode = pParse->eParseMode;
2596 pParse->eParseMode = PARSE_MODE_NORMAL;
2597#endif
drhed06a132016-04-05 20:59:12 +00002598 n = pParse->nTab;
2599 sqlite3SrcListAssignCursors(pParse, pSel->pSrc);
2600 pTable->nCol = -1;
drh31f69622019-10-05 14:39:36 +00002601 DisableLookaside;
danielk1977db2d2862007-10-15 07:08:44 +00002602#ifndef SQLITE_OMIT_AUTHORIZATION
drhed06a132016-04-05 20:59:12 +00002603 xAuth = db->xAuth;
2604 db->xAuth = 0;
drh96fb16e2019-08-06 14:37:24 +00002605 pSelTab = sqlite3ResultSetOfSelect(pParse, pSel, SQLITE_AFF_NONE);
drhed06a132016-04-05 20:59:12 +00002606 db->xAuth = xAuth;
danielk1977db2d2862007-10-15 07:08:44 +00002607#else
drh96fb16e2019-08-06 14:37:24 +00002608 pSelTab = sqlite3ResultSetOfSelect(pParse, pSel, SQLITE_AFF_NONE);
danielk1977db2d2862007-10-15 07:08:44 +00002609#endif
drhed06a132016-04-05 20:59:12 +00002610 pParse->nTab = n;
2611 if( pTable->pCheck ){
2612 /* CREATE VIEW name(arglist) AS ...
2613 ** The names of the columns in the table are taken from
2614 ** arglist which is stored in pTable->pCheck. The pCheck field
2615 ** normally holds CHECK constraints on an ordinary table, but for
2616 ** a VIEW it holds the list of column names.
2617 */
2618 sqlite3ColumnsFromExprList(pParse, pTable->pCheck,
2619 &pTable->nCol, &pTable->aCol);
2620 if( db->mallocFailed==0
2621 && pParse->nErr==0
2622 && pTable->nCol==pSel->pEList->nExpr
2623 ){
drh96fb16e2019-08-06 14:37:24 +00002624 sqlite3SelectAddColumnTypeAndCollation(pParse, pTable, pSel,
2625 SQLITE_AFF_NONE);
drh8981b902015-08-24 17:42:49 +00002626 }
drhed06a132016-04-05 20:59:12 +00002627 }else if( pSelTab ){
2628 /* CREATE VIEW name AS... without an argument list. Construct
2629 ** the column names from the SELECT statement that defines the view.
2630 */
2631 assert( pTable->aCol==0 );
drh03836612019-11-02 17:59:10 +00002632 pTable->nCol = pSelTab->nCol;
drhed06a132016-04-05 20:59:12 +00002633 pTable->aCol = pSelTab->aCol;
2634 pSelTab->nCol = 0;
2635 pSelTab->aCol = 0;
2636 assert( sqlite3SchemaMutexHeld(db, 0, pTable->pSchema) );
2637 }else{
2638 pTable->nCol = 0;
danielk1977261919c2005-12-06 12:52:59 +00002639 nErr++;
2640 }
drh03836612019-11-02 17:59:10 +00002641 pTable->nNVCol = pTable->nCol;
drhe8da01c2016-05-07 12:15:34 +00002642 sqlite3DeleteTable(db, pSelTab);
drhed06a132016-04-05 20:59:12 +00002643 sqlite3SelectDelete(db, pSel);
drh31f69622019-10-05 14:39:36 +00002644 EnableLookaside;
dan02083372018-09-17 08:27:23 +00002645#ifndef SQLITE_OMIT_ALTERTABLE
2646 pParse->eParseMode = eParseMode;
2647#endif
drhed06a132016-04-05 20:59:12 +00002648 } else {
2649 nErr++;
drh417be792002-03-03 18:59:40 +00002650 }
drh8981b902015-08-24 17:42:49 +00002651 pTable->pSchema->schemaFlags |= DB_UnresetViews;
dan77f3f402018-07-09 18:55:44 +00002652 if( db->mallocFailed ){
2653 sqlite3DeleteColumnNames(db, pTable);
2654 pTable->aCol = 0;
2655 pTable->nCol = 0;
2656 }
drhb7f91642004-10-31 02:22:47 +00002657#endif /* SQLITE_OMIT_VIEW */
danielk19774b2688a2006-06-20 11:01:07 +00002658 return nErr;
danielk1977fe3fcbe22006-06-12 12:08:45 +00002659}
2660#endif /* !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE) */
drh417be792002-03-03 18:59:40 +00002661
drhb7f91642004-10-31 02:22:47 +00002662#ifndef SQLITE_OMIT_VIEW
drh417be792002-03-03 18:59:40 +00002663/*
drh8bf8dc92003-05-17 17:35:10 +00002664** Clear the column names from every VIEW in database idx.
drh417be792002-03-03 18:59:40 +00002665*/
drh9bb575f2004-09-06 17:24:11 +00002666static void sqliteViewResetAll(sqlite3 *db, int idx){
drh417be792002-03-03 18:59:40 +00002667 HashElem *i;
drh21206082011-04-04 18:22:02 +00002668 assert( sqlite3SchemaMutexHeld(db, idx, 0) );
drh8bf8dc92003-05-17 17:35:10 +00002669 if( !DbHasProperty(db, idx, DB_UnresetViews) ) return;
danielk1977da184232006-01-05 11:34:32 +00002670 for(i=sqliteHashFirst(&db->aDb[idx].pSchema->tblHash); i;i=sqliteHashNext(i)){
drh417be792002-03-03 18:59:40 +00002671 Table *pTab = sqliteHashData(i);
2672 if( pTab->pSelect ){
drh51be3872015-08-19 02:32:25 +00002673 sqlite3DeleteColumnNames(db, pTab);
dand46def72010-07-24 11:28:28 +00002674 pTab->aCol = 0;
2675 pTab->nCol = 0;
drh417be792002-03-03 18:59:40 +00002676 }
2677 }
drh8bf8dc92003-05-17 17:35:10 +00002678 DbClearProperty(db, idx, DB_UnresetViews);
drha76b5df2002-02-23 02:32:10 +00002679}
drhb7f91642004-10-31 02:22:47 +00002680#else
2681# define sqliteViewResetAll(A,B)
2682#endif /* SQLITE_OMIT_VIEW */
drha76b5df2002-02-23 02:32:10 +00002683
drh75897232000-05-29 14:26:00 +00002684/*
danielk1977a0bf2652004-11-04 14:30:04 +00002685** This function is called by the VDBE to adjust the internal schema
2686** used by SQLite when the btree layer moves a table root page. The
2687** root-page of a table or index in database iDb has changed from iFrom
2688** to iTo.
drh6205d4a2006-03-24 03:36:26 +00002689**
2690** Ticket #1728: The symbol table might still contain information
2691** on tables and/or indices that are the process of being deleted.
2692** If you are unlucky, one of those deleted indices or tables might
2693** have the same rootpage number as the real table or index that is
2694** being moved. So we cannot stop searching after the first match
2695** because the first match might be for one of the deleted indices
2696** or tables and not the table/index that is actually being moved.
2697** We must continue looping until all tables and indices with
2698** rootpage==iFrom have been converted to have a rootpage of iTo
2699** in order to be certain that we got the right one.
danielk1977a0bf2652004-11-04 14:30:04 +00002700*/
2701#ifndef SQLITE_OMIT_AUTOVACUUM
drhcdf011d2011-04-04 21:25:28 +00002702void sqlite3RootPageMoved(sqlite3 *db, int iDb, int iFrom, int iTo){
danielk1977a0bf2652004-11-04 14:30:04 +00002703 HashElem *pElem;
danielk1977da184232006-01-05 11:34:32 +00002704 Hash *pHash;
drhcdf011d2011-04-04 21:25:28 +00002705 Db *pDb;
danielk1977da184232006-01-05 11:34:32 +00002706
drhcdf011d2011-04-04 21:25:28 +00002707 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
2708 pDb = &db->aDb[iDb];
danielk1977da184232006-01-05 11:34:32 +00002709 pHash = &pDb->pSchema->tblHash;
2710 for(pElem=sqliteHashFirst(pHash); pElem; pElem=sqliteHashNext(pElem)){
danielk1977a0bf2652004-11-04 14:30:04 +00002711 Table *pTab = sqliteHashData(pElem);
2712 if( pTab->tnum==iFrom ){
2713 pTab->tnum = iTo;
danielk1977a0bf2652004-11-04 14:30:04 +00002714 }
2715 }
danielk1977da184232006-01-05 11:34:32 +00002716 pHash = &pDb->pSchema->idxHash;
2717 for(pElem=sqliteHashFirst(pHash); pElem; pElem=sqliteHashNext(pElem)){
danielk1977a0bf2652004-11-04 14:30:04 +00002718 Index *pIdx = sqliteHashData(pElem);
2719 if( pIdx->tnum==iFrom ){
2720 pIdx->tnum = iTo;
danielk1977a0bf2652004-11-04 14:30:04 +00002721 }
2722 }
danielk1977a0bf2652004-11-04 14:30:04 +00002723}
2724#endif
2725
2726/*
2727** Write code to erase the table with root-page iTable from database iDb.
2728** Also write code to modify the sqlite_master table and internal schema
2729** if a root-page of another table is moved by the btree-layer whilst
2730** erasing iTable (this can happen with an auto-vacuum database).
2731*/
drh4e0cff62004-11-05 05:10:28 +00002732static void destroyRootPage(Parse *pParse, int iTable, int iDb){
2733 Vdbe *v = sqlite3GetVdbe(pParse);
drhb7654112008-01-12 12:48:07 +00002734 int r1 = sqlite3GetTempReg(pParse);
drhf4452cf2018-10-29 21:01:28 +00002735 if( iTable<2 ) sqlite3ErrorMsg(pParse, "corrupt schema");
drhb7654112008-01-12 12:48:07 +00002736 sqlite3VdbeAddOp3(v, OP_Destroy, iTable, r1, iDb);
dane0af83a2009-09-08 19:15:01 +00002737 sqlite3MayAbort(pParse);
drh40e016e2004-11-04 14:47:11 +00002738#ifndef SQLITE_OMIT_AUTOVACUUM
drhb7654112008-01-12 12:48:07 +00002739 /* OP_Destroy stores an in integer r1. If this integer
drh4e0cff62004-11-05 05:10:28 +00002740 ** is non-zero, then it is the root page number of a table moved to
drh81db88e2004-12-07 12:29:17 +00002741 ** location iTable. The following code modifies the sqlite_master table to
drh4e0cff62004-11-05 05:10:28 +00002742 ** reflect this.
2743 **
drh0fa991b2009-03-21 16:19:26 +00002744 ** The "#NNN" in the SQL is a special constant that means whatever value
drhb74b1012009-05-28 21:04:37 +00002745 ** is in register NNN. See grammar rules associated with the TK_REGISTER
2746 ** token for additional information.
drh4e0cff62004-11-05 05:10:28 +00002747 */
danielk197763e3e9f2004-11-05 09:19:27 +00002748 sqlite3NestedParse(pParse,
drhb7654112008-01-12 12:48:07 +00002749 "UPDATE %Q.%s SET rootpage=%d WHERE #%d AND rootpage=#%d",
drhe0a04a32016-12-16 01:00:21 +00002750 pParse->db->aDb[iDb].zDbSName, MASTER_NAME, iTable, r1, r1);
danielk1977a0bf2652004-11-04 14:30:04 +00002751#endif
drhb7654112008-01-12 12:48:07 +00002752 sqlite3ReleaseTempReg(pParse, r1);
danielk1977a0bf2652004-11-04 14:30:04 +00002753}
2754
2755/*
2756** Write VDBE code to erase table pTab and all associated indices on disk.
2757** Code to update the sqlite_master tables and internal schema definitions
2758** in case a root-page belonging to another table is moved by the btree layer
2759** is also added (this can happen with an auto-vacuum database).
2760*/
drh4e0cff62004-11-05 05:10:28 +00002761static void destroyTable(Parse *pParse, Table *pTab){
danielk1977a0bf2652004-11-04 14:30:04 +00002762 /* If the database may be auto-vacuum capable (if SQLITE_OMIT_AUTOVACUUM
2763 ** is not defined), then it is important to call OP_Destroy on the
2764 ** table and index root-pages in order, starting with the numerically
2765 ** largest root-page number. This guarantees that none of the root-pages
2766 ** to be destroyed is relocated by an earlier OP_Destroy. i.e. if the
2767 ** following were coded:
2768 **
2769 ** OP_Destroy 4 0
2770 ** ...
2771 ** OP_Destroy 5 0
2772 **
2773 ** and root page 5 happened to be the largest root-page number in the
2774 ** database, then root page 5 would be moved to page 4 by the
2775 ** "OP_Destroy 4 0" opcode. The subsequent "OP_Destroy 5 0" would hit
2776 ** a free-list page.
2777 */
2778 int iTab = pTab->tnum;
2779 int iDestroyed = 0;
2780
2781 while( 1 ){
2782 Index *pIdx;
2783 int iLargest = 0;
2784
2785 if( iDestroyed==0 || iTab<iDestroyed ){
2786 iLargest = iTab;
2787 }
2788 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
2789 int iIdx = pIdx->tnum;
danielk1977da184232006-01-05 11:34:32 +00002790 assert( pIdx->pSchema==pTab->pSchema );
danielk1977a0bf2652004-11-04 14:30:04 +00002791 if( (iDestroyed==0 || (iIdx<iDestroyed)) && iIdx>iLargest ){
2792 iLargest = iIdx;
2793 }
2794 }
danielk1977da184232006-01-05 11:34:32 +00002795 if( iLargest==0 ){
2796 return;
2797 }else{
2798 int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema);
drh5a05be12012-10-09 18:51:44 +00002799 assert( iDb>=0 && iDb<pParse->db->nDb );
danielk1977da184232006-01-05 11:34:32 +00002800 destroyRootPage(pParse, iLargest, iDb);
2801 iDestroyed = iLargest;
2802 }
danielk1977a0bf2652004-11-04 14:30:04 +00002803 }
danielk1977a0bf2652004-11-04 14:30:04 +00002804}
2805
2806/*
drh74e7c8f2011-10-21 19:06:32 +00002807** Remove entries from the sqlite_statN tables (for N in (1,2,3))
drha5ae4c32011-08-07 01:31:52 +00002808** after a DROP INDEX or DROP TABLE command.
2809*/
2810static void sqlite3ClearStatTables(
2811 Parse *pParse, /* The parsing context */
2812 int iDb, /* The database number */
2813 const char *zType, /* "idx" or "tbl" */
2814 const char *zName /* Name of index or table */
2815){
drha5ae4c32011-08-07 01:31:52 +00002816 int i;
drh69c33822016-08-18 14:33:11 +00002817 const char *zDbName = pParse->db->aDb[iDb].zDbSName;
danf52bb8d2013-08-03 20:24:58 +00002818 for(i=1; i<=4; i++){
drh74e7c8f2011-10-21 19:06:32 +00002819 char zTab[24];
2820 sqlite3_snprintf(sizeof(zTab),zTab,"sqlite_stat%d",i);
2821 if( sqlite3FindTable(pParse->db, zTab, zDbName) ){
drha5ae4c32011-08-07 01:31:52 +00002822 sqlite3NestedParse(pParse,
2823 "DELETE FROM %Q.%s WHERE %s=%Q",
drh74e7c8f2011-10-21 19:06:32 +00002824 zDbName, zTab, zType, zName
drha5ae4c32011-08-07 01:31:52 +00002825 );
2826 }
2827 }
2828}
2829
2830/*
drhfaacf172011-08-12 01:51:45 +00002831** Generate code to drop a table.
2832*/
2833void sqlite3CodeDropTable(Parse *pParse, Table *pTab, int iDb, int isView){
2834 Vdbe *v;
2835 sqlite3 *db = pParse->db;
2836 Trigger *pTrigger;
2837 Db *pDb = &db->aDb[iDb];
2838
2839 v = sqlite3GetVdbe(pParse);
2840 assert( v!=0 );
2841 sqlite3BeginWriteOperation(pParse, 1, iDb);
2842
2843#ifndef SQLITE_OMIT_VIRTUALTABLE
2844 if( IsVirtual(pTab) ){
2845 sqlite3VdbeAddOp0(v, OP_VBegin);
2846 }
2847#endif
2848
2849 /* Drop all triggers associated with the table being dropped. Code
2850 ** is generated to remove entries from sqlite_master and/or
2851 ** sqlite_temp_master if required.
2852 */
2853 pTrigger = sqlite3TriggerList(pParse, pTab);
2854 while( pTrigger ){
2855 assert( pTrigger->pSchema==pTab->pSchema ||
2856 pTrigger->pSchema==db->aDb[1].pSchema );
2857 sqlite3DropTriggerPtr(pParse, pTrigger);
2858 pTrigger = pTrigger->pNext;
2859 }
2860
2861#ifndef SQLITE_OMIT_AUTOINCREMENT
2862 /* Remove any entries of the sqlite_sequence table associated with
2863 ** the table being dropped. This is done before the table is dropped
2864 ** at the btree level, in case the sqlite_sequence table needs to
2865 ** move as a result of the drop (can happen in auto-vacuum mode).
2866 */
2867 if( pTab->tabFlags & TF_Autoincrement ){
2868 sqlite3NestedParse(pParse,
2869 "DELETE FROM %Q.sqlite_sequence WHERE name=%Q",
drh69c33822016-08-18 14:33:11 +00002870 pDb->zDbSName, pTab->zName
drhfaacf172011-08-12 01:51:45 +00002871 );
2872 }
2873#endif
2874
2875 /* Drop all SQLITE_MASTER table and index entries that refer to the
2876 ** table. The program name loops through the master table and deletes
2877 ** every row that refers to a table of the same name as the one being
mistachkin48864df2013-03-21 21:20:32 +00002878 ** dropped. Triggers are handled separately because a trigger can be
drhfaacf172011-08-12 01:51:45 +00002879 ** created in the temp database that refers to a table in another
2880 ** database.
2881 */
2882 sqlite3NestedParse(pParse,
2883 "DELETE FROM %Q.%s WHERE tbl_name=%Q and type!='trigger'",
drhe0a04a32016-12-16 01:00:21 +00002884 pDb->zDbSName, MASTER_NAME, pTab->zName);
drhfaacf172011-08-12 01:51:45 +00002885 if( !isView && !IsVirtual(pTab) ){
2886 destroyTable(pParse, pTab);
2887 }
2888
2889 /* Remove the table entry from SQLite's internal schema and modify
2890 ** the schema cookie.
2891 */
2892 if( IsVirtual(pTab) ){
2893 sqlite3VdbeAddOp4(v, OP_VDestroy, iDb, 0, 0, pTab->zName, 0);
dan1d4b1642018-12-28 17:45:08 +00002894 sqlite3MayAbort(pParse);
drhfaacf172011-08-12 01:51:45 +00002895 }
2896 sqlite3VdbeAddOp4(v, OP_DropTable, iDb, 0, 0, pTab->zName, 0);
2897 sqlite3ChangeCookie(pParse, iDb);
2898 sqliteViewResetAll(db, iDb);
drhfaacf172011-08-12 01:51:45 +00002899}
2900
2901/*
drh070ae3b2019-11-16 13:51:31 +00002902** Return TRUE if shadow tables should be read-only in the current
2903** context.
2904*/
2905int sqlite3ReadOnlyShadowTables(sqlite3 *db){
2906#ifndef SQLITE_OMIT_VIRTUALTABLE
2907 if( (db->flags & SQLITE_Defensive)!=0
2908 && db->pVtabCtx==0
2909 && db->nVdbeExec==0
2910 ){
2911 return 1;
2912 }
2913#endif
2914 return 0;
2915}
2916
2917/*
drhd0c51d12019-11-16 12:04:38 +00002918** Return true if it is not allowed to drop the given table
2919*/
drh070ae3b2019-11-16 13:51:31 +00002920static int tableMayNotBeDropped(sqlite3 *db, Table *pTab){
drhd0c51d12019-11-16 12:04:38 +00002921 if( sqlite3StrNICmp(pTab->zName, "sqlite_", 7)==0 ){
2922 if( sqlite3StrNICmp(pTab->zName+7, "stat", 4)==0 ) return 0;
2923 if( sqlite3StrNICmp(pTab->zName+7, "parameters", 10)==0 ) return 0;
2924 return 1;
2925 }
drh070ae3b2019-11-16 13:51:31 +00002926 if( (pTab->tabFlags & TF_Shadow)!=0 && sqlite3ReadOnlyShadowTables(db) ){
2927 return 1;
drhd0c51d12019-11-16 12:04:38 +00002928 }
2929 return 0;
2930}
2931
2932/*
drh75897232000-05-29 14:26:00 +00002933** This routine is called to do the work of a DROP TABLE statement.
drhd9b02572001-04-15 00:37:09 +00002934** pName is the name of the table to be dropped.
drh75897232000-05-29 14:26:00 +00002935*/
drha0733842005-12-29 01:11:36 +00002936void sqlite3DropTable(Parse *pParse, SrcList *pName, int isView, int noErr){
danielk1977a8858102004-05-28 12:11:21 +00002937 Table *pTab;
drh75897232000-05-29 14:26:00 +00002938 Vdbe *v;
drh9bb575f2004-09-06 17:24:11 +00002939 sqlite3 *db = pParse->db;
drhd24cc422003-03-27 12:51:24 +00002940 int iDb;
drh75897232000-05-29 14:26:00 +00002941
drh8af73d42009-05-13 22:58:28 +00002942 if( db->mallocFailed ){
drh6f7adc82006-01-11 21:41:20 +00002943 goto exit_drop_table;
2944 }
drh8af73d42009-05-13 22:58:28 +00002945 assert( pParse->nErr==0 );
danielk1977a8858102004-05-28 12:11:21 +00002946 assert( pName->nSrc==1 );
drh75209962015-04-19 22:31:45 +00002947 if( sqlite3ReadSchema(pParse) ) goto exit_drop_table;
drha7564662010-02-22 19:32:31 +00002948 if( noErr ) db->suppressErr++;
drh4d249e62016-06-10 22:49:01 +00002949 assert( isView==0 || isView==LOCATE_VIEW );
dan41fb5cd2012-10-04 19:33:00 +00002950 pTab = sqlite3LocateTableItem(pParse, isView, &pName->a[0]);
drha7564662010-02-22 19:32:31 +00002951 if( noErr ) db->suppressErr--;
danielk1977a8858102004-05-28 12:11:21 +00002952
drha0733842005-12-29 01:11:36 +00002953 if( pTab==0 ){
dan57966752011-04-09 17:32:58 +00002954 if( noErr ) sqlite3CodeVerifyNamedSchema(pParse, pName->a[0].zDatabase);
drha0733842005-12-29 01:11:36 +00002955 goto exit_drop_table;
2956 }
danielk1977da184232006-01-05 11:34:32 +00002957 iDb = sqlite3SchemaToIndex(db, pTab->pSchema);
drhe22a3342003-04-22 20:30:37 +00002958 assert( iDb>=0 && iDb<db->nDb );
danielk1977b5258c32007-10-04 18:11:15 +00002959
2960 /* If pTab is a virtual table, call ViewGetColumnNames() to ensure
2961 ** it is initialized.
2962 */
2963 if( IsVirtual(pTab) && sqlite3ViewGetColumnNames(pParse, pTab) ){
2964 goto exit_drop_table;
2965 }
drhe5f9c642003-01-13 23:27:31 +00002966#ifndef SQLITE_OMIT_AUTHORIZATION
drhe5f9c642003-01-13 23:27:31 +00002967 {
2968 int code;
danielk1977da184232006-01-05 11:34:32 +00002969 const char *zTab = SCHEMA_TABLE(iDb);
drh69c33822016-08-18 14:33:11 +00002970 const char *zDb = db->aDb[iDb].zDbSName;
danielk1977f1a381e2006-06-16 08:01:02 +00002971 const char *zArg2 = 0;
danielk19774adee202004-05-08 08:23:19 +00002972 if( sqlite3AuthCheck(pParse, SQLITE_DELETE, zTab, 0, zDb)){
danielk1977a8858102004-05-28 12:11:21 +00002973 goto exit_drop_table;
drhe22a3342003-04-22 20:30:37 +00002974 }
drhe5f9c642003-01-13 23:27:31 +00002975 if( isView ){
danielk197753c0f742005-03-29 03:10:59 +00002976 if( !OMIT_TEMPDB && iDb==1 ){
drhe5f9c642003-01-13 23:27:31 +00002977 code = SQLITE_DROP_TEMP_VIEW;
2978 }else{
2979 code = SQLITE_DROP_VIEW;
2980 }
danielk19774b2688a2006-06-20 11:01:07 +00002981#ifndef SQLITE_OMIT_VIRTUALTABLE
danielk1977f1a381e2006-06-16 08:01:02 +00002982 }else if( IsVirtual(pTab) ){
2983 code = SQLITE_DROP_VTABLE;
danielk1977595a5232009-07-24 17:58:53 +00002984 zArg2 = sqlite3GetVTable(db, pTab)->pMod->zName;
danielk19774b2688a2006-06-20 11:01:07 +00002985#endif
drhe5f9c642003-01-13 23:27:31 +00002986 }else{
danielk197753c0f742005-03-29 03:10:59 +00002987 if( !OMIT_TEMPDB && iDb==1 ){
drhe5f9c642003-01-13 23:27:31 +00002988 code = SQLITE_DROP_TEMP_TABLE;
2989 }else{
2990 code = SQLITE_DROP_TABLE;
2991 }
2992 }
danielk1977f1a381e2006-06-16 08:01:02 +00002993 if( sqlite3AuthCheck(pParse, code, pTab->zName, zArg2, zDb) ){
danielk1977a8858102004-05-28 12:11:21 +00002994 goto exit_drop_table;
drhe5f9c642003-01-13 23:27:31 +00002995 }
danielk1977a8858102004-05-28 12:11:21 +00002996 if( sqlite3AuthCheck(pParse, SQLITE_DELETE, pTab->zName, 0, zDb) ){
2997 goto exit_drop_table;
drh77ad4e42003-01-14 02:49:27 +00002998 }
drhe5f9c642003-01-13 23:27:31 +00002999 }
3000#endif
drh070ae3b2019-11-16 13:51:31 +00003001 if( tableMayNotBeDropped(db, pTab) ){
danielk1977a8858102004-05-28 12:11:21 +00003002 sqlite3ErrorMsg(pParse, "table %s may not be dropped", pTab->zName);
danielk1977a8858102004-05-28 12:11:21 +00003003 goto exit_drop_table;
drh75897232000-05-29 14:26:00 +00003004 }
danielk1977576ec6b2005-01-21 11:55:25 +00003005
3006#ifndef SQLITE_OMIT_VIEW
3007 /* Ensure DROP TABLE is not used on a view, and DROP VIEW is not used
3008 ** on a table.
3009 */
danielk1977a8858102004-05-28 12:11:21 +00003010 if( isView && pTab->pSelect==0 ){
3011 sqlite3ErrorMsg(pParse, "use DROP TABLE to delete table %s", pTab->zName);
3012 goto exit_drop_table;
drh4ff6dfa2002-03-03 23:06:00 +00003013 }
danielk1977a8858102004-05-28 12:11:21 +00003014 if( !isView && pTab->pSelect ){
3015 sqlite3ErrorMsg(pParse, "use DROP VIEW to delete view %s", pTab->zName);
3016 goto exit_drop_table;
drh4ff6dfa2002-03-03 23:06:00 +00003017 }
danielk1977576ec6b2005-01-21 11:55:25 +00003018#endif
drh75897232000-05-29 14:26:00 +00003019
drh1ccde152000-06-17 13:12:39 +00003020 /* Generate code to remove the table from the master table
3021 ** on disk.
3022 */
danielk19774adee202004-05-08 08:23:19 +00003023 v = sqlite3GetVdbe(pParse);
drh75897232000-05-29 14:26:00 +00003024 if( v ){
drh77658e22007-12-04 16:54:52 +00003025 sqlite3BeginWriteOperation(pParse, 1, iDb);
mistachkin0fc2da32018-07-20 20:56:22 +00003026 if( !isView ){
3027 sqlite3ClearStatTables(pParse, iDb, "tbl", pTab->zName);
3028 sqlite3FkDropTable(pParse, pName, pTab);
3029 }
drhfaacf172011-08-12 01:51:45 +00003030 sqlite3CodeDropTable(pParse, pTab, iDb, isView);
drh75897232000-05-29 14:26:00 +00003031 }
danielk1977a8858102004-05-28 12:11:21 +00003032
3033exit_drop_table:
drh633e6d52008-07-28 19:34:53 +00003034 sqlite3SrcListDelete(db, pName);
drh75897232000-05-29 14:26:00 +00003035}
3036
3037/*
drhc2eef3b2002-08-31 18:53:06 +00003038** This routine is called to create a new foreign key on the table
3039** currently under construction. pFromCol determines which columns
3040** in the current table point to the foreign key. If pFromCol==0 then
3041** connect the key to the last column inserted. pTo is the name of
drhbd50a922013-11-03 02:27:58 +00003042** the table referred to (a.k.a the "parent" table). pToCol is a list
3043** of tables in the parent pTo table. flags contains all
drhc2eef3b2002-08-31 18:53:06 +00003044** information about the conflict resolution algorithms specified
3045** in the ON DELETE, ON UPDATE and ON INSERT clauses.
3046**
3047** An FKey structure is created and added to the table currently
drhe61922a2009-05-02 13:29:37 +00003048** under construction in the pParse->pNewTable field.
drhc2eef3b2002-08-31 18:53:06 +00003049**
3050** The foreign key is set for IMMEDIATE processing. A subsequent call
danielk19774adee202004-05-08 08:23:19 +00003051** to sqlite3DeferForeignKey() might change this to DEFERRED.
drhc2eef3b2002-08-31 18:53:06 +00003052*/
danielk19774adee202004-05-08 08:23:19 +00003053void sqlite3CreateForeignKey(
drhc2eef3b2002-08-31 18:53:06 +00003054 Parse *pParse, /* Parsing context */
danielk19770202b292004-06-09 09:55:16 +00003055 ExprList *pFromCol, /* Columns in this table that point to other table */
drhc2eef3b2002-08-31 18:53:06 +00003056 Token *pTo, /* Name of the other table */
danielk19770202b292004-06-09 09:55:16 +00003057 ExprList *pToCol, /* Columns in the other table */
drhc2eef3b2002-08-31 18:53:06 +00003058 int flags /* Conflict resolution algorithms. */
3059){
danielk197718576932008-08-06 13:47:40 +00003060 sqlite3 *db = pParse->db;
drhb7f91642004-10-31 02:22:47 +00003061#ifndef SQLITE_OMIT_FOREIGN_KEY
drh40e016e2004-11-04 14:47:11 +00003062 FKey *pFKey = 0;
dan1da40a32009-09-19 17:00:31 +00003063 FKey *pNextTo;
drhc2eef3b2002-08-31 18:53:06 +00003064 Table *p = pParse->pNewTable;
3065 int nByte;
3066 int i;
3067 int nCol;
3068 char *z;
drhc2eef3b2002-08-31 18:53:06 +00003069
3070 assert( pTo!=0 );
drh8af73d42009-05-13 22:58:28 +00003071 if( p==0 || IN_DECLARE_VTAB ) goto fk_end;
drhc2eef3b2002-08-31 18:53:06 +00003072 if( pFromCol==0 ){
3073 int iCol = p->nCol-1;
drhd3001712009-05-12 17:46:53 +00003074 if( NEVER(iCol<0) ) goto fk_end;
danielk19770202b292004-06-09 09:55:16 +00003075 if( pToCol && pToCol->nExpr!=1 ){
danielk19774adee202004-05-08 08:23:19 +00003076 sqlite3ErrorMsg(pParse, "foreign key on %s"
drhf7a9e1a2004-02-22 18:40:56 +00003077 " should reference only one column of table %T",
3078 p->aCol[iCol].zName, pTo);
drhc2eef3b2002-08-31 18:53:06 +00003079 goto fk_end;
3080 }
3081 nCol = 1;
danielk19770202b292004-06-09 09:55:16 +00003082 }else if( pToCol && pToCol->nExpr!=pFromCol->nExpr ){
danielk19774adee202004-05-08 08:23:19 +00003083 sqlite3ErrorMsg(pParse,
drhc2eef3b2002-08-31 18:53:06 +00003084 "number of columns in foreign key does not match the number of "
drhf7a9e1a2004-02-22 18:40:56 +00003085 "columns in the referenced table");
drhc2eef3b2002-08-31 18:53:06 +00003086 goto fk_end;
3087 }else{
danielk19770202b292004-06-09 09:55:16 +00003088 nCol = pFromCol->nExpr;
drhc2eef3b2002-08-31 18:53:06 +00003089 }
drhe61922a2009-05-02 13:29:37 +00003090 nByte = sizeof(*pFKey) + (nCol-1)*sizeof(pFKey->aCol[0]) + pTo->n + 1;
drhc2eef3b2002-08-31 18:53:06 +00003091 if( pToCol ){
danielk19770202b292004-06-09 09:55:16 +00003092 for(i=0; i<pToCol->nExpr; i++){
drhea678832008-12-10 19:26:22 +00003093 nByte += sqlite3Strlen30(pToCol->a[i].zName) + 1;
drhc2eef3b2002-08-31 18:53:06 +00003094 }
3095 }
drh633e6d52008-07-28 19:34:53 +00003096 pFKey = sqlite3DbMallocZero(db, nByte );
drh17435752007-08-16 04:30:38 +00003097 if( pFKey==0 ){
3098 goto fk_end;
3099 }
drhc2eef3b2002-08-31 18:53:06 +00003100 pFKey->pFrom = p;
3101 pFKey->pNextFrom = p->pFKey;
drhe61922a2009-05-02 13:29:37 +00003102 z = (char*)&pFKey->aCol[nCol];
drhdf68f6b2002-09-21 15:57:57 +00003103 pFKey->zTo = z;
danc9461ec2018-08-29 21:00:16 +00003104 if( IN_RENAME_OBJECT ){
3105 sqlite3RenameTokenMap(pParse, (void*)z, pTo);
3106 }
drhc2eef3b2002-08-31 18:53:06 +00003107 memcpy(z, pTo->z, pTo->n);
3108 z[pTo->n] = 0;
danielk197770d9e9c2009-04-24 18:06:09 +00003109 sqlite3Dequote(z);
drhc2eef3b2002-08-31 18:53:06 +00003110 z += pTo->n+1;
drhc2eef3b2002-08-31 18:53:06 +00003111 pFKey->nCol = nCol;
drhc2eef3b2002-08-31 18:53:06 +00003112 if( pFromCol==0 ){
3113 pFKey->aCol[0].iFrom = p->nCol-1;
3114 }else{
3115 for(i=0; i<nCol; i++){
3116 int j;
3117 for(j=0; j<p->nCol; j++){
danielk19774adee202004-05-08 08:23:19 +00003118 if( sqlite3StrICmp(p->aCol[j].zName, pFromCol->a[i].zName)==0 ){
drhc2eef3b2002-08-31 18:53:06 +00003119 pFKey->aCol[i].iFrom = j;
3120 break;
3121 }
3122 }
3123 if( j>=p->nCol ){
danielk19774adee202004-05-08 08:23:19 +00003124 sqlite3ErrorMsg(pParse,
drhf7a9e1a2004-02-22 18:40:56 +00003125 "unknown column \"%s\" in foreign key definition",
3126 pFromCol->a[i].zName);
drhc2eef3b2002-08-31 18:53:06 +00003127 goto fk_end;
3128 }
danc9461ec2018-08-29 21:00:16 +00003129 if( IN_RENAME_OBJECT ){
dan07e95232018-08-21 16:32:53 +00003130 sqlite3RenameTokenRemap(pParse, &pFKey->aCol[i], pFromCol->a[i].zName);
dancf8f2892018-08-09 20:47:01 +00003131 }
drhc2eef3b2002-08-31 18:53:06 +00003132 }
3133 }
3134 if( pToCol ){
3135 for(i=0; i<nCol; i++){
drhea678832008-12-10 19:26:22 +00003136 int n = sqlite3Strlen30(pToCol->a[i].zName);
drhc2eef3b2002-08-31 18:53:06 +00003137 pFKey->aCol[i].zCol = z;
danc9461ec2018-08-29 21:00:16 +00003138 if( IN_RENAME_OBJECT ){
dan07e95232018-08-21 16:32:53 +00003139 sqlite3RenameTokenRemap(pParse, z, pToCol->a[i].zName);
dan6fe7f232018-08-10 19:19:33 +00003140 }
drhc2eef3b2002-08-31 18:53:06 +00003141 memcpy(z, pToCol->a[i].zName, n);
3142 z[n] = 0;
3143 z += n+1;
3144 }
3145 }
3146 pFKey->isDeferred = 0;
dan8099ce62009-09-23 08:43:35 +00003147 pFKey->aAction[0] = (u8)(flags & 0xff); /* ON DELETE action */
3148 pFKey->aAction[1] = (u8)((flags >> 8 ) & 0xff); /* ON UPDATE action */
drhc2eef3b2002-08-31 18:53:06 +00003149
drh21206082011-04-04 18:22:02 +00003150 assert( sqlite3SchemaMutexHeld(db, 0, p->pSchema) );
dan1da40a32009-09-19 17:00:31 +00003151 pNextTo = (FKey *)sqlite3HashInsert(&p->pSchema->fkeyHash,
drhacbcb7e2014-08-21 20:26:37 +00003152 pFKey->zTo, (void *)pFKey
dan1da40a32009-09-19 17:00:31 +00003153 );
danf59c5ca2009-09-22 16:55:38 +00003154 if( pNextTo==pFKey ){
drh4a642b62016-02-05 01:55:27 +00003155 sqlite3OomFault(db);
danf59c5ca2009-09-22 16:55:38 +00003156 goto fk_end;
3157 }
dan1da40a32009-09-19 17:00:31 +00003158 if( pNextTo ){
3159 assert( pNextTo->pPrevTo==0 );
3160 pFKey->pNextTo = pNextTo;
3161 pNextTo->pPrevTo = pFKey;
3162 }
3163
drhc2eef3b2002-08-31 18:53:06 +00003164 /* Link the foreign key to the table as the last step.
3165 */
3166 p->pFKey = pFKey;
3167 pFKey = 0;
3168
3169fk_end:
drh633e6d52008-07-28 19:34:53 +00003170 sqlite3DbFree(db, pFKey);
drhb7f91642004-10-31 02:22:47 +00003171#endif /* !defined(SQLITE_OMIT_FOREIGN_KEY) */
drh633e6d52008-07-28 19:34:53 +00003172 sqlite3ExprListDelete(db, pFromCol);
3173 sqlite3ExprListDelete(db, pToCol);
drhc2eef3b2002-08-31 18:53:06 +00003174}
3175
3176/*
3177** This routine is called when an INITIALLY IMMEDIATE or INITIALLY DEFERRED
3178** clause is seen as part of a foreign key definition. The isDeferred
3179** parameter is 1 for INITIALLY DEFERRED and 0 for INITIALLY IMMEDIATE.
3180** The behavior of the most recently created foreign key is adjusted
3181** accordingly.
3182*/
danielk19774adee202004-05-08 08:23:19 +00003183void sqlite3DeferForeignKey(Parse *pParse, int isDeferred){
drhb7f91642004-10-31 02:22:47 +00003184#ifndef SQLITE_OMIT_FOREIGN_KEY
drhc2eef3b2002-08-31 18:53:06 +00003185 Table *pTab;
3186 FKey *pFKey;
3187 if( (pTab = pParse->pNewTable)==0 || (pFKey = pTab->pFKey)==0 ) return;
drh4c429832009-10-12 22:30:49 +00003188 assert( isDeferred==0 || isDeferred==1 ); /* EV: R-30323-21917 */
drh1bd10f82008-12-10 21:19:56 +00003189 pFKey->isDeferred = (u8)isDeferred;
drhb7f91642004-10-31 02:22:47 +00003190#endif
drhc2eef3b2002-08-31 18:53:06 +00003191}
3192
3193/*
drh063336a2004-11-05 20:58:39 +00003194** Generate code that will erase and refill index *pIdx. This is
3195** used to initialize a newly created index or to recompute the
3196** content of an index in response to a REINDEX command.
3197**
3198** if memRootPage is not negative, it means that the index is newly
drh1db639c2008-01-17 02:36:28 +00003199** created. The register specified by memRootPage contains the
drh063336a2004-11-05 20:58:39 +00003200** root page number of the index. If memRootPage is negative, then
3201** the index already exists and must be cleared before being refilled and
3202** the root page number of the index is taken from pIndex->tnum.
3203*/
3204static void sqlite3RefillIndex(Parse *pParse, Index *pIndex, int memRootPage){
3205 Table *pTab = pIndex->pTable; /* The table that is indexed */
danielk19776ab3a2e2009-02-19 14:39:25 +00003206 int iTab = pParse->nTab++; /* Btree cursor used for pTab */
3207 int iIdx = pParse->nTab++; /* Btree cursor used for pIndex */
drhb07028f2011-10-14 21:49:18 +00003208 int iSorter; /* Cursor opened by OpenSorter (if in use) */
drh063336a2004-11-05 20:58:39 +00003209 int addr1; /* Address of top of loop */
dan5134d132011-09-02 10:31:11 +00003210 int addr2; /* Address to jump to for next iteration */
drh063336a2004-11-05 20:58:39 +00003211 int tnum; /* Root page of index */
drhb2b9d3d2013-08-01 01:14:43 +00003212 int iPartIdxLabel; /* Jump to this label to skip a row */
drh063336a2004-11-05 20:58:39 +00003213 Vdbe *v; /* Generate code into this virtual machine */
danielk1977b3bf5562006-01-10 17:58:23 +00003214 KeyInfo *pKey; /* KeyInfo for index */
peter.d.reid60ec9142014-09-06 16:39:46 +00003215 int regRecord; /* Register holding assembled index record */
drh17435752007-08-16 04:30:38 +00003216 sqlite3 *db = pParse->db; /* The database connection */
3217 int iDb = sqlite3SchemaToIndex(db, pIndex->pSchema);
drh063336a2004-11-05 20:58:39 +00003218
danielk19771d54df82004-11-23 15:41:16 +00003219#ifndef SQLITE_OMIT_AUTHORIZATION
3220 if( sqlite3AuthCheck(pParse, SQLITE_REINDEX, pIndex->zName, 0,
drh69c33822016-08-18 14:33:11 +00003221 db->aDb[iDb].zDbSName ) ){
danielk19771d54df82004-11-23 15:41:16 +00003222 return;
3223 }
3224#endif
3225
danielk1977c00da102006-01-07 13:21:04 +00003226 /* Require a write-lock on the table to perform this operation */
3227 sqlite3TableLock(pParse, iDb, pTab->tnum, 1, pTab->zName);
3228
drh063336a2004-11-05 20:58:39 +00003229 v = sqlite3GetVdbe(pParse);
3230 if( v==0 ) return;
3231 if( memRootPage>=0 ){
drh1db639c2008-01-17 02:36:28 +00003232 tnum = memRootPage;
drh063336a2004-11-05 20:58:39 +00003233 }else{
3234 tnum = pIndex->tnum;
drh063336a2004-11-05 20:58:39 +00003235 }
drh2ec2fb22013-11-06 19:59:23 +00003236 pKey = sqlite3KeyInfoOfIndex(pParse, pIndex);
drh60de73e2016-04-05 15:59:23 +00003237 assert( pKey!=0 || db->mallocFailed || pParse->nErr );
dana20fde62011-07-12 14:28:05 +00003238
dan689ab892011-08-12 15:02:00 +00003239 /* Open the sorter cursor if we are to use one. */
drhca892a72011-09-03 00:17:51 +00003240 iSorter = pParse->nTab++;
danfad9f9a2014-04-01 18:41:51 +00003241 sqlite3VdbeAddOp4(v, OP_SorterOpen, iSorter, 0, pIndex->nKeyCol, (char*)
drh2ec2fb22013-11-06 19:59:23 +00003242 sqlite3KeyInfoRef(pKey), P4_KEYINFO);
dana20fde62011-07-12 14:28:05 +00003243
3244 /* Open the table. Loop through all rows of the table, inserting index
3245 ** records into the sorter. */
drhdd9930e2013-10-23 23:37:02 +00003246 sqlite3OpenTable(pParse, iTab, iDb, pTab, OP_OpenRead);
drh688852a2014-02-17 22:40:43 +00003247 addr1 = sqlite3VdbeAddOp2(v, OP_Rewind, iTab, 0); VdbeCoverage(v);
drh2d401ab2008-01-10 23:50:11 +00003248 regRecord = sqlite3GetTempReg(pParse);
drh4031baf2018-05-28 17:31:20 +00003249 sqlite3MultiWrite(pParse);
dana20fde62011-07-12 14:28:05 +00003250
drh1c2c0b72014-01-04 19:27:05 +00003251 sqlite3GenerateIndexKey(pParse,pIndex,iTab,regRecord,0,&iPartIdxLabel,0,0);
drhca892a72011-09-03 00:17:51 +00003252 sqlite3VdbeAddOp2(v, OP_SorterInsert, iSorter, regRecord);
drh87744512014-04-13 19:15:49 +00003253 sqlite3ResolvePartIdxLabel(pParse, iPartIdxLabel);
drh688852a2014-02-17 22:40:43 +00003254 sqlite3VdbeAddOp2(v, OP_Next, iTab, addr1+1); VdbeCoverage(v);
drhca892a72011-09-03 00:17:51 +00003255 sqlite3VdbeJumpHere(v, addr1);
drh44156282013-10-23 22:23:03 +00003256 if( memRootPage<0 ) sqlite3VdbeAddOp2(v, OP_Clear, tnum, iDb);
3257 sqlite3VdbeAddOp4(v, OP_OpenWrite, iIdx, tnum, iDb,
drh2ec2fb22013-11-06 19:59:23 +00003258 (char *)pKey, P4_KEYINFO);
drh44156282013-10-23 22:23:03 +00003259 sqlite3VdbeChangeP5(v, OPFLAG_BULKCSR|((memRootPage>=0)?OPFLAG_P2ISREG:0));
3260
drh688852a2014-02-17 22:40:43 +00003261 addr1 = sqlite3VdbeAddOp2(v, OP_SorterSort, iSorter, 0); VdbeCoverage(v);
drh60de73e2016-04-05 15:59:23 +00003262 if( IsUniqueIndex(pIndex) ){
drh4031baf2018-05-28 17:31:20 +00003263 int j2 = sqlite3VdbeGoto(v, 1);
drhca892a72011-09-03 00:17:51 +00003264 addr2 = sqlite3VdbeCurrentAddr(v);
drh4031baf2018-05-28 17:31:20 +00003265 sqlite3VdbeVerifyAbortable(v, OE_Abort);
drh1153c7b2013-11-01 22:02:56 +00003266 sqlite3VdbeAddOp4Int(v, OP_SorterCompare, iSorter, j2, regRecord,
drhac502322014-07-30 13:56:48 +00003267 pIndex->nKeyCol); VdbeCoverage(v);
drhf9c8ce32013-11-05 13:33:55 +00003268 sqlite3UniqueConstraint(pParse, OE_Abort, pIndex);
drh4031baf2018-05-28 17:31:20 +00003269 sqlite3VdbeJumpHere(v, j2);
drhca892a72011-09-03 00:17:51 +00003270 }else{
dan7ed6c062019-05-21 16:32:41 +00003271 /* Most CREATE INDEX and REINDEX statements that are not UNIQUE can not
3272 ** abort. The exception is if one of the indexed expressions contains a
3273 ** user function that throws an exception when it is evaluated. But the
3274 ** overhead of adding a statement journal to a CREATE INDEX statement is
3275 ** very small (since most of the pages written do not contain content that
3276 ** needs to be restored if the statement aborts), so we call
3277 ** sqlite3MayAbort() for all CREATE INDEX statements. */
danef14abb2019-05-21 14:42:24 +00003278 sqlite3MayAbort(pParse);
drhca892a72011-09-03 00:17:51 +00003279 addr2 = sqlite3VdbeCurrentAddr(v);
dan689ab892011-08-12 15:02:00 +00003280 }
drh6cf4a7d2014-10-13 13:00:58 +00003281 sqlite3VdbeAddOp3(v, OP_SorterData, iSorter, regRecord, iIdx);
drhbf9ff252019-05-14 00:43:13 +00003282 if( !pIndex->bAscKeyBug ){
3283 /* This OP_SeekEnd opcode makes index insert for a REINDEX go much
3284 ** faster by avoiding unnecessary seeks. But the optimization does
3285 ** not work for UNIQUE constraint indexes on WITHOUT ROWID tables
3286 ** with DESC primary keys, since those indexes have there keys in
3287 ** a different order from the main table.
3288 ** See ticket: https://www.sqlite.org/src/info/bba7b69f9849b5bf
3289 */
3290 sqlite3VdbeAddOp1(v, OP_SeekEnd, iIdx);
3291 }
drh9b4eaeb2016-11-09 00:10:33 +00003292 sqlite3VdbeAddOp2(v, OP_IdxInsert, iIdx, regRecord);
drhca892a72011-09-03 00:17:51 +00003293 sqlite3VdbeChangeP5(v, OPFLAG_USESEEKRESULT);
drh2d401ab2008-01-10 23:50:11 +00003294 sqlite3ReleaseTempReg(pParse, regRecord);
drh688852a2014-02-17 22:40:43 +00003295 sqlite3VdbeAddOp2(v, OP_SorterNext, iSorter, addr2); VdbeCoverage(v);
drhd654be82005-09-20 17:42:23 +00003296 sqlite3VdbeJumpHere(v, addr1);
dana20fde62011-07-12 14:28:05 +00003297
drh66a51672008-01-03 00:01:23 +00003298 sqlite3VdbeAddOp1(v, OP_Close, iTab);
3299 sqlite3VdbeAddOp1(v, OP_Close, iIdx);
dan689ab892011-08-12 15:02:00 +00003300 sqlite3VdbeAddOp1(v, OP_Close, iSorter);
drh063336a2004-11-05 20:58:39 +00003301}
3302
3303/*
drh77e57df2013-10-22 14:28:02 +00003304** Allocate heap space to hold an Index object with nCol columns.
3305**
3306** Increase the allocation size to provide an extra nExtra bytes
3307** of 8-byte aligned space after the Index object and return a
3308** pointer to this extra space in *ppExtra.
3309*/
3310Index *sqlite3AllocateIndexObject(
3311 sqlite3 *db, /* Database connection */
drhbbbdc832013-10-22 18:01:40 +00003312 i16 nCol, /* Total number of columns in the index */
drh77e57df2013-10-22 14:28:02 +00003313 int nExtra, /* Number of bytes of extra space to alloc */
3314 char **ppExtra /* Pointer to the "extra" space */
3315){
3316 Index *p; /* Allocated index object */
3317 int nByte; /* Bytes of space for Index object + arrays */
3318
3319 nByte = ROUND8(sizeof(Index)) + /* Index structure */
3320 ROUND8(sizeof(char*)*nCol) + /* Index.azColl */
dancfc9df72014-04-25 15:01:01 +00003321 ROUND8(sizeof(LogEst)*(nCol+1) + /* Index.aiRowLogEst */
drhbbbdc832013-10-22 18:01:40 +00003322 sizeof(i16)*nCol + /* Index.aiColumn */
drh77e57df2013-10-22 14:28:02 +00003323 sizeof(u8)*nCol); /* Index.aSortOrder */
3324 p = sqlite3DbMallocZero(db, nByte + nExtra);
3325 if( p ){
3326 char *pExtra = ((char*)p)+ROUND8(sizeof(Index));
drhf19aa5f2015-12-30 16:51:20 +00003327 p->azColl = (const char**)pExtra; pExtra += ROUND8(sizeof(char*)*nCol);
dancfc9df72014-04-25 15:01:01 +00003328 p->aiRowLogEst = (LogEst*)pExtra; pExtra += sizeof(LogEst)*(nCol+1);
3329 p->aiColumn = (i16*)pExtra; pExtra += sizeof(i16)*nCol;
drh77e57df2013-10-22 14:28:02 +00003330 p->aSortOrder = (u8*)pExtra;
3331 p->nColumn = nCol;
drhbbbdc832013-10-22 18:01:40 +00003332 p->nKeyCol = nCol - 1;
drh77e57df2013-10-22 14:28:02 +00003333 *ppExtra = ((char*)p) + nByte;
3334 }
3335 return p;
3336}
3337
3338/*
dan9105fd52019-08-19 17:26:32 +00003339** If expression list pList contains an expression that was parsed with
3340** an explicit "NULLS FIRST" or "NULLS LAST" clause, leave an error in
3341** pParse and return non-zero. Otherwise, return zero.
3342*/
3343int sqlite3HasExplicitNulls(Parse *pParse, ExprList *pList){
3344 if( pList ){
3345 int i;
3346 for(i=0; i<pList->nExpr; i++){
3347 if( pList->a[i].bNulls ){
3348 u8 sf = pList->a[i].sortFlags;
3349 sqlite3ErrorMsg(pParse, "unsupported use of NULLS %s",
3350 (sf==0 || sf==3) ? "FIRST" : "LAST"
3351 );
3352 return 1;
3353 }
3354 }
3355 }
3356 return 0;
3357}
3358
3359/*
drh23bf66d2004-12-14 03:34:34 +00003360** Create a new index for an SQL table. pName1.pName2 is the name of the index
3361** and pTblList is the name of the table that is to be indexed. Both will
drhadbca9c2001-09-27 15:11:53 +00003362** be NULL for a primary key or an index that is created to satisfy a
3363** UNIQUE constraint. If pTable and pIndex are NULL, use pParse->pNewTable
drh382c0242001-10-06 16:33:02 +00003364** as the table to be indexed. pParse->pNewTable is a table that is
3365** currently being constructed by a CREATE TABLE statement.
drh75897232000-05-29 14:26:00 +00003366**
drh382c0242001-10-06 16:33:02 +00003367** pList is a list of columns to be indexed. pList will be NULL if this
3368** is a primary key or unique-constraint on the most recent column added
3369** to the table currently under construction.
drh75897232000-05-29 14:26:00 +00003370*/
drh62340f82016-05-31 21:18:15 +00003371void sqlite3CreateIndex(
drh23bf66d2004-12-14 03:34:34 +00003372 Parse *pParse, /* All information about this parse */
3373 Token *pName1, /* First part of index name. May be NULL */
3374 Token *pName2, /* Second part of index name. May be NULL */
3375 SrcList *pTblName, /* Table to index. Use pParse->pNewTable if 0 */
danielk19770202b292004-06-09 09:55:16 +00003376 ExprList *pList, /* A list of columns to be indexed */
drh23bf66d2004-12-14 03:34:34 +00003377 int onError, /* OE_Abort, OE_Ignore, OE_Replace, or OE_None */
drh1c55ba02007-07-02 19:31:27 +00003378 Token *pStart, /* The CREATE token that begins this statement */
drh1fe05372013-07-31 18:12:26 +00003379 Expr *pPIWhere, /* WHERE clause for partial indices */
drh4d91a702006-01-04 15:54:36 +00003380 int sortOrder, /* Sort order of primary key when pList==NULL */
drh62340f82016-05-31 21:18:15 +00003381 int ifNotExist, /* Omit error if index already exists */
3382 u8 idxType /* The index type */
drh75897232000-05-29 14:26:00 +00003383){
drhfdd6e852005-12-16 01:06:16 +00003384 Table *pTab = 0; /* Table to be indexed */
3385 Index *pIndex = 0; /* The index to be created */
3386 char *zName = 0; /* Name of the index */
3387 int nName; /* Number of characters in zName */
drhbeae3192001-09-22 18:12:08 +00003388 int i, j;
drhfdd6e852005-12-16 01:06:16 +00003389 DbFixer sFix; /* For assigning database names to pTable */
3390 int sortOrderMask; /* 1 to honor DESC in index. 0 to ignore. */
drh9bb575f2004-09-06 17:24:11 +00003391 sqlite3 *db = pParse->db;
drhfdd6e852005-12-16 01:06:16 +00003392 Db *pDb; /* The specific table containing the indexed database */
3393 int iDb; /* Index of the database that is being written */
3394 Token *pName = 0; /* Unqualified name of the index to create */
3395 struct ExprList_item *pListItem; /* For looping over pList */
drhc28c4e52013-10-03 19:21:41 +00003396 int nExtra = 0; /* Space allocated for zExtra[] */
drh44156282013-10-23 22:23:03 +00003397 int nExtraCol; /* Number of extra columns needed */
drh47b927d2013-12-03 00:11:40 +00003398 char *zExtra = 0; /* Extra space after the Index object */
drh44156282013-10-23 22:23:03 +00003399 Index *pPk = 0; /* PRIMARY KEY index for WITHOUT ROWID tables */
danielk1977cbb18d22004-05-28 11:37:27 +00003400
drh62340f82016-05-31 21:18:15 +00003401 if( db->mallocFailed || pParse->nErr>0 ){
3402 goto exit_create_index;
3403 }
3404 if( IN_DECLARE_VTAB && idxType!=SQLITE_IDXTYPE_PRIMARYKEY ){
drhd3001712009-05-12 17:46:53 +00003405 goto exit_create_index;
3406 }
3407 if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){
danielk1977e501b892006-01-09 06:29:47 +00003408 goto exit_create_index;
3409 }
dan9105fd52019-08-19 17:26:32 +00003410 if( sqlite3HasExplicitNulls(pParse, pList) ){
3411 goto exit_create_index;
3412 }
drhdaffd0e2001-04-11 14:28:42 +00003413
drh75897232000-05-29 14:26:00 +00003414 /*
3415 ** Find the table that is to be indexed. Return early if not found.
3416 */
danielk1977cbb18d22004-05-28 11:37:27 +00003417 if( pTblName!=0 ){
danielk1977cbb18d22004-05-28 11:37:27 +00003418
3419 /* Use the two-part index name to determine the database
danielk1977ef2cb632004-05-29 02:37:19 +00003420 ** to search for the table. 'Fix' the table name to this db
3421 ** before looking up the table.
danielk1977cbb18d22004-05-28 11:37:27 +00003422 */
3423 assert( pName1 && pName2 );
danielk1977ef2cb632004-05-29 02:37:19 +00003424 iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pName);
danielk1977cbb18d22004-05-28 11:37:27 +00003425 if( iDb<0 ) goto exit_create_index;
drhb07028f2011-10-14 21:49:18 +00003426 assert( pName && pName->z );
danielk1977cbb18d22004-05-28 11:37:27 +00003427
danielk197753c0f742005-03-29 03:10:59 +00003428#ifndef SQLITE_OMIT_TEMPDB
mistachkind5578432012-08-25 10:01:29 +00003429 /* If the index name was unqualified, check if the table
danielk1977fe910332007-12-02 11:46:34 +00003430 ** is a temp table. If so, set the database to 1. Do not do this
3431 ** if initialising a database schema.
danielk1977cbb18d22004-05-28 11:37:27 +00003432 */
danielk1977fe910332007-12-02 11:46:34 +00003433 if( !db->init.busy ){
3434 pTab = sqlite3SrcListLookup(pParse, pTblName);
drhd3001712009-05-12 17:46:53 +00003435 if( pName2->n==0 && pTab && pTab->pSchema==db->aDb[1].pSchema ){
danielk1977fe910332007-12-02 11:46:34 +00003436 iDb = 1;
3437 }
danielk1977ef2cb632004-05-29 02:37:19 +00003438 }
danielk197753c0f742005-03-29 03:10:59 +00003439#endif
danielk1977ef2cb632004-05-29 02:37:19 +00003440
drhd100f692013-10-03 15:39:44 +00003441 sqlite3FixInit(&sFix, pParse, iDb, "index", pName);
3442 if( sqlite3FixSrcList(&sFix, pTblName) ){
drh85c23c62005-08-20 03:03:04 +00003443 /* Because the parser constructs pTblName from a single identifier,
3444 ** sqlite3FixSrcList can never fail. */
3445 assert(0);
danielk1977cbb18d22004-05-28 11:37:27 +00003446 }
dan41fb5cd2012-10-04 19:33:00 +00003447 pTab = sqlite3LocateTableItem(pParse, 0, &pTblName->a[0]);
drhc31c7c12012-10-08 23:25:07 +00003448 assert( db->mallocFailed==0 || pTab==0 );
3449 if( pTab==0 ) goto exit_create_index;
drh989b1162013-08-01 22:27:26 +00003450 if( iDb==1 && db->aDb[iDb].pSchema!=pTab->pSchema ){
3451 sqlite3ErrorMsg(pParse,
3452 "cannot create a TEMP index on non-TEMP table \"%s\"",
3453 pTab->zName);
3454 goto exit_create_index;
3455 }
drh44156282013-10-23 22:23:03 +00003456 if( !HasRowid(pTab) ) pPk = sqlite3PrimaryKeyIndex(pTab);
drh75897232000-05-29 14:26:00 +00003457 }else{
drhe3c41372001-09-17 20:25:58 +00003458 assert( pName==0 );
drhb07028f2011-10-14 21:49:18 +00003459 assert( pStart==0 );
danielk1977da184232006-01-05 11:34:32 +00003460 pTab = pParse->pNewTable;
drha6370df2006-01-04 21:40:06 +00003461 if( !pTab ) goto exit_create_index;
danielk1977da184232006-01-05 11:34:32 +00003462 iDb = sqlite3SchemaToIndex(db, pTab->pSchema);
drh75897232000-05-29 14:26:00 +00003463 }
drhfdd6e852005-12-16 01:06:16 +00003464 pDb = &db->aDb[iDb];
danielk1977cbb18d22004-05-28 11:37:27 +00003465
drhd3001712009-05-12 17:46:53 +00003466 assert( pTab!=0 );
3467 assert( pParse->nErr==0 );
drh03881232009-02-13 03:43:31 +00003468 if( sqlite3StrNICmp(pTab->zName, "sqlite_", 7)==0
drh3a3a03f2014-09-11 16:36:43 +00003469 && db->init.busy==0
drh346f4e22019-03-25 21:35:41 +00003470 && pTblName!=0
drhd4530972014-09-09 14:47:53 +00003471#if SQLITE_USER_AUTHENTICATION
3472 && sqlite3UserAuthTable(pTab->zName)==0
3473#endif
drh8c2e6c52018-05-01 18:39:31 +00003474#ifdef SQLITE_ALLOW_SQLITE_MASTER_INDEX
3475 && sqlite3StrICmp(&pTab->zName[7],"master")!=0
3476#endif
drh8c2e6c52018-05-01 18:39:31 +00003477 ){
danielk19774adee202004-05-08 08:23:19 +00003478 sqlite3ErrorMsg(pParse, "table %s may not be indexed", pTab->zName);
drh0be9df02003-03-30 00:19:49 +00003479 goto exit_create_index;
3480 }
danielk1977576ec6b2005-01-21 11:55:25 +00003481#ifndef SQLITE_OMIT_VIEW
drha76b5df2002-02-23 02:32:10 +00003482 if( pTab->pSelect ){
danielk19774adee202004-05-08 08:23:19 +00003483 sqlite3ErrorMsg(pParse, "views may not be indexed");
drha76b5df2002-02-23 02:32:10 +00003484 goto exit_create_index;
3485 }
danielk1977576ec6b2005-01-21 11:55:25 +00003486#endif
danielk19775ee9d692006-06-21 12:36:25 +00003487#ifndef SQLITE_OMIT_VIRTUALTABLE
3488 if( IsVirtual(pTab) ){
3489 sqlite3ErrorMsg(pParse, "virtual tables may not be indexed");
3490 goto exit_create_index;
3491 }
3492#endif
drh75897232000-05-29 14:26:00 +00003493
3494 /*
3495 ** Find the name of the index. Make sure there is not already another
drhf57b3392001-10-08 13:22:32 +00003496 ** index or table with the same name.
3497 **
3498 ** Exception: If we are reading the names of permanent indices from the
3499 ** sqlite_master table (because some other process changed the schema) and
3500 ** one of the index names collides with the name of a temporary table or
drhd24cc422003-03-27 12:51:24 +00003501 ** index, then we will continue to process this index.
drhf57b3392001-10-08 13:22:32 +00003502 **
3503 ** If pName==0 it means that we are
drhadbca9c2001-09-27 15:11:53 +00003504 ** dealing with a primary key or UNIQUE constraint. We have to invent our
3505 ** own name.
drh75897232000-05-29 14:26:00 +00003506 */
danielk1977d8123362004-06-12 09:25:12 +00003507 if( pName ){
drh17435752007-08-16 04:30:38 +00003508 zName = sqlite3NameFromToken(db, pName);
drhe3c41372001-09-17 20:25:58 +00003509 if( zName==0 ) goto exit_create_index;
drhb07028f2011-10-14 21:49:18 +00003510 assert( pName->z!=0 );
drhc5a93d42019-08-12 00:08:07 +00003511 if( SQLITE_OK!=sqlite3CheckObjectName(pParse, zName,"index",pTab->zName) ){
drhd24cc422003-03-27 12:51:24 +00003512 goto exit_create_index;
drhe3c41372001-09-17 20:25:58 +00003513 }
danc9461ec2018-08-29 21:00:16 +00003514 if( !IN_RENAME_OBJECT ){
dancf8f2892018-08-09 20:47:01 +00003515 if( !db->init.busy ){
3516 if( sqlite3FindTable(db, zName, 0)!=0 ){
3517 sqlite3ErrorMsg(pParse, "there is already a table named %s", zName);
3518 goto exit_create_index;
3519 }
3520 }
3521 if( sqlite3FindIndex(db, zName, pDb->zDbSName)!=0 ){
3522 if( !ifNotExist ){
3523 sqlite3ErrorMsg(pParse, "index %s already exists", zName);
3524 }else{
3525 assert( !db->init.busy );
3526 sqlite3CodeVerifySchema(pParse, iDb);
3527 }
danielk1977d45a0312007-03-13 16:32:25 +00003528 goto exit_create_index;
3529 }
3530 }
danielk1977a21c6b62005-01-24 10:25:59 +00003531 }else{
drhadbca9c2001-09-27 15:11:53 +00003532 int n;
3533 Index *pLoop;
3534 for(pLoop=pTab->pIndex, n=1; pLoop; pLoop=pLoop->pNext, n++){}
drhf089aa42008-07-08 19:34:06 +00003535 zName = sqlite3MPrintf(db, "sqlite_autoindex_%s_%d", pTab->zName, n);
danielk1977a1644fd2007-08-29 12:31:25 +00003536 if( zName==0 ){
danielk1977a1644fd2007-08-29 12:31:25 +00003537 goto exit_create_index;
3538 }
drh0aafa9c2016-08-05 14:35:47 +00003539
3540 /* Automatic index names generated from within sqlite3_declare_vtab()
3541 ** must have names that are distinct from normal automatic index names.
3542 ** The following statement converts "sqlite3_autoindex..." into
3543 ** "sqlite3_butoindex..." in order to make the names distinct.
3544 ** The "vtab_err.test" test demonstrates the need of this statement. */
dancf8f2892018-08-09 20:47:01 +00003545 if( IN_SPECIAL_PARSE ) zName[7]++;
drh75897232000-05-29 14:26:00 +00003546 }
3547
drhe5f9c642003-01-13 23:27:31 +00003548 /* Check for authorization to create an index.
3549 */
3550#ifndef SQLITE_OMIT_AUTHORIZATION
danc9461ec2018-08-29 21:00:16 +00003551 if( !IN_RENAME_OBJECT ){
drh69c33822016-08-18 14:33:11 +00003552 const char *zDb = pDb->zDbSName;
danielk197753c0f742005-03-29 03:10:59 +00003553 if( sqlite3AuthCheck(pParse, SQLITE_INSERT, SCHEMA_TABLE(iDb), 0, zDb) ){
drhe22a3342003-04-22 20:30:37 +00003554 goto exit_create_index;
3555 }
3556 i = SQLITE_CREATE_INDEX;
danielk197753c0f742005-03-29 03:10:59 +00003557 if( !OMIT_TEMPDB && iDb==1 ) i = SQLITE_CREATE_TEMP_INDEX;
danielk19774adee202004-05-08 08:23:19 +00003558 if( sqlite3AuthCheck(pParse, i, zName, pTab->zName, zDb) ){
drhe22a3342003-04-22 20:30:37 +00003559 goto exit_create_index;
3560 }
drhe5f9c642003-01-13 23:27:31 +00003561 }
3562#endif
3563
drh75897232000-05-29 14:26:00 +00003564 /* If pList==0, it means this routine was called to make a primary
drh1ccde152000-06-17 13:12:39 +00003565 ** key out of the last column added to the table under construction.
drh75897232000-05-29 14:26:00 +00003566 ** So create a fake list to simulate this.
3567 */
3568 if( pList==0 ){
drh108aa002015-08-24 20:21:20 +00003569 Token prevCol;
dan26e731c2018-01-29 16:22:39 +00003570 Column *pCol = &pTab->aCol[pTab->nCol-1];
3571 pCol->colFlags |= COLFLAG_UNIQUE;
3572 sqlite3TokenInit(&prevCol, pCol->zName);
drh108aa002015-08-24 20:21:20 +00003573 pList = sqlite3ExprListAppend(pParse, 0,
3574 sqlite3ExprAlloc(db, TK_ID, &prevCol, 0));
drh75897232000-05-29 14:26:00 +00003575 if( pList==0 ) goto exit_create_index;
drhbc622bc2015-08-24 15:39:42 +00003576 assert( pList->nExpr==1 );
dan5b32bdf2019-08-17 15:47:32 +00003577 sqlite3ExprListSetSortOrder(pList, sortOrder, SQLITE_SO_UNDEFINED);
drh108aa002015-08-24 20:21:20 +00003578 }else{
3579 sqlite3ExprListCheckLength(pParse, pList, "index");
drh8fe25c62019-03-31 21:09:33 +00003580 if( pParse->nErr ) goto exit_create_index;
drh75897232000-05-29 14:26:00 +00003581 }
3582
danielk1977b3bf5562006-01-10 17:58:23 +00003583 /* Figure out how many bytes of space are required to store explicitly
3584 ** specified collation sequence names.
3585 */
3586 for(i=0; i<pList->nExpr; i++){
drhd3001712009-05-12 17:46:53 +00003587 Expr *pExpr = pList->a[i].pExpr;
drh7d3d9da2015-09-01 00:42:52 +00003588 assert( pExpr!=0 );
3589 if( pExpr->op==TK_COLLATE ){
dan911ce412013-05-15 15:16:50 +00003590 nExtra += (1 + sqlite3Strlen30(pExpr->u.zToken));
danielk1977b3bf5562006-01-10 17:58:23 +00003591 }
3592 }
3593
drh75897232000-05-29 14:26:00 +00003594 /*
3595 ** Allocate the index structure.
3596 */
drhea678832008-12-10 19:26:22 +00003597 nName = sqlite3Strlen30(zName);
drh44156282013-10-23 22:23:03 +00003598 nExtraCol = pPk ? pPk->nKeyCol : 1;
drh8fe25c62019-03-31 21:09:33 +00003599 assert( pList->nExpr + nExtraCol <= 32767 /* Fits in i16 */ );
drh44156282013-10-23 22:23:03 +00003600 pIndex = sqlite3AllocateIndexObject(db, pList->nExpr + nExtraCol,
drh77e57df2013-10-22 14:28:02 +00003601 nName + nExtra + 1, &zExtra);
drh17435752007-08-16 04:30:38 +00003602 if( db->mallocFailed ){
3603 goto exit_create_index;
3604 }
dancfc9df72014-04-25 15:01:01 +00003605 assert( EIGHT_BYTE_ALIGNMENT(pIndex->aiRowLogEst) );
drhe09b84c2011-11-14 02:53:54 +00003606 assert( EIGHT_BYTE_ALIGNMENT(pIndex->azColl) );
drh77e57df2013-10-22 14:28:02 +00003607 pIndex->zName = zExtra;
3608 zExtra += nName + 1;
drh5bb3eb92007-05-04 13:15:55 +00003609 memcpy(pIndex->zName, zName, nName+1);
drh75897232000-05-29 14:26:00 +00003610 pIndex->pTable = pTab;
drh1bd10f82008-12-10 21:19:56 +00003611 pIndex->onError = (u8)onError;
drh9eade082013-10-24 14:16:10 +00003612 pIndex->uniqNotNull = onError!=OE_None;
drh62340f82016-05-31 21:18:15 +00003613 pIndex->idxType = idxType;
danielk1977da184232006-01-05 11:34:32 +00003614 pIndex->pSchema = db->aDb[iDb].pSchema;
drh72ffd092013-10-30 15:52:32 +00003615 pIndex->nKeyCol = pList->nExpr;
drh3780be12013-07-31 19:05:22 +00003616 if( pPIWhere ){
3617 sqlite3ResolveSelfReference(pParse, pTab, NC_PartIdx, pPIWhere, 0);
3618 pIndex->pPartIdxWhere = pPIWhere;
3619 pPIWhere = 0;
3620 }
drh21206082011-04-04 18:22:02 +00003621 assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
drh75897232000-05-29 14:26:00 +00003622
drhfdd6e852005-12-16 01:06:16 +00003623 /* Check to see if we should honor DESC requests on index columns
3624 */
danielk1977da184232006-01-05 11:34:32 +00003625 if( pDb->pSchema->file_format>=4 ){
drhfdd6e852005-12-16 01:06:16 +00003626 sortOrderMask = -1; /* Honor DESC */
drhfdd6e852005-12-16 01:06:16 +00003627 }else{
3628 sortOrderMask = 0; /* Ignore DESC */
3629 }
3630
drh1f9ca2c2015-08-25 16:57:52 +00003631 /* Analyze the list of expressions that form the terms of the index and
3632 ** report any errors. In the common case where the expression is exactly
3633 ** a table column, store that column in aiColumn[]. For general expressions,
drh4b92f982015-09-29 17:20:14 +00003634 ** populate pIndex->aColExpr and store XN_EXPR (-2) in aiColumn[].
drhd3001712009-05-12 17:46:53 +00003635 **
drh1f9ca2c2015-08-25 16:57:52 +00003636 ** TODO: Issue a warning if two or more columns of the index are identical.
3637 ** TODO: Issue a warning if the table primary key is used as part of the
3638 ** index key.
drh75897232000-05-29 14:26:00 +00003639 */
dancf8f2892018-08-09 20:47:01 +00003640 pListItem = pList->a;
danc9461ec2018-08-29 21:00:16 +00003641 if( IN_RENAME_OBJECT ){
dancf8f2892018-08-09 20:47:01 +00003642 pIndex->aColExpr = pList;
3643 pList = 0;
3644 }
3645 for(i=0; i<pIndex->nKeyCol; i++, pListItem++){
drh1f9ca2c2015-08-25 16:57:52 +00003646 Expr *pCExpr; /* The i-th index expression */
3647 int requestedSortOrder; /* ASC or DESC on the i-th expression */
drhf19aa5f2015-12-30 16:51:20 +00003648 const char *zColl; /* Collation sequence name */
danielk1977b3bf5562006-01-10 17:58:23 +00003649
drhedb04ed2015-09-04 12:54:01 +00003650 sqlite3StringToId(pListItem->pExpr);
drha514b8e2015-08-25 00:27:06 +00003651 sqlite3ResolveSelfReference(pParse, pTab, NC_IdxExpr, pListItem->pExpr, 0);
3652 if( pParse->nErr ) goto exit_create_index;
drh108aa002015-08-24 20:21:20 +00003653 pCExpr = sqlite3ExprSkipCollate(pListItem->pExpr);
drha514b8e2015-08-25 00:27:06 +00003654 if( pCExpr->op!=TK_COLUMN ){
drh1f9ca2c2015-08-25 16:57:52 +00003655 if( pTab==pParse->pNewTable ){
3656 sqlite3ErrorMsg(pParse, "expressions prohibited in PRIMARY KEY and "
3657 "UNIQUE constraints");
3658 goto exit_create_index;
3659 }
3660 if( pIndex->aColExpr==0 ){
dancf8f2892018-08-09 20:47:01 +00003661 pIndex->aColExpr = pList;
3662 pList = 0;
drh1f9ca2c2015-08-25 16:57:52 +00003663 }
drh4b92f982015-09-29 17:20:14 +00003664 j = XN_EXPR;
3665 pIndex->aiColumn[i] = XN_EXPR;
drh84926532015-08-31 19:38:42 +00003666 pIndex->uniqNotNull = 0;
drh1f9ca2c2015-08-25 16:57:52 +00003667 }else{
3668 j = pCExpr->iColumn;
3669 assert( j<=0x7fff );
3670 if( j<0 ){
3671 j = pTab->iPKey;
drhc7476732019-10-24 20:29:25 +00003672 }else{
3673 if( pTab->aCol[j].notNull==0 ){
3674 pIndex->uniqNotNull = 0;
3675 }
3676 if( pTab->aCol[j].colFlags & COLFLAG_VIRTUAL ){
3677 pIndex->bHasVCol = 1;
3678 }
drh1f9ca2c2015-08-25 16:57:52 +00003679 }
3680 pIndex->aiColumn[i] = (i16)j;
drh108aa002015-08-24 20:21:20 +00003681 }
drha514b8e2015-08-25 00:27:06 +00003682 zColl = 0;
drh108aa002015-08-24 20:21:20 +00003683 if( pListItem->pExpr->op==TK_COLLATE ){
drhd3001712009-05-12 17:46:53 +00003684 int nColl;
dan911ce412013-05-15 15:16:50 +00003685 zColl = pListItem->pExpr->u.zToken;
drhd3001712009-05-12 17:46:53 +00003686 nColl = sqlite3Strlen30(zColl) + 1;
3687 assert( nExtra>=nColl );
3688 memcpy(zExtra, zColl, nColl);
danielk1977b3bf5562006-01-10 17:58:23 +00003689 zColl = zExtra;
drhd3001712009-05-12 17:46:53 +00003690 zExtra += nColl;
3691 nExtra -= nColl;
drha514b8e2015-08-25 00:27:06 +00003692 }else if( j>=0 ){
danielk1977b3bf5562006-01-10 17:58:23 +00003693 zColl = pTab->aCol[j].zColl;
danielk19770202b292004-06-09 09:55:16 +00003694 }
drhf19aa5f2015-12-30 16:51:20 +00003695 if( !zColl ) zColl = sqlite3StrBINARY;
drhb7f24de2009-05-13 17:35:23 +00003696 if( !db->init.busy && !sqlite3LocateCollSeq(pParse, zColl) ){
danielk19777cedc8d2004-06-10 10:50:08 +00003697 goto exit_create_index;
3698 }
danielk1977b3bf5562006-01-10 17:58:23 +00003699 pIndex->azColl[i] = zColl;
dan6e118922019-08-12 16:36:38 +00003700 requestedSortOrder = pListItem->sortFlags & sortOrderMask;
drh1bd10f82008-12-10 21:19:56 +00003701 pIndex->aSortOrder[i] = (u8)requestedSortOrder;
drh75897232000-05-29 14:26:00 +00003702 }
drh1f9ca2c2015-08-25 16:57:52 +00003703
3704 /* Append the table key to the end of the index. For WITHOUT ROWID
3705 ** tables (when pPk!=0) this will be the declared PRIMARY KEY. For
3706 ** normal tables (when pPk==0) this will be the rowid.
3707 */
drh44156282013-10-23 22:23:03 +00003708 if( pPk ){
drh7913e412013-11-01 20:30:36 +00003709 for(j=0; j<pPk->nKeyCol; j++){
3710 int x = pPk->aiColumn[j];
drh1f9ca2c2015-08-25 16:57:52 +00003711 assert( x>=0 );
drhf78d0f42019-04-28 19:27:02 +00003712 if( isDupColumn(pIndex, pIndex->nKeyCol, pPk, j) ){
drh7913e412013-11-01 20:30:36 +00003713 pIndex->nColumn--;
3714 }else{
drhf78d0f42019-04-28 19:27:02 +00003715 testcase( hasColumn(pIndex->aiColumn,pIndex->nKeyCol,x) );
drh7913e412013-11-01 20:30:36 +00003716 pIndex->aiColumn[i] = x;
3717 pIndex->azColl[i] = pPk->azColl[j];
3718 pIndex->aSortOrder[i] = pPk->aSortOrder[j];
3719 i++;
3720 }
drh44156282013-10-23 22:23:03 +00003721 }
drh7913e412013-11-01 20:30:36 +00003722 assert( i==pIndex->nColumn );
drh44156282013-10-23 22:23:03 +00003723 }else{
drh4b92f982015-09-29 17:20:14 +00003724 pIndex->aiColumn[i] = XN_ROWID;
drhf19aa5f2015-12-30 16:51:20 +00003725 pIndex->azColl[i] = sqlite3StrBINARY;
drh44156282013-10-23 22:23:03 +00003726 }
drh51147ba2005-07-23 22:59:55 +00003727 sqlite3DefaultRowEst(pIndex);
drhe13e9f52013-10-05 19:18:00 +00003728 if( pParse->pNewTable==0 ) estimateIndexWidth(pIndex);
drh75897232000-05-29 14:26:00 +00003729
danf769cd62016-02-24 20:16:28 +00003730 /* If this index contains every column of its table, then mark
3731 ** it as a covering index */
3732 assert( HasRowid(pTab)
drhb9bcf7c2019-10-19 13:29:10 +00003733 || pTab->iPKey<0 || sqlite3TableColumnToIndex(pIndex, pTab->iPKey)>=0 );
drh1fe3ac72018-06-09 01:12:08 +00003734 recomputeColumnsNotIndexed(pIndex);
danf769cd62016-02-24 20:16:28 +00003735 if( pTblName!=0 && pIndex->nColumn>=pTab->nCol ){
3736 pIndex->isCovering = 1;
3737 for(j=0; j<pTab->nCol; j++){
3738 if( j==pTab->iPKey ) continue;
drhb9bcf7c2019-10-19 13:29:10 +00003739 if( sqlite3TableColumnToIndex(pIndex,j)>=0 ) continue;
danf769cd62016-02-24 20:16:28 +00003740 pIndex->isCovering = 0;
3741 break;
3742 }
3743 }
3744
danielk1977d8123362004-06-12 09:25:12 +00003745 if( pTab==pParse->pNewTable ){
3746 /* This routine has been called to create an automatic index as a
3747 ** result of a PRIMARY KEY or UNIQUE clause on a column definition, or
3748 ** a PRIMARY KEY or UNIQUE clause following the column definitions.
3749 ** i.e. one of:
3750 **
3751 ** CREATE TABLE t(x PRIMARY KEY, y);
3752 ** CREATE TABLE t(x, y, UNIQUE(x, y));
3753 **
3754 ** Either way, check to see if the table already has such an index. If
3755 ** so, don't bother creating this one. This only applies to
3756 ** automatically created indices. Users can do as they wish with
3757 ** explicit indices.
drhd3001712009-05-12 17:46:53 +00003758 **
3759 ** Two UNIQUE or PRIMARY KEY constraints are considered equivalent
3760 ** (and thus suppressing the second one) even if they have different
3761 ** sort orders.
3762 **
3763 ** If there are different collating sequences or if the columns of
3764 ** the constraint occur in different orders, then the constraints are
3765 ** considered distinct and both result in separate indices.
danielk1977d8123362004-06-12 09:25:12 +00003766 */
3767 Index *pIdx;
3768 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
3769 int k;
drh5f1d1d92014-07-31 22:59:04 +00003770 assert( IsUniqueIndex(pIdx) );
drh48dd1d82014-05-27 18:18:58 +00003771 assert( pIdx->idxType!=SQLITE_IDXTYPE_APPDEF );
drh5f1d1d92014-07-31 22:59:04 +00003772 assert( IsUniqueIndex(pIndex) );
danielk1977d8123362004-06-12 09:25:12 +00003773
drhbbbdc832013-10-22 18:01:40 +00003774 if( pIdx->nKeyCol!=pIndex->nKeyCol ) continue;
3775 for(k=0; k<pIdx->nKeyCol; k++){
drhd3001712009-05-12 17:46:53 +00003776 const char *z1;
3777 const char *z2;
drh1f9ca2c2015-08-25 16:57:52 +00003778 assert( pIdx->aiColumn[k]>=0 );
danielk1977d8123362004-06-12 09:25:12 +00003779 if( pIdx->aiColumn[k]!=pIndex->aiColumn[k] ) break;
drhd3001712009-05-12 17:46:53 +00003780 z1 = pIdx->azColl[k];
3781 z2 = pIndex->azColl[k];
drhc41c1322016-02-11 13:30:36 +00003782 if( sqlite3StrICmp(z1, z2) ) break;
danielk1977d8123362004-06-12 09:25:12 +00003783 }
drhbbbdc832013-10-22 18:01:40 +00003784 if( k==pIdx->nKeyCol ){
danielk1977f736b772004-06-17 06:13:34 +00003785 if( pIdx->onError!=pIndex->onError ){
3786 /* This constraint creates the same index as a previous
3787 ** constraint specified somewhere in the CREATE TABLE statement.
3788 ** However the ON CONFLICT clauses are different. If both this
3789 ** constraint and the previous equivalent constraint have explicit
3790 ** ON CONFLICT clauses this is an error. Otherwise, use the
mistachkin48864df2013-03-21 21:20:32 +00003791 ** explicitly specified behavior for the index.
danielk1977f736b772004-06-17 06:13:34 +00003792 */
3793 if( !(pIdx->onError==OE_Default || pIndex->onError==OE_Default) ){
3794 sqlite3ErrorMsg(pParse,
3795 "conflicting ON CONFLICT clauses specified", 0);
3796 }
3797 if( pIdx->onError==OE_Default ){
3798 pIdx->onError = pIndex->onError;
3799 }
3800 }
drh273bfe92016-06-02 16:22:53 +00003801 if( idxType==SQLITE_IDXTYPE_PRIMARYKEY ) pIdx->idxType = idxType;
drh885eeb62019-01-09 02:02:24 +00003802 if( IN_RENAME_OBJECT ){
3803 pIndex->pNext = pParse->pNewIndex;
3804 pParse->pNewIndex = pIndex;
3805 pIndex = 0;
3806 }
danielk1977d8123362004-06-12 09:25:12 +00003807 goto exit_create_index;
3808 }
3809 }
3810 }
3811
danc9461ec2018-08-29 21:00:16 +00003812 if( !IN_RENAME_OBJECT ){
drhd78eeee2001-09-13 16:18:53 +00003813
dancf8f2892018-08-09 20:47:01 +00003814 /* Link the new Index structure to its table and to the other
3815 ** in-memory database structures.
drh063336a2004-11-05 20:58:39 +00003816 */
dancf8f2892018-08-09 20:47:01 +00003817 assert( pParse->nErr==0 );
3818 if( db->init.busy ){
3819 Index *p;
3820 assert( !IN_SPECIAL_PARSE );
3821 assert( sqlite3SchemaMutexHeld(db, 0, pIndex->pSchema) );
dancf8f2892018-08-09 20:47:01 +00003822 if( pTblName!=0 ){
3823 pIndex->tnum = db->init.newTnum;
drh8d406732019-01-30 18:33:33 +00003824 if( sqlite3IndexHasDuplicateRootPage(pIndex) ){
drh8bf41262019-01-30 19:50:07 +00003825 sqlite3ErrorMsg(pParse, "invalid rootpage");
drh8d406732019-01-30 18:33:33 +00003826 pParse->rc = SQLITE_CORRUPT_BKPT;
3827 goto exit_create_index;
3828 }
dancf8f2892018-08-09 20:47:01 +00003829 }
danda7a4c02019-01-30 19:12:13 +00003830 p = sqlite3HashInsert(&pIndex->pSchema->idxHash,
3831 pIndex->zName, pIndex);
3832 if( p ){
3833 assert( p==pIndex ); /* Malloc must have failed */
3834 sqlite3OomFault(db);
3835 goto exit_create_index;
3836 }
3837 db->mDbFlags |= DBFLAG_SchemaChange;
drh75897232000-05-29 14:26:00 +00003838 }
drh063336a2004-11-05 20:58:39 +00003839
dancf8f2892018-08-09 20:47:01 +00003840 /* If this is the initial CREATE INDEX statement (or CREATE TABLE if the
3841 ** index is an implied index for a UNIQUE or PRIMARY KEY constraint) then
3842 ** emit code to allocate the index rootpage on disk and make an entry for
3843 ** the index in the sqlite_master table and populate the index with
3844 ** content. But, do not do this if we are simply reading the sqlite_master
3845 ** table to parse the schema, or if this index is the PRIMARY KEY index
3846 ** of a WITHOUT ROWID table.
3847 **
3848 ** If pTblName==0 it means this index is generated as an implied PRIMARY KEY
3849 ** or UNIQUE index in a CREATE TABLE statement. Since the table
3850 ** has just been created, it contains no data and the index initialization
3851 ** step can be skipped.
drh063336a2004-11-05 20:58:39 +00003852 */
dancf8f2892018-08-09 20:47:01 +00003853 else if( HasRowid(pTab) || pTblName!=0 ){
3854 Vdbe *v;
3855 char *zStmt;
3856 int iMem = ++pParse->nMem;
drh063336a2004-11-05 20:58:39 +00003857
dancf8f2892018-08-09 20:47:01 +00003858 v = sqlite3GetVdbe(pParse);
3859 if( v==0 ) goto exit_create_index;
3860
3861 sqlite3BeginWriteOperation(pParse, 1, iDb);
3862
3863 /* Create the rootpage for the index using CreateIndex. But before
3864 ** doing so, code a Noop instruction and store its address in
3865 ** Index.tnum. This is required in case this index is actually a
3866 ** PRIMARY KEY and the table is actually a WITHOUT ROWID table. In
3867 ** that case the convertToWithoutRowidTable() routine will replace
3868 ** the Noop with a Goto to jump over the VDBE code generated below. */
3869 pIndex->tnum = sqlite3VdbeAddOp0(v, OP_Noop);
3870 sqlite3VdbeAddOp3(v, OP_CreateBtree, iDb, iMem, BTREE_BLOBKEY);
3871
3872 /* Gather the complete text of the CREATE INDEX statement into
3873 ** the zStmt variable
3874 */
drh55f66b32019-07-16 19:44:32 +00003875 assert( pName!=0 || pStart==0 );
dancf8f2892018-08-09 20:47:01 +00003876 if( pStart ){
3877 int n = (int)(pParse->sLastToken.z - pName->z) + pParse->sLastToken.n;
3878 if( pName->z[n-1]==';' ) n--;
3879 /* A named index with an explicit CREATE INDEX statement */
3880 zStmt = sqlite3MPrintf(db, "CREATE%s INDEX %.*s",
3881 onError==OE_None ? "" : " UNIQUE", n, pName->z);
3882 }else{
3883 /* An automatic index created by a PRIMARY KEY or UNIQUE constraint */
3884 /* zStmt = sqlite3MPrintf(""); */
3885 zStmt = 0;
3886 }
3887
3888 /* Add an entry in sqlite_master for this index
3889 */
3890 sqlite3NestedParse(pParse,
3891 "INSERT INTO %Q.%s VALUES('index',%Q,%Q,#%d,%Q);",
3892 db->aDb[iDb].zDbSName, MASTER_NAME,
3893 pIndex->zName,
3894 pTab->zName,
3895 iMem,
3896 zStmt
3897 );
3898 sqlite3DbFree(db, zStmt);
3899
3900 /* Fill the index with data and reparse the schema. Code an OP_Expire
3901 ** to invalidate all pre-compiled statements.
3902 */
3903 if( pTblName ){
3904 sqlite3RefillIndex(pParse, pIndex, iMem);
3905 sqlite3ChangeCookie(pParse, iDb);
3906 sqlite3VdbeAddParseSchemaOp(v, iDb,
3907 sqlite3MPrintf(db, "name='%q' AND type='index'", pIndex->zName));
3908 sqlite3VdbeAddOp2(v, OP_Expire, 0, 1);
3909 }
3910
3911 sqlite3VdbeJumpHere(v, pIndex->tnum);
drh5e00f6c2001-09-13 13:46:56 +00003912 }
drh75897232000-05-29 14:26:00 +00003913 }
3914
danielk1977d8123362004-06-12 09:25:12 +00003915 /* When adding an index to the list of indices for a table, make
3916 ** sure all indices labeled OE_Replace come after all those labeled
drhd3001712009-05-12 17:46:53 +00003917 ** OE_Ignore. This is necessary for the correct constraint check
3918 ** processing (in sqlite3GenerateConstraintChecks()) as part of
3919 ** UPDATE and INSERT statements.
danielk1977d8123362004-06-12 09:25:12 +00003920 */
drh234c39d2004-07-24 03:30:47 +00003921 if( db->init.busy || pTblName==0 ){
3922 if( onError!=OE_Replace || pTab->pIndex==0
3923 || pTab->pIndex->onError==OE_Replace){
3924 pIndex->pNext = pTab->pIndex;
3925 pTab->pIndex = pIndex;
3926 }else{
3927 Index *pOther = pTab->pIndex;
3928 while( pOther->pNext && pOther->pNext->onError!=OE_Replace ){
3929 pOther = pOther->pNext;
3930 }
3931 pIndex->pNext = pOther->pNext;
3932 pOther->pNext = pIndex;
danielk1977d8123362004-06-12 09:25:12 +00003933 }
drh234c39d2004-07-24 03:30:47 +00003934 pIndex = 0;
danielk1977d8123362004-06-12 09:25:12 +00003935 }
danc9461ec2018-08-29 21:00:16 +00003936 else if( IN_RENAME_OBJECT ){
dancf8f2892018-08-09 20:47:01 +00003937 assert( pParse->pNewIndex==0 );
3938 pParse->pNewIndex = pIndex;
3939 pIndex = 0;
3940 }
danielk1977d8123362004-06-12 09:25:12 +00003941
drh75897232000-05-29 14:26:00 +00003942 /* Clean up before exiting */
3943exit_create_index:
dancf8f2892018-08-09 20:47:01 +00003944 if( pIndex ) sqlite3FreeIndex(db, pIndex);
drh1fe05372013-07-31 18:12:26 +00003945 sqlite3ExprDelete(db, pPIWhere);
drh633e6d52008-07-28 19:34:53 +00003946 sqlite3ExprListDelete(db, pList);
3947 sqlite3SrcListDelete(db, pTblName);
3948 sqlite3DbFree(db, zName);
drh75897232000-05-29 14:26:00 +00003949}
3950
3951/*
drh51147ba2005-07-23 22:59:55 +00003952** Fill the Index.aiRowEst[] array with default information - information
drh91124b32005-08-18 18:15:05 +00003953** to be used when we have not run the ANALYZE command.
drh28c4cf42005-07-27 20:41:43 +00003954**
peter.d.reid60ec9142014-09-06 16:39:46 +00003955** aiRowEst[0] is supposed to contain the number of elements in the index.
drh28c4cf42005-07-27 20:41:43 +00003956** Since we do not know, guess 1 million. aiRowEst[1] is an estimate of the
3957** number of rows in the table that match any particular value of the
3958** first column of the index. aiRowEst[2] is an estimate of the number
dancfc9df72014-04-25 15:01:01 +00003959** of rows that match any particular combination of the first 2 columns
drh28c4cf42005-07-27 20:41:43 +00003960** of the index. And so forth. It must always be the case that
3961*
3962** aiRowEst[N]<=aiRowEst[N-1]
3963** aiRowEst[N]>=1
3964**
3965** Apart from that, we have little to go on besides intuition as to
3966** how aiRowEst[] should be initialized. The numbers generated here
3967** are based on typical values found in actual indices.
drh51147ba2005-07-23 22:59:55 +00003968*/
3969void sqlite3DefaultRowEst(Index *pIdx){
dan264d2b92014-04-29 19:01:57 +00003970 /* 10, 9, 8, 7, 6 */
3971 LogEst aVal[] = { 33, 32, 30, 28, 26 };
dancfc9df72014-04-25 15:01:01 +00003972 LogEst *a = pIdx->aiRowLogEst;
3973 int nCopy = MIN(ArraySize(aVal), pIdx->nKeyCol);
drh51147ba2005-07-23 22:59:55 +00003974 int i;
dancfc9df72014-04-25 15:01:01 +00003975
drh33bec3f2017-02-17 13:38:15 +00003976 /* Indexes with default row estimates should not have stat1 data */
3977 assert( !pIdx->hasStat1 );
3978
dan264d2b92014-04-29 19:01:57 +00003979 /* Set the first entry (number of rows in the index) to the estimated
drh8dc570b2016-06-08 18:07:21 +00003980 ** number of rows in the table, or half the number of rows in the table
3981 ** for a partial index. But do not let the estimate drop below 10. */
dancfc9df72014-04-25 15:01:01 +00003982 a[0] = pIdx->pTable->nRowLogEst;
drh8dc570b2016-06-08 18:07:21 +00003983 if( pIdx->pPartIdxWhere!=0 ) a[0] -= 10; assert( 10==sqlite3LogEst(2) );
3984 if( a[0]<33 ) a[0] = 33; assert( 33==sqlite3LogEst(10) );
dan264d2b92014-04-29 19:01:57 +00003985
3986 /* Estimate that a[1] is 10, a[2] is 9, a[3] is 8, a[4] is 7, a[5] is
3987 ** 6 and each subsequent value (if any) is 5. */
dancfc9df72014-04-25 15:01:01 +00003988 memcpy(&a[1], aVal, nCopy*sizeof(LogEst));
dan264d2b92014-04-29 19:01:57 +00003989 for(i=nCopy+1; i<=pIdx->nKeyCol; i++){
3990 a[i] = 23; assert( 23==sqlite3LogEst(5) );
drh28c4cf42005-07-27 20:41:43 +00003991 }
dan264d2b92014-04-29 19:01:57 +00003992
3993 assert( 0==sqlite3LogEst(1) );
drh5f1d1d92014-07-31 22:59:04 +00003994 if( IsUniqueIndex(pIdx) ) a[pIdx->nKeyCol] = 0;
drh51147ba2005-07-23 22:59:55 +00003995}
3996
3997/*
drh74e24cd2002-01-09 03:19:59 +00003998** This routine will drop an existing named index. This routine
3999** implements the DROP INDEX statement.
drh75897232000-05-29 14:26:00 +00004000*/
drh4d91a702006-01-04 15:54:36 +00004001void sqlite3DropIndex(Parse *pParse, SrcList *pName, int ifExists){
drh75897232000-05-29 14:26:00 +00004002 Index *pIndex;
drh75897232000-05-29 14:26:00 +00004003 Vdbe *v;
drh9bb575f2004-09-06 17:24:11 +00004004 sqlite3 *db = pParse->db;
danielk1977da184232006-01-05 11:34:32 +00004005 int iDb;
drh75897232000-05-29 14:26:00 +00004006
drh8af73d42009-05-13 22:58:28 +00004007 assert( pParse->nErr==0 ); /* Never called with prior errors */
4008 if( db->mallocFailed ){
danielk1977d5d56522005-03-16 12:15:20 +00004009 goto exit_drop_index;
4010 }
drhd24cc422003-03-27 12:51:24 +00004011 assert( pName->nSrc==1 );
danielk1977d5d56522005-03-16 12:15:20 +00004012 if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){
4013 goto exit_drop_index;
4014 }
danielk19774adee202004-05-08 08:23:19 +00004015 pIndex = sqlite3FindIndex(db, pName->a[0].zName, pName->a[0].zDatabase);
drh75897232000-05-29 14:26:00 +00004016 if( pIndex==0 ){
drh4d91a702006-01-04 15:54:36 +00004017 if( !ifExists ){
4018 sqlite3ErrorMsg(pParse, "no such index: %S", pName, 0);
dan57966752011-04-09 17:32:58 +00004019 }else{
4020 sqlite3CodeVerifyNamedSchema(pParse, pName->a[0].zDatabase);
drh4d91a702006-01-04 15:54:36 +00004021 }
drha6ecd332004-06-10 00:29:09 +00004022 pParse->checkSchema = 1;
drhd24cc422003-03-27 12:51:24 +00004023 goto exit_drop_index;
drh75897232000-05-29 14:26:00 +00004024 }
drh48dd1d82014-05-27 18:18:58 +00004025 if( pIndex->idxType!=SQLITE_IDXTYPE_APPDEF ){
danielk19774adee202004-05-08 08:23:19 +00004026 sqlite3ErrorMsg(pParse, "index associated with UNIQUE "
drh485b39b2002-07-13 03:11:52 +00004027 "or PRIMARY KEY constraint cannot be dropped", 0);
drhd24cc422003-03-27 12:51:24 +00004028 goto exit_drop_index;
4029 }
danielk1977da184232006-01-05 11:34:32 +00004030 iDb = sqlite3SchemaToIndex(db, pIndex->pSchema);
drhe5f9c642003-01-13 23:27:31 +00004031#ifndef SQLITE_OMIT_AUTHORIZATION
4032 {
4033 int code = SQLITE_DROP_INDEX;
4034 Table *pTab = pIndex->pTable;
drh69c33822016-08-18 14:33:11 +00004035 const char *zDb = db->aDb[iDb].zDbSName;
danielk1977da184232006-01-05 11:34:32 +00004036 const char *zTab = SCHEMA_TABLE(iDb);
danielk19774adee202004-05-08 08:23:19 +00004037 if( sqlite3AuthCheck(pParse, SQLITE_DELETE, zTab, 0, zDb) ){
drhd24cc422003-03-27 12:51:24 +00004038 goto exit_drop_index;
drhe5f9c642003-01-13 23:27:31 +00004039 }
danielk1977da184232006-01-05 11:34:32 +00004040 if( !OMIT_TEMPDB && iDb ) code = SQLITE_DROP_TEMP_INDEX;
danielk19774adee202004-05-08 08:23:19 +00004041 if( sqlite3AuthCheck(pParse, code, pIndex->zName, pTab->zName, zDb) ){
drhd24cc422003-03-27 12:51:24 +00004042 goto exit_drop_index;
drhe5f9c642003-01-13 23:27:31 +00004043 }
drhed6c8672003-01-12 18:02:16 +00004044 }
drhe5f9c642003-01-13 23:27:31 +00004045#endif
drh75897232000-05-29 14:26:00 +00004046
4047 /* Generate code to remove the index and from the master table */
danielk19774adee202004-05-08 08:23:19 +00004048 v = sqlite3GetVdbe(pParse);
drh75897232000-05-29 14:26:00 +00004049 if( v ){
drh77658e22007-12-04 16:54:52 +00004050 sqlite3BeginWriteOperation(pParse, 1, iDb);
drhb17131a2004-11-05 22:18:49 +00004051 sqlite3NestedParse(pParse,
dan39f1bcb2010-09-29 07:16:46 +00004052 "DELETE FROM %Q.%s WHERE name=%Q AND type='index'",
drhe0a04a32016-12-16 01:00:21 +00004053 db->aDb[iDb].zDbSName, MASTER_NAME, pIndex->zName
drhb17131a2004-11-05 22:18:49 +00004054 );
drha5ae4c32011-08-07 01:31:52 +00004055 sqlite3ClearStatTables(pParse, iDb, "idx", pIndex->zName);
drh9cbf3422008-01-17 16:22:13 +00004056 sqlite3ChangeCookie(pParse, iDb);
drhb17131a2004-11-05 22:18:49 +00004057 destroyRootPage(pParse, pIndex->tnum, iDb);
drh66a51672008-01-03 00:01:23 +00004058 sqlite3VdbeAddOp4(v, OP_DropIndex, iDb, 0, 0, pIndex->zName, 0);
drh75897232000-05-29 14:26:00 +00004059 }
4060
drhd24cc422003-03-27 12:51:24 +00004061exit_drop_index:
drh633e6d52008-07-28 19:34:53 +00004062 sqlite3SrcListDelete(db, pName);
drh75897232000-05-29 14:26:00 +00004063}
4064
4065/*
dan9ace1122012-03-29 07:51:45 +00004066** pArray is a pointer to an array of objects. Each object in the
4067** array is szEntry bytes in size. This routine uses sqlite3DbRealloc()
4068** to extend the array so that there is space for a new object at the end.
drh13449892005-09-07 21:22:45 +00004069**
dan9ace1122012-03-29 07:51:45 +00004070** When this function is called, *pnEntry contains the current size of
4071** the array (in entries - so the allocation is ((*pnEntry) * szEntry) bytes
4072** in total).
drh13449892005-09-07 21:22:45 +00004073**
dan9ace1122012-03-29 07:51:45 +00004074** If the realloc() is successful (i.e. if no OOM condition occurs), the
4075** space allocated for the new object is zeroed, *pnEntry updated to
4076** reflect the new size of the array and a pointer to the new allocation
4077** returned. *pIdx is set to the index of the new array entry in this case.
drh13449892005-09-07 21:22:45 +00004078**
dan9ace1122012-03-29 07:51:45 +00004079** Otherwise, if the realloc() fails, *pIdx is set to -1, *pnEntry remains
4080** unchanged and a copy of pArray returned.
drh13449892005-09-07 21:22:45 +00004081*/
drhcf643722007-03-27 13:36:37 +00004082void *sqlite3ArrayAllocate(
drh17435752007-08-16 04:30:38 +00004083 sqlite3 *db, /* Connection to notify of malloc failures */
drhcf643722007-03-27 13:36:37 +00004084 void *pArray, /* Array of objects. Might be reallocated */
4085 int szEntry, /* Size of each object in the array */
drhcf643722007-03-27 13:36:37 +00004086 int *pnEntry, /* Number of objects currently in use */
drhcf643722007-03-27 13:36:37 +00004087 int *pIdx /* Write the index of a new slot here */
4088){
4089 char *z;
drhf6ad2012019-04-13 14:07:57 +00004090 sqlite3_int64 n = *pIdx = *pnEntry;
drh6c535152012-02-02 03:38:30 +00004091 if( (n & (n-1))==0 ){
drh0aa32312019-04-13 04:01:12 +00004092 sqlite3_int64 sz = (n==0) ? 1 : 2*n;
drh6c535152012-02-02 03:38:30 +00004093 void *pNew = sqlite3DbRealloc(db, pArray, sz*szEntry);
drh13449892005-09-07 21:22:45 +00004094 if( pNew==0 ){
drhcf643722007-03-27 13:36:37 +00004095 *pIdx = -1;
4096 return pArray;
drh13449892005-09-07 21:22:45 +00004097 }
drhcf643722007-03-27 13:36:37 +00004098 pArray = pNew;
drh13449892005-09-07 21:22:45 +00004099 }
drhcf643722007-03-27 13:36:37 +00004100 z = (char*)pArray;
drh6c535152012-02-02 03:38:30 +00004101 memset(&z[n * szEntry], 0, szEntry);
drhcf643722007-03-27 13:36:37 +00004102 ++*pnEntry;
4103 return pArray;
drh13449892005-09-07 21:22:45 +00004104}
4105
4106/*
drh75897232000-05-29 14:26:00 +00004107** Append a new element to the given IdList. Create a new IdList if
4108** need be.
drhdaffd0e2001-04-11 14:28:42 +00004109**
4110** A new IdList is returned, or NULL if malloc() fails.
drh75897232000-05-29 14:26:00 +00004111*/
dan5496d6a2018-08-13 17:14:26 +00004112IdList *sqlite3IdListAppend(Parse *pParse, IdList *pList, Token *pToken){
4113 sqlite3 *db = pParse->db;
drh13449892005-09-07 21:22:45 +00004114 int i;
drh75897232000-05-29 14:26:00 +00004115 if( pList==0 ){
drh17435752007-08-16 04:30:38 +00004116 pList = sqlite3DbMallocZero(db, sizeof(IdList) );
drh75897232000-05-29 14:26:00 +00004117 if( pList==0 ) return 0;
4118 }
drhcf643722007-03-27 13:36:37 +00004119 pList->a = sqlite3ArrayAllocate(
drh17435752007-08-16 04:30:38 +00004120 db,
drhcf643722007-03-27 13:36:37 +00004121 pList->a,
4122 sizeof(pList->a[0]),
drhcf643722007-03-27 13:36:37 +00004123 &pList->nId,
drhcf643722007-03-27 13:36:37 +00004124 &i
4125 );
drh13449892005-09-07 21:22:45 +00004126 if( i<0 ){
drh633e6d52008-07-28 19:34:53 +00004127 sqlite3IdListDelete(db, pList);
drh13449892005-09-07 21:22:45 +00004128 return 0;
drh75897232000-05-29 14:26:00 +00004129 }
drh17435752007-08-16 04:30:38 +00004130 pList->a[i].zName = sqlite3NameFromToken(db, pToken);
danc9461ec2018-08-29 21:00:16 +00004131 if( IN_RENAME_OBJECT && pList->a[i].zName ){
dan07e95232018-08-21 16:32:53 +00004132 sqlite3RenameTokenMap(pParse, (void*)pList->a[i].zName, pToken);
dan5496d6a2018-08-13 17:14:26 +00004133 }
drh75897232000-05-29 14:26:00 +00004134 return pList;
4135}
4136
4137/*
drhfe05af82005-07-21 03:14:59 +00004138** Delete an IdList.
4139*/
drh633e6d52008-07-28 19:34:53 +00004140void sqlite3IdListDelete(sqlite3 *db, IdList *pList){
drhfe05af82005-07-21 03:14:59 +00004141 int i;
4142 if( pList==0 ) return;
4143 for(i=0; i<pList->nId; i++){
drh633e6d52008-07-28 19:34:53 +00004144 sqlite3DbFree(db, pList->a[i].zName);
drhfe05af82005-07-21 03:14:59 +00004145 }
drh633e6d52008-07-28 19:34:53 +00004146 sqlite3DbFree(db, pList->a);
drhdbd6a7d2017-04-05 12:39:49 +00004147 sqlite3DbFreeNN(db, pList);
drhfe05af82005-07-21 03:14:59 +00004148}
4149
4150/*
4151** Return the index in pList of the identifier named zId. Return -1
4152** if not found.
4153*/
4154int sqlite3IdListIndex(IdList *pList, const char *zName){
4155 int i;
4156 if( pList==0 ) return -1;
4157 for(i=0; i<pList->nId; i++){
4158 if( sqlite3StrICmp(pList->a[i].zName, zName)==0 ) return i;
4159 }
4160 return -1;
4161}
4162
4163/*
drh0ad7aa82019-01-17 14:34:46 +00004164** Maximum size of a SrcList object.
4165** The SrcList object is used to represent the FROM clause of a
4166** SELECT statement, and the query planner cannot deal with more
4167** than 64 tables in a join. So any value larger than 64 here
4168** is sufficient for most uses. Smaller values, like say 10, are
4169** appropriate for small and memory-limited applications.
4170*/
4171#ifndef SQLITE_MAX_SRCLIST
4172# define SQLITE_MAX_SRCLIST 200
4173#endif
4174
4175/*
drha78c22c2008-11-11 18:28:58 +00004176** Expand the space allocated for the given SrcList object by
4177** creating nExtra new slots beginning at iStart. iStart is zero based.
4178** New slots are zeroed.
4179**
4180** For example, suppose a SrcList initially contains two entries: A,B.
4181** To append 3 new entries onto the end, do this:
4182**
4183** sqlite3SrcListEnlarge(db, pSrclist, 3, 2);
4184**
4185** After the call above it would contain: A, B, nil, nil, nil.
4186** If the iStart argument had been 1 instead of 2, then the result
4187** would have been: A, nil, nil, nil, B. To prepend the new slots,
4188** the iStart value would be 0. The result then would
4189** be: nil, nil, nil, A, B.
4190**
drh29c992c2019-01-17 15:40:41 +00004191** If a memory allocation fails or the SrcList becomes too large, leave
4192** the original SrcList unchanged, return NULL, and leave an error message
4193** in pParse.
drha78c22c2008-11-11 18:28:58 +00004194*/
4195SrcList *sqlite3SrcListEnlarge(
drh29c992c2019-01-17 15:40:41 +00004196 Parse *pParse, /* Parsing context into which errors are reported */
drha78c22c2008-11-11 18:28:58 +00004197 SrcList *pSrc, /* The SrcList to be enlarged */
4198 int nExtra, /* Number of new slots to add to pSrc->a[] */
4199 int iStart /* Index in pSrc->a[] of first new slot */
4200){
4201 int i;
4202
4203 /* Sanity checking on calling parameters */
4204 assert( iStart>=0 );
4205 assert( nExtra>=1 );
drh8af73d42009-05-13 22:58:28 +00004206 assert( pSrc!=0 );
4207 assert( iStart<=pSrc->nSrc );
drha78c22c2008-11-11 18:28:58 +00004208
4209 /* Allocate additional space if needed */
drhfc5717c2014-03-05 19:04:46 +00004210 if( (u32)pSrc->nSrc+nExtra>pSrc->nAlloc ){
drha78c22c2008-11-11 18:28:58 +00004211 SrcList *pNew;
drh0aa32312019-04-13 04:01:12 +00004212 sqlite3_int64 nAlloc = 2*(sqlite3_int64)pSrc->nSrc+nExtra;
drh29c992c2019-01-17 15:40:41 +00004213 sqlite3 *db = pParse->db;
drh0ad7aa82019-01-17 14:34:46 +00004214
4215 if( pSrc->nSrc+nExtra>=SQLITE_MAX_SRCLIST ){
drh29c992c2019-01-17 15:40:41 +00004216 sqlite3ErrorMsg(pParse, "too many FROM clause terms, max: %d",
4217 SQLITE_MAX_SRCLIST);
4218 return 0;
drh0ad7aa82019-01-17 14:34:46 +00004219 }
4220 if( nAlloc>SQLITE_MAX_SRCLIST ) nAlloc = SQLITE_MAX_SRCLIST;
drha78c22c2008-11-11 18:28:58 +00004221 pNew = sqlite3DbRealloc(db, pSrc,
4222 sizeof(*pSrc) + (nAlloc-1)*sizeof(pSrc->a[0]) );
4223 if( pNew==0 ){
4224 assert( db->mallocFailed );
drh29c992c2019-01-17 15:40:41 +00004225 return 0;
drha78c22c2008-11-11 18:28:58 +00004226 }
4227 pSrc = pNew;
drhd0ee3a12019-02-06 01:18:36 +00004228 pSrc->nAlloc = nAlloc;
drha78c22c2008-11-11 18:28:58 +00004229 }
4230
4231 /* Move existing slots that come after the newly inserted slots
4232 ** out of the way */
4233 for(i=pSrc->nSrc-1; i>=iStart; i--){
4234 pSrc->a[i+nExtra] = pSrc->a[i];
4235 }
drh6d1626e2014-03-05 15:52:43 +00004236 pSrc->nSrc += nExtra;
drha78c22c2008-11-11 18:28:58 +00004237
4238 /* Zero the newly allocated slots */
4239 memset(&pSrc->a[iStart], 0, sizeof(pSrc->a[0])*nExtra);
4240 for(i=iStart; i<iStart+nExtra; i++){
4241 pSrc->a[i].iCursor = -1;
4242 }
4243
4244 /* Return a pointer to the enlarged SrcList */
4245 return pSrc;
4246}
4247
4248
4249/*
drhad3cab52002-05-24 02:04:32 +00004250** Append a new table name to the given SrcList. Create a new SrcList if
drhb7916a72009-05-27 10:31:29 +00004251** need be. A new entry is created in the SrcList even if pTable is NULL.
drhad3cab52002-05-24 02:04:32 +00004252**
drh29c992c2019-01-17 15:40:41 +00004253** A SrcList is returned, or NULL if there is an OOM error or if the
4254** SrcList grows to large. The returned
drha78c22c2008-11-11 18:28:58 +00004255** SrcList might be the same as the SrcList that was input or it might be
4256** a new one. If an OOM error does occurs, then the prior value of pList
4257** that is input to this routine is automatically freed.
drh113088e2003-03-20 01:16:58 +00004258**
4259** If pDatabase is not null, it means that the table has an optional
4260** database name prefix. Like this: "database.table". The pDatabase
4261** points to the table name and the pTable points to the database name.
4262** The SrcList.a[].zName field is filled with the table name which might
4263** come from pTable (if pDatabase is NULL) or from pDatabase.
4264** SrcList.a[].zDatabase is filled with the database name from pTable,
4265** or with NULL if no database is specified.
4266**
4267** In other words, if call like this:
4268**
drh17435752007-08-16 04:30:38 +00004269** sqlite3SrcListAppend(D,A,B,0);
drh113088e2003-03-20 01:16:58 +00004270**
4271** Then B is a table name and the database name is unspecified. If called
4272** like this:
4273**
drh17435752007-08-16 04:30:38 +00004274** sqlite3SrcListAppend(D,A,B,C);
drh113088e2003-03-20 01:16:58 +00004275**
drhd3001712009-05-12 17:46:53 +00004276** Then C is the table name and B is the database name. If C is defined
4277** then so is B. In other words, we never have a case where:
4278**
4279** sqlite3SrcListAppend(D,A,0,C);
drhb7916a72009-05-27 10:31:29 +00004280**
4281** Both pTable and pDatabase are assumed to be quoted. They are dequoted
4282** before being added to the SrcList.
drhad3cab52002-05-24 02:04:32 +00004283*/
drh17435752007-08-16 04:30:38 +00004284SrcList *sqlite3SrcListAppend(
drh29c992c2019-01-17 15:40:41 +00004285 Parse *pParse, /* Parsing context, in which errors are reported */
drh17435752007-08-16 04:30:38 +00004286 SrcList *pList, /* Append to this SrcList. NULL creates a new SrcList */
4287 Token *pTable, /* Table to append */
4288 Token *pDatabase /* Database of the table */
4289){
drha99db3b2004-06-19 14:49:12 +00004290 struct SrcList_item *pItem;
drh29c992c2019-01-17 15:40:41 +00004291 sqlite3 *db;
drhd3001712009-05-12 17:46:53 +00004292 assert( pDatabase==0 || pTable!=0 ); /* Cannot have C without B */
drh29c992c2019-01-17 15:40:41 +00004293 assert( pParse!=0 );
4294 assert( pParse->db!=0 );
4295 db = pParse->db;
drhad3cab52002-05-24 02:04:32 +00004296 if( pList==0 ){
drh29c992c2019-01-17 15:40:41 +00004297 pList = sqlite3DbMallocRawNN(pParse->db, sizeof(SrcList) );
drhad3cab52002-05-24 02:04:32 +00004298 if( pList==0 ) return 0;
drh4305d102003-07-30 12:34:12 +00004299 pList->nAlloc = 1;
drhac178b32016-12-14 11:14:13 +00004300 pList->nSrc = 1;
4301 memset(&pList->a[0], 0, sizeof(pList->a[0]));
4302 pList->a[0].iCursor = -1;
4303 }else{
drh29c992c2019-01-17 15:40:41 +00004304 SrcList *pNew = sqlite3SrcListEnlarge(pParse, pList, 1, pList->nSrc);
4305 if( pNew==0 ){
4306 sqlite3SrcListDelete(db, pList);
4307 return 0;
4308 }else{
4309 pList = pNew;
4310 }
drhad3cab52002-05-24 02:04:32 +00004311 }
drha78c22c2008-11-11 18:28:58 +00004312 pItem = &pList->a[pList->nSrc-1];
drh113088e2003-03-20 01:16:58 +00004313 if( pDatabase && pDatabase->z==0 ){
4314 pDatabase = 0;
4315 }
drhd3001712009-05-12 17:46:53 +00004316 if( pDatabase ){
drh169a6892017-07-06 01:02:09 +00004317 pItem->zName = sqlite3NameFromToken(db, pDatabase);
4318 pItem->zDatabase = sqlite3NameFromToken(db, pTable);
4319 }else{
4320 pItem->zName = sqlite3NameFromToken(db, pTable);
4321 pItem->zDatabase = 0;
drh113088e2003-03-20 01:16:58 +00004322 }
drhad3cab52002-05-24 02:04:32 +00004323 return pList;
4324}
4325
4326/*
drhdfe88ec2008-11-03 20:55:06 +00004327** Assign VdbeCursor index numbers to all tables in a SrcList
drh63eb5f22003-04-29 16:20:44 +00004328*/
danielk19774adee202004-05-08 08:23:19 +00004329void sqlite3SrcListAssignCursors(Parse *pParse, SrcList *pList){
drh63eb5f22003-04-29 16:20:44 +00004330 int i;
drh9b3187e2005-01-18 14:45:47 +00004331 struct SrcList_item *pItem;
drh92a28242019-10-09 15:37:58 +00004332 assert(pList || pParse->db->mallocFailed );
4333 if( pList ){
danielk1977261919c2005-12-06 12:52:59 +00004334 for(i=0, pItem=pList->a; i<pList->nSrc; i++, pItem++){
4335 if( pItem->iCursor>=0 ) break;
4336 pItem->iCursor = pParse->nTab++;
4337 if( pItem->pSelect ){
4338 sqlite3SrcListAssignCursors(pParse, pItem->pSelect->pSrc);
4339 }
drh63eb5f22003-04-29 16:20:44 +00004340 }
4341 }
4342}
4343
4344/*
drhad3cab52002-05-24 02:04:32 +00004345** Delete an entire SrcList including all its substructure.
4346*/
drh633e6d52008-07-28 19:34:53 +00004347void sqlite3SrcListDelete(sqlite3 *db, SrcList *pList){
drhad3cab52002-05-24 02:04:32 +00004348 int i;
drhbe5c89a2004-07-26 00:31:09 +00004349 struct SrcList_item *pItem;
drhad3cab52002-05-24 02:04:32 +00004350 if( pList==0 ) return;
drhbe5c89a2004-07-26 00:31:09 +00004351 for(pItem=pList->a, i=0; i<pList->nSrc; i++, pItem++){
drh633e6d52008-07-28 19:34:53 +00004352 sqlite3DbFree(db, pItem->zDatabase);
4353 sqlite3DbFree(db, pItem->zName);
4354 sqlite3DbFree(db, pItem->zAlias);
drh8a48b9c2015-08-19 15:20:00 +00004355 if( pItem->fg.isIndexedBy ) sqlite3DbFree(db, pItem->u1.zIndexedBy);
4356 if( pItem->fg.isTabFunc ) sqlite3ExprListDelete(db, pItem->u1.pFuncArg);
dan1feeaed2010-07-23 15:41:47 +00004357 sqlite3DeleteTable(db, pItem->pTab);
drh633e6d52008-07-28 19:34:53 +00004358 sqlite3SelectDelete(db, pItem->pSelect);
4359 sqlite3ExprDelete(db, pItem->pOn);
4360 sqlite3IdListDelete(db, pItem->pUsing);
drh75897232000-05-29 14:26:00 +00004361 }
drhdbd6a7d2017-04-05 12:39:49 +00004362 sqlite3DbFreeNN(db, pList);
drh75897232000-05-29 14:26:00 +00004363}
4364
drh982cef72000-05-30 16:27:03 +00004365/*
drh61dfc312006-12-16 16:25:15 +00004366** This routine is called by the parser to add a new term to the
4367** end of a growing FROM clause. The "p" parameter is the part of
4368** the FROM clause that has already been constructed. "p" is NULL
4369** if this is the first term of the FROM clause. pTable and pDatabase
4370** are the name of the table and database named in the FROM clause term.
4371** pDatabase is NULL if the database name qualifier is missing - the
peter.d.reid60ec9142014-09-06 16:39:46 +00004372** usual case. If the term has an alias, then pAlias points to the
drh61dfc312006-12-16 16:25:15 +00004373** alias token. If the term is a subquery, then pSubquery is the
4374** SELECT statement that the subquery encodes. The pTable and
4375** pDatabase parameters are NULL for subqueries. The pOn and pUsing
4376** parameters are the content of the ON and USING clauses.
4377**
4378** Return a new SrcList which encodes is the FROM with the new
4379** term added.
4380*/
4381SrcList *sqlite3SrcListAppendFromTerm(
drh17435752007-08-16 04:30:38 +00004382 Parse *pParse, /* Parsing context */
drh61dfc312006-12-16 16:25:15 +00004383 SrcList *p, /* The left part of the FROM clause already seen */
4384 Token *pTable, /* Name of the table to add to the FROM clause */
4385 Token *pDatabase, /* Name of the database containing pTable */
4386 Token *pAlias, /* The right-hand side of the AS subexpression */
4387 Select *pSubquery, /* A subquery used in place of a table name */
4388 Expr *pOn, /* The ON clause of a join */
4389 IdList *pUsing /* The USING clause of a join */
4390){
4391 struct SrcList_item *pItem;
drh17435752007-08-16 04:30:38 +00004392 sqlite3 *db = pParse->db;
danielk1977bd1a0a42009-07-01 16:12:07 +00004393 if( !p && (pOn || pUsing) ){
4394 sqlite3ErrorMsg(pParse, "a JOIN clause is required before %s",
4395 (pOn ? "ON" : "USING")
4396 );
4397 goto append_from_error;
4398 }
drh29c992c2019-01-17 15:40:41 +00004399 p = sqlite3SrcListAppend(pParse, p, pTable, pDatabase);
drh9d9c41e2017-10-31 03:40:15 +00004400 if( p==0 ){
danielk1977bd1a0a42009-07-01 16:12:07 +00004401 goto append_from_error;
drh61dfc312006-12-16 16:25:15 +00004402 }
drh9d9c41e2017-10-31 03:40:15 +00004403 assert( p->nSrc>0 );
drh61dfc312006-12-16 16:25:15 +00004404 pItem = &p->a[p->nSrc-1];
drha488ec92018-09-07 18:52:25 +00004405 assert( (pTable==0)==(pDatabase==0) );
4406 assert( pItem->zName==0 || pDatabase!=0 );
danc9461ec2018-08-29 21:00:16 +00004407 if( IN_RENAME_OBJECT && pItem->zName ){
drha488ec92018-09-07 18:52:25 +00004408 Token *pToken = (ALWAYS(pDatabase) && pDatabase->z) ? pDatabase : pTable;
danc9461ec2018-08-29 21:00:16 +00004409 sqlite3RenameTokenMap(pParse, pItem->zName, pToken);
4410 }
drh8af73d42009-05-13 22:58:28 +00004411 assert( pAlias!=0 );
4412 if( pAlias->n ){
drh17435752007-08-16 04:30:38 +00004413 pItem->zAlias = sqlite3NameFromToken(db, pAlias);
drh61dfc312006-12-16 16:25:15 +00004414 }
4415 pItem->pSelect = pSubquery;
danielk1977bd1a0a42009-07-01 16:12:07 +00004416 pItem->pOn = pOn;
4417 pItem->pUsing = pUsing;
drh61dfc312006-12-16 16:25:15 +00004418 return p;
danielk1977bd1a0a42009-07-01 16:12:07 +00004419
4420 append_from_error:
4421 assert( p==0 );
4422 sqlite3ExprDelete(db, pOn);
4423 sqlite3IdListDelete(db, pUsing);
4424 sqlite3SelectDelete(db, pSubquery);
4425 return 0;
drh61dfc312006-12-16 16:25:15 +00004426}
4427
4428/*
danielk1977b1c685b2008-10-06 16:18:39 +00004429** Add an INDEXED BY or NOT INDEXED clause to the most recently added
4430** element of the source-list passed as the second argument.
4431*/
4432void sqlite3SrcListIndexedBy(Parse *pParse, SrcList *p, Token *pIndexedBy){
drh8af73d42009-05-13 22:58:28 +00004433 assert( pIndexedBy!=0 );
drh8abc80b2017-08-12 01:09:06 +00004434 if( p && pIndexedBy->n>0 ){
4435 struct SrcList_item *pItem;
4436 assert( p->nSrc>0 );
4437 pItem = &p->a[p->nSrc-1];
drh8a48b9c2015-08-19 15:20:00 +00004438 assert( pItem->fg.notIndexed==0 );
4439 assert( pItem->fg.isIndexedBy==0 );
4440 assert( pItem->fg.isTabFunc==0 );
danielk1977b1c685b2008-10-06 16:18:39 +00004441 if( pIndexedBy->n==1 && !pIndexedBy->z ){
4442 /* A "NOT INDEXED" clause was supplied. See parse.y
4443 ** construct "indexed_opt" for details. */
drh8a48b9c2015-08-19 15:20:00 +00004444 pItem->fg.notIndexed = 1;
danielk1977b1c685b2008-10-06 16:18:39 +00004445 }else{
drh8a48b9c2015-08-19 15:20:00 +00004446 pItem->u1.zIndexedBy = sqlite3NameFromToken(pParse->db, pIndexedBy);
drh8abc80b2017-08-12 01:09:06 +00004447 pItem->fg.isIndexedBy = 1;
danielk1977b1c685b2008-10-06 16:18:39 +00004448 }
4449 }
4450}
4451
4452/*
drh01d230c2015-08-19 17:11:37 +00004453** Add the list of function arguments to the SrcList entry for a
4454** table-valued-function.
4455*/
4456void sqlite3SrcListFuncArgs(Parse *pParse, SrcList *p, ExprList *pList){
drh20292312015-11-21 13:24:46 +00004457 if( p ){
drh01d230c2015-08-19 17:11:37 +00004458 struct SrcList_item *pItem = &p->a[p->nSrc-1];
4459 assert( pItem->fg.notIndexed==0 );
4460 assert( pItem->fg.isIndexedBy==0 );
4461 assert( pItem->fg.isTabFunc==0 );
4462 pItem->u1.pFuncArg = pList;
4463 pItem->fg.isTabFunc = 1;
drhd8b1bfc2015-08-20 23:21:34 +00004464 }else{
4465 sqlite3ExprListDelete(pParse->db, pList);
drh01d230c2015-08-19 17:11:37 +00004466 }
4467}
4468
4469/*
drh61dfc312006-12-16 16:25:15 +00004470** When building up a FROM clause in the parser, the join operator
4471** is initially attached to the left operand. But the code generator
4472** expects the join operator to be on the right operand. This routine
4473** Shifts all join operators from left to right for an entire FROM
4474** clause.
4475**
4476** Example: Suppose the join is like this:
4477**
4478** A natural cross join B
4479**
4480** The operator is "natural cross join". The A and B operands are stored
4481** in p->a[0] and p->a[1], respectively. The parser initially stores the
4482** operator with A. This routine shifts that operator over to B.
4483*/
4484void sqlite3SrcListShiftJoinType(SrcList *p){
drhd017ab92011-08-23 00:01:58 +00004485 if( p ){
drh61dfc312006-12-16 16:25:15 +00004486 int i;
4487 for(i=p->nSrc-1; i>0; i--){
drh8a48b9c2015-08-19 15:20:00 +00004488 p->a[i].fg.jointype = p->a[i-1].fg.jointype;
drh61dfc312006-12-16 16:25:15 +00004489 }
drh8a48b9c2015-08-19 15:20:00 +00004490 p->a[0].fg.jointype = 0;
drh61dfc312006-12-16 16:25:15 +00004491 }
4492}
4493
4494/*
drhb0c88652016-02-01 13:21:13 +00004495** Generate VDBE code for a BEGIN statement.
drhc4a3c772001-04-04 11:48:57 +00004496*/
drh684917c2004-10-05 02:41:42 +00004497void sqlite3BeginTransaction(Parse *pParse, int type){
drh9bb575f2004-09-06 17:24:11 +00004498 sqlite3 *db;
danielk19771d850a72004-05-31 08:26:49 +00004499 Vdbe *v;
drh684917c2004-10-05 02:41:42 +00004500 int i;
drh5e00f6c2001-09-13 13:46:56 +00004501
drhd3001712009-05-12 17:46:53 +00004502 assert( pParse!=0 );
4503 db = pParse->db;
4504 assert( db!=0 );
drhd3001712009-05-12 17:46:53 +00004505 if( sqlite3AuthCheck(pParse, SQLITE_TRANSACTION, "BEGIN", 0, 0) ){
4506 return;
4507 }
danielk19771d850a72004-05-31 08:26:49 +00004508 v = sqlite3GetVdbe(pParse);
4509 if( !v ) return;
drh684917c2004-10-05 02:41:42 +00004510 if( type!=TK_DEFERRED ){
4511 for(i=0; i<db->nDb; i++){
drh66a51672008-01-03 00:01:23 +00004512 sqlite3VdbeAddOp2(v, OP_Transaction, i, (type==TK_EXCLUSIVE)+1);
drhfb982642007-08-30 01:19:59 +00004513 sqlite3VdbeUsesBtree(v, i);
drh684917c2004-10-05 02:41:42 +00004514 }
4515 }
drhb0c88652016-02-01 13:21:13 +00004516 sqlite3VdbeAddOp0(v, OP_AutoCommit);
drhc4a3c772001-04-04 11:48:57 +00004517}
4518
4519/*
drh07a3b112017-07-06 01:28:02 +00004520** Generate VDBE code for a COMMIT or ROLLBACK statement.
4521** Code for ROLLBACK is generated if eType==TK_ROLLBACK. Otherwise
4522** code is generated for a COMMIT.
drhc4a3c772001-04-04 11:48:57 +00004523*/
drh07a3b112017-07-06 01:28:02 +00004524void sqlite3EndTransaction(Parse *pParse, int eType){
danielk19771d850a72004-05-31 08:26:49 +00004525 Vdbe *v;
drh07a3b112017-07-06 01:28:02 +00004526 int isRollback;
drh5e00f6c2001-09-13 13:46:56 +00004527
drhd3001712009-05-12 17:46:53 +00004528 assert( pParse!=0 );
drhb07028f2011-10-14 21:49:18 +00004529 assert( pParse->db!=0 );
drh07a3b112017-07-06 01:28:02 +00004530 assert( eType==TK_COMMIT || eType==TK_END || eType==TK_ROLLBACK );
4531 isRollback = eType==TK_ROLLBACK;
4532 if( sqlite3AuthCheck(pParse, SQLITE_TRANSACTION,
4533 isRollback ? "ROLLBACK" : "COMMIT", 0, 0) ){
drhd3001712009-05-12 17:46:53 +00004534 return;
4535 }
danielk19771d850a72004-05-31 08:26:49 +00004536 v = sqlite3GetVdbe(pParse);
4537 if( v ){
drh07a3b112017-07-06 01:28:02 +00004538 sqlite3VdbeAddOp2(v, OP_AutoCommit, 1, isRollback);
drh02f75f12004-02-24 01:04:11 +00004539 }
drhc4a3c772001-04-04 11:48:57 +00004540}
drhf57b14a2001-09-14 18:54:08 +00004541
4542/*
danielk1977fd7f0452008-12-17 17:30:26 +00004543** This function is called by the parser when it parses a command to create,
4544** release or rollback an SQL savepoint.
4545*/
4546void sqlite3Savepoint(Parse *pParse, int op, Token *pName){
danielk1977ab9b7032008-12-30 06:24:58 +00004547 char *zName = sqlite3NameFromToken(pParse->db, pName);
4548 if( zName ){
4549 Vdbe *v = sqlite3GetVdbe(pParse);
4550#ifndef SQLITE_OMIT_AUTHORIZATION
dan558814f2010-06-02 05:53:53 +00004551 static const char * const az[] = { "BEGIN", "RELEASE", "ROLLBACK" };
danielk1977ab9b7032008-12-30 06:24:58 +00004552 assert( !SAVEPOINT_BEGIN && SAVEPOINT_RELEASE==1 && SAVEPOINT_ROLLBACK==2 );
4553#endif
4554 if( !v || sqlite3AuthCheck(pParse, SQLITE_SAVEPOINT, az[op], zName, 0) ){
4555 sqlite3DbFree(pParse->db, zName);
4556 return;
4557 }
4558 sqlite3VdbeAddOp4(v, OP_Savepoint, op, 0, 0, zName, P4_DYNAMIC);
danielk1977fd7f0452008-12-17 17:30:26 +00004559 }
4560}
4561
4562/*
drhdc3ff9c2004-08-18 02:10:15 +00004563** Make sure the TEMP database is open and available for use. Return
4564** the number of errors. Leave any error messages in the pParse structure.
4565*/
danielk1977ddfb2f02006-02-17 12:25:14 +00004566int sqlite3OpenTempDatabase(Parse *pParse){
drhdc3ff9c2004-08-18 02:10:15 +00004567 sqlite3 *db = pParse->db;
4568 if( db->aDb[1].pBt==0 && !pParse->explain ){
drh33f4e022007-09-03 15:19:34 +00004569 int rc;
drh10a76c92010-01-26 01:25:26 +00004570 Btree *pBt;
drh33f4e022007-09-03 15:19:34 +00004571 static const int flags =
4572 SQLITE_OPEN_READWRITE |
4573 SQLITE_OPEN_CREATE |
4574 SQLITE_OPEN_EXCLUSIVE |
4575 SQLITE_OPEN_DELETEONCLOSE |
4576 SQLITE_OPEN_TEMP_DB;
4577
dan3a6d8ae2011-04-23 15:54:54 +00004578 rc = sqlite3BtreeOpen(db->pVfs, 0, db, &pBt, 0, flags);
drhdc3ff9c2004-08-18 02:10:15 +00004579 if( rc!=SQLITE_OK ){
4580 sqlite3ErrorMsg(pParse, "unable to open a temporary database "
4581 "file for storing temporary tables");
4582 pParse->rc = rc;
4583 return 1;
4584 }
drh10a76c92010-01-26 01:25:26 +00004585 db->aDb[1].pBt = pBt;
danielk197714db2662006-01-09 16:12:04 +00004586 assert( db->aDb[1].pSchema );
drh10a76c92010-01-26 01:25:26 +00004587 if( SQLITE_NOMEM==sqlite3BtreeSetPageSize(pBt, db->nextPagesize, -1, 0) ){
drh4a642b62016-02-05 01:55:27 +00004588 sqlite3OomFault(db);
drh7c9c9862010-01-31 14:18:21 +00004589 return 1;
drh10a76c92010-01-26 01:25:26 +00004590 }
drhdc3ff9c2004-08-18 02:10:15 +00004591 }
4592 return 0;
4593}
4594
4595/*
drhaceb31b2014-02-08 01:40:27 +00004596** Record the fact that the schema cookie will need to be verified
4597** for database iDb. The code to actually verify the schema cookie
4598** will occur at the end of the top-level VDBE and will be generated
4599** later, by sqlite3FinishCoding().
drh001bbcb2003-03-19 03:14:00 +00004600*/
danielk19774adee202004-05-08 08:23:19 +00004601void sqlite3CodeVerifySchema(Parse *pParse, int iDb){
dan65a7cd12009-09-01 12:16:01 +00004602 Parse *pToplevel = sqlite3ParseToplevel(pParse);
drh80242052004-06-09 00:48:12 +00004603
drh1d96cc62016-09-30 18:35:36 +00004604 assert( iDb>=0 && iDb<pParse->db->nDb );
4605 assert( pParse->db->aDb[iDb].pBt!=0 || iDb==1 );
drhaceb31b2014-02-08 01:40:27 +00004606 assert( iDb<SQLITE_MAX_ATTACHED+2 );
drh1d96cc62016-09-30 18:35:36 +00004607 assert( sqlite3SchemaMutexHeld(pParse->db, iDb, 0) );
drha7ab6d82014-07-21 15:44:39 +00004608 if( DbMaskTest(pToplevel->cookieMask, iDb)==0 ){
4609 DbMaskSet(pToplevel->cookieMask, iDb);
drhaceb31b2014-02-08 01:40:27 +00004610 if( !OMIT_TEMPDB && iDb==1 ){
4611 sqlite3OpenTempDatabase(pToplevel);
4612 }
drh001bbcb2003-03-19 03:14:00 +00004613 }
drh001bbcb2003-03-19 03:14:00 +00004614}
4615
4616/*
dan57966752011-04-09 17:32:58 +00004617** If argument zDb is NULL, then call sqlite3CodeVerifySchema() for each
4618** attached database. Otherwise, invoke it for the database named zDb only.
4619*/
4620void sqlite3CodeVerifyNamedSchema(Parse *pParse, const char *zDb){
4621 sqlite3 *db = pParse->db;
4622 int i;
4623 for(i=0; i<db->nDb; i++){
4624 Db *pDb = &db->aDb[i];
drh69c33822016-08-18 14:33:11 +00004625 if( pDb->pBt && (!zDb || 0==sqlite3StrICmp(zDb, pDb->zDbSName)) ){
dan57966752011-04-09 17:32:58 +00004626 sqlite3CodeVerifySchema(pParse, i);
4627 }
4628 }
4629}
4630
4631/*
drh1c928532002-01-31 15:54:21 +00004632** Generate VDBE code that prepares for doing an operation that
drhc977f7f2002-05-21 11:38:11 +00004633** might change the database.
4634**
4635** This routine starts a new transaction if we are not already within
4636** a transaction. If we are already within a transaction, then a checkpoint
drh7f0f12e2004-05-21 13:39:50 +00004637** is set if the setStatement parameter is true. A checkpoint should
drhc977f7f2002-05-21 11:38:11 +00004638** be set for operations that might fail (due to a constraint) part of
4639** the way through and which will need to undo some writes without having to
4640** rollback the whole transaction. For operations where all constraints
4641** can be checked before any changes are made to the database, it is never
4642** necessary to undo a write and the checkpoint should not be set.
drh1c928532002-01-31 15:54:21 +00004643*/
drh7f0f12e2004-05-21 13:39:50 +00004644void sqlite3BeginWriteOperation(Parse *pParse, int setStatement, int iDb){
dan65a7cd12009-09-01 12:16:01 +00004645 Parse *pToplevel = sqlite3ParseToplevel(pParse);
drh80242052004-06-09 00:48:12 +00004646 sqlite3CodeVerifySchema(pParse, iDb);
drha7ab6d82014-07-21 15:44:39 +00004647 DbMaskSet(pToplevel->writeMask, iDb);
dane0af83a2009-09-08 19:15:01 +00004648 pToplevel->isMultiWrite |= setStatement;
4649}
4650
drhff738bc2009-09-24 00:09:58 +00004651/*
4652** Indicate that the statement currently under construction might write
4653** more than one entry (example: deleting one row then inserting another,
4654** inserting multiple rows in a table, or inserting a row and index entries.)
4655** If an abort occurs after some of these writes have completed, then it will
4656** be necessary to undo the completed writes.
4657*/
4658void sqlite3MultiWrite(Parse *pParse){
4659 Parse *pToplevel = sqlite3ParseToplevel(pParse);
4660 pToplevel->isMultiWrite = 1;
4661}
4662
dane0af83a2009-09-08 19:15:01 +00004663/*
drhff738bc2009-09-24 00:09:58 +00004664** The code generator calls this routine if is discovers that it is
4665** possible to abort a statement prior to completion. In order to
4666** perform this abort without corrupting the database, we need to make
4667** sure that the statement is protected by a statement transaction.
4668**
4669** Technically, we only need to set the mayAbort flag if the
4670** isMultiWrite flag was previously set. There is a time dependency
4671** such that the abort must occur after the multiwrite. This makes
4672** some statements involving the REPLACE conflict resolution algorithm
4673** go a little faster. But taking advantage of this time dependency
4674** makes it more difficult to prove that the code is correct (in
4675** particular, it prevents us from writing an effective
4676** implementation of sqlite3AssertMayAbort()) and so we have chosen
4677** to take the safe route and skip the optimization.
dane0af83a2009-09-08 19:15:01 +00004678*/
4679void sqlite3MayAbort(Parse *pParse){
4680 Parse *pToplevel = sqlite3ParseToplevel(pParse);
4681 pToplevel->mayAbort = 1;
4682}
4683
4684/*
4685** Code an OP_Halt that causes the vdbe to return an SQLITE_CONSTRAINT
4686** error. The onError parameter determines which (if any) of the statement
4687** and/or current transaction is rolled back.
4688*/
drhd91c1a12013-02-09 13:58:25 +00004689void sqlite3HaltConstraint(
4690 Parse *pParse, /* Parsing context */
4691 int errCode, /* extended error code */
4692 int onError, /* Constraint type */
4693 char *p4, /* Error message */
drhf9c8ce32013-11-05 13:33:55 +00004694 i8 p4type, /* P4_STATIC or P4_TRANSIENT */
4695 u8 p5Errmsg /* P5_ErrMsg type */
drhd91c1a12013-02-09 13:58:25 +00004696){
dane0af83a2009-09-08 19:15:01 +00004697 Vdbe *v = sqlite3GetVdbe(pParse);
drhd91c1a12013-02-09 13:58:25 +00004698 assert( (errCode&0xff)==SQLITE_CONSTRAINT );
dane0af83a2009-09-08 19:15:01 +00004699 if( onError==OE_Abort ){
4700 sqlite3MayAbort(pParse);
danielk19771d850a72004-05-31 08:26:49 +00004701 }
drhd91c1a12013-02-09 13:58:25 +00004702 sqlite3VdbeAddOp4(v, OP_Halt, errCode, onError, 0, p4, p4type);
drh9b34abe2016-01-16 15:12:35 +00004703 sqlite3VdbeChangeP5(v, p5Errmsg);
drhf9c8ce32013-11-05 13:33:55 +00004704}
4705
4706/*
4707** Code an OP_Halt due to UNIQUE or PRIMARY KEY constraint violation.
4708*/
4709void sqlite3UniqueConstraint(
4710 Parse *pParse, /* Parsing context */
4711 int onError, /* Constraint type */
4712 Index *pIdx /* The index that triggers the constraint */
4713){
4714 char *zErr;
4715 int j;
4716 StrAccum errMsg;
4717 Table *pTab = pIdx->pTable;
4718
drh86ec1ed2019-04-10 00:58:07 +00004719 sqlite3StrAccumInit(&errMsg, pParse->db, 0, 0,
4720 pParse->db->aLimit[SQLITE_LIMIT_LENGTH]);
drh8b576422015-08-31 23:09:42 +00004721 if( pIdx->aColExpr ){
drh0cdbe1a2018-05-09 13:46:26 +00004722 sqlite3_str_appendf(&errMsg, "index '%q'", pIdx->zName);
drh8b576422015-08-31 23:09:42 +00004723 }else{
4724 for(j=0; j<pIdx->nKeyCol; j++){
4725 char *zCol;
4726 assert( pIdx->aiColumn[j]>=0 );
4727 zCol = pTab->aCol[pIdx->aiColumn[j]].zName;
drh0cdbe1a2018-05-09 13:46:26 +00004728 if( j ) sqlite3_str_append(&errMsg, ", ", 2);
4729 sqlite3_str_appendall(&errMsg, pTab->zName);
4730 sqlite3_str_append(&errMsg, ".", 1);
4731 sqlite3_str_appendall(&errMsg, zCol);
drh8b576422015-08-31 23:09:42 +00004732 }
drhf9c8ce32013-11-05 13:33:55 +00004733 }
4734 zErr = sqlite3StrAccumFinish(&errMsg);
4735 sqlite3HaltConstraint(pParse,
drh48dd1d82014-05-27 18:18:58 +00004736 IsPrimaryKeyIndex(pIdx) ? SQLITE_CONSTRAINT_PRIMARYKEY
4737 : SQLITE_CONSTRAINT_UNIQUE,
dan93889d92013-11-06 16:28:59 +00004738 onError, zErr, P4_DYNAMIC, P5_ConstraintUnique);
drhf9c8ce32013-11-05 13:33:55 +00004739}
4740
4741
4742/*
4743** Code an OP_Halt due to non-unique rowid.
4744*/
4745void sqlite3RowidConstraint(
4746 Parse *pParse, /* Parsing context */
4747 int onError, /* Conflict resolution algorithm */
4748 Table *pTab /* The table with the non-unique rowid */
4749){
4750 char *zMsg;
4751 int rc;
4752 if( pTab->iPKey>=0 ){
4753 zMsg = sqlite3MPrintf(pParse->db, "%s.%s", pTab->zName,
4754 pTab->aCol[pTab->iPKey].zName);
4755 rc = SQLITE_CONSTRAINT_PRIMARYKEY;
4756 }else{
4757 zMsg = sqlite3MPrintf(pParse->db, "%s.rowid", pTab->zName);
4758 rc = SQLITE_CONSTRAINT_ROWID;
4759 }
4760 sqlite3HaltConstraint(pParse, rc, onError, zMsg, P4_DYNAMIC,
4761 P5_ConstraintUnique);
drh663fc632002-02-02 18:49:19 +00004762}
4763
drh4343fea2004-11-05 23:46:15 +00004764/*
4765** Check to see if pIndex uses the collating sequence pColl. Return
4766** true if it does and false if it does not.
4767*/
4768#ifndef SQLITE_OMIT_REINDEX
danielk1977b3bf5562006-01-10 17:58:23 +00004769static int collationMatch(const char *zColl, Index *pIndex){
4770 int i;
drh04491712009-05-13 17:21:13 +00004771 assert( zColl!=0 );
danielk1977b3bf5562006-01-10 17:58:23 +00004772 for(i=0; i<pIndex->nColumn; i++){
4773 const char *z = pIndex->azColl[i];
drhbbbdc832013-10-22 18:01:40 +00004774 assert( z!=0 || pIndex->aiColumn[i]<0 );
4775 if( pIndex->aiColumn[i]>=0 && 0==sqlite3StrICmp(z, zColl) ){
danielk1977b3bf5562006-01-10 17:58:23 +00004776 return 1;
4777 }
drh4343fea2004-11-05 23:46:15 +00004778 }
4779 return 0;
4780}
4781#endif
4782
4783/*
4784** Recompute all indices of pTab that use the collating sequence pColl.
4785** If pColl==0 then recompute all indices of pTab.
4786*/
4787#ifndef SQLITE_OMIT_REINDEX
danielk1977b3bf5562006-01-10 17:58:23 +00004788static void reindexTable(Parse *pParse, Table *pTab, char const *zColl){
dane6370e92019-01-11 17:41:23 +00004789 if( !IsVirtual(pTab) ){
4790 Index *pIndex; /* An index associated with pTab */
drh4343fea2004-11-05 23:46:15 +00004791
dane6370e92019-01-11 17:41:23 +00004792 for(pIndex=pTab->pIndex; pIndex; pIndex=pIndex->pNext){
4793 if( zColl==0 || collationMatch(zColl, pIndex) ){
4794 int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema);
4795 sqlite3BeginWriteOperation(pParse, 0, iDb);
4796 sqlite3RefillIndex(pParse, pIndex, -1);
4797 }
drh4343fea2004-11-05 23:46:15 +00004798 }
4799 }
4800}
4801#endif
4802
4803/*
4804** Recompute all indices of all tables in all databases where the
4805** indices use the collating sequence pColl. If pColl==0 then recompute
4806** all indices everywhere.
4807*/
4808#ifndef SQLITE_OMIT_REINDEX
danielk1977b3bf5562006-01-10 17:58:23 +00004809static void reindexDatabases(Parse *pParse, char const *zColl){
drh4343fea2004-11-05 23:46:15 +00004810 Db *pDb; /* A single database */
4811 int iDb; /* The database index number */
4812 sqlite3 *db = pParse->db; /* The database connection */
4813 HashElem *k; /* For looping over tables in pDb */
4814 Table *pTab; /* A table in the database */
4815
drh21206082011-04-04 18:22:02 +00004816 assert( sqlite3BtreeHoldsAllMutexes(db) ); /* Needed for schema access */
drh4343fea2004-11-05 23:46:15 +00004817 for(iDb=0, pDb=db->aDb; iDb<db->nDb; iDb++, pDb++){
drh43617e92006-03-06 20:55:46 +00004818 assert( pDb!=0 );
danielk1977da184232006-01-05 11:34:32 +00004819 for(k=sqliteHashFirst(&pDb->pSchema->tblHash); k; k=sqliteHashNext(k)){
drh4343fea2004-11-05 23:46:15 +00004820 pTab = (Table*)sqliteHashData(k);
danielk1977b3bf5562006-01-10 17:58:23 +00004821 reindexTable(pParse, pTab, zColl);
drh4343fea2004-11-05 23:46:15 +00004822 }
4823 }
4824}
4825#endif
4826
4827/*
drheee46cf2004-11-06 00:02:48 +00004828** Generate code for the REINDEX command.
4829**
4830** REINDEX -- 1
4831** REINDEX <collation> -- 2
4832** REINDEX ?<database>.?<tablename> -- 3
4833** REINDEX ?<database>.?<indexname> -- 4
4834**
4835** Form 1 causes all indices in all attached databases to be rebuilt.
4836** Form 2 rebuilds all indices in all databases that use the named
4837** collating function. Forms 3 and 4 rebuild the named index or all
4838** indices associated with the named table.
drh4343fea2004-11-05 23:46:15 +00004839*/
4840#ifndef SQLITE_OMIT_REINDEX
4841void sqlite3Reindex(Parse *pParse, Token *pName1, Token *pName2){
4842 CollSeq *pColl; /* Collating sequence to be reindexed, or NULL */
4843 char *z; /* Name of a table or index */
4844 const char *zDb; /* Name of the database */
4845 Table *pTab; /* A table in the database */
4846 Index *pIndex; /* An index associated with pTab */
4847 int iDb; /* The database index number */
4848 sqlite3 *db = pParse->db; /* The database connection */
4849 Token *pObjName; /* Name of the table or index to be reindexed */
4850
danielk197733a5edc2005-01-27 00:22:02 +00004851 /* Read the database schema. If an error occurs, leave an error message
4852 ** and code in pParse and return NULL. */
4853 if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){
danielk1977e63739a2005-01-27 00:33:37 +00004854 return;
danielk197733a5edc2005-01-27 00:22:02 +00004855 }
4856
drh8af73d42009-05-13 22:58:28 +00004857 if( pName1==0 ){
drh4343fea2004-11-05 23:46:15 +00004858 reindexDatabases(pParse, 0);
4859 return;
drhd3001712009-05-12 17:46:53 +00004860 }else if( NEVER(pName2==0) || pName2->z==0 ){
danielk197739002502007-11-12 09:50:26 +00004861 char *zColl;
danielk1977b3bf5562006-01-10 17:58:23 +00004862 assert( pName1->z );
danielk197739002502007-11-12 09:50:26 +00004863 zColl = sqlite3NameFromToken(pParse->db, pName1);
4864 if( !zColl ) return;
drhc4a64fa2009-05-11 20:53:28 +00004865 pColl = sqlite3FindCollSeq(db, ENC(db), zColl, 0);
drh4343fea2004-11-05 23:46:15 +00004866 if( pColl ){
drhd3001712009-05-12 17:46:53 +00004867 reindexDatabases(pParse, zColl);
4868 sqlite3DbFree(db, zColl);
drh4343fea2004-11-05 23:46:15 +00004869 return;
4870 }
drh633e6d52008-07-28 19:34:53 +00004871 sqlite3DbFree(db, zColl);
drh4343fea2004-11-05 23:46:15 +00004872 }
4873 iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pObjName);
4874 if( iDb<0 ) return;
drh17435752007-08-16 04:30:38 +00004875 z = sqlite3NameFromToken(db, pObjName);
drh84f31122007-05-12 15:00:14 +00004876 if( z==0 ) return;
drh69c33822016-08-18 14:33:11 +00004877 zDb = db->aDb[iDb].zDbSName;
drh4343fea2004-11-05 23:46:15 +00004878 pTab = sqlite3FindTable(db, z, zDb);
4879 if( pTab ){
4880 reindexTable(pParse, pTab, 0);
drh633e6d52008-07-28 19:34:53 +00004881 sqlite3DbFree(db, z);
drh4343fea2004-11-05 23:46:15 +00004882 return;
4883 }
4884 pIndex = sqlite3FindIndex(db, z, zDb);
drh633e6d52008-07-28 19:34:53 +00004885 sqlite3DbFree(db, z);
drh4343fea2004-11-05 23:46:15 +00004886 if( pIndex ){
4887 sqlite3BeginWriteOperation(pParse, 0, iDb);
4888 sqlite3RefillIndex(pParse, pIndex, -1);
4889 return;
4890 }
4891 sqlite3ErrorMsg(pParse, "unable to identify the object to be reindexed");
4892}
4893#endif
danielk1977b3bf5562006-01-10 17:58:23 +00004894
4895/*
drh2ec2fb22013-11-06 19:59:23 +00004896** Return a KeyInfo structure that is appropriate for the given Index.
danielk1977b3bf5562006-01-10 17:58:23 +00004897**
drh2ec2fb22013-11-06 19:59:23 +00004898** The caller should invoke sqlite3KeyInfoUnref() on the returned object
4899** when it has finished using it.
danielk1977b3bf5562006-01-10 17:58:23 +00004900*/
drh2ec2fb22013-11-06 19:59:23 +00004901KeyInfo *sqlite3KeyInfoOfIndex(Parse *pParse, Index *pIdx){
drh18b67f32014-12-12 00:20:37 +00004902 int i;
4903 int nCol = pIdx->nColumn;
4904 int nKey = pIdx->nKeyCol;
4905 KeyInfo *pKey;
drh2ec2fb22013-11-06 19:59:23 +00004906 if( pParse->nErr ) return 0;
drh18b67f32014-12-12 00:20:37 +00004907 if( pIdx->uniqNotNull ){
4908 pKey = sqlite3KeyInfoAlloc(pParse->db, nKey, nCol-nKey);
4909 }else{
4910 pKey = sqlite3KeyInfoAlloc(pParse->db, nCol, 0);
drh41e13e12013-11-07 14:09:39 +00004911 }
drh18b67f32014-12-12 00:20:37 +00004912 if( pKey ){
4913 assert( sqlite3KeyInfoIsWriteable(pKey) );
4914 for(i=0; i<nCol; i++){
drhf19aa5f2015-12-30 16:51:20 +00004915 const char *zColl = pIdx->azColl[i];
4916 pKey->aColl[i] = zColl==sqlite3StrBINARY ? 0 :
drh18b67f32014-12-12 00:20:37 +00004917 sqlite3LocateCollSeq(pParse, zColl);
dan6e118922019-08-12 16:36:38 +00004918 pKey->aSortFlags[i] = pIdx->aSortOrder[i];
4919 assert( 0==(pKey->aSortFlags[i] & KEYINFO_ORDER_BIGNULL) );
drh2ec2fb22013-11-06 19:59:23 +00004920 }
drh18b67f32014-12-12 00:20:37 +00004921 if( pParse->nErr ){
drh7e8515d2017-12-08 19:37:04 +00004922 assert( pParse->rc==SQLITE_ERROR_MISSING_COLLSEQ );
4923 if( pIdx->bNoQuery==0 ){
4924 /* Deactivate the index because it contains an unknown collating
4925 ** sequence. The only way to reactive the index is to reload the
4926 ** schema. Adding the missing collating sequence later does not
4927 ** reactive the index. The application had the chance to register
4928 ** the missing index using the collation-needed callback. For
4929 ** simplicity, SQLite will not give the application a second chance.
4930 */
4931 pIdx->bNoQuery = 1;
4932 pParse->rc = SQLITE_ERROR_RETRY;
4933 }
drh18b67f32014-12-12 00:20:37 +00004934 sqlite3KeyInfoUnref(pKey);
4935 pKey = 0;
danielk1977b3bf5562006-01-10 17:58:23 +00004936 }
danielk1977b3bf5562006-01-10 17:58:23 +00004937 }
drh18b67f32014-12-12 00:20:37 +00004938 return pKey;
danielk1977b3bf5562006-01-10 17:58:23 +00004939}
drh8b471862014-01-11 13:22:17 +00004940
4941#ifndef SQLITE_OMIT_CTE
dan7d562db2014-01-11 19:19:36 +00004942/*
4943** This routine is invoked once per CTE by the parser while parsing a
4944** WITH clause.
drh8b471862014-01-11 13:22:17 +00004945*/
dan7d562db2014-01-11 19:19:36 +00004946With *sqlite3WithAdd(
drh8b471862014-01-11 13:22:17 +00004947 Parse *pParse, /* Parsing context */
dan7d562db2014-01-11 19:19:36 +00004948 With *pWith, /* Existing WITH clause, or NULL */
drh8b471862014-01-11 13:22:17 +00004949 Token *pName, /* Name of the common-table */
dan4e9119d2014-01-13 15:12:23 +00004950 ExprList *pArglist, /* Optional column name list for the table */
drh8b471862014-01-11 13:22:17 +00004951 Select *pQuery /* Query used to initialize the table */
4952){
dan4e9119d2014-01-13 15:12:23 +00004953 sqlite3 *db = pParse->db;
4954 With *pNew;
4955 char *zName;
4956
4957 /* Check that the CTE name is unique within this WITH clause. If
4958 ** not, store an error in the Parse structure. */
4959 zName = sqlite3NameFromToken(pParse->db, pName);
4960 if( zName && pWith ){
4961 int i;
4962 for(i=0; i<pWith->nCte; i++){
4963 if( sqlite3StrICmp(zName, pWith->a[i].zName)==0 ){
drh727a99f2014-01-16 21:59:51 +00004964 sqlite3ErrorMsg(pParse, "duplicate WITH table name: %s", zName);
dan4e9119d2014-01-13 15:12:23 +00004965 }
4966 }
4967 }
4968
4969 if( pWith ){
drh0aa32312019-04-13 04:01:12 +00004970 sqlite3_int64 nByte = sizeof(*pWith) + (sizeof(pWith->a[1]) * pWith->nCte);
dan4e9119d2014-01-13 15:12:23 +00004971 pNew = sqlite3DbRealloc(db, pWith, nByte);
4972 }else{
4973 pNew = sqlite3DbMallocZero(db, sizeof(*pWith));
4974 }
drhb84e5742016-02-05 02:42:54 +00004975 assert( (pNew!=0 && zName!=0) || db->mallocFailed );
dan4e9119d2014-01-13 15:12:23 +00004976
drhb84e5742016-02-05 02:42:54 +00004977 if( db->mallocFailed ){
dan4e9119d2014-01-13 15:12:23 +00004978 sqlite3ExprListDelete(db, pArglist);
4979 sqlite3SelectDelete(db, pQuery);
4980 sqlite3DbFree(db, zName);
dana9f5c132014-01-13 16:36:40 +00004981 pNew = pWith;
dan4e9119d2014-01-13 15:12:23 +00004982 }else{
4983 pNew->a[pNew->nCte].pSelect = pQuery;
4984 pNew->a[pNew->nCte].pCols = pArglist;
4985 pNew->a[pNew->nCte].zName = zName;
drh0576bc52015-08-26 11:40:11 +00004986 pNew->a[pNew->nCte].zCteErr = 0;
dan4e9119d2014-01-13 15:12:23 +00004987 pNew->nCte++;
4988 }
4989
4990 return pNew;
drh8b471862014-01-11 13:22:17 +00004991}
4992
dan7d562db2014-01-11 19:19:36 +00004993/*
4994** Free the contents of the With object passed as the second argument.
drh8b471862014-01-11 13:22:17 +00004995*/
dan7d562db2014-01-11 19:19:36 +00004996void sqlite3WithDelete(sqlite3 *db, With *pWith){
dan4e9119d2014-01-13 15:12:23 +00004997 if( pWith ){
4998 int i;
4999 for(i=0; i<pWith->nCte; i++){
5000 struct Cte *pCte = &pWith->a[i];
5001 sqlite3ExprListDelete(db, pCte->pCols);
5002 sqlite3SelectDelete(db, pCte->pSelect);
5003 sqlite3DbFree(db, pCte->zName);
5004 }
5005 sqlite3DbFree(db, pWith);
5006 }
drh8b471862014-01-11 13:22:17 +00005007}
5008#endif /* !defined(SQLITE_OMIT_CTE) */