blob: 51622d8a235901003500bf4d9f1609fbdf0d36da [file] [log] [blame]
drh9a324642003-09-06 20:12:01 +00001/*
2** 2003 September 6
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12** This file contains code used for creating, destroying, and populating
drh7abda852014-09-19 16:02:06 +000013** a VDBE (or an "sqlite3_stmt" as it is known to the outside world.)
drh9a324642003-09-06 20:12:01 +000014*/
15#include "sqliteInt.h"
drh9a324642003-09-06 20:12:01 +000016#include "vdbeInt.h"
17
drh9a324642003-09-06 20:12:01 +000018/*
19** Create a new virtual database engine.
20*/
drh9ac79622013-12-18 15:11:47 +000021Vdbe *sqlite3VdbeCreate(Parse *pParse){
22 sqlite3 *db = pParse->db;
drh9a324642003-09-06 20:12:01 +000023 Vdbe *p;
drhd8e4b132016-10-01 19:21:56 +000024 p = sqlite3DbMallocRawNN(db, sizeof(Vdbe) );
drh9a324642003-09-06 20:12:01 +000025 if( p==0 ) return 0;
drhab3182f2016-10-01 00:37:50 +000026 memset(&p->aOp, 0, sizeof(Vdbe)-offsetof(Vdbe,aOp));
drh9a324642003-09-06 20:12:01 +000027 p->db = db;
28 if( db->pVdbe ){
29 db->pVdbe->pPrev = p;
30 }
31 p->pNext = db->pVdbe;
32 p->pPrev = 0;
33 db->pVdbe = p;
34 p->magic = VDBE_MAGIC_INIT;
drh9ac79622013-12-18 15:11:47 +000035 p->pParse = pParse;
drh73d5b8f2013-12-23 19:09:07 +000036 assert( pParse->aLabel==0 );
37 assert( pParse->nLabel==0 );
38 assert( pParse->nOpAlloc==0 );
drhbd573082016-01-01 16:42:09 +000039 assert( pParse->szOpAlloc==0 );
drh9a324642003-09-06 20:12:01 +000040 return p;
41}
42
43/*
drh22c17b82015-05-15 04:13:15 +000044** Change the error string stored in Vdbe.zErrMsg
45*/
46void sqlite3VdbeError(Vdbe *p, const char *zFormat, ...){
47 va_list ap;
48 sqlite3DbFree(p->db, p->zErrMsg);
49 va_start(ap, zFormat);
50 p->zErrMsg = sqlite3VMPrintf(p->db, zFormat, ap);
51 va_end(ap);
52}
53
54/*
drhb900aaf2006-11-09 00:24:53 +000055** Remember the SQL string for a prepared statement.
56*/
danielk19776ab3a2e2009-02-19 14:39:25 +000057void sqlite3VdbeSetSql(Vdbe *p, const char *z, int n, int isPrepareV2){
dan1d2ce4f2009-10-19 18:11:09 +000058 assert( isPrepareV2==1 || isPrepareV2==0 );
drhb900aaf2006-11-09 00:24:53 +000059 if( p==0 ) return;
danbda4cb82017-02-23 16:30:16 +000060 if( !isPrepareV2 ) p->expmask = 0;
danac455932012-11-26 19:50:41 +000061#if defined(SQLITE_OMIT_TRACE) && !defined(SQLITE_ENABLE_SQLLOG)
danielk19776ab3a2e2009-02-19 14:39:25 +000062 if( !isPrepareV2 ) return;
63#endif
drhb900aaf2006-11-09 00:24:53 +000064 assert( p->zSql==0 );
drh17435752007-08-16 04:30:38 +000065 p->zSql = sqlite3DbStrNDup(p->db, z, n);
shanef639c402009-11-03 19:42:30 +000066 p->isPrepareV2 = (u8)isPrepareV2;
drhb900aaf2006-11-09 00:24:53 +000067}
68
69/*
drhc5155252007-01-08 21:07:17 +000070** Swap all content between two VDBE structures.
drhb900aaf2006-11-09 00:24:53 +000071*/
drhc5155252007-01-08 21:07:17 +000072void sqlite3VdbeSwap(Vdbe *pA, Vdbe *pB){
73 Vdbe tmp, *pTmp;
74 char *zTmp;
drh0639c342011-03-18 12:35:36 +000075 assert( pA->db==pB->db );
drhc5155252007-01-08 21:07:17 +000076 tmp = *pA;
77 *pA = *pB;
78 *pB = tmp;
79 pTmp = pA->pNext;
80 pA->pNext = pB->pNext;
81 pB->pNext = pTmp;
82 pTmp = pA->pPrev;
83 pA->pPrev = pB->pPrev;
84 pB->pPrev = pTmp;
85 zTmp = pA->zSql;
86 pA->zSql = pB->zSql;
87 pB->zSql = zTmp;
danielk19776ab3a2e2009-02-19 14:39:25 +000088 pB->isPrepareV2 = pA->isPrepareV2;
drh76adb232017-03-02 13:13:30 +000089 pB->expmask = pA->expmask;
drh00d11d42017-06-29 12:49:18 +000090 memcpy(pB->aCounter, pA->aCounter, sizeof(pB->aCounter));
91 pB->aCounter[SQLITE_STMTSTATUS_REPREPARE]++;
92
drhb900aaf2006-11-09 00:24:53 +000093}
94
drh9a324642003-09-06 20:12:01 +000095/*
dan76ccd892014-08-12 13:38:52 +000096** Resize the Vdbe.aOp array so that it is at least nOp elements larger
drh81e069e2014-08-12 14:29:20 +000097** than its current size. nOp is guaranteed to be less than or equal
98** to 1024/sizeof(Op).
danielk1977ace3eb22006-01-26 10:35:04 +000099**
danielk197700e13612008-11-17 19:18:54 +0000100** If an out-of-memory error occurs while resizing the array, return
dan76ccd892014-08-12 13:38:52 +0000101** SQLITE_NOMEM. In this case Vdbe.aOp and Parse.nOpAlloc remain
danielk197700e13612008-11-17 19:18:54 +0000102** unchanged (this is so that any opcodes already allocated can be
103** correctly deallocated along with the rest of the Vdbe).
drh76ff3a02004-09-24 22:32:30 +0000104*/
dan76ccd892014-08-12 13:38:52 +0000105static int growOpArray(Vdbe *v, int nOp){
drha4e5d582007-10-20 15:41:57 +0000106 VdbeOp *pNew;
drh73d5b8f2013-12-23 19:09:07 +0000107 Parse *p = v->pParse;
dan76ccd892014-08-12 13:38:52 +0000108
drh81e069e2014-08-12 14:29:20 +0000109 /* The SQLITE_TEST_REALLOC_STRESS compile-time option is designed to force
110 ** more frequent reallocs and hence provide more opportunities for
111 ** simulated OOM faults. SQLITE_TEST_REALLOC_STRESS is generally used
112 ** during testing only. With SQLITE_TEST_REALLOC_STRESS grow the op array
113 ** by the minimum* amount required until the size reaches 512. Normal
114 ** operation (without SQLITE_TEST_REALLOC_STRESS) is to double the current
115 ** size of the op array or add 1KB of space, whichever is smaller. */
dan76ccd892014-08-12 13:38:52 +0000116#ifdef SQLITE_TEST_REALLOC_STRESS
117 int nNew = (p->nOpAlloc>=512 ? p->nOpAlloc*2 : p->nOpAlloc+nOp);
118#else
danielk197700e13612008-11-17 19:18:54 +0000119 int nNew = (p->nOpAlloc ? p->nOpAlloc*2 : (int)(1024/sizeof(Op)));
dan76ccd892014-08-12 13:38:52 +0000120 UNUSED_PARAMETER(nOp);
121#endif
122
drh1cb02662017-03-17 22:50:16 +0000123 /* Ensure that the size of a VDBE does not grow too large */
124 if( nNew > p->db->aLimit[SQLITE_LIMIT_VDBE_OP] ){
125 sqlite3OomFault(p->db);
126 return SQLITE_NOMEM;
127 }
128
drh81e069e2014-08-12 14:29:20 +0000129 assert( nOp<=(1024/sizeof(Op)) );
dan76ccd892014-08-12 13:38:52 +0000130 assert( nNew>=(p->nOpAlloc+nOp) );
drh73d5b8f2013-12-23 19:09:07 +0000131 pNew = sqlite3DbRealloc(p->db, v->aOp, nNew*sizeof(Op));
drha4e5d582007-10-20 15:41:57 +0000132 if( pNew ){
drhbd573082016-01-01 16:42:09 +0000133 p->szOpAlloc = sqlite3DbMallocSize(p->db, pNew);
134 p->nOpAlloc = p->szOpAlloc/sizeof(Op);
drh73d5b8f2013-12-23 19:09:07 +0000135 v->aOp = pNew;
drh76ff3a02004-09-24 22:32:30 +0000136 }
mistachkinfad30392016-02-13 23:43:46 +0000137 return (pNew ? SQLITE_OK : SQLITE_NOMEM_BKPT);
drh76ff3a02004-09-24 22:32:30 +0000138}
139
drh313619f2013-10-31 20:34:06 +0000140#ifdef SQLITE_DEBUG
141/* This routine is just a convenient place to set a breakpoint that will
142** fire after each opcode is inserted and displayed using
143** "PRAGMA vdbe_addoptrace=on".
144*/
145static void test_addop_breakpoint(void){
146 static int n = 0;
147 n++;
148}
149#endif
150
drh76ff3a02004-09-24 22:32:30 +0000151/*
drh9a324642003-09-06 20:12:01 +0000152** Add a new instruction to the list of instructions current in the
153** VDBE. Return the address of the new instruction.
154**
155** Parameters:
156**
157** p Pointer to the VDBE
158**
159** op The opcode for this instruction
160**
drh66a51672008-01-03 00:01:23 +0000161** p1, p2, p3 Operands
drh9a324642003-09-06 20:12:01 +0000162**
danielk19774adee202004-05-08 08:23:19 +0000163** Use the sqlite3VdbeResolveLabel() function to fix an address and
drh66a51672008-01-03 00:01:23 +0000164** the sqlite3VdbeChangeP4() function to change the value of the P4
drh9a324642003-09-06 20:12:01 +0000165** operand.
166*/
drhd7970352015-11-09 12:33:39 +0000167static SQLITE_NOINLINE int growOp3(Vdbe *p, int op, int p1, int p2, int p3){
168 assert( p->pParse->nOpAlloc<=p->nOp );
169 if( growOpArray(p, 1) ) return 1;
170 assert( p->pParse->nOpAlloc>p->nOp );
171 return sqlite3VdbeAddOp3(p, op, p1, p2, p3);
172}
drh66a51672008-01-03 00:01:23 +0000173int sqlite3VdbeAddOp3(Vdbe *p, int op, int p1, int p2, int p3){
drh9a324642003-09-06 20:12:01 +0000174 int i;
drh701a0ae2004-02-22 20:05:00 +0000175 VdbeOp *pOp;
drh9a324642003-09-06 20:12:01 +0000176
177 i = p->nOp;
drh9a324642003-09-06 20:12:01 +0000178 assert( p->magic==VDBE_MAGIC_INIT );
drhed94af52016-02-01 17:20:08 +0000179 assert( op>=0 && op<0xff );
drh73d5b8f2013-12-23 19:09:07 +0000180 if( p->pParse->nOpAlloc<=i ){
drhd7970352015-11-09 12:33:39 +0000181 return growOp3(p, op, p1, p2, p3);
drh9a324642003-09-06 20:12:01 +0000182 }
danielk197701256832007-04-18 14:24:32 +0000183 p->nOp++;
drh701a0ae2004-02-22 20:05:00 +0000184 pOp = &p->aOp[i];
drh8df32842008-12-09 02:51:23 +0000185 pOp->opcode = (u8)op;
drh26c9b5e2008-04-11 14:56:53 +0000186 pOp->p5 = 0;
drh701a0ae2004-02-22 20:05:00 +0000187 pOp->p1 = p1;
drh701a0ae2004-02-22 20:05:00 +0000188 pOp->p2 = p2;
drh66a51672008-01-03 00:01:23 +0000189 pOp->p3 = p3;
190 pOp->p4.p = 0;
191 pOp->p4type = P4_NOTUSED;
drhc7379ce2013-10-30 02:28:23 +0000192#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
drh26c9b5e2008-04-11 14:56:53 +0000193 pOp->zComment = 0;
drhc7379ce2013-10-30 02:28:23 +0000194#endif
195#ifdef SQLITE_DEBUG
drhe0962052013-01-29 19:14:31 +0000196 if( p->db->flags & SQLITE_VdbeAddopTrace ){
drh9ac79622013-12-18 15:11:47 +0000197 int jj, kk;
198 Parse *pParse = p->pParse;
drh9b40d132016-09-30 20:22:27 +0000199 for(jj=kk=0; jj<pParse->nColCache; jj++){
drh9ac79622013-12-18 15:11:47 +0000200 struct yColCache *x = pParse->aColCache + jj;
drh9ac79622013-12-18 15:11:47 +0000201 printf(" r[%d]={%d:%d}", x->iReg, x->iTable, x->iColumn);
202 kk++;
203 }
204 if( kk ) printf("\n");
drhe0962052013-01-29 19:14:31 +0000205 sqlite3VdbePrintOp(0, i, &p->aOp[i]);
drh313619f2013-10-31 20:34:06 +0000206 test_addop_breakpoint();
drhe0962052013-01-29 19:14:31 +0000207 }
drh9a324642003-09-06 20:12:01 +0000208#endif
drh26c9b5e2008-04-11 14:56:53 +0000209#ifdef VDBE_PROFILE
210 pOp->cycles = 0;
211 pOp->cnt = 0;
212#endif
drh688852a2014-02-17 22:40:43 +0000213#ifdef SQLITE_VDBE_COVERAGE
214 pOp->iSrcLine = 0;
215#endif
drh9a324642003-09-06 20:12:01 +0000216 return i;
217}
drh66a51672008-01-03 00:01:23 +0000218int sqlite3VdbeAddOp0(Vdbe *p, int op){
219 return sqlite3VdbeAddOp3(p, op, 0, 0, 0);
220}
221int sqlite3VdbeAddOp1(Vdbe *p, int op, int p1){
222 return sqlite3VdbeAddOp3(p, op, p1, 0, 0);
223}
224int sqlite3VdbeAddOp2(Vdbe *p, int op, int p1, int p2){
225 return sqlite3VdbeAddOp3(p, op, p1, p2, 0);
drh701a0ae2004-02-22 20:05:00 +0000226}
227
drh076e85f2015-09-03 13:46:12 +0000228/* Generate code for an unconditional jump to instruction iDest
229*/
230int sqlite3VdbeGoto(Vdbe *p, int iDest){
drh2991ba02015-09-02 18:19:00 +0000231 return sqlite3VdbeAddOp3(p, OP_Goto, 0, iDest, 0);
232}
drh701a0ae2004-02-22 20:05:00 +0000233
drh076e85f2015-09-03 13:46:12 +0000234/* Generate code to cause the string zStr to be loaded into
235** register iDest
236*/
237int sqlite3VdbeLoadString(Vdbe *p, int iDest, const char *zStr){
238 return sqlite3VdbeAddOp4(p, OP_String8, 0, iDest, 0, zStr, 0);
239}
240
241/*
242** Generate code that initializes multiple registers to string or integer
243** constants. The registers begin with iDest and increase consecutively.
244** One register is initialized for each characgter in zTypes[]. For each
245** "s" character in zTypes[], the register is a string if the argument is
246** not NULL, or OP_Null if the value is a null pointer. For each "i" character
247** in zTypes[], the register is initialized to an integer.
248*/
249void sqlite3VdbeMultiLoad(Vdbe *p, int iDest, const char *zTypes, ...){
250 va_list ap;
251 int i;
252 char c;
253 va_start(ap, zTypes);
254 for(i=0; (c = zTypes[i])!=0; i++){
255 if( c=='s' ){
256 const char *z = va_arg(ap, const char*);
drh2ce18652016-01-16 20:50:21 +0000257 sqlite3VdbeAddOp4(p, z==0 ? OP_Null : OP_String8, 0, iDest++, 0, z, 0);
drh076e85f2015-09-03 13:46:12 +0000258 }else{
259 assert( c=='i' );
260 sqlite3VdbeAddOp2(p, OP_Integer, va_arg(ap, int), iDest++);
261 }
262 }
263 va_end(ap);
264}
drh66a51672008-01-03 00:01:23 +0000265
drh701a0ae2004-02-22 20:05:00 +0000266/*
drh66a51672008-01-03 00:01:23 +0000267** Add an opcode that includes the p4 value as a pointer.
drhd4e70eb2008-01-02 00:34:36 +0000268*/
drh66a51672008-01-03 00:01:23 +0000269int sqlite3VdbeAddOp4(
drhd4e70eb2008-01-02 00:34:36 +0000270 Vdbe *p, /* Add the opcode to this VM */
271 int op, /* The new opcode */
drh66a51672008-01-03 00:01:23 +0000272 int p1, /* The P1 operand */
273 int p2, /* The P2 operand */
274 int p3, /* The P3 operand */
275 const char *zP4, /* The P4 operand */
276 int p4type /* P4 operand type */
drhd4e70eb2008-01-02 00:34:36 +0000277){
drh66a51672008-01-03 00:01:23 +0000278 int addr = sqlite3VdbeAddOp3(p, op, p1, p2, p3);
279 sqlite3VdbeChangeP4(p, addr, zP4, p4type);
drhd4e70eb2008-01-02 00:34:36 +0000280 return addr;
281}
282
283/*
drh7cc023c2015-09-03 04:28:25 +0000284** Add an opcode that includes the p4 value with a P4_INT64 or
285** P4_REAL type.
drh97bae792015-06-05 15:59:57 +0000286*/
287int sqlite3VdbeAddOp4Dup8(
288 Vdbe *p, /* Add the opcode to this VM */
289 int op, /* The new opcode */
290 int p1, /* The P1 operand */
291 int p2, /* The P2 operand */
292 int p3, /* The P3 operand */
293 const u8 *zP4, /* The P4 operand */
294 int p4type /* P4 operand type */
295){
drh575fad62016-02-05 13:38:36 +0000296 char *p4copy = sqlite3DbMallocRawNN(sqlite3VdbeDb(p), 8);
drh97bae792015-06-05 15:59:57 +0000297 if( p4copy ) memcpy(p4copy, zP4, 8);
298 return sqlite3VdbeAddOp4(p, op, p1, p2, p3, p4copy, p4type);
299}
300
301/*
drh5d9c9da2011-06-03 20:11:17 +0000302** Add an OP_ParseSchema opcode. This routine is broken out from
drhe4c88c02012-01-04 12:57:45 +0000303** sqlite3VdbeAddOp4() since it needs to also needs to mark all btrees
304** as having been used.
drh5d9c9da2011-06-03 20:11:17 +0000305**
306** The zWhere string must have been obtained from sqlite3_malloc().
307** This routine will take ownership of the allocated memory.
308*/
309void sqlite3VdbeAddParseSchemaOp(Vdbe *p, int iDb, char *zWhere){
310 int j;
drh00dceca2016-01-11 22:58:50 +0000311 sqlite3VdbeAddOp4(p, OP_ParseSchema, iDb, 0, 0, zWhere, P4_DYNAMIC);
drh5d9c9da2011-06-03 20:11:17 +0000312 for(j=0; j<p->db->nDb; j++) sqlite3VdbeUsesBtree(p, j);
313}
314
315/*
drh8cff69d2009-11-12 19:59:44 +0000316** Add an opcode that includes the p4 value as an integer.
317*/
318int sqlite3VdbeAddOp4Int(
319 Vdbe *p, /* Add the opcode to this VM */
320 int op, /* The new opcode */
321 int p1, /* The P1 operand */
322 int p2, /* The P2 operand */
323 int p3, /* The P3 operand */
324 int p4 /* The P4 operand as an integer */
325){
326 int addr = sqlite3VdbeAddOp3(p, op, p1, p2, p3);
drhbdaa1ee2016-12-07 20:09:51 +0000327 if( p->db->mallocFailed==0 ){
328 VdbeOp *pOp = &p->aOp[addr];
329 pOp->p4type = P4_INT32;
330 pOp->p4.i = p4;
331 }
drh8cff69d2009-11-12 19:59:44 +0000332 return addr;
333}
334
drh2fade2f2016-02-09 02:12:20 +0000335/* Insert the end of a co-routine
336*/
337void sqlite3VdbeEndCoroutine(Vdbe *v, int regYield){
338 sqlite3VdbeAddOp1(v, OP_EndCoroutine, regYield);
339
340 /* Clear the temporary register cache, thereby ensuring that each
341 ** co-routine has its own independent set of registers, because co-routines
342 ** might expect their registers to be preserved across an OP_Yield, and
343 ** that could cause problems if two or more co-routines are using the same
344 ** temporary register.
345 */
346 v->pParse->nTempReg = 0;
347 v->pParse->nRangeReg = 0;
348}
349
drh8cff69d2009-11-12 19:59:44 +0000350/*
drh9a324642003-09-06 20:12:01 +0000351** Create a new symbolic label for an instruction that has yet to be
352** coded. The symbolic label is really just a negative number. The
353** label can be used as the P2 value of an operation. Later, when
354** the label is resolved to a specific address, the VDBE will scan
355** through its operation list and change all values of P2 which match
356** the label into the resolved address.
357**
358** The VDBE knows that a P2 value is a label because labels are
359** always negative and P2 values are suppose to be non-negative.
360** Hence, a negative P2 value is a label that has yet to be resolved.
danielk1977b5548a82004-06-26 13:51:33 +0000361**
362** Zero is returned if a malloc() fails.
drh9a324642003-09-06 20:12:01 +0000363*/
drh73d5b8f2013-12-23 19:09:07 +0000364int sqlite3VdbeMakeLabel(Vdbe *v){
365 Parse *p = v->pParse;
drhc35f3d52012-02-01 19:03:38 +0000366 int i = p->nLabel++;
drh73d5b8f2013-12-23 19:09:07 +0000367 assert( v->magic==VDBE_MAGIC_INIT );
drhc35f3d52012-02-01 19:03:38 +0000368 if( (i & (i-1))==0 ){
369 p->aLabel = sqlite3DbReallocOrFree(p->db, p->aLabel,
370 (i*2+1)*sizeof(p->aLabel[0]));
drh9a324642003-09-06 20:12:01 +0000371 }
drh76ff3a02004-09-24 22:32:30 +0000372 if( p->aLabel ){
373 p->aLabel[i] = -1;
drh9a324642003-09-06 20:12:01 +0000374 }
drh5ef09bf2015-12-09 17:23:12 +0000375 return ADDR(i);
drh9a324642003-09-06 20:12:01 +0000376}
377
378/*
379** Resolve label "x" to be the address of the next instruction to
380** be inserted. The parameter "x" must have been obtained from
danielk19774adee202004-05-08 08:23:19 +0000381** a prior call to sqlite3VdbeMakeLabel().
drh9a324642003-09-06 20:12:01 +0000382*/
drh73d5b8f2013-12-23 19:09:07 +0000383void sqlite3VdbeResolveLabel(Vdbe *v, int x){
384 Parse *p = v->pParse;
drh5ef09bf2015-12-09 17:23:12 +0000385 int j = ADDR(x);
drh73d5b8f2013-12-23 19:09:07 +0000386 assert( v->magic==VDBE_MAGIC_INIT );
drhb2b9d3d2013-08-01 01:14:43 +0000387 assert( j<p->nLabel );
drhef41dfe2015-09-02 17:55:12 +0000388 assert( j>=0 );
389 if( p->aLabel ){
drh73d5b8f2013-12-23 19:09:07 +0000390 p->aLabel[j] = v->nOp;
drh9a324642003-09-06 20:12:01 +0000391 }
392}
393
drh4611d922010-02-25 14:47:01 +0000394/*
395** Mark the VDBE as one that can only be run one time.
396*/
397void sqlite3VdbeRunOnlyOnce(Vdbe *p){
398 p->runOnlyOnce = 1;
399}
400
drhf71a3662016-03-16 20:44:45 +0000401/*
402** Mark the VDBE as one that can only be run multiple times.
403*/
404void sqlite3VdbeReusable(Vdbe *p){
405 p->runOnlyOnce = 0;
406}
407
drhff738bc2009-09-24 00:09:58 +0000408#ifdef SQLITE_DEBUG /* sqlite3AssertMayAbort() logic */
dan144926d2009-09-09 11:37:20 +0000409
410/*
411** The following type and function are used to iterate through all opcodes
412** in a Vdbe main program and each of the sub-programs (triggers) it may
413** invoke directly or indirectly. It should be used as follows:
414**
415** Op *pOp;
416** VdbeOpIter sIter;
417**
418** memset(&sIter, 0, sizeof(sIter));
419** sIter.v = v; // v is of type Vdbe*
420** while( (pOp = opIterNext(&sIter)) ){
421** // Do something with pOp
422** }
423** sqlite3DbFree(v->db, sIter.apSub);
424**
425*/
426typedef struct VdbeOpIter VdbeOpIter;
427struct VdbeOpIter {
428 Vdbe *v; /* Vdbe to iterate through the opcodes of */
429 SubProgram **apSub; /* Array of subprograms */
430 int nSub; /* Number of entries in apSub */
431 int iAddr; /* Address of next instruction to return */
432 int iSub; /* 0 = main program, 1 = first sub-program etc. */
433};
434static Op *opIterNext(VdbeOpIter *p){
435 Vdbe *v = p->v;
436 Op *pRet = 0;
437 Op *aOp;
438 int nOp;
439
440 if( p->iSub<=p->nSub ){
441
442 if( p->iSub==0 ){
443 aOp = v->aOp;
444 nOp = v->nOp;
445 }else{
446 aOp = p->apSub[p->iSub-1]->aOp;
447 nOp = p->apSub[p->iSub-1]->nOp;
448 }
449 assert( p->iAddr<nOp );
450
451 pRet = &aOp[p->iAddr];
452 p->iAddr++;
453 if( p->iAddr==nOp ){
454 p->iSub++;
455 p->iAddr = 0;
456 }
457
458 if( pRet->p4type==P4_SUBPROGRAM ){
459 int nByte = (p->nSub+1)*sizeof(SubProgram*);
460 int j;
461 for(j=0; j<p->nSub; j++){
462 if( p->apSub[j]==pRet->p4.pProgram ) break;
463 }
464 if( j==p->nSub ){
465 p->apSub = sqlite3DbReallocOrFree(v->db, p->apSub, nByte);
466 if( !p->apSub ){
467 pRet = 0;
468 }else{
469 p->apSub[p->nSub++] = pRet->p4.pProgram;
470 }
471 }
472 }
473 }
474
475 return pRet;
476}
477
478/*
danf3677212009-09-10 16:14:50 +0000479** Check if the program stored in the VM associated with pParse may
drhff738bc2009-09-24 00:09:58 +0000480** throw an ABORT exception (causing the statement, but not entire transaction
dan144926d2009-09-09 11:37:20 +0000481** to be rolled back). This condition is true if the main program or any
482** sub-programs contains any of the following:
483**
484** * OP_Halt with P1=SQLITE_CONSTRAINT and P2=OE_Abort.
485** * OP_HaltIfNull with P1=SQLITE_CONSTRAINT and P2=OE_Abort.
486** * OP_Destroy
487** * OP_VUpdate
488** * OP_VRename
dan32b09f22009-09-23 17:29:59 +0000489** * OP_FkCounter with P2==0 (immediate foreign key constraint)
drh0dd5cda2015-06-16 16:39:01 +0000490** * OP_CreateTable and OP_InitCoroutine (for CREATE TABLE AS SELECT ...)
dan144926d2009-09-09 11:37:20 +0000491**
danf3677212009-09-10 16:14:50 +0000492** Then check that the value of Parse.mayAbort is true if an
493** ABORT may be thrown, or false otherwise. Return true if it does
494** match, or false otherwise. This function is intended to be used as
495** part of an assert statement in the compiler. Similar to:
496**
497** assert( sqlite3VdbeAssertMayAbort(pParse->pVdbe, pParse->mayAbort) );
dan144926d2009-09-09 11:37:20 +0000498*/
danf3677212009-09-10 16:14:50 +0000499int sqlite3VdbeAssertMayAbort(Vdbe *v, int mayAbort){
500 int hasAbort = 0;
dan04668832014-12-16 20:13:30 +0000501 int hasFkCounter = 0;
drh0dd5cda2015-06-16 16:39:01 +0000502 int hasCreateTable = 0;
503 int hasInitCoroutine = 0;
dan144926d2009-09-09 11:37:20 +0000504 Op *pOp;
505 VdbeOpIter sIter;
506 memset(&sIter, 0, sizeof(sIter));
507 sIter.v = v;
508
509 while( (pOp = opIterNext(&sIter))!=0 ){
510 int opcode = pOp->opcode;
511 if( opcode==OP_Destroy || opcode==OP_VUpdate || opcode==OP_VRename
512 || ((opcode==OP_Halt || opcode==OP_HaltIfNull)
drhd91c1a12013-02-09 13:58:25 +0000513 && ((pOp->p1&0xff)==SQLITE_CONSTRAINT && pOp->p2==OE_Abort))
dan144926d2009-09-09 11:37:20 +0000514 ){
danf3677212009-09-10 16:14:50 +0000515 hasAbort = 1;
dan144926d2009-09-09 11:37:20 +0000516 break;
517 }
drh0dd5cda2015-06-16 16:39:01 +0000518 if( opcode==OP_CreateTable ) hasCreateTable = 1;
519 if( opcode==OP_InitCoroutine ) hasInitCoroutine = 1;
dan04668832014-12-16 20:13:30 +0000520#ifndef SQLITE_OMIT_FOREIGN_KEY
521 if( opcode==OP_FkCounter && pOp->p1==0 && pOp->p2==1 ){
522 hasFkCounter = 1;
523 }
524#endif
dan144926d2009-09-09 11:37:20 +0000525 }
dan144926d2009-09-09 11:37:20 +0000526 sqlite3DbFree(v->db, sIter.apSub);
danf3677212009-09-10 16:14:50 +0000527
mistachkin48864df2013-03-21 21:20:32 +0000528 /* Return true if hasAbort==mayAbort. Or if a malloc failure occurred.
danf3677212009-09-10 16:14:50 +0000529 ** If malloc failed, then the while() loop above may not have iterated
530 ** through all opcodes and hasAbort may be set incorrectly. Return
531 ** true for this case to prevent the assert() in the callers frame
532 ** from failing. */
drh0dd5cda2015-06-16 16:39:01 +0000533 return ( v->db->mallocFailed || hasAbort==mayAbort || hasFkCounter
534 || (hasCreateTable && hasInitCoroutine) );
dan144926d2009-09-09 11:37:20 +0000535}
drhff738bc2009-09-24 00:09:58 +0000536#endif /* SQLITE_DEBUG - the sqlite3AssertMayAbort() function */
dan144926d2009-09-09 11:37:20 +0000537
drh9a324642003-09-06 20:12:01 +0000538/*
drhef41dfe2015-09-02 17:55:12 +0000539** This routine is called after all opcodes have been inserted. It loops
540** through all the opcodes and fixes up some details.
drh76ff3a02004-09-24 22:32:30 +0000541**
drhef41dfe2015-09-02 17:55:12 +0000542** (1) For each jump instruction with a negative P2 value (a label)
543** resolve the P2 value to an actual address.
danielk1977634f2982005-03-28 08:44:07 +0000544**
drhef41dfe2015-09-02 17:55:12 +0000545** (2) Compute the maximum number of arguments used by any SQL function
546** and store that value in *pMaxFuncArgs.
drha6c2ed92009-11-14 23:22:23 +0000547**
drhef41dfe2015-09-02 17:55:12 +0000548** (3) Update the Vdbe.readOnly and Vdbe.bIsReader flags to accurately
549** indicate what the prepared statement actually does.
550**
551** (4) Initialize the p4.xAdvance pointer on opcodes that use it.
552**
553** (5) Reclaim the memory allocated for storing labels.
drh7cc84c22016-04-11 13:36:42 +0000554**
555** This routine will only function correctly if the mkopcodeh.tcl generator
556** script numbers the opcodes correctly. Changes to this routine must be
557** coordinated with changes to mkopcodeh.tcl.
drh76ff3a02004-09-24 22:32:30 +0000558*/
drh9cbf3422008-01-17 16:22:13 +0000559static void resolveP2Values(Vdbe *p, int *pMaxFuncArgs){
dan165921a2009-08-28 18:53:45 +0000560 int nMaxArgs = *pMaxFuncArgs;
drh76ff3a02004-09-24 22:32:30 +0000561 Op *pOp;
drh73d5b8f2013-12-23 19:09:07 +0000562 Parse *pParse = p->pParse;
563 int *aLabel = pParse->aLabel;
drhad4a4b82008-11-05 16:37:34 +0000564 p->readOnly = 1;
drh1713afb2013-06-28 01:24:57 +0000565 p->bIsReader = 0;
drh7cc84c22016-04-11 13:36:42 +0000566 pOp = &p->aOp[p->nOp-1];
567 while(1){
danielk1977634f2982005-03-28 08:44:07 +0000568
drh7cc84c22016-04-11 13:36:42 +0000569 /* Only JUMP opcodes and the short list of special opcodes in the switch
570 ** below need to be considered. The mkopcodeh.tcl generator script groups
571 ** all these opcodes together near the front of the opcode list. Skip
572 ** any opcode that does not need processing by virtual of the fact that
drhc310db32016-04-11 16:35:05 +0000573 ** it is larger than SQLITE_MX_JUMP_OPCODE, as a performance optimization.
drh7cc84c22016-04-11 13:36:42 +0000574 */
drhc310db32016-04-11 16:35:05 +0000575 if( pOp->opcode<=SQLITE_MX_JUMP_OPCODE ){
drh7cc84c22016-04-11 13:36:42 +0000576 /* NOTE: Be sure to update mkopcodeh.tcl when adding or removing
577 ** cases from this switch! */
578 switch( pOp->opcode ){
579 case OP_Transaction: {
580 if( pOp->p2!=0 ) p->readOnly = 0;
581 /* fall thru */
582 }
583 case OP_AutoCommit:
584 case OP_Savepoint: {
585 p->bIsReader = 1;
586 break;
587 }
dand9031542013-07-05 16:54:30 +0000588#ifndef SQLITE_OMIT_WAL
drh7cc84c22016-04-11 13:36:42 +0000589 case OP_Checkpoint:
drh9e92a472013-06-27 17:40:30 +0000590#endif
drh7cc84c22016-04-11 13:36:42 +0000591 case OP_Vacuum:
592 case OP_JournalMode: {
593 p->readOnly = 0;
594 p->bIsReader = 1;
595 break;
596 }
danielk1977182c4ba2007-06-27 15:53:34 +0000597#ifndef SQLITE_OMIT_VIRTUALTABLE
drh7cc84c22016-04-11 13:36:42 +0000598 case OP_VUpdate: {
599 if( pOp->p2>nMaxArgs ) nMaxArgs = pOp->p2;
600 break;
601 }
602 case OP_VFilter: {
603 int n;
604 assert( (pOp - p->aOp) >= 3 );
605 assert( pOp[-1].opcode==OP_Integer );
606 n = pOp[-1].p1;
607 if( n>nMaxArgs ) nMaxArgs = n;
608 break;
609 }
danielk1977182c4ba2007-06-27 15:53:34 +0000610#endif
drh7cc84c22016-04-11 13:36:42 +0000611 case OP_Next:
612 case OP_NextIfOpen:
613 case OP_SorterNext: {
614 pOp->p4.xAdvance = sqlite3BtreeNext;
615 pOp->p4type = P4_ADVANCE;
616 break;
617 }
618 case OP_Prev:
619 case OP_PrevIfOpen: {
620 pOp->p4.xAdvance = sqlite3BtreePrevious;
621 pOp->p4type = P4_ADVANCE;
622 break;
623 }
drh8c8a8c42013-08-06 07:45:08 +0000624 }
drh7cc84c22016-04-11 13:36:42 +0000625 if( (sqlite3OpcodeProperty[pOp->opcode] & OPFLG_JUMP)!=0 && pOp->p2<0 ){
626 assert( ADDR(pOp->p2)<pParse->nLabel );
627 pOp->p2 = aLabel[ADDR(pOp->p2)];
drh8c8a8c42013-08-06 07:45:08 +0000628 }
danielk1977bc04f852005-03-29 08:26:13 +0000629 }
drh7cc84c22016-04-11 13:36:42 +0000630 if( pOp==p->aOp ) break;
631 pOp--;
drh76ff3a02004-09-24 22:32:30 +0000632 }
drh73d5b8f2013-12-23 19:09:07 +0000633 sqlite3DbFree(p->db, pParse->aLabel);
634 pParse->aLabel = 0;
635 pParse->nLabel = 0;
danielk1977bc04f852005-03-29 08:26:13 +0000636 *pMaxFuncArgs = nMaxArgs;
drha7ab6d82014-07-21 15:44:39 +0000637 assert( p->bIsReader!=0 || DbMaskAllZero(p->btreeMask) );
drh76ff3a02004-09-24 22:32:30 +0000638}
639
640/*
drh9a324642003-09-06 20:12:01 +0000641** Return the address of the next instruction to be inserted.
642*/
danielk19774adee202004-05-08 08:23:19 +0000643int sqlite3VdbeCurrentAddr(Vdbe *p){
drh9a324642003-09-06 20:12:01 +0000644 assert( p->magic==VDBE_MAGIC_INIT );
645 return p->nOp;
646}
647
dan65a7cd12009-09-01 12:16:01 +0000648/*
drh2ce18652016-01-16 20:50:21 +0000649** Verify that at least N opcode slots are available in p without
drhdad300d2016-01-18 00:20:26 +0000650** having to malloc for more space (except when compiled using
651** SQLITE_TEST_REALLOC_STRESS). This interface is used during testing
652** to verify that certain calls to sqlite3VdbeAddOpList() can never
653** fail due to a OOM fault and hence that the return value from
654** sqlite3VdbeAddOpList() will always be non-NULL.
drh2ce18652016-01-16 20:50:21 +0000655*/
drhdad300d2016-01-18 00:20:26 +0000656#if defined(SQLITE_DEBUG) && !defined(SQLITE_TEST_REALLOC_STRESS)
657void sqlite3VdbeVerifyNoMallocRequired(Vdbe *p, int N){
drh2ce18652016-01-16 20:50:21 +0000658 assert( p->nOp + N <= p->pParse->nOpAlloc );
659}
660#endif
661
662/*
dan9e1ab1a2017-01-05 19:32:48 +0000663** Verify that the VM passed as the only argument does not contain
664** an OP_ResultRow opcode. Fail an assert() if it does. This is used
665** by code in pragma.c to ensure that the implementation of certain
666** pragmas comports with the flags specified in the mkpragmatab.tcl
667** script.
668*/
669#if defined(SQLITE_DEBUG) && !defined(SQLITE_TEST_REALLOC_STRESS)
670void sqlite3VdbeVerifyNoResultRow(Vdbe *p){
671 int i;
672 for(i=0; i<p->nOp; i++){
673 assert( p->aOp[i].opcode!=OP_ResultRow );
674 }
675}
676#endif
677
678/*
dan65a7cd12009-09-01 12:16:01 +0000679** This function returns a pointer to the array of opcodes associated with
680** the Vdbe passed as the first argument. It is the callers responsibility
681** to arrange for the returned array to be eventually freed using the
682** vdbeFreeOpArray() function.
683**
684** Before returning, *pnOp is set to the number of entries in the returned
685** array. Also, *pnMaxArg is set to the larger of its current value and
686** the number of entries in the Vdbe.apArg[] array required to execute the
687** returned program.
688*/
dan165921a2009-08-28 18:53:45 +0000689VdbeOp *sqlite3VdbeTakeOpArray(Vdbe *p, int *pnOp, int *pnMaxArg){
690 VdbeOp *aOp = p->aOp;
dan523a0872009-08-31 05:23:32 +0000691 assert( aOp && !p->db->mallocFailed );
dan65a7cd12009-09-01 12:16:01 +0000692
693 /* Check that sqlite3VdbeUsesBtree() was not called on this VM */
drha7ab6d82014-07-21 15:44:39 +0000694 assert( DbMaskAllZero(p->btreeMask) );
dan65a7cd12009-09-01 12:16:01 +0000695
dan165921a2009-08-28 18:53:45 +0000696 resolveP2Values(p, pnMaxArg);
697 *pnOp = p->nOp;
698 p->aOp = 0;
699 return aOp;
700}
701
drh9a324642003-09-06 20:12:01 +0000702/*
drh2ce18652016-01-16 20:50:21 +0000703** Add a whole list of operations to the operation stack. Return a
704** pointer to the first operation inserted.
drh1b325542016-02-03 01:55:44 +0000705**
706** Non-zero P2 arguments to jump instructions are automatically adjusted
707** so that the jump target is relative to the first operation inserted.
drh9a324642003-09-06 20:12:01 +0000708*/
drh2ce18652016-01-16 20:50:21 +0000709VdbeOp *sqlite3VdbeAddOpList(
710 Vdbe *p, /* Add opcodes to the prepared statement */
711 int nOp, /* Number of opcodes to add */
712 VdbeOpList const *aOp, /* The opcodes to be added */
713 int iLineno /* Source-file line number of first opcode */
714){
715 int i;
716 VdbeOp *pOut, *pFirst;
drhef41dfe2015-09-02 17:55:12 +0000717 assert( nOp>0 );
drh9a324642003-09-06 20:12:01 +0000718 assert( p->magic==VDBE_MAGIC_INIT );
dan76ccd892014-08-12 13:38:52 +0000719 if( p->nOp + nOp > p->pParse->nOpAlloc && growOpArray(p, nOp) ){
drh76ff3a02004-09-24 22:32:30 +0000720 return 0;
drh9a324642003-09-06 20:12:01 +0000721 }
drh2ce18652016-01-16 20:50:21 +0000722 pFirst = pOut = &p->aOp[p->nOp];
drhef41dfe2015-09-02 17:55:12 +0000723 for(i=0; i<nOp; i++, aOp++, pOut++){
drhef41dfe2015-09-02 17:55:12 +0000724 pOut->opcode = aOp->opcode;
725 pOut->p1 = aOp->p1;
drh5ef09bf2015-12-09 17:23:12 +0000726 pOut->p2 = aOp->p2;
727 assert( aOp->p2>=0 );
drh1b325542016-02-03 01:55:44 +0000728 if( (sqlite3OpcodeProperty[aOp->opcode] & OPFLG_JUMP)!=0 && aOp->p2>0 ){
729 pOut->p2 += p->nOp;
730 }
drhef41dfe2015-09-02 17:55:12 +0000731 pOut->p3 = aOp->p3;
732 pOut->p4type = P4_NOTUSED;
733 pOut->p4.p = 0;
734 pOut->p5 = 0;
drhc7379ce2013-10-30 02:28:23 +0000735#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
drhef41dfe2015-09-02 17:55:12 +0000736 pOut->zComment = 0;
drhc7379ce2013-10-30 02:28:23 +0000737#endif
drh688852a2014-02-17 22:40:43 +0000738#ifdef SQLITE_VDBE_COVERAGE
drhef41dfe2015-09-02 17:55:12 +0000739 pOut->iSrcLine = iLineno+i;
drh688852a2014-02-17 22:40:43 +0000740#else
drhef41dfe2015-09-02 17:55:12 +0000741 (void)iLineno;
drh688852a2014-02-17 22:40:43 +0000742#endif
drhc7379ce2013-10-30 02:28:23 +0000743#ifdef SQLITE_DEBUG
drhef41dfe2015-09-02 17:55:12 +0000744 if( p->db->flags & SQLITE_VdbeAddopTrace ){
drh2ce18652016-01-16 20:50:21 +0000745 sqlite3VdbePrintOp(0, i+p->nOp, &p->aOp[i+p->nOp]);
drh9a324642003-09-06 20:12:01 +0000746 }
drhef41dfe2015-09-02 17:55:12 +0000747#endif
drh9a324642003-09-06 20:12:01 +0000748 }
drhef41dfe2015-09-02 17:55:12 +0000749 p->nOp += nOp;
drh2ce18652016-01-16 20:50:21 +0000750 return pFirst;
drh9a324642003-09-06 20:12:01 +0000751}
752
dan6f9702e2014-11-01 20:38:06 +0000753#if defined(SQLITE_ENABLE_STMT_SCANSTATUS)
754/*
755** Add an entry to the array of counters managed by sqlite3_stmt_scanstatus().
756*/
dan037b5322014-11-03 11:25:32 +0000757void sqlite3VdbeScanStatus(
dan6f9702e2014-11-01 20:38:06 +0000758 Vdbe *p, /* VM to add scanstatus() to */
759 int addrExplain, /* Address of OP_Explain (or 0) */
760 int addrLoop, /* Address of loop counter */
761 int addrVisit, /* Address of rows visited counter */
drh518140e2014-11-06 03:55:10 +0000762 LogEst nEst, /* Estimated number of output rows */
dan6f9702e2014-11-01 20:38:06 +0000763 const char *zName /* Name of table or index being scanned */
764){
dan037b5322014-11-03 11:25:32 +0000765 int nByte = (p->nScan+1) * sizeof(ScanStatus);
766 ScanStatus *aNew;
767 aNew = (ScanStatus*)sqlite3DbRealloc(p->db, p->aScan, nByte);
dan6f9702e2014-11-01 20:38:06 +0000768 if( aNew ){
dan037b5322014-11-03 11:25:32 +0000769 ScanStatus *pNew = &aNew[p->nScan++];
dan6f9702e2014-11-01 20:38:06 +0000770 pNew->addrExplain = addrExplain;
771 pNew->addrLoop = addrLoop;
772 pNew->addrVisit = addrVisit;
773 pNew->nEst = nEst;
774 pNew->zName = sqlite3DbStrDup(p->db, zName);
775 p->aScan = aNew;
776 }
777}
778#endif
779
780
drh9a324642003-09-06 20:12:01 +0000781/*
drh0ff287f2015-09-02 18:40:33 +0000782** Change the value of the opcode, or P1, P2, P3, or P5 operands
783** for a specific instruction.
drh9a324642003-09-06 20:12:01 +0000784*/
drh0ff287f2015-09-02 18:40:33 +0000785void sqlite3VdbeChangeOpcode(Vdbe *p, u32 addr, u8 iNewOpcode){
786 sqlite3VdbeGetOp(p,addr)->opcode = iNewOpcode;
787}
drh88caeac2011-08-24 15:12:08 +0000788void sqlite3VdbeChangeP1(Vdbe *p, u32 addr, int val){
drh0ff287f2015-09-02 18:40:33 +0000789 sqlite3VdbeGetOp(p,addr)->p1 = val;
drh9a324642003-09-06 20:12:01 +0000790}
drh88caeac2011-08-24 15:12:08 +0000791void sqlite3VdbeChangeP2(Vdbe *p, u32 addr, int val){
drh0ff287f2015-09-02 18:40:33 +0000792 sqlite3VdbeGetOp(p,addr)->p2 = val;
drh9a324642003-09-06 20:12:01 +0000793}
drh88caeac2011-08-24 15:12:08 +0000794void sqlite3VdbeChangeP3(Vdbe *p, u32 addr, int val){
drh0ff287f2015-09-02 18:40:33 +0000795 sqlite3VdbeGetOp(p,addr)->p3 = val;
danielk1977207872a2008-01-03 07:54:23 +0000796}
drh585ce192017-01-25 14:58:27 +0000797void sqlite3VdbeChangeP5(Vdbe *p, u16 p5){
drhdd3bfe82016-09-29 20:28:34 +0000798 assert( p->nOp>0 || p->db->mallocFailed );
799 if( p->nOp>0 ) p->aOp[p->nOp-1].p5 = p5;
danielk19771f4aa332008-01-03 09:51:55 +0000800}
801
802/*
drhf8875402006-03-17 13:56:34 +0000803** Change the P2 operand of instruction addr so that it points to
drhd654be82005-09-20 17:42:23 +0000804** the address of the next instruction to be coded.
805*/
806void sqlite3VdbeJumpHere(Vdbe *p, int addr){
drh0ff287f2015-09-02 18:40:33 +0000807 sqlite3VdbeChangeP2(p, addr, p->nOp);
drhd654be82005-09-20 17:42:23 +0000808}
drhb38ad992005-09-16 00:27:01 +0000809
drhb7f6f682006-07-08 17:06:43 +0000810
811/*
812** If the input FuncDef structure is ephemeral, then free it. If
813** the FuncDef is not ephermal, then do nothing.
814*/
drh633e6d52008-07-28 19:34:53 +0000815static void freeEphemeralFunction(sqlite3 *db, FuncDef *pDef){
drhf431a872016-05-20 15:53:47 +0000816 if( (pDef->funcFlags & SQLITE_FUNC_EPHEM)!=0 ){
drhdbd6a7d2017-04-05 12:39:49 +0000817 sqlite3DbFreeNN(db, pDef);
drhb7f6f682006-07-08 17:06:43 +0000818 }
819}
820
dand46def72010-07-24 11:28:28 +0000821static void vdbeFreeOpArray(sqlite3 *, Op *, int);
822
drhb38ad992005-09-16 00:27:01 +0000823/*
drh66a51672008-01-03 00:01:23 +0000824** Delete a P4 value if necessary.
drhb38ad992005-09-16 00:27:01 +0000825*/
drhf431a872016-05-20 15:53:47 +0000826static SQLITE_NOINLINE void freeP4Mem(sqlite3 *db, Mem *p){
827 if( p->szMalloc ) sqlite3DbFree(db, p->zMalloc);
drhdbd6a7d2017-04-05 12:39:49 +0000828 sqlite3DbFreeNN(db, p);
drhf431a872016-05-20 15:53:47 +0000829}
830static SQLITE_NOINLINE void freeP4FuncCtx(sqlite3 *db, sqlite3_context *p){
831 freeEphemeralFunction(db, p->pFunc);
drhdbd6a7d2017-04-05 12:39:49 +0000832 sqlite3DbFreeNN(db, p);
drhf431a872016-05-20 15:53:47 +0000833}
drh633e6d52008-07-28 19:34:53 +0000834static void freeP4(sqlite3 *db, int p4type, void *p4){
drhbe5000d2016-04-07 14:05:20 +0000835 assert( db );
836 switch( p4type ){
837 case P4_FUNCCTX: {
drhf431a872016-05-20 15:53:47 +0000838 freeP4FuncCtx(db, (sqlite3_context*)p4);
839 break;
drhbe5000d2016-04-07 14:05:20 +0000840 }
841 case P4_REAL:
842 case P4_INT64:
843 case P4_DYNAMIC:
844 case P4_INTARRAY: {
845 sqlite3DbFree(db, p4);
846 break;
847 }
848 case P4_KEYINFO: {
849 if( db->pnBytesFreed==0 ) sqlite3KeyInfoUnref((KeyInfo*)p4);
850 break;
851 }
drh28935362013-12-07 20:39:19 +0000852#ifdef SQLITE_ENABLE_CURSOR_HINTS
drhbe5000d2016-04-07 14:05:20 +0000853 case P4_EXPR: {
854 sqlite3ExprDelete(db, (Expr*)p4);
855 break;
856 }
drh28935362013-12-07 20:39:19 +0000857#endif
drhbe5000d2016-04-07 14:05:20 +0000858 case P4_FUNCDEF: {
859 freeEphemeralFunction(db, (FuncDef*)p4);
860 break;
861 }
862 case P4_MEM: {
863 if( db->pnBytesFreed==0 ){
864 sqlite3ValueFree((sqlite3_value*)p4);
865 }else{
drhf431a872016-05-20 15:53:47 +0000866 freeP4Mem(db, (Mem*)p4);
drhb9755982010-07-24 16:34:37 +0000867 }
drhbe5000d2016-04-07 14:05:20 +0000868 break;
869 }
870 case P4_VTAB : {
871 if( db->pnBytesFreed==0 ) sqlite3VtabUnlock((VTable *)p4);
872 break;
drhb38ad992005-09-16 00:27:01 +0000873 }
874 }
875}
876
dan65a7cd12009-09-01 12:16:01 +0000877/*
878** Free the space allocated for aOp and any p4 values allocated for the
879** opcodes contained within. If aOp is not NULL it is assumed to contain
880** nOp entries.
881*/
dan165921a2009-08-28 18:53:45 +0000882static void vdbeFreeOpArray(sqlite3 *db, Op *aOp, int nOp){
883 if( aOp ){
884 Op *pOp;
drh0415d822017-04-10 20:51:21 +0000885 for(pOp=&aOp[nOp-1]; pOp>=aOp; pOp--){
drh00dceca2016-01-11 22:58:50 +0000886 if( pOp->p4type ) freeP4(db, pOp->p4type, pOp->p4.p);
drhc7379ce2013-10-30 02:28:23 +0000887#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
dan165921a2009-08-28 18:53:45 +0000888 sqlite3DbFree(db, pOp->zComment);
889#endif
890 }
drhdbd6a7d2017-04-05 12:39:49 +0000891 sqlite3DbFreeNN(db, aOp);
dan165921a2009-08-28 18:53:45 +0000892 }
dan165921a2009-08-28 18:53:45 +0000893}
894
dan65a7cd12009-09-01 12:16:01 +0000895/*
dand19c9332010-07-26 12:05:17 +0000896** Link the SubProgram object passed as the second argument into the linked
897** list at Vdbe.pSubProgram. This list is used to delete all sub-program
898** objects when the VM is no longer required.
dan65a7cd12009-09-01 12:16:01 +0000899*/
dand19c9332010-07-26 12:05:17 +0000900void sqlite3VdbeLinkSubProgram(Vdbe *pVdbe, SubProgram *p){
901 p->pNext = pVdbe->pProgram;
902 pVdbe->pProgram = p;
dan165921a2009-08-28 18:53:45 +0000903}
904
drh9a324642003-09-06 20:12:01 +0000905/*
drh48f2d3b2011-09-16 01:34:43 +0000906** Change the opcode at addr into OP_Noop
drhf8875402006-03-17 13:56:34 +0000907*/
drh2ce18652016-01-16 20:50:21 +0000908int sqlite3VdbeChangeToNoop(Vdbe *p, int addr){
909 VdbeOp *pOp;
910 if( p->db->mallocFailed ) return 0;
911 assert( addr>=0 && addr<p->nOp );
912 pOp = &p->aOp[addr];
913 freeP4(p->db, pOp->p4type, pOp->p4.p);
drh4b31bda2016-01-20 02:01:02 +0000914 pOp->p4type = P4_NOTUSED;
drh939e7782016-01-20 02:36:12 +0000915 pOp->p4.z = 0;
drh2ce18652016-01-16 20:50:21 +0000916 pOp->opcode = OP_Noop;
917 return 1;
drhf8875402006-03-17 13:56:34 +0000918}
919
920/*
drh39c4b822014-09-29 15:42:01 +0000921** If the last opcode is "op" and it is not a jump destination,
922** then remove it. Return true if and only if an opcode was removed.
drh762c1c42014-01-02 19:35:30 +0000923*/
drh61019c72014-01-04 16:49:02 +0000924int sqlite3VdbeDeletePriorOpcode(Vdbe *p, u8 op){
drh2831c4d2016-09-29 19:50:02 +0000925 if( p->nOp>0 && p->aOp[p->nOp-1].opcode==op ){
drh2ce18652016-01-16 20:50:21 +0000926 return sqlite3VdbeChangeToNoop(p, p->nOp-1);
drh61019c72014-01-04 16:49:02 +0000927 }else{
928 return 0;
929 }
drh762c1c42014-01-02 19:35:30 +0000930}
931
932/*
drh66a51672008-01-03 00:01:23 +0000933** Change the value of the P4 operand for a specific instruction.
drh9a324642003-09-06 20:12:01 +0000934** This routine is useful when a large program is loaded from a
danielk19774adee202004-05-08 08:23:19 +0000935** static array using sqlite3VdbeAddOpList but we want to make a
drh9a324642003-09-06 20:12:01 +0000936** few minor changes to the program.
937**
drh66a51672008-01-03 00:01:23 +0000938** If n>=0 then the P4 operand is dynamic, meaning that a copy of
drh17435752007-08-16 04:30:38 +0000939** the string is made into memory obtained from sqlite3_malloc().
drh66a51672008-01-03 00:01:23 +0000940** A value of n==0 means copy bytes of zP4 up to and including the
941** first null byte. If n>0 then copy n+1 bytes of zP4.
danielk19771f55c052005-05-19 08:42:59 +0000942**
drh66a51672008-01-03 00:01:23 +0000943** Other values of n (P4_STATIC, P4_COLLSEQ etc.) indicate that zP4 points
danielk19771f55c052005-05-19 08:42:59 +0000944** to a string or structure that is guaranteed to exist for the lifetime of
945** the Vdbe. In these cases we can just copy the pointer.
drh9a324642003-09-06 20:12:01 +0000946**
drh66a51672008-01-03 00:01:23 +0000947** If addr<0 then change P4 on the most recently inserted instruction.
drh9a324642003-09-06 20:12:01 +0000948*/
drh00dceca2016-01-11 22:58:50 +0000949static void SQLITE_NOINLINE vdbeChangeP4Full(
950 Vdbe *p,
951 Op *pOp,
952 const char *zP4,
953 int n
954){
955 if( pOp->p4type ){
956 freeP4(p->db, pOp->p4type, pOp->p4.p);
957 pOp->p4type = 0;
958 pOp->p4.p = 0;
959 }
960 if( n<0 ){
961 sqlite3VdbeChangeP4(p, (int)(pOp - p->aOp), zP4, n);
962 }else{
963 if( n==0 ) n = sqlite3Strlen30(zP4);
964 pOp->p4.z = sqlite3DbStrNDup(p->db, zP4, n);
965 pOp->p4type = P4_DYNAMIC;
966 }
967}
drh66a51672008-01-03 00:01:23 +0000968void sqlite3VdbeChangeP4(Vdbe *p, int addr, const char *zP4, int n){
drh9a324642003-09-06 20:12:01 +0000969 Op *pOp;
drh633e6d52008-07-28 19:34:53 +0000970 sqlite3 *db;
drh91fd4d42008-01-19 20:11:25 +0000971 assert( p!=0 );
drh633e6d52008-07-28 19:34:53 +0000972 db = p->db;
drh91fd4d42008-01-19 20:11:25 +0000973 assert( p->magic==VDBE_MAGIC_INIT );
drh00dceca2016-01-11 22:58:50 +0000974 assert( p->aOp!=0 || db->mallocFailed );
975 if( db->mallocFailed ){
976 if( n!=P4_VTAB ) freeP4(db, n, (void*)*(char**)&zP4);
danielk1977d5d56522005-03-16 12:15:20 +0000977 return;
978 }
drh7b746032009-06-26 12:15:22 +0000979 assert( p->nOp>0 );
drh91fd4d42008-01-19 20:11:25 +0000980 assert( addr<p->nOp );
981 if( addr<0 ){
drh9a324642003-09-06 20:12:01 +0000982 addr = p->nOp - 1;
drh9a324642003-09-06 20:12:01 +0000983 }
984 pOp = &p->aOp[addr];
drh00dceca2016-01-11 22:58:50 +0000985 if( n>=0 || pOp->p4type ){
986 vdbeChangeP4Full(p, pOp, zP4, n);
987 return;
988 }
drh98757152008-01-09 23:04:12 +0000989 if( n==P4_INT32 ){
mlcreech12d40822008-03-06 07:35:21 +0000990 /* Note: this cast is safe, because the origin data point was an int
991 ** that was cast to a (const char *). */
shane1fc41292008-07-08 22:28:48 +0000992 pOp->p4.i = SQLITE_PTR_TO_INT(zP4);
drh8df32842008-12-09 02:51:23 +0000993 pOp->p4type = P4_INT32;
drh00dceca2016-01-11 22:58:50 +0000994 }else if( zP4!=0 ){
995 assert( n<0 );
danielk19772dca4ac2008-01-03 11:50:29 +0000996 pOp->p4.p = (void*)zP4;
drh8df32842008-12-09 02:51:23 +0000997 pOp->p4type = (signed char)n;
drh00dceca2016-01-11 22:58:50 +0000998 if( n==P4_VTAB ) sqlite3VtabLock((VTable*)zP4);
drh9a324642003-09-06 20:12:01 +0000999 }
1000}
1001
drh2ec2fb22013-11-06 19:59:23 +00001002/*
drhf14b7fb2016-12-07 21:35:55 +00001003** Change the P4 operand of the most recently coded instruction
1004** to the value defined by the arguments. This is a high-speed
1005** version of sqlite3VdbeChangeP4().
1006**
1007** The P4 operand must not have been previously defined. And the new
1008** P4 must not be P4_INT32. Use sqlite3VdbeChangeP4() in either of
1009** those cases.
1010*/
1011void sqlite3VdbeAppendP4(Vdbe *p, void *pP4, int n){
1012 VdbeOp *pOp;
1013 assert( n!=P4_INT32 && n!=P4_VTAB );
1014 assert( n<=0 );
1015 if( p->db->mallocFailed ){
1016 freeP4(p->db, n, pP4);
1017 }else{
1018 assert( pP4!=0 );
1019 assert( p->nOp>0 );
1020 pOp = &p->aOp[p->nOp-1];
1021 assert( pOp->p4type==P4_NOTUSED );
1022 pOp->p4type = n;
1023 pOp->p4.p = pP4;
1024 }
1025}
1026
1027/*
drh2ec2fb22013-11-06 19:59:23 +00001028** Set the P4 on the most recently added opcode to the KeyInfo for the
1029** index given.
1030*/
1031void sqlite3VdbeSetP4KeyInfo(Parse *pParse, Index *pIdx){
1032 Vdbe *v = pParse->pVdbe;
drhf14b7fb2016-12-07 21:35:55 +00001033 KeyInfo *pKeyInfo;
drh2ec2fb22013-11-06 19:59:23 +00001034 assert( v!=0 );
1035 assert( pIdx!=0 );
drhf14b7fb2016-12-07 21:35:55 +00001036 pKeyInfo = sqlite3KeyInfoOfIndex(pParse, pIdx);
1037 if( pKeyInfo ) sqlite3VdbeAppendP4(v, pKeyInfo, P4_KEYINFO);
drh2ec2fb22013-11-06 19:59:23 +00001038}
1039
drhc7379ce2013-10-30 02:28:23 +00001040#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
drhad6d9462004-09-19 02:15:24 +00001041/*
mistachkind5578432012-08-25 10:01:29 +00001042** Change the comment on the most recently coded instruction. Or
drh16ee60f2008-06-20 18:13:25 +00001043** insert a No-op and add the comment to that new instruction. This
1044** makes the code easier to read during debugging. None of this happens
1045** in a production build.
drhad6d9462004-09-19 02:15:24 +00001046*/
drhb07028f2011-10-14 21:49:18 +00001047static void vdbeVComment(Vdbe *p, const char *zFormat, va_list ap){
danielk197701256832007-04-18 14:24:32 +00001048 assert( p->nOp>0 || p->aOp==0 );
drhd4e70eb2008-01-02 00:34:36 +00001049 assert( p->aOp==0 || p->aOp[p->nOp-1].zComment==0 || p->db->mallocFailed );
danielk1977dba01372008-01-05 18:44:29 +00001050 if( p->nOp ){
drhb07028f2011-10-14 21:49:18 +00001051 assert( p->aOp );
1052 sqlite3DbFree(p->db, p->aOp[p->nOp-1].zComment);
1053 p->aOp[p->nOp-1].zComment = sqlite3VMPrintf(p->db, zFormat, ap);
1054 }
1055}
1056void sqlite3VdbeComment(Vdbe *p, const char *zFormat, ...){
1057 va_list ap;
1058 if( p ){
danielk1977dba01372008-01-05 18:44:29 +00001059 va_start(ap, zFormat);
drhb07028f2011-10-14 21:49:18 +00001060 vdbeVComment(p, zFormat, ap);
danielk1977dba01372008-01-05 18:44:29 +00001061 va_end(ap);
1062 }
drhad6d9462004-09-19 02:15:24 +00001063}
drh16ee60f2008-06-20 18:13:25 +00001064void sqlite3VdbeNoopComment(Vdbe *p, const char *zFormat, ...){
1065 va_list ap;
drhb07028f2011-10-14 21:49:18 +00001066 if( p ){
1067 sqlite3VdbeAddOp0(p, OP_Noop);
drh16ee60f2008-06-20 18:13:25 +00001068 va_start(ap, zFormat);
drhb07028f2011-10-14 21:49:18 +00001069 vdbeVComment(p, zFormat, ap);
drh16ee60f2008-06-20 18:13:25 +00001070 va_end(ap);
1071 }
1072}
1073#endif /* NDEBUG */
drhad6d9462004-09-19 02:15:24 +00001074
drh688852a2014-02-17 22:40:43 +00001075#ifdef SQLITE_VDBE_COVERAGE
1076/*
1077** Set the value if the iSrcLine field for the previously coded instruction.
1078*/
1079void sqlite3VdbeSetLineNumber(Vdbe *v, int iLine){
1080 sqlite3VdbeGetOp(v,-1)->iSrcLine = iLine;
1081}
1082#endif /* SQLITE_VDBE_COVERAGE */
1083
drh9a324642003-09-06 20:12:01 +00001084/*
drh20411ea2009-05-29 19:00:12 +00001085** Return the opcode for a given address. If the address is -1, then
1086** return the most recently inserted opcode.
1087**
1088** If a memory allocation error has occurred prior to the calling of this
1089** routine, then a pointer to a dummy VdbeOp will be returned. That opcode
drhf83dc1e2010-06-03 12:09:52 +00001090** is readable but not writable, though it is cast to a writable value.
1091** The return of a dummy opcode allows the call to continue functioning
peter.d.reid60ec9142014-09-06 16:39:46 +00001092** after an OOM fault without having to check to see if the return from
drhf83dc1e2010-06-03 12:09:52 +00001093** this routine is a valid pointer. But because the dummy.opcode is 0,
1094** dummy will never be written to. This is verified by code inspection and
1095** by running with Valgrind.
drh9a324642003-09-06 20:12:01 +00001096*/
danielk19774adee202004-05-08 08:23:19 +00001097VdbeOp *sqlite3VdbeGetOp(Vdbe *p, int addr){
drha0b75da2010-07-02 18:44:37 +00001098 /* C89 specifies that the constant "dummy" will be initialized to all
1099 ** zeros, which is correct. MSVC generates a warning, nevertheless. */
mistachkin0fe5f952011-09-14 18:19:08 +00001100 static VdbeOp dummy; /* Ignore the MSVC warning about no initializer */
drh9a324642003-09-06 20:12:01 +00001101 assert( p->magic==VDBE_MAGIC_INIT );
drh37b89a02009-06-19 00:33:31 +00001102 if( addr<0 ){
drh37b89a02009-06-19 00:33:31 +00001103 addr = p->nOp - 1;
1104 }
drh17435752007-08-16 04:30:38 +00001105 assert( (addr>=0 && addr<p->nOp) || p->db->mallocFailed );
drh20411ea2009-05-29 19:00:12 +00001106 if( p->db->mallocFailed ){
drhf83dc1e2010-06-03 12:09:52 +00001107 return (VdbeOp*)&dummy;
drh20411ea2009-05-29 19:00:12 +00001108 }else{
1109 return &p->aOp[addr];
1110 }
drh9a324642003-09-06 20:12:01 +00001111}
1112
drhc7379ce2013-10-30 02:28:23 +00001113#if defined(SQLITE_ENABLE_EXPLAIN_COMMENTS)
drh81316f82013-10-29 20:40:47 +00001114/*
drhf63552b2013-10-30 00:25:03 +00001115** Return an integer value for one of the parameters to the opcode pOp
1116** determined by character c.
1117*/
1118static int translateP(char c, const Op *pOp){
1119 if( c=='1' ) return pOp->p1;
1120 if( c=='2' ) return pOp->p2;
1121 if( c=='3' ) return pOp->p3;
1122 if( c=='4' ) return pOp->p4.i;
1123 return pOp->p5;
1124}
1125
drh81316f82013-10-29 20:40:47 +00001126/*
drh4eded602013-12-20 15:59:20 +00001127** Compute a string for the "comment" field of a VDBE opcode listing.
1128**
1129** The Synopsis: field in comments in the vdbe.c source file gets converted
1130** to an extra string that is appended to the sqlite3OpcodeName(). In the
1131** absence of other comments, this synopsis becomes the comment on the opcode.
1132** Some translation occurs:
1133**
1134** "PX" -> "r[X]"
1135** "PX@PY" -> "r[X..X+Y-1]" or "r[x]" if y is 0 or 1
1136** "PX@PY+1" -> "r[X..X+Y]" or "r[x]" if y is 0
1137** "PY..PY" -> "r[X..Y]" or "r[x]" if y<=x
drh81316f82013-10-29 20:40:47 +00001138*/
drhf63552b2013-10-30 00:25:03 +00001139static int displayComment(
1140 const Op *pOp, /* The opcode to be commented */
1141 const char *zP4, /* Previously obtained value for P4 */
1142 char *zTemp, /* Write result here */
1143 int nTemp /* Space available in zTemp[] */
1144){
drh81316f82013-10-29 20:40:47 +00001145 const char *zOpName;
1146 const char *zSynopsis;
1147 int nOpName;
1148 int ii, jj;
drh1ad78c52016-08-27 14:05:12 +00001149 char zAlt[50];
drh81316f82013-10-29 20:40:47 +00001150 zOpName = sqlite3OpcodeName(pOp->opcode);
1151 nOpName = sqlite3Strlen30(zOpName);
1152 if( zOpName[nOpName+1] ){
1153 int seenCom = 0;
drhf63552b2013-10-30 00:25:03 +00001154 char c;
drh81316f82013-10-29 20:40:47 +00001155 zSynopsis = zOpName += nOpName + 1;
drh1ad78c52016-08-27 14:05:12 +00001156 if( strncmp(zSynopsis,"IF ",3)==0 ){
1157 if( pOp->p5 & SQLITE_STOREP2 ){
1158 sqlite3_snprintf(sizeof(zAlt), zAlt, "r[P2] = (%s)", zSynopsis+3);
1159 }else{
1160 sqlite3_snprintf(sizeof(zAlt), zAlt, "if %s goto P2", zSynopsis+3);
1161 }
1162 zSynopsis = zAlt;
1163 }
drhf63552b2013-10-30 00:25:03 +00001164 for(ii=jj=0; jj<nTemp-1 && (c = zSynopsis[ii])!=0; ii++){
1165 if( c=='P' ){
1166 c = zSynopsis[++ii];
1167 if( c=='4' ){
1168 sqlite3_snprintf(nTemp-jj, zTemp+jj, "%s", zP4);
1169 }else if( c=='X' ){
1170 sqlite3_snprintf(nTemp-jj, zTemp+jj, "%s", pOp->zComment);
1171 seenCom = 1;
drh81316f82013-10-29 20:40:47 +00001172 }else{
drhf63552b2013-10-30 00:25:03 +00001173 int v1 = translateP(c, pOp);
1174 int v2;
1175 sqlite3_snprintf(nTemp-jj, zTemp+jj, "%d", v1);
1176 if( strncmp(zSynopsis+ii+1, "@P", 2)==0 ){
1177 ii += 3;
1178 jj += sqlite3Strlen30(zTemp+jj);
1179 v2 = translateP(zSynopsis[ii], pOp);
drh4eded602013-12-20 15:59:20 +00001180 if( strncmp(zSynopsis+ii+1,"+1",2)==0 ){
1181 ii += 2;
1182 v2++;
1183 }
1184 if( v2>1 ){
1185 sqlite3_snprintf(nTemp-jj, zTemp+jj, "..%d", v1+v2-1);
1186 }
drhf63552b2013-10-30 00:25:03 +00001187 }else if( strncmp(zSynopsis+ii+1, "..P3", 4)==0 && pOp->p3==0 ){
1188 ii += 4;
1189 }
drh81316f82013-10-29 20:40:47 +00001190 }
1191 jj += sqlite3Strlen30(zTemp+jj);
1192 }else{
drhf63552b2013-10-30 00:25:03 +00001193 zTemp[jj++] = c;
drh81316f82013-10-29 20:40:47 +00001194 }
1195 }
1196 if( !seenCom && jj<nTemp-5 && pOp->zComment ){
1197 sqlite3_snprintf(nTemp-jj, zTemp+jj, "; %s", pOp->zComment);
1198 jj += sqlite3Strlen30(zTemp+jj);
1199 }
1200 if( jj<nTemp ) zTemp[jj] = 0;
1201 }else if( pOp->zComment ){
1202 sqlite3_snprintf(nTemp, zTemp, "%s", pOp->zComment);
1203 jj = sqlite3Strlen30(zTemp);
1204 }else{
1205 zTemp[0] = 0;
1206 jj = 0;
1207 }
1208 return jj;
1209}
1210#endif /* SQLITE_DEBUG */
1211
drhf7e36902015-08-13 21:32:41 +00001212#if VDBE_DISPLAY_P4 && defined(SQLITE_ENABLE_CURSOR_HINTS)
1213/*
1214** Translate the P4.pExpr value for an OP_CursorHint opcode into text
1215** that can be displayed in the P4 column of EXPLAIN output.
1216*/
drh5f4a6862016-01-30 12:50:25 +00001217static void displayP4Expr(StrAccum *p, Expr *pExpr){
drha67a3162015-08-15 00:51:23 +00001218 const char *zOp = 0;
drhf7e36902015-08-13 21:32:41 +00001219 switch( pExpr->op ){
1220 case TK_STRING:
drh5f4a6862016-01-30 12:50:25 +00001221 sqlite3XPrintf(p, "%Q", pExpr->u.zToken);
drhf7e36902015-08-13 21:32:41 +00001222 break;
drhf7e36902015-08-13 21:32:41 +00001223 case TK_INTEGER:
drh5f4a6862016-01-30 12:50:25 +00001224 sqlite3XPrintf(p, "%d", pExpr->u.iValue);
drhf7e36902015-08-13 21:32:41 +00001225 break;
drhf7e36902015-08-13 21:32:41 +00001226 case TK_NULL:
drh5f4a6862016-01-30 12:50:25 +00001227 sqlite3XPrintf(p, "NULL");
drhf7e36902015-08-13 21:32:41 +00001228 break;
drhf7e36902015-08-13 21:32:41 +00001229 case TK_REGISTER: {
drh5f4a6862016-01-30 12:50:25 +00001230 sqlite3XPrintf(p, "r[%d]", pExpr->iTable);
drhf7e36902015-08-13 21:32:41 +00001231 break;
1232 }
drhf7e36902015-08-13 21:32:41 +00001233 case TK_COLUMN: {
drhfe663522015-08-14 01:03:21 +00001234 if( pExpr->iColumn<0 ){
drh5f4a6862016-01-30 12:50:25 +00001235 sqlite3XPrintf(p, "rowid");
drhfe663522015-08-14 01:03:21 +00001236 }else{
drh5f4a6862016-01-30 12:50:25 +00001237 sqlite3XPrintf(p, "c%d", (int)pExpr->iColumn);
drhfe663522015-08-14 01:03:21 +00001238 }
drhf7e36902015-08-13 21:32:41 +00001239 break;
1240 }
drha67a3162015-08-15 00:51:23 +00001241 case TK_LT: zOp = "LT"; break;
1242 case TK_LE: zOp = "LE"; break;
1243 case TK_GT: zOp = "GT"; break;
1244 case TK_GE: zOp = "GE"; break;
1245 case TK_NE: zOp = "NE"; break;
1246 case TK_EQ: zOp = "EQ"; break;
1247 case TK_IS: zOp = "IS"; break;
1248 case TK_ISNOT: zOp = "ISNOT"; break;
1249 case TK_AND: zOp = "AND"; break;
1250 case TK_OR: zOp = "OR"; break;
1251 case TK_PLUS: zOp = "ADD"; break;
1252 case TK_STAR: zOp = "MUL"; break;
1253 case TK_MINUS: zOp = "SUB"; break;
1254 case TK_REM: zOp = "REM"; break;
1255 case TK_BITAND: zOp = "BITAND"; break;
1256 case TK_BITOR: zOp = "BITOR"; break;
1257 case TK_SLASH: zOp = "DIV"; break;
1258 case TK_LSHIFT: zOp = "LSHIFT"; break;
1259 case TK_RSHIFT: zOp = "RSHIFT"; break;
1260 case TK_CONCAT: zOp = "CONCAT"; break;
1261 case TK_UMINUS: zOp = "MINUS"; break;
1262 case TK_UPLUS: zOp = "PLUS"; break;
1263 case TK_BITNOT: zOp = "BITNOT"; break;
1264 case TK_NOT: zOp = "NOT"; break;
1265 case TK_ISNULL: zOp = "ISNULL"; break;
1266 case TK_NOTNULL: zOp = "NOTNULL"; break;
drh81316f82013-10-29 20:40:47 +00001267
drhf7e36902015-08-13 21:32:41 +00001268 default:
drh5f4a6862016-01-30 12:50:25 +00001269 sqlite3XPrintf(p, "%s", "expr");
drhf7e36902015-08-13 21:32:41 +00001270 break;
1271 }
1272
drha67a3162015-08-15 00:51:23 +00001273 if( zOp ){
drh5f4a6862016-01-30 12:50:25 +00001274 sqlite3XPrintf(p, "%s(", zOp);
1275 displayP4Expr(p, pExpr->pLeft);
1276 if( pExpr->pRight ){
1277 sqlite3StrAccumAppend(p, ",", 1);
1278 displayP4Expr(p, pExpr->pRight);
drha67a3162015-08-15 00:51:23 +00001279 }
drh5f4a6862016-01-30 12:50:25 +00001280 sqlite3StrAccumAppend(p, ")", 1);
drhf7e36902015-08-13 21:32:41 +00001281 }
drhf7e36902015-08-13 21:32:41 +00001282}
1283#endif /* VDBE_DISPLAY_P4 && defined(SQLITE_ENABLE_CURSOR_HINTS) */
1284
1285
1286#if VDBE_DISPLAY_P4
drh9a324642003-09-06 20:12:01 +00001287/*
drh66a51672008-01-03 00:01:23 +00001288** Compute a string that describes the P4 parameter for an opcode.
drhd3d39e92004-05-20 22:16:29 +00001289** Use zTemp for any required temporary buffer space.
1290*/
drh66a51672008-01-03 00:01:23 +00001291static char *displayP4(Op *pOp, char *zTemp, int nTemp){
1292 char *zP4 = zTemp;
drh5f4a6862016-01-30 12:50:25 +00001293 StrAccum x;
drhd3d39e92004-05-20 22:16:29 +00001294 assert( nTemp>=20 );
drh5f4a6862016-01-30 12:50:25 +00001295 sqlite3StrAccumInit(&x, 0, zTemp, nTemp, 0);
drh66a51672008-01-03 00:01:23 +00001296 switch( pOp->p4type ){
1297 case P4_KEYINFO: {
drh5f4a6862016-01-30 12:50:25 +00001298 int j;
danielk19772dca4ac2008-01-03 11:50:29 +00001299 KeyInfo *pKeyInfo = pOp->p4.pKeyInfo;
drhe1a022e2012-09-17 17:16:53 +00001300 assert( pKeyInfo->aSortOrder!=0 );
drh5f4a6862016-01-30 12:50:25 +00001301 sqlite3XPrintf(&x, "k(%d", pKeyInfo->nField);
drhd3d39e92004-05-20 22:16:29 +00001302 for(j=0; j<pKeyInfo->nField; j++){
1303 CollSeq *pColl = pKeyInfo->aColl[j];
drh5f4a6862016-01-30 12:50:25 +00001304 const char *zColl = pColl ? pColl->zName : "";
1305 if( strcmp(zColl, "BINARY")==0 ) zColl = "B";
1306 sqlite3XPrintf(&x, ",%s%s", pKeyInfo->aSortOrder[j] ? "-" : "", zColl);
drhd3d39e92004-05-20 22:16:29 +00001307 }
drh5f4a6862016-01-30 12:50:25 +00001308 sqlite3StrAccumAppend(&x, ")", 1);
drhd3d39e92004-05-20 22:16:29 +00001309 break;
1310 }
drh28935362013-12-07 20:39:19 +00001311#ifdef SQLITE_ENABLE_CURSOR_HINTS
1312 case P4_EXPR: {
drh5f4a6862016-01-30 12:50:25 +00001313 displayP4Expr(&x, pOp->p4.pExpr);
drh28935362013-12-07 20:39:19 +00001314 break;
1315 }
1316#endif
drh66a51672008-01-03 00:01:23 +00001317 case P4_COLLSEQ: {
danielk19772dca4ac2008-01-03 11:50:29 +00001318 CollSeq *pColl = pOp->p4.pColl;
drh5f4a6862016-01-30 12:50:25 +00001319 sqlite3XPrintf(&x, "(%.20s)", pColl->zName);
drhd3d39e92004-05-20 22:16:29 +00001320 break;
1321 }
drh66a51672008-01-03 00:01:23 +00001322 case P4_FUNCDEF: {
danielk19772dca4ac2008-01-03 11:50:29 +00001323 FuncDef *pDef = pOp->p4.pFunc;
drh5f4a6862016-01-30 12:50:25 +00001324 sqlite3XPrintf(&x, "%s(%d)", pDef->zName, pDef->nArg);
drhf9b596e2004-05-26 16:54:42 +00001325 break;
1326 }
drh30642cf2016-11-23 14:19:11 +00001327#if defined(SQLITE_DEBUG) || defined(VDBE_PROFILE)
drh9c7c9132015-06-26 18:16:52 +00001328 case P4_FUNCCTX: {
1329 FuncDef *pDef = pOp->p4.pCtx->pFunc;
drh5f4a6862016-01-30 12:50:25 +00001330 sqlite3XPrintf(&x, "%s(%d)", pDef->zName, pDef->nArg);
drh9c7c9132015-06-26 18:16:52 +00001331 break;
1332 }
drhe2d9e7c2015-06-26 18:47:53 +00001333#endif
drh66a51672008-01-03 00:01:23 +00001334 case P4_INT64: {
drh5f4a6862016-01-30 12:50:25 +00001335 sqlite3XPrintf(&x, "%lld", *pOp->p4.pI64);
drhd4e70eb2008-01-02 00:34:36 +00001336 break;
1337 }
drh66a51672008-01-03 00:01:23 +00001338 case P4_INT32: {
drh5f4a6862016-01-30 12:50:25 +00001339 sqlite3XPrintf(&x, "%d", pOp->p4.i);
drh598f1342007-10-23 15:39:45 +00001340 break;
1341 }
drh66a51672008-01-03 00:01:23 +00001342 case P4_REAL: {
drh5f4a6862016-01-30 12:50:25 +00001343 sqlite3XPrintf(&x, "%.16g", *pOp->p4.pReal);
drhd4e70eb2008-01-02 00:34:36 +00001344 break;
1345 }
drh66a51672008-01-03 00:01:23 +00001346 case P4_MEM: {
danielk19772dca4ac2008-01-03 11:50:29 +00001347 Mem *pMem = pOp->p4.pMem;
drhd4e70eb2008-01-02 00:34:36 +00001348 if( pMem->flags & MEM_Str ){
drh66a51672008-01-03 00:01:23 +00001349 zP4 = pMem->z;
drhd4e70eb2008-01-02 00:34:36 +00001350 }else if( pMem->flags & MEM_Int ){
drh5f4a6862016-01-30 12:50:25 +00001351 sqlite3XPrintf(&x, "%lld", pMem->u.i);
drhd4e70eb2008-01-02 00:34:36 +00001352 }else if( pMem->flags & MEM_Real ){
drh5f4a6862016-01-30 12:50:25 +00001353 sqlite3XPrintf(&x, "%.16g", pMem->u.r);
drhb8475df2011-12-09 16:21:19 +00001354 }else if( pMem->flags & MEM_Null ){
drh5f4a6862016-01-30 12:50:25 +00001355 zP4 = "NULL";
drh56016892009-08-25 14:24:04 +00001356 }else{
1357 assert( pMem->flags & MEM_Blob );
1358 zP4 = "(blob)";
drhd4e70eb2008-01-02 00:34:36 +00001359 }
drh598f1342007-10-23 15:39:45 +00001360 break;
1361 }
drha967e882006-06-13 01:04:52 +00001362#ifndef SQLITE_OMIT_VIRTUALTABLE
drh66a51672008-01-03 00:01:23 +00001363 case P4_VTAB: {
danielk1977595a5232009-07-24 17:58:53 +00001364 sqlite3_vtab *pVtab = pOp->p4.pVtab->pVtab;
drh5f4a6862016-01-30 12:50:25 +00001365 sqlite3XPrintf(&x, "vtab:%p", pVtab);
drha967e882006-06-13 01:04:52 +00001366 break;
1367 }
1368#endif
drh0acb7e42008-06-25 00:12:41 +00001369 case P4_INTARRAY: {
drh5f4a6862016-01-30 12:50:25 +00001370 int i;
drhb1702022016-01-30 00:45:18 +00001371 int *ai = pOp->p4.ai;
1372 int n = ai[0]; /* The first element of an INTARRAY is always the
1373 ** count of the number of elements to follow */
drh5f4a6862016-01-30 12:50:25 +00001374 for(i=1; i<n; i++){
1375 sqlite3XPrintf(&x, ",%d", ai[i]);
1376 }
drhb1702022016-01-30 00:45:18 +00001377 zTemp[0] = '[';
drh5f4a6862016-01-30 12:50:25 +00001378 sqlite3StrAccumAppend(&x, "]", 1);
drh0acb7e42008-06-25 00:12:41 +00001379 break;
1380 }
dan165921a2009-08-28 18:53:45 +00001381 case P4_SUBPROGRAM: {
drh5f4a6862016-01-30 12:50:25 +00001382 sqlite3XPrintf(&x, "program");
dan165921a2009-08-28 18:53:45 +00001383 break;
1384 }
drh4a6f3aa2011-08-28 00:19:26 +00001385 case P4_ADVANCE: {
1386 zTemp[0] = 0;
1387 break;
1388 }
drh74c33022016-03-30 12:56:55 +00001389 case P4_TABLE: {
1390 sqlite3XPrintf(&x, "%s", pOp->p4.pTab->zName);
1391 break;
1392 }
drhd3d39e92004-05-20 22:16:29 +00001393 default: {
danielk19772dca4ac2008-01-03 11:50:29 +00001394 zP4 = pOp->p4.z;
drh949f9cd2008-01-12 21:35:57 +00001395 if( zP4==0 ){
drh66a51672008-01-03 00:01:23 +00001396 zP4 = zTemp;
drhd4e70eb2008-01-02 00:34:36 +00001397 zTemp[0] = 0;
drhd3d39e92004-05-20 22:16:29 +00001398 }
1399 }
1400 }
drh5f4a6862016-01-30 12:50:25 +00001401 sqlite3StrAccumFinish(&x);
drh66a51672008-01-03 00:01:23 +00001402 assert( zP4!=0 );
drh66a51672008-01-03 00:01:23 +00001403 return zP4;
drhd3d39e92004-05-20 22:16:29 +00001404}
drhf7e36902015-08-13 21:32:41 +00001405#endif /* VDBE_DISPLAY_P4 */
drhd3d39e92004-05-20 22:16:29 +00001406
drh900b31e2007-08-28 02:27:51 +00001407/*
drhd0679ed2007-08-28 22:24:34 +00001408** Declare to the Vdbe that the BTree object at db->aDb[i] is used.
drh3ebaee92010-05-06 21:37:22 +00001409**
drhbdaec522011-04-04 00:14:43 +00001410** The prepared statements need to know in advance the complete set of
drhe4c88c02012-01-04 12:57:45 +00001411** attached databases that will be use. A mask of these databases
1412** is maintained in p->btreeMask. The p->lockMask value is the subset of
1413** p->btreeMask of databases that will require a lock.
drh900b31e2007-08-28 02:27:51 +00001414*/
drhfb982642007-08-30 01:19:59 +00001415void sqlite3VdbeUsesBtree(Vdbe *p, int i){
drhfcd71b62011-04-05 22:08:24 +00001416 assert( i>=0 && i<p->db->nDb && i<(int)sizeof(yDbMask)*8 );
danielk197700e13612008-11-17 19:18:54 +00001417 assert( i<(int)sizeof(p->btreeMask)*8 );
drha7ab6d82014-07-21 15:44:39 +00001418 DbMaskSet(p->btreeMask, i);
drhdc5b0472011-04-06 22:05:53 +00001419 if( i!=1 && sqlite3BtreeSharable(p->db->aDb[i].pBt) ){
drha7ab6d82014-07-21 15:44:39 +00001420 DbMaskSet(p->lockMask, i);
drhdc5b0472011-04-06 22:05:53 +00001421 }
drh900b31e2007-08-28 02:27:51 +00001422}
1423
dan20d876f2016-01-07 16:06:22 +00001424#if !defined(SQLITE_OMIT_SHARED_CACHE)
drhbdaec522011-04-04 00:14:43 +00001425/*
1426** If SQLite is compiled to support shared-cache mode and to be threadsafe,
1427** this routine obtains the mutex associated with each BtShared structure
1428** that may be accessed by the VM passed as an argument. In doing so it also
1429** sets the BtShared.db member of each of the BtShared structures, ensuring
1430** that the correct busy-handler callback is invoked if required.
1431**
1432** If SQLite is not threadsafe but does support shared-cache mode, then
1433** sqlite3BtreeEnter() is invoked to set the BtShared.db variables
1434** of all of BtShared structures accessible via the database handle
1435** associated with the VM.
1436**
1437** If SQLite is not threadsafe and does not support shared-cache mode, this
1438** function is a no-op.
1439**
1440** The p->btreeMask field is a bitmask of all btrees that the prepared
1441** statement p will ever use. Let N be the number of bits in p->btreeMask
1442** corresponding to btrees that use shared cache. Then the runtime of
1443** this routine is N*N. But as N is rarely more than 1, this should not
1444** be a problem.
1445*/
1446void sqlite3VdbeEnter(Vdbe *p){
drhbdaec522011-04-04 00:14:43 +00001447 int i;
drhdc5b0472011-04-06 22:05:53 +00001448 sqlite3 *db;
1449 Db *aDb;
1450 int nDb;
drha7ab6d82014-07-21 15:44:39 +00001451 if( DbMaskAllZero(p->lockMask) ) return; /* The common case */
drhdc5b0472011-04-06 22:05:53 +00001452 db = p->db;
1453 aDb = db->aDb;
1454 nDb = db->nDb;
drha7ab6d82014-07-21 15:44:39 +00001455 for(i=0; i<nDb; i++){
1456 if( i!=1 && DbMaskTest(p->lockMask,i) && ALWAYS(aDb[i].pBt!=0) ){
drhbdaec522011-04-04 00:14:43 +00001457 sqlite3BtreeEnter(aDb[i].pBt);
1458 }
1459 }
drhbdaec522011-04-04 00:14:43 +00001460}
drhe54e0512011-04-05 17:31:56 +00001461#endif
drhbdaec522011-04-04 00:14:43 +00001462
drhe54e0512011-04-05 17:31:56 +00001463#if !defined(SQLITE_OMIT_SHARED_CACHE) && SQLITE_THREADSAFE>0
drhbdaec522011-04-04 00:14:43 +00001464/*
1465** Unlock all of the btrees previously locked by a call to sqlite3VdbeEnter().
1466*/
drhf1aabd62015-06-17 01:31:28 +00001467static SQLITE_NOINLINE void vdbeLeave(Vdbe *p){
drhbdaec522011-04-04 00:14:43 +00001468 int i;
drhdc5b0472011-04-06 22:05:53 +00001469 sqlite3 *db;
1470 Db *aDb;
1471 int nDb;
drhdc5b0472011-04-06 22:05:53 +00001472 db = p->db;
1473 aDb = db->aDb;
1474 nDb = db->nDb;
drha7ab6d82014-07-21 15:44:39 +00001475 for(i=0; i<nDb; i++){
1476 if( i!=1 && DbMaskTest(p->lockMask,i) && ALWAYS(aDb[i].pBt!=0) ){
drhbdaec522011-04-04 00:14:43 +00001477 sqlite3BtreeLeave(aDb[i].pBt);
1478 }
1479 }
drhbdaec522011-04-04 00:14:43 +00001480}
drhf1aabd62015-06-17 01:31:28 +00001481void sqlite3VdbeLeave(Vdbe *p){
1482 if( DbMaskAllZero(p->lockMask) ) return; /* The common case */
1483 vdbeLeave(p);
1484}
drhbdaec522011-04-04 00:14:43 +00001485#endif
drhd3d39e92004-05-20 22:16:29 +00001486
danielk19778b60e0f2005-01-12 09:10:39 +00001487#if defined(VDBE_PROFILE) || defined(SQLITE_DEBUG)
drh9a324642003-09-06 20:12:01 +00001488/*
1489** Print a single opcode. This routine is used for debugging only.
1490*/
danielk19774adee202004-05-08 08:23:19 +00001491void sqlite3VdbePrintOp(FILE *pOut, int pc, Op *pOp){
drh66a51672008-01-03 00:01:23 +00001492 char *zP4;
drhd3d39e92004-05-20 22:16:29 +00001493 char zPtr[50];
drh81316f82013-10-29 20:40:47 +00001494 char zCom[100];
drh26198bb2013-10-31 11:15:09 +00001495 static const char *zFormat1 = "%4d %-13s %4d %4d %4d %-13s %.2X %s\n";
drh9a324642003-09-06 20:12:01 +00001496 if( pOut==0 ) pOut = stdout;
drh66a51672008-01-03 00:01:23 +00001497 zP4 = displayP4(pOp, zPtr, sizeof(zPtr));
drhc7379ce2013-10-30 02:28:23 +00001498#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
drh81316f82013-10-29 20:40:47 +00001499 displayComment(pOp, zP4, zCom, sizeof(zCom));
1500#else
drh2926f962014-02-17 01:13:28 +00001501 zCom[0] = 0;
drh81316f82013-10-29 20:40:47 +00001502#endif
drh4eded602013-12-20 15:59:20 +00001503 /* NB: The sqlite3OpcodeName() function is implemented by code created
1504 ** by the mkopcodeh.awk and mkopcodec.awk scripts which extract the
1505 ** information from the vdbe.c source text */
danielk197711641c12008-01-03 08:18:30 +00001506 fprintf(pOut, zFormat1, pc,
drh1db639c2008-01-17 02:36:28 +00001507 sqlite3OpcodeName(pOp->opcode), pOp->p1, pOp->p2, pOp->p3, zP4, pOp->p5,
drh81316f82013-10-29 20:40:47 +00001508 zCom
drh1db639c2008-01-17 02:36:28 +00001509 );
drh9a324642003-09-06 20:12:01 +00001510 fflush(pOut);
1511}
1512#endif
1513
1514/*
drh2a1df932016-09-30 17:46:44 +00001515** Initialize an array of N Mem element.
1516*/
1517static void initMemArray(Mem *p, int N, sqlite3 *db, u16 flags){
1518 while( (N--)>0 ){
1519 p->db = db;
1520 p->flags = flags;
1521 p->szMalloc = 0;
1522#ifdef SQLITE_DEBUG
1523 p->pScopyFrom = 0;
1524#endif
1525 p++;
1526 }
1527}
1528
1529/*
drh76ff3a02004-09-24 22:32:30 +00001530** Release an array of N Mem elements
1531*/
drhc890fec2008-08-01 20:10:08 +00001532static void releaseMemArray(Mem *p, int N){
danielk1977a7a8e142008-02-13 18:25:27 +00001533 if( p && N ){
drh069c23c2014-09-19 16:13:12 +00001534 Mem *pEnd = &p[N];
danielk1977a7a8e142008-02-13 18:25:27 +00001535 sqlite3 *db = p->db;
dand46def72010-07-24 11:28:28 +00001536 if( db->pnBytesFreed ){
drh069c23c2014-09-19 16:13:12 +00001537 do{
drh17bcb102014-09-18 21:25:33 +00001538 if( p->szMalloc ) sqlite3DbFree(db, p->zMalloc);
drh069c23c2014-09-19 16:13:12 +00001539 }while( (++p)<pEnd );
drhc176c272010-07-26 13:57:59 +00001540 return;
1541 }
drh069c23c2014-09-19 16:13:12 +00001542 do{
danielk1977e972e032008-09-19 18:32:26 +00001543 assert( (&p[1])==pEnd || p[0].db==p[1].db );
drh75fd0542014-03-01 16:24:44 +00001544 assert( sqlite3VdbeCheckMemInvariants(p) );
danielk1977e972e032008-09-19 18:32:26 +00001545
1546 /* This block is really an inlined version of sqlite3VdbeMemRelease()
1547 ** that takes advantage of the fact that the memory cell value is
1548 ** being set to NULL after releasing any dynamic resources.
1549 **
1550 ** The justification for duplicating code is that according to
1551 ** callgrind, this causes a certain test case to hit the CPU 4.7
1552 ** percent less (x86 linux, gcc version 4.1.2, -O6) than if
1553 ** sqlite3MemRelease() were called from here. With -O2, this jumps
1554 ** to 6.6 percent. The test case is inserting 1000 rows into a table
1555 ** with no indexes using a single prepared INSERT statement, bind()
1556 ** and reset(). Inserts are grouped into a transaction.
1557 */
drhb6e8fd12014-03-06 01:56:33 +00001558 testcase( p->flags & MEM_Agg );
1559 testcase( p->flags & MEM_Dyn );
1560 testcase( p->flags & MEM_Frame );
1561 testcase( p->flags & MEM_RowSet );
dan165921a2009-08-28 18:53:45 +00001562 if( p->flags&(MEM_Agg|MEM_Dyn|MEM_Frame|MEM_RowSet) ){
danielk1977e972e032008-09-19 18:32:26 +00001563 sqlite3VdbeMemRelease(p);
drh17bcb102014-09-18 21:25:33 +00001564 }else if( p->szMalloc ){
drhdbd6a7d2017-04-05 12:39:49 +00001565 sqlite3DbFreeNN(db, p->zMalloc);
drh17bcb102014-09-18 21:25:33 +00001566 p->szMalloc = 0;
danielk1977e972e032008-09-19 18:32:26 +00001567 }
1568
drha5750cf2014-02-07 13:20:31 +00001569 p->flags = MEM_Undefined;
drh069c23c2014-09-19 16:13:12 +00001570 }while( (++p)<pEnd );
drh76ff3a02004-09-24 22:32:30 +00001571 }
1572}
1573
dan65a7cd12009-09-01 12:16:01 +00001574/*
1575** Delete a VdbeFrame object and its contents. VdbeFrame objects are
1576** allocated by the OP_Program opcode in sqlite3VdbeExec().
1577*/
dan165921a2009-08-28 18:53:45 +00001578void sqlite3VdbeFrameDelete(VdbeFrame *p){
1579 int i;
1580 Mem *aMem = VdbeFrameMem(p);
1581 VdbeCursor **apCsr = (VdbeCursor **)&aMem[p->nChildMem];
1582 for(i=0; i<p->nChildCsr; i++){
1583 sqlite3VdbeFreeCursor(p->v, apCsr[i]);
1584 }
1585 releaseMemArray(aMem, p->nChildMem);
drhb9626cf2016-02-22 16:04:31 +00001586 sqlite3VdbeDeleteAuxData(p->v->db, &p->pAuxData, -1, 0);
dan165921a2009-08-28 18:53:45 +00001587 sqlite3DbFree(p->v->db, p);
1588}
1589
drhb7f91642004-10-31 02:22:47 +00001590#ifndef SQLITE_OMIT_EXPLAIN
drh76ff3a02004-09-24 22:32:30 +00001591/*
drh9a324642003-09-06 20:12:01 +00001592** Give a listing of the program in the virtual machine.
1593**
danielk19774adee202004-05-08 08:23:19 +00001594** The interface is the same as sqlite3VdbeExec(). But instead of
drh9a324642003-09-06 20:12:01 +00001595** running the code, it invokes the callback once for each instruction.
1596** This feature is used to implement "EXPLAIN".
drh9cbf3422008-01-17 16:22:13 +00001597**
1598** When p->explain==1, each instruction is listed. When
1599** p->explain==2, only OP_Explain instructions are listed and these
1600** are shown in a different format. p->explain==2 is used to implement
1601** EXPLAIN QUERY PLAN.
drh5cfa5842009-12-31 20:35:08 +00001602**
1603** When p->explain==1, first the main program is listed, then each of
1604** the trigger subprograms are listed one by one.
drh9a324642003-09-06 20:12:01 +00001605*/
danielk19774adee202004-05-08 08:23:19 +00001606int sqlite3VdbeList(
drh9a324642003-09-06 20:12:01 +00001607 Vdbe *p /* The VDBE */
1608){
drh5cfa5842009-12-31 20:35:08 +00001609 int nRow; /* Stop when row count reaches this */
dan165921a2009-08-28 18:53:45 +00001610 int nSub = 0; /* Number of sub-vdbes seen so far */
1611 SubProgram **apSub = 0; /* Array of sub-vdbes */
drh5cfa5842009-12-31 20:35:08 +00001612 Mem *pSub = 0; /* Memory cell hold array of subprogs */
1613 sqlite3 *db = p->db; /* The database connection */
1614 int i; /* Loop counter */
1615 int rc = SQLITE_OK; /* Return code */
drh9734e6e2011-10-07 18:24:25 +00001616 Mem *pMem = &p->aMem[1]; /* First Mem of result set */
drh9a324642003-09-06 20:12:01 +00001617
drh9a324642003-09-06 20:12:01 +00001618 assert( p->explain );
drh5f82e3c2009-07-06 00:44:08 +00001619 assert( p->magic==VDBE_MAGIC_RUN );
danielk19776c359f02008-11-21 16:58:03 +00001620 assert( p->rc==SQLITE_OK || p->rc==SQLITE_BUSY || p->rc==SQLITE_NOMEM );
danielk197718f41892004-05-22 07:27:46 +00001621
drh9cbf3422008-01-17 16:22:13 +00001622 /* Even though this opcode does not use dynamic strings for
1623 ** the result, result columns may become dynamic if the user calls
drh4f26d6c2004-05-26 23:25:30 +00001624 ** sqlite3_column_text16(), causing a translation to UTF-16 encoding.
danielk197718f41892004-05-22 07:27:46 +00001625 */
dan165921a2009-08-28 18:53:45 +00001626 releaseMemArray(pMem, 8);
drh9734e6e2011-10-07 18:24:25 +00001627 p->pResultSet = 0;
danielk197718f41892004-05-22 07:27:46 +00001628
mistachkinfad30392016-02-13 23:43:46 +00001629 if( p->rc==SQLITE_NOMEM_BKPT ){
danielk19776c359f02008-11-21 16:58:03 +00001630 /* This happens if a malloc() inside a call to sqlite3_column_text() or
1631 ** sqlite3_column_text16() failed. */
drh4a642b62016-02-05 01:55:27 +00001632 sqlite3OomFault(db);
danielk19776c359f02008-11-21 16:58:03 +00001633 return SQLITE_ERROR;
1634 }
1635
drh5cfa5842009-12-31 20:35:08 +00001636 /* When the number of output rows reaches nRow, that means the
1637 ** listing has finished and sqlite3_step() should return SQLITE_DONE.
1638 ** nRow is the sum of the number of rows in the main program, plus
1639 ** the sum of the number of rows in all trigger subprograms encountered
1640 ** so far. The nRow value will increase as new trigger subprograms are
1641 ** encountered, but p->pc will eventually catch up to nRow.
1642 */
dan165921a2009-08-28 18:53:45 +00001643 nRow = p->nOp;
1644 if( p->explain==1 ){
drh5cfa5842009-12-31 20:35:08 +00001645 /* The first 8 memory cells are used for the result set. So we will
1646 ** commandeer the 9th cell to use as storage for an array of pointers
1647 ** to trigger subprograms. The VDBE is guaranteed to have at least 9
1648 ** cells. */
1649 assert( p->nMem>9 );
dan165921a2009-08-28 18:53:45 +00001650 pSub = &p->aMem[9];
1651 if( pSub->flags&MEM_Blob ){
drh5cfa5842009-12-31 20:35:08 +00001652 /* On the first call to sqlite3_step(), pSub will hold a NULL. It is
1653 ** initialized to a BLOB by the P4_SUBPROGRAM processing logic below */
dan165921a2009-08-28 18:53:45 +00001654 nSub = pSub->n/sizeof(Vdbe*);
1655 apSub = (SubProgram **)pSub->z;
1656 }
1657 for(i=0; i<nSub; i++){
1658 nRow += apSub[i]->nOp;
1659 }
1660 }
1661
drhecc92422005-09-10 16:46:12 +00001662 do{
1663 i = p->pc++;
dan165921a2009-08-28 18:53:45 +00001664 }while( i<nRow && p->explain==2 && p->aOp[i].opcode!=OP_Explain );
1665 if( i>=nRow ){
drh826fb5a2004-02-14 23:59:57 +00001666 p->rc = SQLITE_OK;
1667 rc = SQLITE_DONE;
drh881feaa2006-07-26 01:39:30 +00001668 }else if( db->u1.isInterrupted ){
drhc5cdca62005-01-11 16:54:14 +00001669 p->rc = SQLITE_INTERRUPT;
drh826fb5a2004-02-14 23:59:57 +00001670 rc = SQLITE_ERROR;
drh22c17b82015-05-15 04:13:15 +00001671 sqlite3VdbeError(p, sqlite3ErrStr(p->rc));
drh826fb5a2004-02-14 23:59:57 +00001672 }else{
drh81316f82013-10-29 20:40:47 +00001673 char *zP4;
dan165921a2009-08-28 18:53:45 +00001674 Op *pOp;
1675 if( i<p->nOp ){
drh5cfa5842009-12-31 20:35:08 +00001676 /* The output line number is small enough that we are still in the
1677 ** main program. */
dan165921a2009-08-28 18:53:45 +00001678 pOp = &p->aOp[i];
1679 }else{
drh5cfa5842009-12-31 20:35:08 +00001680 /* We are currently listing subprograms. Figure out which one and
1681 ** pick up the appropriate opcode. */
dan165921a2009-08-28 18:53:45 +00001682 int j;
1683 i -= p->nOp;
1684 for(j=0; i>=apSub[j]->nOp; j++){
1685 i -= apSub[j]->nOp;
1686 }
1687 pOp = &apSub[j]->aOp[i];
1688 }
danielk19770d78bae2008-01-03 07:09:48 +00001689 if( p->explain==1 ){
1690 pMem->flags = MEM_Int;
danielk19770d78bae2008-01-03 07:09:48 +00001691 pMem->u.i = i; /* Program counter */
1692 pMem++;
1693
1694 pMem->flags = MEM_Static|MEM_Str|MEM_Term;
drh81316f82013-10-29 20:40:47 +00001695 pMem->z = (char*)sqlite3OpcodeName(pOp->opcode); /* Opcode */
danielk19770d78bae2008-01-03 07:09:48 +00001696 assert( pMem->z!=0 );
drhea678832008-12-10 19:26:22 +00001697 pMem->n = sqlite3Strlen30(pMem->z);
danielk19770d78bae2008-01-03 07:09:48 +00001698 pMem->enc = SQLITE_UTF8;
1699 pMem++;
dan165921a2009-08-28 18:53:45 +00001700
drh5cfa5842009-12-31 20:35:08 +00001701 /* When an OP_Program opcode is encounter (the only opcode that has
1702 ** a P4_SUBPROGRAM argument), expand the size of the array of subprograms
1703 ** kept in p->aMem[9].z to hold the new program - assuming this subprogram
1704 ** has not already been seen.
1705 */
dan165921a2009-08-28 18:53:45 +00001706 if( pOp->p4type==P4_SUBPROGRAM ){
1707 int nByte = (nSub+1)*sizeof(SubProgram*);
1708 int j;
1709 for(j=0; j<nSub; j++){
1710 if( apSub[j]==pOp->p4.pProgram ) break;
1711 }
dan2b9ee772012-03-31 09:59:44 +00001712 if( j==nSub && SQLITE_OK==sqlite3VdbeMemGrow(pSub, nByte, nSub!=0) ){
dan165921a2009-08-28 18:53:45 +00001713 apSub = (SubProgram **)pSub->z;
1714 apSub[nSub++] = pOp->p4.pProgram;
1715 pSub->flags |= MEM_Blob;
1716 pSub->n = nSub*sizeof(SubProgram*);
1717 }
1718 }
danielk19770d78bae2008-01-03 07:09:48 +00001719 }
drheb2e1762004-05-27 01:53:56 +00001720
1721 pMem->flags = MEM_Int;
drh3c024d62007-03-30 11:23:45 +00001722 pMem->u.i = pOp->p1; /* P1 */
drheb2e1762004-05-27 01:53:56 +00001723 pMem++;
1724
1725 pMem->flags = MEM_Int;
drh3c024d62007-03-30 11:23:45 +00001726 pMem->u.i = pOp->p2; /* P2 */
drheb2e1762004-05-27 01:53:56 +00001727 pMem++;
1728
dan2ce22452010-11-08 19:01:16 +00001729 pMem->flags = MEM_Int;
1730 pMem->u.i = pOp->p3; /* P3 */
dan2ce22452010-11-08 19:01:16 +00001731 pMem++;
danielk19770d78bae2008-01-03 07:09:48 +00001732
drh2f2b0272015-08-14 18:50:04 +00001733 if( sqlite3VdbeMemClearAndResize(pMem, 100) ){ /* P4 */
danielk1977357864e2009-03-25 15:43:08 +00001734 assert( p->db->mallocFailed );
1735 return SQLITE_ERROR;
danielk1977a7a8e142008-02-13 18:25:27 +00001736 }
drhc91b2fd2014-03-01 18:13:23 +00001737 pMem->flags = MEM_Str|MEM_Term;
drh2f2b0272015-08-14 18:50:04 +00001738 zP4 = displayP4(pOp, pMem->z, pMem->szMalloc);
drh81316f82013-10-29 20:40:47 +00001739 if( zP4!=pMem->z ){
drh2a1df932016-09-30 17:46:44 +00001740 pMem->n = 0;
drh81316f82013-10-29 20:40:47 +00001741 sqlite3VdbeMemSetStr(pMem, zP4, -1, SQLITE_UTF8, 0);
danielk1977a7a8e142008-02-13 18:25:27 +00001742 }else{
1743 assert( pMem->z!=0 );
drhea678832008-12-10 19:26:22 +00001744 pMem->n = sqlite3Strlen30(pMem->z);
danielk1977a7a8e142008-02-13 18:25:27 +00001745 pMem->enc = SQLITE_UTF8;
1746 }
danielk19770d78bae2008-01-03 07:09:48 +00001747 pMem++;
drheb2e1762004-05-27 01:53:56 +00001748
danielk19770d78bae2008-01-03 07:09:48 +00001749 if( p->explain==1 ){
drh322f2852014-09-19 00:43:39 +00001750 if( sqlite3VdbeMemClearAndResize(pMem, 4) ){
danielk1977357864e2009-03-25 15:43:08 +00001751 assert( p->db->mallocFailed );
1752 return SQLITE_ERROR;
danielk1977a7a8e142008-02-13 18:25:27 +00001753 }
drhc91b2fd2014-03-01 18:13:23 +00001754 pMem->flags = MEM_Str|MEM_Term;
drh85e5f0d2008-02-19 18:28:13 +00001755 pMem->n = 2;
1756 sqlite3_snprintf(3, pMem->z, "%.2x", pOp->p5); /* P5 */
danielk19770d78bae2008-01-03 07:09:48 +00001757 pMem->enc = SQLITE_UTF8;
1758 pMem++;
1759
drhc7379ce2013-10-30 02:28:23 +00001760#ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
drh322f2852014-09-19 00:43:39 +00001761 if( sqlite3VdbeMemClearAndResize(pMem, 500) ){
drh81316f82013-10-29 20:40:47 +00001762 assert( p->db->mallocFailed );
1763 return SQLITE_ERROR;
drh52391cb2008-02-14 23:44:13 +00001764 }
drhc91b2fd2014-03-01 18:13:23 +00001765 pMem->flags = MEM_Str|MEM_Term;
drh81316f82013-10-29 20:40:47 +00001766 pMem->n = displayComment(pOp, zP4, pMem->z, 500);
drh81316f82013-10-29 20:40:47 +00001767 pMem->enc = SQLITE_UTF8;
1768#else
1769 pMem->flags = MEM_Null; /* Comment */
drh81316f82013-10-29 20:40:47 +00001770#endif
danielk19770d78bae2008-01-03 07:09:48 +00001771 }
1772
dan2ce22452010-11-08 19:01:16 +00001773 p->nResColumn = 8 - 4*(p->explain-1);
drh9734e6e2011-10-07 18:24:25 +00001774 p->pResultSet = &p->aMem[1];
drh826fb5a2004-02-14 23:59:57 +00001775 p->rc = SQLITE_OK;
1776 rc = SQLITE_ROW;
drh9a324642003-09-06 20:12:01 +00001777 }
drh826fb5a2004-02-14 23:59:57 +00001778 return rc;
drh9a324642003-09-06 20:12:01 +00001779}
drhb7f91642004-10-31 02:22:47 +00001780#endif /* SQLITE_OMIT_EXPLAIN */
drh9a324642003-09-06 20:12:01 +00001781
drh7c4ac0c2007-04-05 11:25:58 +00001782#ifdef SQLITE_DEBUG
drh9a324642003-09-06 20:12:01 +00001783/*
drh3f7d4e42004-07-24 14:35:58 +00001784** Print the SQL that was used to generate a VDBE program.
1785*/
1786void sqlite3VdbePrintSql(Vdbe *p){
drh84e55a82013-11-13 17:58:23 +00001787 const char *z = 0;
1788 if( p->zSql ){
1789 z = p->zSql;
1790 }else if( p->nOp>=1 ){
1791 const VdbeOp *pOp = &p->aOp[0];
drhaceb31b2014-02-08 01:40:27 +00001792 if( pOp->opcode==OP_Init && pOp->p4.z!=0 ){
drh84e55a82013-11-13 17:58:23 +00001793 z = pOp->p4.z;
1794 while( sqlite3Isspace(*z) ) z++;
1795 }
drh3f7d4e42004-07-24 14:35:58 +00001796 }
drh84e55a82013-11-13 17:58:23 +00001797 if( z ) printf("SQL: [%s]\n", z);
drh3f7d4e42004-07-24 14:35:58 +00001798}
drh7c4ac0c2007-04-05 11:25:58 +00001799#endif
drh3f7d4e42004-07-24 14:35:58 +00001800
drh602c2372007-03-01 00:29:13 +00001801#if !defined(SQLITE_OMIT_TRACE) && defined(SQLITE_ENABLE_IOTRACE)
1802/*
1803** Print an IOTRACE message showing SQL content.
1804*/
1805void sqlite3VdbeIOTraceSql(Vdbe *p){
1806 int nOp = p->nOp;
1807 VdbeOp *pOp;
mlcreech3a00f902008-03-04 17:45:01 +00001808 if( sqlite3IoTrace==0 ) return;
drh602c2372007-03-01 00:29:13 +00001809 if( nOp<1 ) return;
drh949f9cd2008-01-12 21:35:57 +00001810 pOp = &p->aOp[0];
drhaceb31b2014-02-08 01:40:27 +00001811 if( pOp->opcode==OP_Init && pOp->p4.z!=0 ){
drh602c2372007-03-01 00:29:13 +00001812 int i, j;
drh00a18e42007-08-13 11:10:34 +00001813 char z[1000];
drh949f9cd2008-01-12 21:35:57 +00001814 sqlite3_snprintf(sizeof(z), z, "%s", pOp->p4.z);
danielk197778ca0e72009-01-20 16:53:39 +00001815 for(i=0; sqlite3Isspace(z[i]); i++){}
drh602c2372007-03-01 00:29:13 +00001816 for(j=0; z[i]; i++){
danielk197778ca0e72009-01-20 16:53:39 +00001817 if( sqlite3Isspace(z[i]) ){
drh602c2372007-03-01 00:29:13 +00001818 if( z[i-1]!=' ' ){
1819 z[j++] = ' ';
1820 }
1821 }else{
1822 z[j++] = z[i];
1823 }
1824 }
1825 z[j] = 0;
mlcreech3a00f902008-03-04 17:45:01 +00001826 sqlite3IoTrace("SQL %s\n", z);
drh602c2372007-03-01 00:29:13 +00001827 }
1828}
1829#endif /* !SQLITE_OMIT_TRACE && SQLITE_ENABLE_IOTRACE */
1830
drha7dc4a32016-01-25 02:15:02 +00001831/* An instance of this object describes bulk memory available for use
1832** by subcomponents of a prepared statement. Space is allocated out
1833** of a ReusableSpace object by the allocSpace() routine below.
1834*/
1835struct ReusableSpace {
1836 u8 *pSpace; /* Available memory */
1837 int nFree; /* Bytes of available memory */
1838 int nNeeded; /* Total bytes that could not be allocated */
1839};
1840
1841/* Try to allocate nByte bytes of 8-byte aligned bulk memory for pBuf
1842** from the ReusableSpace object. Return a pointer to the allocated
1843** memory on success. If insufficient memory is available in the
1844** ReusableSpace object, increase the ReusableSpace.nNeeded
1845** value by the amount needed and return NULL.
drh4800b2e2009-12-08 15:35:22 +00001846**
drha7dc4a32016-01-25 02:15:02 +00001847** If pBuf is not initially NULL, that means that the memory has already
1848** been allocated by a prior call to this routine, so just return a copy
1849** of pBuf and leave ReusableSpace unchanged.
drhb2771ce2009-02-20 01:28:59 +00001850**
drha7dc4a32016-01-25 02:15:02 +00001851** This allocator is employed to repurpose unused slots at the end of the
1852** opcode array of prepared state for other memory needs of the prepared
1853** statement.
drhb2771ce2009-02-20 01:28:59 +00001854*/
drh4800b2e2009-12-08 15:35:22 +00001855static void *allocSpace(
drha7dc4a32016-01-25 02:15:02 +00001856 struct ReusableSpace *p, /* Bulk memory available for allocation */
1857 void *pBuf, /* Pointer to a prior allocation */
1858 int nByte /* Bytes of memory needed */
drhb2771ce2009-02-20 01:28:59 +00001859){
drha7dc4a32016-01-25 02:15:02 +00001860 assert( EIGHT_BYTE_ALIGNMENT(p->pSpace) );
drhd797a9b2015-12-07 16:43:44 +00001861 if( pBuf==0 ){
1862 nByte = ROUND8(nByte);
drha7dc4a32016-01-25 02:15:02 +00001863 if( nByte <= p->nFree ){
1864 p->nFree -= nByte;
1865 pBuf = &p->pSpace[p->nFree];
drhd797a9b2015-12-07 16:43:44 +00001866 }else{
drha7dc4a32016-01-25 02:15:02 +00001867 p->nNeeded += nByte;
drhd797a9b2015-12-07 16:43:44 +00001868 }
drhb2771ce2009-02-20 01:28:59 +00001869 }
drhd797a9b2015-12-07 16:43:44 +00001870 assert( EIGHT_BYTE_ALIGNMENT(pBuf) );
drh4800b2e2009-12-08 15:35:22 +00001871 return pBuf;
drhb2771ce2009-02-20 01:28:59 +00001872}
drh602c2372007-03-01 00:29:13 +00001873
drh3f7d4e42004-07-24 14:35:58 +00001874/*
drh124c0b42011-06-01 18:15:55 +00001875** Rewind the VDBE back to the beginning in preparation for
1876** running it.
drh9a324642003-09-06 20:12:01 +00001877*/
drh124c0b42011-06-01 18:15:55 +00001878void sqlite3VdbeRewind(Vdbe *p){
1879#if defined(SQLITE_DEBUG) || defined(VDBE_PROFILE)
1880 int i;
1881#endif
drh9a324642003-09-06 20:12:01 +00001882 assert( p!=0 );
drhab3182f2016-10-01 00:37:50 +00001883 assert( p->magic==VDBE_MAGIC_INIT || p->magic==VDBE_MAGIC_RESET );
drh9a324642003-09-06 20:12:01 +00001884
drhc16a03b2004-09-15 13:38:10 +00001885 /* There should be at least one opcode.
drh9a324642003-09-06 20:12:01 +00001886 */
drhc16a03b2004-09-15 13:38:10 +00001887 assert( p->nOp>0 );
drh9a324642003-09-06 20:12:01 +00001888
danielk197700e13612008-11-17 19:18:54 +00001889 /* Set the magic to VDBE_MAGIC_RUN sooner rather than later. */
danielk1977634f2982005-03-28 08:44:07 +00001890 p->magic = VDBE_MAGIC_RUN;
1891
drh124c0b42011-06-01 18:15:55 +00001892#ifdef SQLITE_DEBUG
drh9f6168b2016-03-19 23:32:58 +00001893 for(i=0; i<p->nMem; i++){
drh124c0b42011-06-01 18:15:55 +00001894 assert( p->aMem[i].db==p->db );
1895 }
1896#endif
1897 p->pc = -1;
1898 p->rc = SQLITE_OK;
1899 p->errorAction = OE_Abort;
drh124c0b42011-06-01 18:15:55 +00001900 p->nChange = 0;
1901 p->cacheCtr = 1;
1902 p->minWriteFileFormat = 255;
1903 p->iStatement = 0;
1904 p->nFkConstraint = 0;
1905#ifdef VDBE_PROFILE
1906 for(i=0; i<p->nOp; i++){
1907 p->aOp[i].cnt = 0;
1908 p->aOp[i].cycles = 0;
1909 }
1910#endif
1911}
1912
1913/*
1914** Prepare a virtual machine for execution for the first time after
1915** creating the virtual machine. This involves things such
drh7abda852014-09-19 16:02:06 +00001916** as allocating registers and initializing the program counter.
drh124c0b42011-06-01 18:15:55 +00001917** After the VDBE has be prepped, it can be executed by one or more
1918** calls to sqlite3VdbeExec().
1919**
peter.d.reid60ec9142014-09-06 16:39:46 +00001920** This function may be called exactly once on each virtual machine.
drh124c0b42011-06-01 18:15:55 +00001921** After this routine is called the VM has been "packaged" and is ready
peter.d.reid60ec9142014-09-06 16:39:46 +00001922** to run. After this routine is called, further calls to
drh124c0b42011-06-01 18:15:55 +00001923** sqlite3VdbeAddOp() functions are prohibited. This routine disconnects
1924** the Vdbe from the Parse object that helped generate it so that the
1925** the Vdbe becomes an independent entity and the Parse object can be
1926** destroyed.
1927**
1928** Use the sqlite3VdbeRewind() procedure to restore a virtual machine back
1929** to its initial state after it has been run.
1930*/
1931void sqlite3VdbeMakeReady(
1932 Vdbe *p, /* The VDBE */
1933 Parse *pParse /* Parsing context */
1934){
1935 sqlite3 *db; /* The database connection */
1936 int nVar; /* Number of parameters */
1937 int nMem; /* Number of VM memory registers */
1938 int nCursor; /* Number of cursors required */
1939 int nArg; /* Number of arguments in subprograms */
1940 int n; /* Loop counter */
drha7dc4a32016-01-25 02:15:02 +00001941 struct ReusableSpace x; /* Reusable bulk memory */
drh124c0b42011-06-01 18:15:55 +00001942
1943 assert( p!=0 );
1944 assert( p->nOp>0 );
1945 assert( pParse!=0 );
1946 assert( p->magic==VDBE_MAGIC_INIT );
drh73d5b8f2013-12-23 19:09:07 +00001947 assert( pParse==p->pParse );
drh124c0b42011-06-01 18:15:55 +00001948 db = p->db;
1949 assert( db->mallocFailed==0 );
1950 nVar = pParse->nVar;
1951 nMem = pParse->nMem;
1952 nCursor = pParse->nTab;
1953 nArg = pParse->nMaxArg;
1954
drh3cdce922016-03-21 00:30:40 +00001955 /* Each cursor uses a memory cell. The first cursor (cursor 0) can
1956 ** use aMem[0] which is not otherwise used by the VDBE program. Allocate
1957 ** space at the end of aMem[] for cursors 1 and greater.
danielk1977cd3e8f72008-03-25 09:47:35 +00001958 ** See also: allocateCursor().
1959 */
1960 nMem += nCursor;
drh9f6168b2016-03-19 23:32:58 +00001961 if( nCursor==0 && nMem>0 ) nMem++; /* Space for aMem[0] even if not used */
danielk1977cd3e8f72008-03-25 09:47:35 +00001962
drha7dc4a32016-01-25 02:15:02 +00001963 /* Figure out how much reusable memory is available at the end of the
1964 ** opcode array. This extra memory will be reallocated for other elements
1965 ** of the prepared statement.
drh9a324642003-09-06 20:12:01 +00001966 */
drha7dc4a32016-01-25 02:15:02 +00001967 n = ROUND8(sizeof(Op)*p->nOp); /* Bytes of opcode memory used */
1968 x.pSpace = &((u8*)p->aOp)[n]; /* Unused opcode memory */
1969 assert( EIGHT_BYTE_ALIGNMENT(x.pSpace) );
1970 x.nFree = ROUNDDOWN8(pParse->szOpAlloc - n); /* Bytes of unused memory */
1971 assert( x.nFree>=0 );
drh2a1df932016-09-30 17:46:44 +00001972 assert( EIGHT_BYTE_ALIGNMENT(&x.pSpace[x.nFree]) );
drh19875c82009-12-08 19:58:19 +00001973
drh124c0b42011-06-01 18:15:55 +00001974 resolveP2Values(p, &nArg);
1975 p->usesStmtJournal = (u8)(pParse->isMultiWrite && pParse->mayAbort);
1976 if( pParse->explain && nMem<10 ){
1977 nMem = 10;
1978 }
drhaab910c2011-06-27 00:01:22 +00001979 p->expired = 0;
drh124c0b42011-06-01 18:15:55 +00001980
drha7dc4a32016-01-25 02:15:02 +00001981 /* Memory for registers, parameters, cursor, etc, is allocated in one or two
1982 ** passes. On the first pass, we try to reuse unused memory at the
drh124c0b42011-06-01 18:15:55 +00001983 ** end of the opcode array. If we are unable to satisfy all memory
1984 ** requirements by reusing the opcode array tail, then the second
drha7dc4a32016-01-25 02:15:02 +00001985 ** pass will fill in the remainder using a fresh memory allocation.
drh124c0b42011-06-01 18:15:55 +00001986 **
1987 ** This two-pass approach that reuses as much memory as possible from
drha7dc4a32016-01-25 02:15:02 +00001988 ** the leftover memory at the end of the opcode array. This can significantly
drh124c0b42011-06-01 18:15:55 +00001989 ** reduce the amount of memory held by a prepared statement.
1990 */
1991 do {
drha7dc4a32016-01-25 02:15:02 +00001992 x.nNeeded = 0;
1993 p->aMem = allocSpace(&x, p->aMem, nMem*sizeof(Mem));
1994 p->aVar = allocSpace(&x, p->aVar, nVar*sizeof(Mem));
1995 p->apArg = allocSpace(&x, p->apArg, nArg*sizeof(Mem*));
1996 p->apCsr = allocSpace(&x, p->apCsr, nCursor*sizeof(VdbeCursor*));
dane2f771b2014-11-03 15:33:17 +00001997#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
drha7dc4a32016-01-25 02:15:02 +00001998 p->anExec = allocSpace(&x, p->anExec, p->nOp*sizeof(i64));
dane2f771b2014-11-03 15:33:17 +00001999#endif
drha7dc4a32016-01-25 02:15:02 +00002000 if( x.nNeeded==0 ) break;
drh2a1df932016-09-30 17:46:44 +00002001 x.pSpace = p->pFree = sqlite3DbMallocRawNN(db, x.nNeeded);
drha7dc4a32016-01-25 02:15:02 +00002002 x.nFree = x.nNeeded;
2003 }while( !db->mallocFailed );
drhb2771ce2009-02-20 01:28:59 +00002004
drh9bf755c2016-12-23 03:59:31 +00002005 p->pVList = pParse->pVList;
2006 pParse->pVList = 0;
drh124c0b42011-06-01 18:15:55 +00002007 p->explain = pParse->explain;
drhab3182f2016-10-01 00:37:50 +00002008 if( db->mallocFailed ){
2009 p->nVar = 0;
2010 p->nCursor = 0;
2011 p->nMem = 0;
2012 }else{
drh2a1df932016-09-30 17:46:44 +00002013 p->nCursor = nCursor;
2014 p->nVar = (ynVar)nVar;
2015 initMemArray(p->aVar, nVar, db, MEM_Null);
2016 p->nMem = nMem;
2017 initMemArray(p->aMem, nMem, db, MEM_Undefined);
drh2a1df932016-09-30 17:46:44 +00002018 memset(p->apCsr, 0, nCursor*sizeof(VdbeCursor*));
2019#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
2020 memset(p->anExec, 0, p->nOp*sizeof(i64));
2021#endif
2022 }
drh124c0b42011-06-01 18:15:55 +00002023 sqlite3VdbeRewind(p);
drh9a324642003-09-06 20:12:01 +00002024}
2025
drh9a324642003-09-06 20:12:01 +00002026/*
danielk1977cd3e8f72008-03-25 09:47:35 +00002027** Close a VDBE cursor and release all the resources that cursor
2028** happens to hold.
drh9a324642003-09-06 20:12:01 +00002029*/
drhdfe88ec2008-11-03 20:55:06 +00002030void sqlite3VdbeFreeCursor(Vdbe *p, VdbeCursor *pCx){
drh4774b132004-06-12 20:12:51 +00002031 if( pCx==0 ){
2032 return;
2033 }
drhfbd8cbd2016-12-10 12:58:15 +00002034 assert( pCx->pBtx==0 || pCx->eCurType==CURTYPE_BTREE );
drhc960dcb2015-11-20 19:22:01 +00002035 switch( pCx->eCurType ){
2036 case CURTYPE_SORTER: {
2037 sqlite3VdbeSorterClose(p->db, pCx);
2038 break;
2039 }
2040 case CURTYPE_BTREE: {
drh33543c22017-05-01 16:37:20 +00002041 if( pCx->isEphemeral ){
2042 if( pCx->pBtx ) sqlite3BtreeClose(pCx->pBtx);
drhc960dcb2015-11-20 19:22:01 +00002043 /* The pCx->pCursor will be close automatically, if it exists, by
2044 ** the call above. */
drh33543c22017-05-01 16:37:20 +00002045 }else{
drhc960dcb2015-11-20 19:22:01 +00002046 assert( pCx->uc.pCursor!=0 );
2047 sqlite3BtreeCloseCursor(pCx->uc.pCursor);
2048 }
2049 break;
2050 }
drh9eff6162006-06-12 21:59:13 +00002051#ifndef SQLITE_OMIT_VIRTUALTABLE
drhc960dcb2015-11-20 19:22:01 +00002052 case CURTYPE_VTAB: {
2053 sqlite3_vtab_cursor *pVCur = pCx->uc.pVCur;
2054 const sqlite3_module *pModule = pVCur->pVtab->pModule;
2055 assert( pVCur->pVtab->nRef>0 );
2056 pVCur->pVtab->nRef--;
2057 pModule->xClose(pVCur);
2058 break;
2059 }
drh9eff6162006-06-12 21:59:13 +00002060#endif
drhc960dcb2015-11-20 19:22:01 +00002061 }
drh9a324642003-09-06 20:12:01 +00002062}
2063
dan65a7cd12009-09-01 12:16:01 +00002064/*
drhab4e7f32015-04-16 18:11:50 +00002065** Close all cursors in the current frame.
2066*/
2067static void closeCursorsInFrame(Vdbe *p){
2068 if( p->apCsr ){
2069 int i;
2070 for(i=0; i<p->nCursor; i++){
2071 VdbeCursor *pC = p->apCsr[i];
2072 if( pC ){
2073 sqlite3VdbeFreeCursor(p, pC);
2074 p->apCsr[i] = 0;
2075 }
2076 }
2077 }
2078}
2079
2080/*
dan65a7cd12009-09-01 12:16:01 +00002081** Copy the values stored in the VdbeFrame structure to its Vdbe. This
2082** is used, for example, when a trigger sub-program is halted to restore
2083** control to the main program.
2084*/
dan165921a2009-08-28 18:53:45 +00002085int sqlite3VdbeFrameRestore(VdbeFrame *pFrame){
2086 Vdbe *v = pFrame->v;
drhab4e7f32015-04-16 18:11:50 +00002087 closeCursorsInFrame(v);
dane2f771b2014-11-03 15:33:17 +00002088#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
dan43764a82014-11-01 21:00:04 +00002089 v->anExec = pFrame->anExec;
dane2f771b2014-11-03 15:33:17 +00002090#endif
dan165921a2009-08-28 18:53:45 +00002091 v->aOp = pFrame->aOp;
2092 v->nOp = pFrame->nOp;
2093 v->aMem = pFrame->aMem;
2094 v->nMem = pFrame->nMem;
2095 v->apCsr = pFrame->apCsr;
2096 v->nCursor = pFrame->nCursor;
dan76d462e2009-08-30 11:42:51 +00002097 v->db->lastRowid = pFrame->lastRowid;
2098 v->nChange = pFrame->nChange;
danc3da6672014-10-28 18:24:16 +00002099 v->db->nChange = pFrame->nDbChange;
drhb9626cf2016-02-22 16:04:31 +00002100 sqlite3VdbeDeleteAuxData(v->db, &v->pAuxData, -1, 0);
dan32001322016-02-19 18:54:29 +00002101 v->pAuxData = pFrame->pAuxData;
2102 pFrame->pAuxData = 0;
dan165921a2009-08-28 18:53:45 +00002103 return pFrame->pc;
2104}
2105
drh9a324642003-09-06 20:12:01 +00002106/*
drh5f82e3c2009-07-06 00:44:08 +00002107** Close all cursors.
dan165921a2009-08-28 18:53:45 +00002108**
2109** Also release any dynamic memory held by the VM in the Vdbe.aMem memory
2110** cell array. This is necessary as the memory cell array may contain
2111** pointers to VdbeFrame objects, which may in turn contain pointers to
2112** open cursors.
drh9a324642003-09-06 20:12:01 +00002113*/
drh5f82e3c2009-07-06 00:44:08 +00002114static void closeAllCursors(Vdbe *p){
dan165921a2009-08-28 18:53:45 +00002115 if( p->pFrame ){
drh23272752011-03-06 21:54:33 +00002116 VdbeFrame *pFrame;
dan165921a2009-08-28 18:53:45 +00002117 for(pFrame=p->pFrame; pFrame->pParent; pFrame=pFrame->pParent);
2118 sqlite3VdbeFrameRestore(pFrame);
drhf526dca2014-10-13 17:42:05 +00002119 p->pFrame = 0;
2120 p->nFrame = 0;
dan165921a2009-08-28 18:53:45 +00002121 }
drhf526dca2014-10-13 17:42:05 +00002122 assert( p->nFrame==0 );
drhab4e7f32015-04-16 18:11:50 +00002123 closeCursorsInFrame(p);
dan523a0872009-08-31 05:23:32 +00002124 if( p->aMem ){
drh9f6168b2016-03-19 23:32:58 +00002125 releaseMemArray(p->aMem, p->nMem);
dan523a0872009-08-31 05:23:32 +00002126 }
dan27106572010-12-01 08:04:47 +00002127 while( p->pDelFrame ){
2128 VdbeFrame *pDel = p->pDelFrame;
2129 p->pDelFrame = pDel->pParent;
2130 sqlite3VdbeFrameDelete(pDel);
2131 }
dan0c547792013-07-18 17:12:08 +00002132
2133 /* Delete any auxdata allocations made by the VM */
drhb9626cf2016-02-22 16:04:31 +00002134 if( p->pAuxData ) sqlite3VdbeDeleteAuxData(p->db, &p->pAuxData, -1, 0);
dan0c547792013-07-18 17:12:08 +00002135 assert( p->pAuxData==0 );
drh9a324642003-09-06 20:12:01 +00002136}
2137
2138/*
drh7abda852014-09-19 16:02:06 +00002139** Clean up the VM after a single run.
drh9a324642003-09-06 20:12:01 +00002140*/
drhc890fec2008-08-01 20:10:08 +00002141static void Cleanup(Vdbe *p){
drh633e6d52008-07-28 19:34:53 +00002142 sqlite3 *db = p->db;
dan165921a2009-08-28 18:53:45 +00002143
2144#ifdef SQLITE_DEBUG
2145 /* Execute assert() statements to ensure that the Vdbe.apCsr[] and
2146 ** Vdbe.aMem[] arrays have already been cleaned up. */
2147 int i;
drhb8475df2011-12-09 16:21:19 +00002148 if( p->apCsr ) for(i=0; i<p->nCursor; i++) assert( p->apCsr[i]==0 );
2149 if( p->aMem ){
drh9f6168b2016-03-19 23:32:58 +00002150 for(i=0; i<p->nMem; i++) assert( p->aMem[i].flags==MEM_Undefined );
drhb8475df2011-12-09 16:21:19 +00002151 }
dan165921a2009-08-28 18:53:45 +00002152#endif
2153
drh633e6d52008-07-28 19:34:53 +00002154 sqlite3DbFree(db, p->zErrMsg);
drh9a324642003-09-06 20:12:01 +00002155 p->zErrMsg = 0;
drhd4e70eb2008-01-02 00:34:36 +00002156 p->pResultSet = 0;
drh9a324642003-09-06 20:12:01 +00002157}
2158
2159/*
danielk197722322fd2004-05-25 23:35:17 +00002160** Set the number of result columns that will be returned by this SQL
2161** statement. This is now set at compile time, rather than during
2162** execution of the vdbe program so that sqlite3_column_count() can
2163** be called on an SQL statement before sqlite3_step().
2164*/
2165void sqlite3VdbeSetNumCols(Vdbe *p, int nResColumn){
drh76ff3a02004-09-24 22:32:30 +00002166 int n;
drh633e6d52008-07-28 19:34:53 +00002167 sqlite3 *db = p->db;
drh4a50aac2007-08-23 02:47:53 +00002168
drhb8a12902017-05-31 11:24:13 +00002169 if( p->nResColumn ){
2170 releaseMemArray(p->aColName, p->nResColumn*COLNAME_N);
2171 sqlite3DbFree(db, p->aColName);
2172 }
danielk1977955de522006-02-10 02:27:42 +00002173 n = nResColumn*COLNAME_N;
shane36840fd2009-06-26 16:32:13 +00002174 p->nResColumn = (u16)nResColumn;
drhb8a12902017-05-31 11:24:13 +00002175 p->aColName = (Mem*)sqlite3DbMallocRawNN(db, sizeof(Mem)*n );
drh76ff3a02004-09-24 22:32:30 +00002176 if( p->aColName==0 ) return;
drhb8a12902017-05-31 11:24:13 +00002177 initMemArray(p->aColName, n, db, MEM_Null);
danielk197722322fd2004-05-25 23:35:17 +00002178}
2179
2180/*
danielk19773cf86062004-05-26 10:11:05 +00002181** Set the name of the idx'th column to be returned by the SQL statement.
2182** zName must be a pointer to a nul terminated string.
2183**
2184** This call must be made after a call to sqlite3VdbeSetNumCols().
2185**
danielk197710fb7492008-10-31 10:53:22 +00002186** The final parameter, xDel, must be one of SQLITE_DYNAMIC, SQLITE_STATIC
2187** or SQLITE_TRANSIENT. If it is SQLITE_DYNAMIC, then the buffer pointed
2188** to by zName will be freed by sqlite3DbFree() when the vdbe is destroyed.
danielk19773cf86062004-05-26 10:11:05 +00002189*/
danielk197710fb7492008-10-31 10:53:22 +00002190int sqlite3VdbeSetColName(
2191 Vdbe *p, /* Vdbe being configured */
2192 int idx, /* Index of column zName applies to */
2193 int var, /* One of the COLNAME_* constants */
2194 const char *zName, /* Pointer to buffer containing name */
2195 void (*xDel)(void*) /* Memory management strategy for zName */
2196){
danielk19773cf86062004-05-26 10:11:05 +00002197 int rc;
2198 Mem *pColName;
danielk1977955de522006-02-10 02:27:42 +00002199 assert( idx<p->nResColumn );
2200 assert( var<COLNAME_N );
danielk197710fb7492008-10-31 10:53:22 +00002201 if( p->db->mallocFailed ){
2202 assert( !zName || xDel!=SQLITE_DYNAMIC );
mistachkinfad30392016-02-13 23:43:46 +00002203 return SQLITE_NOMEM_BKPT;
danielk197710fb7492008-10-31 10:53:22 +00002204 }
drh76ff3a02004-09-24 22:32:30 +00002205 assert( p->aColName!=0 );
danielk1977955de522006-02-10 02:27:42 +00002206 pColName = &(p->aColName[idx+var*p->nResColumn]);
danielk197710fb7492008-10-31 10:53:22 +00002207 rc = sqlite3VdbeMemSetStr(pColName, zName, -1, SQLITE_UTF8, xDel);
drh0793f1b2008-11-05 17:41:19 +00002208 assert( rc!=0 || !zName || (pColName->flags&MEM_Term)!=0 );
danielk19773cf86062004-05-26 10:11:05 +00002209 return rc;
2210}
2211
danielk197713adf8a2004-06-03 16:08:41 +00002212/*
2213** A read or write transaction may or may not be active on database handle
2214** db. If a transaction is active, commit it. If there is a
2215** write-transaction spanning more than one database file, this routine
2216** takes care of the master journal trickery.
2217*/
danielk19773e3a84d2008-08-01 17:37:40 +00002218static int vdbeCommit(sqlite3 *db, Vdbe *p){
danielk197713adf8a2004-06-03 16:08:41 +00002219 int i;
drh8e6cf0a2016-02-22 14:57:38 +00002220 int nTrans = 0; /* Number of databases with an active write-transaction
2221 ** that are candidates for a two-phase commit using a
2222 ** master-journal */
danielk197713adf8a2004-06-03 16:08:41 +00002223 int rc = SQLITE_OK;
2224 int needXcommit = 0;
2225
shane36840fd2009-06-26 16:32:13 +00002226#ifdef SQLITE_OMIT_VIRTUALTABLE
2227 /* With this option, sqlite3VtabSync() is defined to be simply
2228 ** SQLITE_OK so p is not used.
2229 */
2230 UNUSED_PARAMETER(p);
2231#endif
2232
danielk19775bd270b2006-07-25 15:14:52 +00002233 /* Before doing anything else, call the xSync() callback for any
2234 ** virtual module tables written in this transaction. This has to
2235 ** be done before determining whether a master journal file is
2236 ** required, as an xSync() callback may add an attached database
2237 ** to the transaction.
2238 */
dan016f7812013-08-21 17:35:48 +00002239 rc = sqlite3VtabSync(db, p);
danielk19775bd270b2006-07-25 15:14:52 +00002240
2241 /* This loop determines (a) if the commit hook should be invoked and
2242 ** (b) how many database files have open write transactions, not
2243 ** including the temp database. (b) is important because if more than
2244 ** one database file has an open write transaction, a master journal
2245 ** file is required for an atomic commit.
2246 */
drhabfb62f2010-07-30 11:20:35 +00002247 for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
danielk197713adf8a2004-06-03 16:08:41 +00002248 Btree *pBt = db->aDb[i].pBt;
drhd0679ed2007-08-28 22:24:34 +00002249 if( sqlite3BtreeIsInTrans(pBt) ){
drh8e6cf0a2016-02-22 14:57:38 +00002250 /* Whether or not a database might need a master journal depends upon
2251 ** its journal mode (among other things). This matrix determines which
2252 ** journal modes use a master journal and which do not */
2253 static const u8 aMJNeeded[] = {
2254 /* DELETE */ 1,
2255 /* PERSIST */ 1,
2256 /* OFF */ 0,
2257 /* TRUNCATE */ 1,
2258 /* MEMORY */ 0,
2259 /* WAL */ 0
2260 };
2261 Pager *pPager; /* Pager associated with pBt */
danielk197713adf8a2004-06-03 16:08:41 +00002262 needXcommit = 1;
dan6b9bb592012-10-05 19:43:02 +00002263 sqlite3BtreeEnter(pBt);
drh8e6cf0a2016-02-22 14:57:38 +00002264 pPager = sqlite3BtreePager(pBt);
2265 if( db->aDb[i].safety_level!=PAGER_SYNCHRONOUS_OFF
2266 && aMJNeeded[sqlite3PagerGetJournalMode(pPager)]
2267 ){
2268 assert( i!=1 );
2269 nTrans++;
2270 }
2271 rc = sqlite3PagerExclusiveLock(pPager);
dan6b9bb592012-10-05 19:43:02 +00002272 sqlite3BtreeLeave(pBt);
danielk197713adf8a2004-06-03 16:08:41 +00002273 }
2274 }
drhabfb62f2010-07-30 11:20:35 +00002275 if( rc!=SQLITE_OK ){
2276 return rc;
2277 }
danielk197713adf8a2004-06-03 16:08:41 +00002278
2279 /* If there are any write-transactions at all, invoke the commit hook */
2280 if( needXcommit && db->xCommitCallback ){
drh92f02c32004-09-02 14:57:08 +00002281 rc = db->xCommitCallback(db->pCommitArg);
drh92f02c32004-09-02 14:57:08 +00002282 if( rc ){
drhd91c1a12013-02-09 13:58:25 +00002283 return SQLITE_CONSTRAINT_COMMITHOOK;
danielk197713adf8a2004-06-03 16:08:41 +00002284 }
2285 }
2286
danielk197740b38dc2004-06-26 08:38:24 +00002287 /* The simple case - no more than one database file (not counting the
2288 ** TEMP database) has a transaction active. There is no need for the
drh2ac3ee92004-06-07 16:27:46 +00002289 ** master-journal.
drhc9e06862004-06-09 20:03:08 +00002290 **
danielk197740b38dc2004-06-26 08:38:24 +00002291 ** If the return value of sqlite3BtreeGetFilename() is a zero length
danielk197717b90b52008-06-06 11:11:25 +00002292 ** string, it means the main database is :memory: or a temp file. In
2293 ** that case we do not support atomic multi-file commits, so use the
2294 ** simple case then too.
danielk197713adf8a2004-06-03 16:08:41 +00002295 */
drhea678832008-12-10 19:26:22 +00002296 if( 0==sqlite3Strlen30(sqlite3BtreeGetFilename(db->aDb[0].pBt))
2297 || nTrans<=1
2298 ){
danielk197704103022009-02-03 16:51:24 +00002299 for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
danielk197713adf8a2004-06-03 16:08:41 +00002300 Btree *pBt = db->aDb[i].pBt;
2301 if( pBt ){
drh80e35f42007-03-30 14:06:34 +00002302 rc = sqlite3BtreeCommitPhaseOne(pBt, 0);
drh2ac3ee92004-06-07 16:27:46 +00002303 }
2304 }
2305
drh80e35f42007-03-30 14:06:34 +00002306 /* Do the commit only if all databases successfully complete phase 1.
2307 ** If one of the BtreeCommitPhaseOne() calls fails, this indicates an
2308 ** IO error while deleting or truncating a journal file. It is unlikely,
2309 ** but could happen. In this case abandon processing and return the error.
danielk1977979f38e2007-03-27 16:19:51 +00002310 */
2311 for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
2312 Btree *pBt = db->aDb[i].pBt;
2313 if( pBt ){
dan60939d02011-03-29 15:40:55 +00002314 rc = sqlite3BtreeCommitPhaseTwo(pBt, 0);
danielk197713adf8a2004-06-03 16:08:41 +00002315 }
danielk1977979f38e2007-03-27 16:19:51 +00002316 }
2317 if( rc==SQLITE_OK ){
danielk1977f9e7dda2006-06-16 16:08:53 +00002318 sqlite3VtabCommit(db);
danielk197713adf8a2004-06-03 16:08:41 +00002319 }
2320 }
2321
2322 /* The complex case - There is a multi-file write-transaction active.
2323 ** This requires a master journal file to ensure the transaction is
peter.d.reid60ec9142014-09-06 16:39:46 +00002324 ** committed atomically.
danielk197713adf8a2004-06-03 16:08:41 +00002325 */
danielk197744ee5bf2005-05-27 09:41:12 +00002326#ifndef SQLITE_OMIT_DISKIO
danielk197713adf8a2004-06-03 16:08:41 +00002327 else{
danielk1977b4b47412007-08-17 15:53:36 +00002328 sqlite3_vfs *pVfs = db->pVfs;
danielk197713adf8a2004-06-03 16:08:41 +00002329 char *zMaster = 0; /* File-name for the master journal */
2330 char const *zMainFile = sqlite3BtreeGetFilename(db->aDb[0].pBt);
danielk1977b4b47412007-08-17 15:53:36 +00002331 sqlite3_file *pMaster = 0;
danielk197762079062007-08-15 17:08:46 +00002332 i64 offset = 0;
danielk1977861f7452008-06-05 11:39:11 +00002333 int res;
drhf5808602011-12-16 00:33:04 +00002334 int retryCount = 0;
drh5c531a42011-12-16 01:21:31 +00002335 int nMainFile;
danielk197713adf8a2004-06-03 16:08:41 +00002336
2337 /* Select a master journal file name */
drh5c531a42011-12-16 01:21:31 +00002338 nMainFile = sqlite3Strlen30(zMainFile);
drh52bcde02012-01-03 14:50:45 +00002339 zMaster = sqlite3MPrintf(db, "%s-mjXXXXXX9XXz", zMainFile);
mistachkinfad30392016-02-13 23:43:46 +00002340 if( zMaster==0 ) return SQLITE_NOMEM_BKPT;
danielk197713adf8a2004-06-03 16:08:41 +00002341 do {
drhdc5ea5c2008-12-10 17:19:59 +00002342 u32 iRandom;
drh84968c02011-12-16 15:11:39 +00002343 if( retryCount ){
2344 if( retryCount>100 ){
2345 sqlite3_log(SQLITE_FULL, "MJ delete: %s", zMaster);
2346 sqlite3OsDelete(pVfs, zMaster, 0);
2347 break;
2348 }else if( retryCount==1 ){
2349 sqlite3_log(SQLITE_FULL, "MJ collide: %s", zMaster);
2350 }
danielk197713adf8a2004-06-03 16:08:41 +00002351 }
drh84968c02011-12-16 15:11:39 +00002352 retryCount++;
danielk197713adf8a2004-06-03 16:08:41 +00002353 sqlite3_randomness(sizeof(iRandom), &iRandom);
drh5c531a42011-12-16 01:21:31 +00002354 sqlite3_snprintf(13, &zMaster[nMainFile], "-mj%06X9%02X",
drhf5808602011-12-16 00:33:04 +00002355 (iRandom>>8)&0xffffff, iRandom&0xff);
drhf5808602011-12-16 00:33:04 +00002356 /* The antipenultimate character of the master journal name must
2357 ** be "9" to avoid name collisions when using 8+3 filenames. */
drh5c531a42011-12-16 01:21:31 +00002358 assert( zMaster[sqlite3Strlen30(zMaster)-3]=='9' );
drh81cc5162011-05-17 20:36:21 +00002359 sqlite3FileSuffix3(zMainFile, zMaster);
danielk1977861f7452008-06-05 11:39:11 +00002360 rc = sqlite3OsAccess(pVfs, zMaster, SQLITE_ACCESS_EXISTS, &res);
2361 }while( rc==SQLITE_OK && res );
2362 if( rc==SQLITE_OK ){
drh19db9352008-03-27 22:42:51 +00002363 /* Open the master journal. */
2364 rc = sqlite3OsOpenMalloc(pVfs, zMaster, &pMaster,
2365 SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE|
2366 SQLITE_OPEN_EXCLUSIVE|SQLITE_OPEN_MASTER_JOURNAL, 0
2367 );
2368 }
danielk197713adf8a2004-06-03 16:08:41 +00002369 if( rc!=SQLITE_OK ){
drh633e6d52008-07-28 19:34:53 +00002370 sqlite3DbFree(db, zMaster);
danielk197713adf8a2004-06-03 16:08:41 +00002371 return rc;
2372 }
2373
2374 /* Write the name of each database file in the transaction into the new
2375 ** master journal file. If an error occurs at this point close
2376 ** and delete the master journal file. All the individual journal files
2377 ** still have 'null' as the master journal pointer, so they will roll
danielk1977aca790a2005-01-13 11:07:52 +00002378 ** back independently if a failure occurs.
danielk197713adf8a2004-06-03 16:08:41 +00002379 */
danielk19771e536952007-08-16 10:09:01 +00002380 for(i=0; i<db->nDb; i++){
danielk197713adf8a2004-06-03 16:08:41 +00002381 Btree *pBt = db->aDb[i].pBt;
drhd0679ed2007-08-28 22:24:34 +00002382 if( sqlite3BtreeIsInTrans(pBt) ){
danielk19775865e3d2004-06-14 06:03:57 +00002383 char const *zFile = sqlite3BtreeGetJournalname(pBt);
drh8c96a6e2010-08-31 01:09:15 +00002384 if( zFile==0 ){
drhb290e1c2009-12-08 13:36:55 +00002385 continue; /* Ignore TEMP and :memory: databases */
2386 }
drh8c96a6e2010-08-31 01:09:15 +00002387 assert( zFile[0]!=0 );
drhea678832008-12-10 19:26:22 +00002388 rc = sqlite3OsWrite(pMaster, zFile, sqlite3Strlen30(zFile)+1, offset);
2389 offset += sqlite3Strlen30(zFile)+1;
danielk197713adf8a2004-06-03 16:08:41 +00002390 if( rc!=SQLITE_OK ){
danielk1977fee2d252007-08-18 10:59:19 +00002391 sqlite3OsCloseFree(pMaster);
2392 sqlite3OsDelete(pVfs, zMaster, 0);
drh633e6d52008-07-28 19:34:53 +00002393 sqlite3DbFree(db, zMaster);
danielk197713adf8a2004-06-03 16:08:41 +00002394 return rc;
2395 }
2396 }
2397 }
2398
danielk19779663b8f2007-08-24 11:52:28 +00002399 /* Sync the master journal file. If the IOCAP_SEQUENTIAL device
2400 ** flag is set this is not required.
2401 */
drhb0529582016-02-22 23:44:42 +00002402 if( 0==(sqlite3OsDeviceCharacteristics(pMaster)&SQLITE_IOCAP_SEQUENTIAL)
danielk1977bea2a942009-01-20 17:06:27 +00002403 && SQLITE_OK!=(rc = sqlite3OsSync(pMaster, SQLITE_SYNC_NORMAL))
2404 ){
danielk1977fee2d252007-08-18 10:59:19 +00002405 sqlite3OsCloseFree(pMaster);
2406 sqlite3OsDelete(pVfs, zMaster, 0);
drh633e6d52008-07-28 19:34:53 +00002407 sqlite3DbFree(db, zMaster);
danielk19775865e3d2004-06-14 06:03:57 +00002408 return rc;
2409 }
drhc9e06862004-06-09 20:03:08 +00002410
danielk197713adf8a2004-06-03 16:08:41 +00002411 /* Sync all the db files involved in the transaction. The same call
2412 ** sets the master journal pointer in each individual journal. If
2413 ** an error occurs here, do not delete the master journal file.
2414 **
drh80e35f42007-03-30 14:06:34 +00002415 ** If the error occurs during the first call to
2416 ** sqlite3BtreeCommitPhaseOne(), then there is a chance that the
2417 ** master journal file will be orphaned. But we cannot delete it,
2418 ** in case the master journal file name was written into the journal
shanebe217792009-03-05 04:20:31 +00002419 ** file before the failure occurred.
danielk197713adf8a2004-06-03 16:08:41 +00002420 */
danielk19775bd270b2006-07-25 15:14:52 +00002421 for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
danielk197713adf8a2004-06-03 16:08:41 +00002422 Btree *pBt = db->aDb[i].pBt;
drhd0679ed2007-08-28 22:24:34 +00002423 if( pBt ){
drh80e35f42007-03-30 14:06:34 +00002424 rc = sqlite3BtreeCommitPhaseOne(pBt, zMaster);
danielk197713adf8a2004-06-03 16:08:41 +00002425 }
2426 }
danielk1977fee2d252007-08-18 10:59:19 +00002427 sqlite3OsCloseFree(pMaster);
drhabfb62f2010-07-30 11:20:35 +00002428 assert( rc!=SQLITE_BUSY );
danielk19775bd270b2006-07-25 15:14:52 +00002429 if( rc!=SQLITE_OK ){
drh633e6d52008-07-28 19:34:53 +00002430 sqlite3DbFree(db, zMaster);
danielk19775bd270b2006-07-25 15:14:52 +00002431 return rc;
2432 }
danielk197713adf8a2004-06-03 16:08:41 +00002433
danielk1977962398d2004-06-14 09:35:16 +00002434 /* Delete the master journal file. This commits the transaction. After
2435 ** doing this the directory is synced again before any individual
2436 ** transaction files are deleted.
2437 */
drhb0529582016-02-22 23:44:42 +00002438 rc = sqlite3OsDelete(pVfs, zMaster, 1);
drh633e6d52008-07-28 19:34:53 +00002439 sqlite3DbFree(db, zMaster);
drhc416ba92007-03-30 18:42:55 +00002440 zMaster = 0;
drh29a01382006-08-13 19:04:18 +00002441 if( rc ){
2442 return rc;
2443 }
danielk197713adf8a2004-06-03 16:08:41 +00002444
2445 /* All files and directories have already been synced, so the following
drh80e35f42007-03-30 14:06:34 +00002446 ** calls to sqlite3BtreeCommitPhaseTwo() are only closing files and
2447 ** deleting or truncating journals. If something goes wrong while
2448 ** this is happening we don't really care. The integrity of the
2449 ** transaction is already guaranteed, but some stray 'cold' journals
2450 ** may be lying around. Returning an error code won't help matters.
danielk197713adf8a2004-06-03 16:08:41 +00002451 */
danielk1977979f38e2007-03-27 16:19:51 +00002452 disable_simulated_io_errors();
danielk19772d1d86f2008-06-20 14:59:51 +00002453 sqlite3BeginBenignMalloc();
danielk197713adf8a2004-06-03 16:08:41 +00002454 for(i=0; i<db->nDb; i++){
2455 Btree *pBt = db->aDb[i].pBt;
2456 if( pBt ){
dan60939d02011-03-29 15:40:55 +00002457 sqlite3BtreeCommitPhaseTwo(pBt, 1);
danielk197713adf8a2004-06-03 16:08:41 +00002458 }
2459 }
danielk19772d1d86f2008-06-20 14:59:51 +00002460 sqlite3EndBenignMalloc();
danielk1977979f38e2007-03-27 16:19:51 +00002461 enable_simulated_io_errors();
2462
danielk1977f9e7dda2006-06-16 16:08:53 +00002463 sqlite3VtabCommit(db);
danielk197713adf8a2004-06-03 16:08:41 +00002464 }
danielk197744ee5bf2005-05-27 09:41:12 +00002465#endif
danielk1977026d2702004-06-14 13:14:59 +00002466
drh2ac3ee92004-06-07 16:27:46 +00002467 return rc;
danielk197713adf8a2004-06-03 16:08:41 +00002468}
2469
danielk19771d850a72004-05-31 08:26:49 +00002470/*
drh4f7d3a52013-06-27 23:54:02 +00002471** This routine checks that the sqlite3.nVdbeActive count variable
danielk19771d850a72004-05-31 08:26:49 +00002472** matches the number of vdbe's in the list sqlite3.pVdbe that are
2473** currently active. An assertion fails if the two counts do not match.
drh92f02c32004-09-02 14:57:08 +00002474** This is an internal self-check only - it is not an essential processing
2475** step.
danielk19771d850a72004-05-31 08:26:49 +00002476**
2477** This is a no-op if NDEBUG is defined.
2478*/
2479#ifndef NDEBUG
drh9bb575f2004-09-06 17:24:11 +00002480static void checkActiveVdbeCnt(sqlite3 *db){
danielk19771d850a72004-05-31 08:26:49 +00002481 Vdbe *p;
2482 int cnt = 0;
drhad4a4b82008-11-05 16:37:34 +00002483 int nWrite = 0;
drh4f7d3a52013-06-27 23:54:02 +00002484 int nRead = 0;
danielk19771d850a72004-05-31 08:26:49 +00002485 p = db->pVdbe;
2486 while( p ){
dan857745c2014-07-19 17:57:10 +00002487 if( sqlite3_stmt_busy((sqlite3_stmt*)p) ){
danielk19771d850a72004-05-31 08:26:49 +00002488 cnt++;
drhad4a4b82008-11-05 16:37:34 +00002489 if( p->readOnly==0 ) nWrite++;
drh1713afb2013-06-28 01:24:57 +00002490 if( p->bIsReader ) nRead++;
danielk19771d850a72004-05-31 08:26:49 +00002491 }
2492 p = p->pNext;
2493 }
drh4f7d3a52013-06-27 23:54:02 +00002494 assert( cnt==db->nVdbeActive );
2495 assert( nWrite==db->nVdbeWrite );
2496 assert( nRead==db->nVdbeRead );
danielk19771d850a72004-05-31 08:26:49 +00002497}
2498#else
2499#define checkActiveVdbeCnt(x)
2500#endif
2501
danielk19773cf86062004-05-26 10:11:05 +00002502/*
danielk1977bd434552009-03-18 10:33:00 +00002503** If the Vdbe passed as the first argument opened a statement-transaction,
2504** close it now. Argument eOp must be either SAVEPOINT_ROLLBACK or
2505** SAVEPOINT_RELEASE. If it is SAVEPOINT_ROLLBACK, then the statement
2506** transaction is rolled back. If eOp is SAVEPOINT_RELEASE, then the
drhf7b54962013-05-28 12:11:54 +00002507** statement transaction is committed.
danielk1977bd434552009-03-18 10:33:00 +00002508**
2509** If an IO error occurs, an SQLITE_IOERR_XXX error code is returned.
2510** Otherwise SQLITE_OK.
2511*/
drhd0840642017-01-26 17:11:18 +00002512static SQLITE_NOINLINE int vdbeCloseStatement(Vdbe *p, int eOp){
danielk1977c926b6a2009-03-20 14:42:11 +00002513 sqlite3 *const db = p->db;
danielk1977bd434552009-03-18 10:33:00 +00002514 int rc = SQLITE_OK;
drhd0840642017-01-26 17:11:18 +00002515 int i;
2516 const int iSavepoint = p->iStatement-1;
danielk1977ecaecf92009-07-08 08:05:35 +00002517
drhd0840642017-01-26 17:11:18 +00002518 assert( eOp==SAVEPOINT_ROLLBACK || eOp==SAVEPOINT_RELEASE);
2519 assert( db->nStatement>0 );
2520 assert( p->iStatement==(db->nStatement+db->nSavepoint) );
danielk1977bd434552009-03-18 10:33:00 +00002521
drhd0840642017-01-26 17:11:18 +00002522 for(i=0; i<db->nDb; i++){
2523 int rc2 = SQLITE_OK;
2524 Btree *pBt = db->aDb[i].pBt;
2525 if( pBt ){
dana311b802011-04-26 19:21:34 +00002526 if( eOp==SAVEPOINT_ROLLBACK ){
drhd0840642017-01-26 17:11:18 +00002527 rc2 = sqlite3BtreeSavepoint(pBt, SAVEPOINT_ROLLBACK, iSavepoint);
2528 }
2529 if( rc2==SQLITE_OK ){
2530 rc2 = sqlite3BtreeSavepoint(pBt, SAVEPOINT_RELEASE, iSavepoint);
dana311b802011-04-26 19:21:34 +00002531 }
2532 if( rc==SQLITE_OK ){
drhd0840642017-01-26 17:11:18 +00002533 rc = rc2;
dana311b802011-04-26 19:21:34 +00002534 }
2535 }
drhd0840642017-01-26 17:11:18 +00002536 }
2537 db->nStatement--;
2538 p->iStatement = 0;
dana311b802011-04-26 19:21:34 +00002539
drhd0840642017-01-26 17:11:18 +00002540 if( rc==SQLITE_OK ){
dan1da40a32009-09-19 17:00:31 +00002541 if( eOp==SAVEPOINT_ROLLBACK ){
drhd0840642017-01-26 17:11:18 +00002542 rc = sqlite3VtabSavepoint(db, SAVEPOINT_ROLLBACK, iSavepoint);
dan1da40a32009-09-19 17:00:31 +00002543 }
drhd0840642017-01-26 17:11:18 +00002544 if( rc==SQLITE_OK ){
2545 rc = sqlite3VtabSavepoint(db, SAVEPOINT_RELEASE, iSavepoint);
2546 }
2547 }
2548
2549 /* If the statement transaction is being rolled back, also restore the
2550 ** database handles deferred constraint counter to the value it had when
2551 ** the statement transaction was opened. */
2552 if( eOp==SAVEPOINT_ROLLBACK ){
2553 db->nDeferredCons = p->nStmtDefCons;
2554 db->nDeferredImmCons = p->nStmtDefImmCons;
danielk1977bd434552009-03-18 10:33:00 +00002555 }
2556 return rc;
2557}
drhd0840642017-01-26 17:11:18 +00002558int sqlite3VdbeCloseStatement(Vdbe *p, int eOp){
2559 if( p->db->nStatement && p->iStatement ){
2560 return vdbeCloseStatement(p, eOp);
2561 }
2562 return SQLITE_OK;
2563}
2564
danielk1977bd434552009-03-18 10:33:00 +00002565
2566/*
dan1da40a32009-09-19 17:00:31 +00002567** This function is called when a transaction opened by the database
2568** handle associated with the VM passed as an argument is about to be
2569** committed. If there are outstanding deferred foreign key constraint
2570** violations, return SQLITE_ERROR. Otherwise, SQLITE_OK.
2571**
2572** If there are outstanding FK violations and this function returns
drhd91c1a12013-02-09 13:58:25 +00002573** SQLITE_ERROR, set the result of the VM to SQLITE_CONSTRAINT_FOREIGNKEY
2574** and write an error message to it. Then return SQLITE_ERROR.
dan1da40a32009-09-19 17:00:31 +00002575*/
2576#ifndef SQLITE_OMIT_FOREIGN_KEY
dan32b09f22009-09-23 17:29:59 +00002577int sqlite3VdbeCheckFk(Vdbe *p, int deferred){
dan1da40a32009-09-19 17:00:31 +00002578 sqlite3 *db = p->db;
dancb3e4b72013-07-03 19:53:05 +00002579 if( (deferred && (db->nDeferredCons+db->nDeferredImmCons)>0)
2580 || (!deferred && p->nFkConstraint>0)
2581 ){
drhd91c1a12013-02-09 13:58:25 +00002582 p->rc = SQLITE_CONSTRAINT_FOREIGNKEY;
dan32b09f22009-09-23 17:29:59 +00002583 p->errorAction = OE_Abort;
drh22c17b82015-05-15 04:13:15 +00002584 sqlite3VdbeError(p, "FOREIGN KEY constraint failed");
dan1da40a32009-09-19 17:00:31 +00002585 return SQLITE_ERROR;
2586 }
2587 return SQLITE_OK;
2588}
2589#endif
2590
2591/*
drh92f02c32004-09-02 14:57:08 +00002592** This routine is called the when a VDBE tries to halt. If the VDBE
2593** has made changes and is in autocommit mode, then commit those
2594** changes. If a rollback is needed, then do the rollback.
drh9a324642003-09-06 20:12:01 +00002595**
drh92f02c32004-09-02 14:57:08 +00002596** This routine is the only way to move the state of a VM from
drhff0587c2007-08-29 17:43:19 +00002597** SQLITE_MAGIC_RUN to SQLITE_MAGIC_HALT. It is harmless to
2598** call this on a VM that is in the SQLITE_MAGIC_HALT state.
drh92f02c32004-09-02 14:57:08 +00002599**
2600** Return an error code. If the commit could not complete because of
2601** lock contention, return SQLITE_BUSY. If SQLITE_BUSY is returned, it
2602** means the close did not happen and needs to be repeated.
drh9a324642003-09-06 20:12:01 +00002603*/
drhff0587c2007-08-29 17:43:19 +00002604int sqlite3VdbeHalt(Vdbe *p){
danielk1977bd434552009-03-18 10:33:00 +00002605 int rc; /* Used to store transient return codes */
drh9bb575f2004-09-06 17:24:11 +00002606 sqlite3 *db = p->db;
danielk197707cb5602006-01-20 10:55:05 +00002607
2608 /* This function contains the logic that determines if a statement or
2609 ** transaction will be committed or rolled back as a result of the
2610 ** execution of this virtual machine.
2611 **
drh71b890a2007-10-03 15:30:52 +00002612 ** If any of the following errors occur:
danielk197707cb5602006-01-20 10:55:05 +00002613 **
drh71b890a2007-10-03 15:30:52 +00002614 ** SQLITE_NOMEM
2615 ** SQLITE_IOERR
2616 ** SQLITE_FULL
2617 ** SQLITE_INTERRUPT
danielk197707cb5602006-01-20 10:55:05 +00002618 **
drh71b890a2007-10-03 15:30:52 +00002619 ** Then the internal cache might have been left in an inconsistent
2620 ** state. We need to rollback the statement transaction, if there is
2621 ** one, or the complete transaction if there is no statement transaction.
danielk197707cb5602006-01-20 10:55:05 +00002622 */
drh9a324642003-09-06 20:12:01 +00002623
dan1325adf2017-02-21 21:24:05 +00002624 if( p->magic!=VDBE_MAGIC_RUN ){
2625 return SQLITE_OK;
2626 }
drhb84e5742016-02-05 02:42:54 +00002627 if( db->mallocFailed ){
mistachkinfad30392016-02-13 23:43:46 +00002628 p->rc = SQLITE_NOMEM_BKPT;
danielk1977261919c2005-12-06 12:52:59 +00002629 }
drh5f82e3c2009-07-06 00:44:08 +00002630 closeAllCursors(p);
danielk19771d850a72004-05-31 08:26:49 +00002631 checkActiveVdbeCnt(db);
danielk1977261919c2005-12-06 12:52:59 +00002632
danc0537fe2013-06-28 19:41:43 +00002633 /* No commit or rollback needed if the program never started or if the
2634 ** SQL statement does not read or write a database file. */
2635 if( p->pc>=0 && p->bIsReader ){
drhaac2f552006-09-23 21:44:23 +00002636 int mrc; /* Primary error code from p->rc */
danielk1977bd434552009-03-18 10:33:00 +00002637 int eStatementOp = 0;
2638 int isSpecialError; /* Set to true if a 'special' error */
drhff0587c2007-08-29 17:43:19 +00002639
2640 /* Lock all btrees used by the statement */
drhbdaec522011-04-04 00:14:43 +00002641 sqlite3VdbeEnter(p);
drhff0587c2007-08-29 17:43:19 +00002642
drh71b890a2007-10-03 15:30:52 +00002643 /* Check for one of the special errors */
drhaac2f552006-09-23 21:44:23 +00002644 mrc = p->rc & 0xff;
drh71b890a2007-10-03 15:30:52 +00002645 isSpecialError = mrc==SQLITE_NOMEM || mrc==SQLITE_IOERR
drh77658e22007-12-04 16:54:52 +00002646 || mrc==SQLITE_INTERRUPT || mrc==SQLITE_FULL;
danielk197707cb5602006-01-20 10:55:05 +00002647 if( isSpecialError ){
dan5653e4d2010-08-12 11:25:47 +00002648 /* If the query was read-only and the error code is SQLITE_INTERRUPT,
2649 ** no rollback is necessary. Otherwise, at least a savepoint
2650 ** transaction must be rolled back to restore the database to a
2651 ** consistent state.
2652 **
2653 ** Even if the statement is read-only, it is important to perform
2654 ** a statement or transaction rollback operation. If the error
mistachkin48864df2013-03-21 21:20:32 +00002655 ** occurred while writing to the journal, sub-journal or database
dan5653e4d2010-08-12 11:25:47 +00002656 ** file as part of an effort to free up cache space (see function
2657 ** pagerStress() in pager.c), the rollback is required to restore
2658 ** the pager to a consistent state.
danielk197707cb5602006-01-20 10:55:05 +00002659 */
drhad4a4b82008-11-05 16:37:34 +00002660 if( !p->readOnly || mrc!=SQLITE_INTERRUPT ){
drhfa3be902009-07-07 02:44:07 +00002661 if( (mrc==SQLITE_NOMEM || mrc==SQLITE_FULL) && p->usesStmtJournal ){
danielk1977bd434552009-03-18 10:33:00 +00002662 eStatementOp = SAVEPOINT_ROLLBACK;
danielk197707cb5602006-01-20 10:55:05 +00002663 }else{
2664 /* We are forced to roll back the active transaction. Before doing
2665 ** so, abort any other statements this handle currently has active.
2666 */
drh21021a52012-02-13 17:01:51 +00002667 sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK);
danielk1977fc158bf2009-01-07 08:12:16 +00002668 sqlite3CloseSavepoints(db);
danielk197707cb5602006-01-20 10:55:05 +00002669 db->autoCommit = 1;
danc3da6672014-10-28 18:24:16 +00002670 p->nChange = 0;
danielk197707cb5602006-01-20 10:55:05 +00002671 }
danielk1977261919c2005-12-06 12:52:59 +00002672 }
2673 }
dan32b09f22009-09-23 17:29:59 +00002674
2675 /* Check for immediate foreign key violations. */
2676 if( p->rc==SQLITE_OK ){
2677 sqlite3VdbeCheckFk(p, 0);
2678 }
danielk197707cb5602006-01-20 10:55:05 +00002679
danielk1977bd434552009-03-18 10:33:00 +00002680 /* If the auto-commit flag is set and this is the only active writer
2681 ** VM, then we do either a commit or rollback of the current transaction.
danielk197707cb5602006-01-20 10:55:05 +00002682 **
2683 ** Note: This block also runs if one of the special errors handled
drhad4a4b82008-11-05 16:37:34 +00002684 ** above has occurred.
danielk197707cb5602006-01-20 10:55:05 +00002685 */
danielk1977093e0f62008-11-13 18:00:14 +00002686 if( !sqlite3VtabInSync(db)
2687 && db->autoCommit
drh4f7d3a52013-06-27 23:54:02 +00002688 && db->nVdbeWrite==(p->readOnly==0)
danielk1977093e0f62008-11-13 18:00:14 +00002689 ){
danielk197707cb5602006-01-20 10:55:05 +00002690 if( p->rc==SQLITE_OK || (p->errorAction==OE_Fail && !isSpecialError) ){
dan19611b12011-01-24 16:00:58 +00002691 rc = sqlite3VdbeCheckFk(p, 1);
2692 if( rc!=SQLITE_OK ){
drhe9ce5852011-02-11 22:54:28 +00002693 if( NEVER(p->readOnly) ){
drhbdaec522011-04-04 00:14:43 +00002694 sqlite3VdbeLeave(p);
dan19611b12011-01-24 16:00:58 +00002695 return SQLITE_ERROR;
2696 }
drhd91c1a12013-02-09 13:58:25 +00002697 rc = SQLITE_CONSTRAINT_FOREIGNKEY;
dan19611b12011-01-24 16:00:58 +00002698 }else{
2699 /* The auto-commit flag is true, the vdbe program was successful
2700 ** or hit an 'OR FAIL' constraint and there are no deferred foreign
2701 ** key constraints to hold up the transaction. This means a commit
2702 ** is required. */
2703 rc = vdbeCommit(db, p);
dan1da40a32009-09-19 17:00:31 +00002704 }
dan19611b12011-01-24 16:00:58 +00002705 if( rc==SQLITE_BUSY && p->readOnly ){
drhbdaec522011-04-04 00:14:43 +00002706 sqlite3VdbeLeave(p);
danielk197707cb5602006-01-20 10:55:05 +00002707 return SQLITE_BUSY;
2708 }else if( rc!=SQLITE_OK ){
2709 p->rc = rc;
drh0f198a72012-02-13 16:43:16 +00002710 sqlite3RollbackAll(db, SQLITE_OK);
danc3da6672014-10-28 18:24:16 +00002711 p->nChange = 0;
danielk197707cb5602006-01-20 10:55:05 +00002712 }else{
dan1da40a32009-09-19 17:00:31 +00002713 db->nDeferredCons = 0;
dancb3e4b72013-07-03 19:53:05 +00002714 db->nDeferredImmCons = 0;
drh963c74d2013-07-11 12:19:12 +00002715 db->flags &= ~SQLITE_DeferFKs;
danielk197707cb5602006-01-20 10:55:05 +00002716 sqlite3CommitInternalChanges(db);
2717 }
2718 }else{
drh0f198a72012-02-13 16:43:16 +00002719 sqlite3RollbackAll(db, SQLITE_OK);
danc3da6672014-10-28 18:24:16 +00002720 p->nChange = 0;
danielk197707cb5602006-01-20 10:55:05 +00002721 }
danielk1977bd434552009-03-18 10:33:00 +00002722 db->nStatement = 0;
2723 }else if( eStatementOp==0 ){
danielk197707cb5602006-01-20 10:55:05 +00002724 if( p->rc==SQLITE_OK || p->errorAction==OE_Fail ){
danielk1977bd434552009-03-18 10:33:00 +00002725 eStatementOp = SAVEPOINT_RELEASE;
danielk197707cb5602006-01-20 10:55:05 +00002726 }else if( p->errorAction==OE_Abort ){
danielk1977bd434552009-03-18 10:33:00 +00002727 eStatementOp = SAVEPOINT_ROLLBACK;
danielk197707cb5602006-01-20 10:55:05 +00002728 }else{
drh21021a52012-02-13 17:01:51 +00002729 sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK);
danielk1977fc158bf2009-01-07 08:12:16 +00002730 sqlite3CloseSavepoints(db);
danielk197707cb5602006-01-20 10:55:05 +00002731 db->autoCommit = 1;
danc3da6672014-10-28 18:24:16 +00002732 p->nChange = 0;
danielk197707cb5602006-01-20 10:55:05 +00002733 }
danielk19771d850a72004-05-31 08:26:49 +00002734 }
danielk197707cb5602006-01-20 10:55:05 +00002735
danielk1977bd434552009-03-18 10:33:00 +00002736 /* If eStatementOp is non-zero, then a statement transaction needs to
2737 ** be committed or rolled back. Call sqlite3VdbeCloseStatement() to
2738 ** do so. If this operation returns an error, and the current statement
drh35173242010-03-08 21:40:13 +00002739 ** error code is SQLITE_OK or SQLITE_CONSTRAINT, then promote the
2740 ** current statement error code.
danielk197707cb5602006-01-20 10:55:05 +00002741 */
danielk1977bd434552009-03-18 10:33:00 +00002742 if( eStatementOp ){
2743 rc = sqlite3VdbeCloseStatement(p, eStatementOp);
dan40ad9d22010-06-03 09:17:38 +00002744 if( rc ){
drhd91c1a12013-02-09 13:58:25 +00002745 if( p->rc==SQLITE_OK || (p->rc&0xff)==SQLITE_CONSTRAINT ){
dan40ad9d22010-06-03 09:17:38 +00002746 p->rc = rc;
2747 sqlite3DbFree(db, p->zErrMsg);
2748 p->zErrMsg = 0;
2749 }
drh21021a52012-02-13 17:01:51 +00002750 sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK);
dan40ad9d22010-06-03 09:17:38 +00002751 sqlite3CloseSavepoints(db);
2752 db->autoCommit = 1;
danc3da6672014-10-28 18:24:16 +00002753 p->nChange = 0;
danielk197707cb5602006-01-20 10:55:05 +00002754 }
danielk197777d83ba2004-05-31 10:08:14 +00002755 }
danielk197707cb5602006-01-20 10:55:05 +00002756
danielk1977bd434552009-03-18 10:33:00 +00002757 /* If this was an INSERT, UPDATE or DELETE and no statement transaction
2758 ** has been rolled back, update the database connection change-counter.
danielk197707cb5602006-01-20 10:55:05 +00002759 */
drh6be240e2009-07-14 02:33:02 +00002760 if( p->changeCntOn ){
danielk1977bd434552009-03-18 10:33:00 +00002761 if( eStatementOp!=SAVEPOINT_ROLLBACK ){
danielk197707cb5602006-01-20 10:55:05 +00002762 sqlite3VdbeSetChanges(db, p->nChange);
2763 }else{
2764 sqlite3VdbeSetChanges(db, 0);
2765 }
2766 p->nChange = 0;
danielk1977b28af712004-06-21 06:50:26 +00002767 }
drhff0587c2007-08-29 17:43:19 +00002768
2769 /* Release the locks */
drhbdaec522011-04-04 00:14:43 +00002770 sqlite3VdbeLeave(p);
drh9a324642003-09-06 20:12:01 +00002771 }
danielk19771d850a72004-05-31 08:26:49 +00002772
danielk197765fd59f2006-06-24 11:51:33 +00002773 /* We have successfully halted and closed the VM. Record this fact. */
2774 if( p->pc>=0 ){
drh4f7d3a52013-06-27 23:54:02 +00002775 db->nVdbeActive--;
2776 if( !p->readOnly ) db->nVdbeWrite--;
drh1713afb2013-06-28 01:24:57 +00002777 if( p->bIsReader ) db->nVdbeRead--;
drh4f7d3a52013-06-27 23:54:02 +00002778 assert( db->nVdbeActive>=db->nVdbeRead );
2779 assert( db->nVdbeRead>=db->nVdbeWrite );
2780 assert( db->nVdbeWrite>=0 );
drh9a324642003-09-06 20:12:01 +00002781 }
drh92f02c32004-09-02 14:57:08 +00002782 p->magic = VDBE_MAGIC_HALT;
2783 checkActiveVdbeCnt(db);
drhb84e5742016-02-05 02:42:54 +00002784 if( db->mallocFailed ){
mistachkinfad30392016-02-13 23:43:46 +00002785 p->rc = SQLITE_NOMEM_BKPT;
drhff0587c2007-08-29 17:43:19 +00002786 }
danielk19771d850a72004-05-31 08:26:49 +00002787
danielk1977404ca072009-03-16 13:19:36 +00002788 /* If the auto-commit flag is set to true, then any locks that were held
2789 ** by connection db have now been released. Call sqlite3ConnectionUnlocked()
2790 ** to invoke any required unlock-notify callbacks.
2791 */
2792 if( db->autoCommit ){
2793 sqlite3ConnectionUnlocked(db);
2794 }
2795
drh4f7d3a52013-06-27 23:54:02 +00002796 assert( db->nVdbeActive>0 || db->autoCommit==0 || db->nStatement==0 );
dan19611b12011-01-24 16:00:58 +00002797 return (p->rc==SQLITE_BUSY ? SQLITE_BUSY : SQLITE_OK);
drh92f02c32004-09-02 14:57:08 +00002798}
drh4cf7c7f2007-08-28 23:28:07 +00002799
drh92f02c32004-09-02 14:57:08 +00002800
2801/*
drh3c23a882007-01-09 14:01:13 +00002802** Each VDBE holds the result of the most recent sqlite3_step() call
2803** in p->rc. This routine sets that result back to SQLITE_OK.
2804*/
2805void sqlite3VdbeResetStepResult(Vdbe *p){
2806 p->rc = SQLITE_OK;
2807}
2808
2809/*
dan029ead62011-10-27 15:19:58 +00002810** Copy the error code and error message belonging to the VDBE passed
2811** as the first argument to its database handle (so that they will be
2812** returned by calls to sqlite3_errcode() and sqlite3_errmsg()).
2813**
2814** This function does not clear the VDBE error code or message, just
2815** copies them to the database handle.
2816*/
2817int sqlite3VdbeTransferError(Vdbe *p){
2818 sqlite3 *db = p->db;
2819 int rc = p->rc;
2820 if( p->zErrMsg ){
drh4a642b62016-02-05 01:55:27 +00002821 db->bBenignMalloc++;
dan029ead62011-10-27 15:19:58 +00002822 sqlite3BeginBenignMalloc();
drha3cc0072013-12-13 16:23:55 +00002823 if( db->pErr==0 ) db->pErr = sqlite3ValueNew(db);
dan029ead62011-10-27 15:19:58 +00002824 sqlite3ValueSetStr(db->pErr, -1, p->zErrMsg, SQLITE_UTF8, SQLITE_TRANSIENT);
2825 sqlite3EndBenignMalloc();
drh4a642b62016-02-05 01:55:27 +00002826 db->bBenignMalloc--;
drhe70d01f2017-05-29 22:44:18 +00002827 }else if( db->pErr ){
2828 sqlite3ValueSetNull(db->pErr);
dan029ead62011-10-27 15:19:58 +00002829 }
drhe70d01f2017-05-29 22:44:18 +00002830 db->errCode = rc;
dan029ead62011-10-27 15:19:58 +00002831 return rc;
2832}
2833
danac455932012-11-26 19:50:41 +00002834#ifdef SQLITE_ENABLE_SQLLOG
2835/*
2836** If an SQLITE_CONFIG_SQLLOG hook is registered and the VM has been run,
2837** invoke it.
2838*/
2839static void vdbeInvokeSqllog(Vdbe *v){
2840 if( sqlite3GlobalConfig.xSqllog && v->rc==SQLITE_OK && v->zSql && v->pc>=0 ){
2841 char *zExpanded = sqlite3VdbeExpandSql(v, v->zSql);
2842 assert( v->db->init.busy==0 );
2843 if( zExpanded ){
2844 sqlite3GlobalConfig.xSqllog(
2845 sqlite3GlobalConfig.pSqllogArg, v->db, zExpanded, 1
2846 );
2847 sqlite3DbFree(v->db, zExpanded);
2848 }
2849 }
2850}
2851#else
2852# define vdbeInvokeSqllog(x)
2853#endif
2854
dan029ead62011-10-27 15:19:58 +00002855/*
drh92f02c32004-09-02 14:57:08 +00002856** Clean up a VDBE after execution but do not delete the VDBE just yet.
2857** Write any error messages into *pzErrMsg. Return the result code.
2858**
2859** After this routine is run, the VDBE should be ready to be executed
2860** again.
2861**
2862** To look at it another way, this routine resets the state of the
2863** virtual machine from VDBE_MAGIC_RUN or VDBE_MAGIC_HALT back to
2864** VDBE_MAGIC_INIT.
2865*/
drhc890fec2008-08-01 20:10:08 +00002866int sqlite3VdbeReset(Vdbe *p){
drh4ac285a2006-09-15 07:28:50 +00002867 sqlite3 *db;
drh4ac285a2006-09-15 07:28:50 +00002868 db = p->db;
drh92f02c32004-09-02 14:57:08 +00002869
2870 /* If the VM did not run to completion or if it encountered an
2871 ** error, then it might not have been halted properly. So halt
2872 ** it now.
2873 */
2874 sqlite3VdbeHalt(p);
2875
drhfb7e7652005-01-24 00:28:42 +00002876 /* If the VDBE has be run even partially, then transfer the error code
2877 ** and error message from the VDBE into the main database structure. But
2878 ** if the VDBE has just been set to run but has not actually executed any
2879 ** instructions yet, leave the main database error information unchanged.
drh92f02c32004-09-02 14:57:08 +00002880 */
drhfb7e7652005-01-24 00:28:42 +00002881 if( p->pc>=0 ){
danac455932012-11-26 19:50:41 +00002882 vdbeInvokeSqllog(p);
dan029ead62011-10-27 15:19:58 +00002883 sqlite3VdbeTransferError(p);
2884 sqlite3DbFree(db, p->zErrMsg);
2885 p->zErrMsg = 0;
drh4611d922010-02-25 14:47:01 +00002886 if( p->runOnlyOnce ) p->expired = 1;
danielk1977a21c6b62005-01-24 10:25:59 +00002887 }else if( p->rc && p->expired ){
2888 /* The expired flag was set on the VDBE before the first call
2889 ** to sqlite3_step(). For consistency (since sqlite3_step() was
2890 ** called), set the database error in this case as well.
2891 */
drh13f40da2014-08-22 18:00:11 +00002892 sqlite3ErrorWithMsg(db, p->rc, p->zErrMsg ? "%s" : 0, p->zErrMsg);
drh633e6d52008-07-28 19:34:53 +00002893 sqlite3DbFree(db, p->zErrMsg);
danielk19778e556522007-11-13 10:30:24 +00002894 p->zErrMsg = 0;
drh92f02c32004-09-02 14:57:08 +00002895 }
2896
2897 /* Reclaim all memory used by the VDBE
2898 */
drhc890fec2008-08-01 20:10:08 +00002899 Cleanup(p);
drh92f02c32004-09-02 14:57:08 +00002900
2901 /* Save profiling information from this VDBE run.
2902 */
drh9a324642003-09-06 20:12:01 +00002903#ifdef VDBE_PROFILE
2904 {
2905 FILE *out = fopen("vdbe_profile.out", "a");
2906 if( out ){
2907 int i;
2908 fprintf(out, "---- ");
2909 for(i=0; i<p->nOp; i++){
2910 fprintf(out, "%02x", p->aOp[i].opcode);
2911 }
2912 fprintf(out, "\n");
drh2926f962014-02-17 01:13:28 +00002913 if( p->zSql ){
2914 char c, pc = 0;
2915 fprintf(out, "-- ");
2916 for(i=0; (c = p->zSql[i])!=0; i++){
2917 if( pc=='\n' ) fprintf(out, "-- ");
2918 putc(c, out);
2919 pc = c;
2920 }
2921 if( pc!='\n' ) fprintf(out, "\n");
2922 }
drh9a324642003-09-06 20:12:01 +00002923 for(i=0; i<p->nOp; i++){
drh15ab9412014-02-24 14:24:01 +00002924 char zHdr[100];
2925 sqlite3_snprintf(sizeof(zHdr), zHdr, "%6u %12llu %8llu ",
drh9a324642003-09-06 20:12:01 +00002926 p->aOp[i].cnt,
2927 p->aOp[i].cycles,
2928 p->aOp[i].cnt>0 ? p->aOp[i].cycles/p->aOp[i].cnt : 0
2929 );
drh15ab9412014-02-24 14:24:01 +00002930 fprintf(out, "%s", zHdr);
danielk19774adee202004-05-08 08:23:19 +00002931 sqlite3VdbePrintOp(out, i, &p->aOp[i]);
drh9a324642003-09-06 20:12:01 +00002932 }
2933 fclose(out);
2934 }
2935 }
2936#endif
drhab3182f2016-10-01 00:37:50 +00002937 p->magic = VDBE_MAGIC_RESET;
drh4ac285a2006-09-15 07:28:50 +00002938 return p->rc & db->errMask;
drh9a324642003-09-06 20:12:01 +00002939}
drh92f02c32004-09-02 14:57:08 +00002940
drh9a324642003-09-06 20:12:01 +00002941/*
2942** Clean up and delete a VDBE after execution. Return an integer which is
2943** the result code. Write any error message text into *pzErrMsg.
2944*/
danielk19779e6db7d2004-06-21 08:18:51 +00002945int sqlite3VdbeFinalize(Vdbe *p){
danielk1977b5548a82004-06-26 13:51:33 +00002946 int rc = SQLITE_OK;
danielk1977b5548a82004-06-26 13:51:33 +00002947 if( p->magic==VDBE_MAGIC_RUN || p->magic==VDBE_MAGIC_HALT ){
drhc890fec2008-08-01 20:10:08 +00002948 rc = sqlite3VdbeReset(p);
drh4ac285a2006-09-15 07:28:50 +00002949 assert( (rc & p->db->errMask)==rc );
drh9a324642003-09-06 20:12:01 +00002950 }
danielk19774adee202004-05-08 08:23:19 +00002951 sqlite3VdbeDelete(p);
drh9a324642003-09-06 20:12:01 +00002952 return rc;
2953}
2954
2955/*
dan0c547792013-07-18 17:12:08 +00002956** If parameter iOp is less than zero, then invoke the destructor for
2957** all auxiliary data pointers currently cached by the VM passed as
2958** the first argument.
2959**
2960** Or, if iOp is greater than or equal to zero, then the destructor is
2961** only invoked for those auxiliary data pointers created by the user
2962** function invoked by the OP_Function opcode at instruction iOp of
2963** VM pVdbe, and only then if:
2964**
2965** * the associated function parameter is the 32nd or later (counting
2966** from left to right), or
2967**
2968** * the corresponding bit in argument mask is clear (where the first
peter.d.reid60ec9142014-09-06 16:39:46 +00002969** function parameter corresponds to bit 0 etc.).
drhf92c7ff2004-06-19 15:40:23 +00002970*/
drhb9626cf2016-02-22 16:04:31 +00002971void sqlite3VdbeDeleteAuxData(sqlite3 *db, AuxData **pp, int iOp, int mask){
dan0c547792013-07-18 17:12:08 +00002972 while( *pp ){
2973 AuxData *pAux = *pp;
2974 if( (iOp<0)
drhf7fa4e72017-05-11 15:20:18 +00002975 || (pAux->iAuxOp==iOp
2976 && pAux->iAuxArg>=0
drhe6941392017-05-10 19:42:52 +00002977 && (pAux->iAuxArg>31 || !(mask & MASKBIT32(pAux->iAuxArg))))
dan0c547792013-07-18 17:12:08 +00002978 ){
drhe6941392017-05-10 19:42:52 +00002979 testcase( pAux->iAuxArg==31 );
2980 if( pAux->xDeleteAux ){
2981 pAux->xDeleteAux(pAux->pAux);
drhf92c7ff2004-06-19 15:40:23 +00002982 }
drhe6941392017-05-10 19:42:52 +00002983 *pp = pAux->pNextAux;
drhb9626cf2016-02-22 16:04:31 +00002984 sqlite3DbFree(db, pAux);
dan0c547792013-07-18 17:12:08 +00002985 }else{
drhe6941392017-05-10 19:42:52 +00002986 pp= &pAux->pNextAux;
drhf92c7ff2004-06-19 15:40:23 +00002987 }
2988 }
2989}
2990
2991/*
drhcb103b92012-10-26 00:11:23 +00002992** Free all memory associated with the Vdbe passed as the second argument,
2993** except for object itself, which is preserved.
2994**
dand46def72010-07-24 11:28:28 +00002995** The difference between this function and sqlite3VdbeDelete() is that
2996** VdbeDelete() also unlinks the Vdbe from the list of VMs associated with
drhcb103b92012-10-26 00:11:23 +00002997** the database connection and frees the object itself.
dand46def72010-07-24 11:28:28 +00002998*/
drhcb103b92012-10-26 00:11:23 +00002999void sqlite3VdbeClearObject(sqlite3 *db, Vdbe *p){
dand19c9332010-07-26 12:05:17 +00003000 SubProgram *pSub, *pNext;
dand46def72010-07-24 11:28:28 +00003001 assert( p->db==0 || p->db==db );
dand46def72010-07-24 11:28:28 +00003002 releaseMemArray(p->aColName, p->nResColumn*COLNAME_N);
dand19c9332010-07-26 12:05:17 +00003003 for(pSub=p->pProgram; pSub; pSub=pNext){
3004 pNext = pSub->pNext;
3005 vdbeFreeOpArray(db, pSub->aOp, pSub->nOp);
3006 sqlite3DbFree(db, pSub);
3007 }
drhab3182f2016-10-01 00:37:50 +00003008 if( p->magic!=VDBE_MAGIC_INIT ){
drh8dfef112016-10-01 16:53:45 +00003009 releaseMemArray(p->aVar, p->nVar);
drh9bf755c2016-12-23 03:59:31 +00003010 sqlite3DbFree(db, p->pVList);
drh8dfef112016-10-01 16:53:45 +00003011 sqlite3DbFree(db, p->pFree);
drhab3182f2016-10-01 00:37:50 +00003012 }
dand46def72010-07-24 11:28:28 +00003013 vdbeFreeOpArray(db, p->aOp, p->nOp);
dand46def72010-07-24 11:28:28 +00003014 sqlite3DbFree(db, p->aColName);
3015 sqlite3DbFree(db, p->zSql);
dan6f9702e2014-11-01 20:38:06 +00003016#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
drhf326d662016-12-23 13:30:53 +00003017 {
3018 int i;
3019 for(i=0; i<p->nScan; i++){
3020 sqlite3DbFree(db, p->aScan[i].zName);
3021 }
3022 sqlite3DbFree(db, p->aScan);
dan6f9702e2014-11-01 20:38:06 +00003023 }
dan6f9702e2014-11-01 20:38:06 +00003024#endif
dand46def72010-07-24 11:28:28 +00003025}
3026
3027/*
drh9a324642003-09-06 20:12:01 +00003028** Delete an entire VDBE.
3029*/
danielk19774adee202004-05-08 08:23:19 +00003030void sqlite3VdbeDelete(Vdbe *p){
drh633e6d52008-07-28 19:34:53 +00003031 sqlite3 *db;
3032
drhfa3be902009-07-07 02:44:07 +00003033 if( NEVER(p==0) ) return;
drh633e6d52008-07-28 19:34:53 +00003034 db = p->db;
drh4245c402012-06-02 14:32:21 +00003035 assert( sqlite3_mutex_held(db->mutex) );
drhcb103b92012-10-26 00:11:23 +00003036 sqlite3VdbeClearObject(db, p);
drh9a324642003-09-06 20:12:01 +00003037 if( p->pPrev ){
3038 p->pPrev->pNext = p->pNext;
3039 }else{
drh633e6d52008-07-28 19:34:53 +00003040 assert( db->pVdbe==p );
3041 db->pVdbe = p->pNext;
drh9a324642003-09-06 20:12:01 +00003042 }
3043 if( p->pNext ){
3044 p->pNext->pPrev = p->pPrev;
3045 }
drh9a324642003-09-06 20:12:01 +00003046 p->magic = VDBE_MAGIC_DEAD;
drh87f5c5f2010-01-20 01:20:56 +00003047 p->db = 0;
drhdbd6a7d2017-04-05 12:39:49 +00003048 sqlite3DbFreeNN(db, p);
drh9a324642003-09-06 20:12:01 +00003049}
drha11846b2004-01-07 18:52:56 +00003050
3051/*
drh6848dad2014-08-22 23:33:03 +00003052** The cursor "p" has a pending seek operation that has not yet been
3053** carried out. Seek the cursor now. If an error occurs, return
3054** the appropriate error code.
3055*/
3056static int SQLITE_NOINLINE handleDeferredMoveto(VdbeCursor *p){
3057 int res, rc;
3058#ifdef SQLITE_TEST
3059 extern int sqlite3_search_count;
3060#endif
3061 assert( p->deferredMoveto );
3062 assert( p->isTable );
drhc960dcb2015-11-20 19:22:01 +00003063 assert( p->eCurType==CURTYPE_BTREE );
3064 rc = sqlite3BtreeMovetoUnpacked(p->uc.pCursor, 0, p->movetoTarget, 0, &res);
drh6848dad2014-08-22 23:33:03 +00003065 if( rc ) return rc;
drh6848dad2014-08-22 23:33:03 +00003066 if( res!=0 ) return SQLITE_CORRUPT_BKPT;
drh6848dad2014-08-22 23:33:03 +00003067#ifdef SQLITE_TEST
3068 sqlite3_search_count++;
3069#endif
3070 p->deferredMoveto = 0;
3071 p->cacheStatus = CACHE_STALE;
3072 return SQLITE_OK;
3073}
3074
3075/*
3076** Something has moved cursor "p" out of place. Maybe the row it was
3077** pointed to was deleted out from under it. Or maybe the btree was
3078** rebalanced. Whatever the cause, try to restore "p" to the place it
peter.d.reid60ec9142014-09-06 16:39:46 +00003079** is supposed to be pointing. If the row was deleted out from under the
drh6848dad2014-08-22 23:33:03 +00003080** cursor, set the cursor to point to a NULL row.
3081*/
3082static int SQLITE_NOINLINE handleMovedCursor(VdbeCursor *p){
3083 int isDifferentRow, rc;
drhc960dcb2015-11-20 19:22:01 +00003084 assert( p->eCurType==CURTYPE_BTREE );
3085 assert( p->uc.pCursor!=0 );
3086 assert( sqlite3BtreeCursorHasMoved(p->uc.pCursor) );
3087 rc = sqlite3BtreeCursorRestore(p->uc.pCursor, &isDifferentRow);
drh6848dad2014-08-22 23:33:03 +00003088 p->cacheStatus = CACHE_STALE;
3089 if( isDifferentRow ) p->nullRow = 1;
3090 return rc;
3091}
3092
3093/*
drhc22284f2014-10-13 16:02:20 +00003094** Check to ensure that the cursor is valid. Restore the cursor
3095** if need be. Return any I/O error from the restore operation.
3096*/
3097int sqlite3VdbeCursorRestore(VdbeCursor *p){
drhc960dcb2015-11-20 19:22:01 +00003098 assert( p->eCurType==CURTYPE_BTREE );
3099 if( sqlite3BtreeCursorHasMoved(p->uc.pCursor) ){
drhc22284f2014-10-13 16:02:20 +00003100 return handleMovedCursor(p);
3101 }
3102 return SQLITE_OK;
3103}
3104
3105/*
drh9a65f2c2009-06-22 19:05:40 +00003106** Make sure the cursor p is ready to read or write the row to which it
3107** was last positioned. Return an error code if an OOM fault or I/O error
3108** prevents us from positioning the cursor to its correct position.
3109**
drha11846b2004-01-07 18:52:56 +00003110** If a MoveTo operation is pending on the given cursor, then do that
drh9a65f2c2009-06-22 19:05:40 +00003111** MoveTo now. If no move is pending, check to see if the row has been
3112** deleted out from under the cursor and if it has, mark the row as
3113** a NULL row.
3114**
3115** If the cursor is already pointing to the correct row and that row has
3116** not been deleted out from under the cursor, then this routine is a no-op.
drha11846b2004-01-07 18:52:56 +00003117*/
dande892d92016-01-29 19:29:45 +00003118int sqlite3VdbeCursorMoveto(VdbeCursor **pp, int *piCol){
3119 VdbeCursor *p = *pp;
drhc960dcb2015-11-20 19:22:01 +00003120 if( p->eCurType==CURTYPE_BTREE ){
3121 if( p->deferredMoveto ){
drhb1702022016-01-30 00:45:18 +00003122 int iMap;
3123 if( p->aAltMap && (iMap = p->aAltMap[1+*piCol])>0 ){
dande892d92016-01-29 19:29:45 +00003124 *pp = p->pAltCursor;
drhb1702022016-01-30 00:45:18 +00003125 *piCol = iMap - 1;
dande892d92016-01-29 19:29:45 +00003126 return SQLITE_OK;
3127 }
drhc960dcb2015-11-20 19:22:01 +00003128 return handleDeferredMoveto(p);
3129 }
3130 if( sqlite3BtreeCursorHasMoved(p->uc.pCursor) ){
3131 return handleMovedCursor(p);
3132 }
drha11846b2004-01-07 18:52:56 +00003133 }
3134 return SQLITE_OK;
3135}
danielk19774adee202004-05-08 08:23:19 +00003136
drhab9f7f12004-05-08 10:56:11 +00003137/*
danielk1977cfcdaef2004-05-12 07:33:33 +00003138** The following functions:
danielk197790e4d952004-05-10 10:05:53 +00003139**
danielk1977cfcdaef2004-05-12 07:33:33 +00003140** sqlite3VdbeSerialType()
3141** sqlite3VdbeSerialTypeLen()
danielk197790e4d952004-05-10 10:05:53 +00003142** sqlite3VdbeSerialLen()
shane92003092008-07-31 01:43:13 +00003143** sqlite3VdbeSerialPut()
3144** sqlite3VdbeSerialGet()
danielk197790e4d952004-05-10 10:05:53 +00003145**
3146** encapsulate the code that serializes values for storage in SQLite
danielk1977cfcdaef2004-05-12 07:33:33 +00003147** data and index records. Each serialized value consists of a
3148** 'serial-type' and a blob of data. The serial type is an 8-byte unsigned
3149** integer, stored as a varint.
danielk197790e4d952004-05-10 10:05:53 +00003150**
danielk1977cfcdaef2004-05-12 07:33:33 +00003151** In an SQLite index record, the serial type is stored directly before
3152** the blob of data that it corresponds to. In a table record, all serial
3153** types are stored at the start of the record, and the blobs of data at
3154** the end. Hence these functions allow the caller to handle the
mistachkin48864df2013-03-21 21:20:32 +00003155** serial-type and data blob separately.
danielk1977cfcdaef2004-05-12 07:33:33 +00003156**
3157** The following table describes the various storage classes for data:
3158**
3159** serial type bytes of data type
danielk197790e4d952004-05-10 10:05:53 +00003160** -------------- --------------- ---------------
drha19b7752004-05-30 21:14:58 +00003161** 0 0 NULL
danielk197790e4d952004-05-10 10:05:53 +00003162** 1 1 signed integer
3163** 2 2 signed integer
drha19b7752004-05-30 21:14:58 +00003164** 3 3 signed integer
3165** 4 4 signed integer
3166** 5 6 signed integer
3167** 6 8 signed integer
3168** 7 8 IEEE float
drhd946db02005-12-29 19:23:06 +00003169** 8 0 Integer constant 0
3170** 9 0 Integer constant 1
3171** 10,11 reserved for expansion
danielk197790e4d952004-05-10 10:05:53 +00003172** N>=12 and even (N-12)/2 BLOB
3173** N>=13 and odd (N-13)/2 text
3174**
drh35a59652006-01-02 18:24:40 +00003175** The 8 and 9 types were added in 3.3.0, file format 4. Prior versions
3176** of SQLite will not understand those serial types.
danielk197790e4d952004-05-10 10:05:53 +00003177*/
3178
3179/*
danielk1977cfcdaef2004-05-12 07:33:33 +00003180** Return the serial-type for the value stored in pMem.
danielk1977192ac1d2004-05-10 07:17:30 +00003181*/
drhbe37c122015-10-16 14:54:17 +00003182u32 sqlite3VdbeSerialType(Mem *pMem, int file_format, u32 *pLen){
danielk1977cfcdaef2004-05-12 07:33:33 +00003183 int flags = pMem->flags;
drheac5bd72014-07-25 21:35:39 +00003184 u32 n;
danielk1977cfcdaef2004-05-12 07:33:33 +00003185
drhbe37c122015-10-16 14:54:17 +00003186 assert( pLen!=0 );
danielk1977cfcdaef2004-05-12 07:33:33 +00003187 if( flags&MEM_Null ){
drhbe37c122015-10-16 14:54:17 +00003188 *pLen = 0;
drha19b7752004-05-30 21:14:58 +00003189 return 0;
danielk197790e4d952004-05-10 10:05:53 +00003190 }
danielk1977cfcdaef2004-05-12 07:33:33 +00003191 if( flags&MEM_Int ){
drhfe2093d2005-01-20 22:48:47 +00003192 /* Figure out whether to use 1, 2, 4, 6 or 8 bytes. */
drh5284a052008-05-08 15:18:10 +00003193# define MAX_6BYTE ((((i64)0x00008000)<<32)-1)
drh3c024d62007-03-30 11:23:45 +00003194 i64 i = pMem->u.i;
drhd946db02005-12-29 19:23:06 +00003195 u64 u;
drhcfd654b2011-03-05 13:54:15 +00003196 if( i<0 ){
drh1b40e632014-11-20 02:58:10 +00003197 u = ~i;
drhcfd654b2011-03-05 13:54:15 +00003198 }else{
3199 u = i;
3200 }
drh56690b32012-09-17 15:36:31 +00003201 if( u<=127 ){
drhbe37c122015-10-16 14:54:17 +00003202 if( (i&1)==i && file_format>=4 ){
3203 *pLen = 0;
3204 return 8+(u32)u;
3205 }else{
3206 *pLen = 1;
3207 return 1;
3208 }
drh56690b32012-09-17 15:36:31 +00003209 }
drhbe37c122015-10-16 14:54:17 +00003210 if( u<=32767 ){ *pLen = 2; return 2; }
3211 if( u<=8388607 ){ *pLen = 3; return 3; }
3212 if( u<=2147483647 ){ *pLen = 4; return 4; }
3213 if( u<=MAX_6BYTE ){ *pLen = 6; return 5; }
3214 *pLen = 8;
drha19b7752004-05-30 21:14:58 +00003215 return 6;
danielk197790e4d952004-05-10 10:05:53 +00003216 }
danielk1977cfcdaef2004-05-12 07:33:33 +00003217 if( flags&MEM_Real ){
drhbe37c122015-10-16 14:54:17 +00003218 *pLen = 8;
drha19b7752004-05-30 21:14:58 +00003219 return 7;
danielk197790e4d952004-05-10 10:05:53 +00003220 }
danielk1977e4359752008-11-03 09:39:45 +00003221 assert( pMem->db->mallocFailed || flags&(MEM_Str|MEM_Blob) );
drheac5bd72014-07-25 21:35:39 +00003222 assert( pMem->n>=0 );
3223 n = (u32)pMem->n;
drhfdf972a2007-05-02 13:30:27 +00003224 if( flags & MEM_Zero ){
drh8df32842008-12-09 02:51:23 +00003225 n += pMem->u.nZero;
danielk197790e4d952004-05-10 10:05:53 +00003226 }
drhbe37c122015-10-16 14:54:17 +00003227 *pLen = n;
drhfdf972a2007-05-02 13:30:27 +00003228 return ((n*2) + 12 + ((flags&MEM_Str)!=0));
danielk1977192ac1d2004-05-10 07:17:30 +00003229}
3230
3231/*
drhfaf37272015-10-16 14:23:42 +00003232** The sizes for serial types less than 128
drhc5ef7152015-06-28 02:58:51 +00003233*/
3234static const u8 sqlite3SmallTypeSizes[] = {
drhfaf37272015-10-16 14:23:42 +00003235 /* 0 1 2 3 4 5 6 7 8 9 */
3236/* 0 */ 0, 1, 2, 3, 4, 6, 8, 8, 0, 0,
3237/* 10 */ 0, 0, 0, 0, 1, 1, 2, 2, 3, 3,
3238/* 20 */ 4, 4, 5, 5, 6, 6, 7, 7, 8, 8,
3239/* 30 */ 9, 9, 10, 10, 11, 11, 12, 12, 13, 13,
3240/* 40 */ 14, 14, 15, 15, 16, 16, 17, 17, 18, 18,
3241/* 50 */ 19, 19, 20, 20, 21, 21, 22, 22, 23, 23,
3242/* 60 */ 24, 24, 25, 25, 26, 26, 27, 27, 28, 28,
3243/* 70 */ 29, 29, 30, 30, 31, 31, 32, 32, 33, 33,
3244/* 80 */ 34, 34, 35, 35, 36, 36, 37, 37, 38, 38,
3245/* 90 */ 39, 39, 40, 40, 41, 41, 42, 42, 43, 43,
3246/* 100 */ 44, 44, 45, 45, 46, 46, 47, 47, 48, 48,
3247/* 110 */ 49, 49, 50, 50, 51, 51, 52, 52, 53, 53,
3248/* 120 */ 54, 54, 55, 55, 56, 56, 57, 57
drhc5ef7152015-06-28 02:58:51 +00003249};
3250
3251/*
danielk1977cfcdaef2004-05-12 07:33:33 +00003252** Return the length of the data corresponding to the supplied serial-type.
danielk1977192ac1d2004-05-10 07:17:30 +00003253*/
drh35cd6432009-06-05 14:17:21 +00003254u32 sqlite3VdbeSerialTypeLen(u32 serial_type){
drhfaf37272015-10-16 14:23:42 +00003255 if( serial_type>=128 ){
drh51846b52004-05-28 16:00:21 +00003256 return (serial_type-12)/2;
3257 }else{
drhfaf37272015-10-16 14:23:42 +00003258 assert( serial_type<12
3259 || sqlite3SmallTypeSizes[serial_type]==(serial_type - 12)/2 );
drhc5ef7152015-06-28 02:58:51 +00003260 return sqlite3SmallTypeSizes[serial_type];
drh51846b52004-05-28 16:00:21 +00003261 }
danielk1977192ac1d2004-05-10 07:17:30 +00003262}
drhfaf37272015-10-16 14:23:42 +00003263u8 sqlite3VdbeOneByteSerialTypeLen(u8 serial_type){
3264 assert( serial_type<128 );
3265 return sqlite3SmallTypeSizes[serial_type];
3266}
danielk1977192ac1d2004-05-10 07:17:30 +00003267
3268/*
drh110daac2007-05-04 11:59:31 +00003269** If we are on an architecture with mixed-endian floating
drh7a4f5022007-05-23 07:20:08 +00003270** points (ex: ARM7) then swap the lower 4 bytes with the
drh110daac2007-05-04 11:59:31 +00003271** upper 4 bytes. Return the result.
3272**
drh7a4f5022007-05-23 07:20:08 +00003273** For most architectures, this is a no-op.
3274**
3275** (later): It is reported to me that the mixed-endian problem
3276** on ARM7 is an issue with GCC, not with the ARM7 chip. It seems
3277** that early versions of GCC stored the two words of a 64-bit
3278** float in the wrong order. And that error has been propagated
3279** ever since. The blame is not necessarily with GCC, though.
3280** GCC might have just copying the problem from a prior compiler.
3281** I am also told that newer versions of GCC that follow a different
3282** ABI get the byte order right.
3283**
3284** Developers using SQLite on an ARM7 should compile and run their
3285** application using -DSQLITE_DEBUG=1 at least once. With DEBUG
3286** enabled, some asserts below will ensure that the byte order of
3287** floating point values is correct.
drh60d09a72007-08-30 15:05:08 +00003288**
3289** (2007-08-30) Frank van Vugt has studied this problem closely
3290** and has send his findings to the SQLite developers. Frank
3291** writes that some Linux kernels offer floating point hardware
3292** emulation that uses only 32-bit mantissas instead of a full
3293** 48-bits as required by the IEEE standard. (This is the
3294** CONFIG_FPE_FASTFPE option.) On such systems, floating point
3295** byte swapping becomes very complicated. To avoid problems,
3296** the necessary byte swapping is carried out using a 64-bit integer
3297** rather than a 64-bit float. Frank assures us that the code here
3298** works for him. We, the developers, have no way to independently
3299** verify this, but Frank seems to know what he is talking about
3300** so we trust him.
drh110daac2007-05-04 11:59:31 +00003301*/
3302#ifdef SQLITE_MIXED_ENDIAN_64BIT_FLOAT
drh60d09a72007-08-30 15:05:08 +00003303static u64 floatSwap(u64 in){
drh110daac2007-05-04 11:59:31 +00003304 union {
drh60d09a72007-08-30 15:05:08 +00003305 u64 r;
drh110daac2007-05-04 11:59:31 +00003306 u32 i[2];
3307 } u;
3308 u32 t;
3309
3310 u.r = in;
3311 t = u.i[0];
3312 u.i[0] = u.i[1];
3313 u.i[1] = t;
3314 return u.r;
3315}
3316# define swapMixedEndianFloat(X) X = floatSwap(X)
3317#else
3318# define swapMixedEndianFloat(X)
3319#endif
3320
3321/*
danielk1977cfcdaef2004-05-12 07:33:33 +00003322** Write the serialized data blob for the value stored in pMem into
3323** buf. It is assumed that the caller has allocated sufficient space.
3324** Return the number of bytes written.
drhfdf972a2007-05-02 13:30:27 +00003325**
drh038b7bc2013-12-09 23:17:22 +00003326** nBuf is the amount of space left in buf[]. The caller is responsible
3327** for allocating enough space to buf[] to hold the entire field, exclusive
3328** of the pMem->u.nZero bytes for a MEM_Zero value.
drhfdf972a2007-05-02 13:30:27 +00003329**
3330** Return the number of bytes actually written into buf[]. The number
3331** of bytes in the zero-filled tail is included in the return value only
3332** if those bytes were zeroed in buf[].
danielk1977cfcdaef2004-05-12 07:33:33 +00003333*/
drha9ab4812013-12-11 11:00:44 +00003334u32 sqlite3VdbeSerialPut(u8 *buf, Mem *pMem, u32 serial_type){
drh35cd6432009-06-05 14:17:21 +00003335 u32 len;
danielk1977183f9f72004-05-13 05:20:26 +00003336
drh1483e142004-05-21 21:12:42 +00003337 /* Integer and Real */
drhd946db02005-12-29 19:23:06 +00003338 if( serial_type<=7 && serial_type>0 ){
drh1483e142004-05-21 21:12:42 +00003339 u64 v;
drh35cd6432009-06-05 14:17:21 +00003340 u32 i;
drha19b7752004-05-30 21:14:58 +00003341 if( serial_type==7 ){
drh74eaba42014-09-18 17:52:15 +00003342 assert( sizeof(v)==sizeof(pMem->u.r) );
3343 memcpy(&v, &pMem->u.r, sizeof(v));
drh60d09a72007-08-30 15:05:08 +00003344 swapMixedEndianFloat(v);
drh1483e142004-05-21 21:12:42 +00003345 }else{
drh3c024d62007-03-30 11:23:45 +00003346 v = pMem->u.i;
danielk1977cfcdaef2004-05-12 07:33:33 +00003347 }
drhc5ef7152015-06-28 02:58:51 +00003348 len = i = sqlite3SmallTypeSizes[serial_type];
drh3f5b1992014-08-22 13:22:32 +00003349 assert( i>0 );
3350 do{
3351 buf[--i] = (u8)(v&0xFF);
drh1483e142004-05-21 21:12:42 +00003352 v >>= 8;
drh3f5b1992014-08-22 13:22:32 +00003353 }while( i );
drh1483e142004-05-21 21:12:42 +00003354 return len;
danielk1977cfcdaef2004-05-12 07:33:33 +00003355 }
drhd946db02005-12-29 19:23:06 +00003356
danielk1977cfcdaef2004-05-12 07:33:33 +00003357 /* String or blob */
drhd946db02005-12-29 19:23:06 +00003358 if( serial_type>=12 ){
drh8df32842008-12-09 02:51:23 +00003359 assert( pMem->n + ((pMem->flags & MEM_Zero)?pMem->u.nZero:0)
shane75ac1de2009-06-09 18:58:52 +00003360 == (int)sqlite3VdbeSerialTypeLen(serial_type) );
drhfdf972a2007-05-02 13:30:27 +00003361 len = pMem->n;
drh72ea29d2015-12-08 16:58:45 +00003362 if( len>0 ) memcpy(buf, pMem->z, len);
drhd946db02005-12-29 19:23:06 +00003363 return len;
3364 }
3365
3366 /* NULL or constants 0 or 1 */
3367 return 0;
danielk1977cfcdaef2004-05-12 07:33:33 +00003368}
3369
drhf926d1e2014-03-04 04:04:33 +00003370/* Input "x" is a sequence of unsigned characters that represent a
3371** big-endian integer. Return the equivalent native integer
3372*/
3373#define ONE_BYTE_INT(x) ((i8)(x)[0])
3374#define TWO_BYTE_INT(x) (256*(i8)((x)[0])|(x)[1])
3375#define THREE_BYTE_INT(x) (65536*(i8)((x)[0])|((x)[1]<<8)|(x)[2])
3376#define FOUR_BYTE_UINT(x) (((u32)(x)[0]<<24)|((x)[1]<<16)|((x)[2]<<8)|(x)[3])
drh8932bec2014-08-22 14:56:13 +00003377#define FOUR_BYTE_INT(x) (16777216*(i8)((x)[0])|((x)[1]<<16)|((x)[2]<<8)|(x)[3])
drhf926d1e2014-03-04 04:04:33 +00003378
danielk1977cfcdaef2004-05-12 07:33:33 +00003379/*
3380** Deserialize the data blob pointed to by buf as serial type serial_type
3381** and store the result in pMem. Return the number of bytes read.
drh14a924a2014-08-22 14:34:05 +00003382**
3383** This function is implemented as two separate routines for performance.
3384** The few cases that require local variables are broken out into a separate
3385** routine so that in most cases the overhead of moving the stack pointer
3386** is avoided.
danielk1977cfcdaef2004-05-12 07:33:33 +00003387*/
drh14a924a2014-08-22 14:34:05 +00003388static u32 SQLITE_NOINLINE serialGet(
danielk197793d46752004-05-23 13:30:58 +00003389 const unsigned char *buf, /* Buffer to deserialize from */
drh25aa1b42004-05-28 01:39:01 +00003390 u32 serial_type, /* Serial type to deserialize */
3391 Mem *pMem /* Memory cell to write value into */
danielk1977b1bc9532004-05-22 03:05:33 +00003392){
drh8932bec2014-08-22 14:56:13 +00003393 u64 x = FOUR_BYTE_UINT(buf);
3394 u32 y = FOUR_BYTE_UINT(buf+4);
3395 x = (x<<32) + y;
drh14a924a2014-08-22 14:34:05 +00003396 if( serial_type==6 ){
drh654858d2014-11-20 02:18:14 +00003397 /* EVIDENCE-OF: R-29851-52272 Value is a big-endian 64-bit
3398 ** twos-complement integer. */
drh14a924a2014-08-22 14:34:05 +00003399 pMem->u.i = *(i64*)&x;
3400 pMem->flags = MEM_Int;
3401 testcase( pMem->u.i<0 );
3402 }else{
drh654858d2014-11-20 02:18:14 +00003403 /* EVIDENCE-OF: R-57343-49114 Value is a big-endian IEEE 754-2008 64-bit
3404 ** floating point number. */
drh14a924a2014-08-22 14:34:05 +00003405#if !defined(NDEBUG) && !defined(SQLITE_OMIT_FLOATING_POINT)
3406 /* Verify that integers and floating point values use the same
3407 ** byte order. Or, that if SQLITE_MIXED_ENDIAN_64BIT_FLOAT is
3408 ** defined that 64-bit floating point values really are mixed
3409 ** endian.
3410 */
3411 static const u64 t1 = ((u64)0x3ff00000)<<32;
3412 static const double r1 = 1.0;
3413 u64 t2 = t1;
3414 swapMixedEndianFloat(t2);
3415 assert( sizeof(r1)==sizeof(t2) && memcmp(&r1, &t2, sizeof(r1))==0 );
3416#endif
drh74eaba42014-09-18 17:52:15 +00003417 assert( sizeof(x)==8 && sizeof(pMem->u.r)==8 );
drh14a924a2014-08-22 14:34:05 +00003418 swapMixedEndianFloat(x);
drh74eaba42014-09-18 17:52:15 +00003419 memcpy(&pMem->u.r, &x, sizeof(x));
3420 pMem->flags = sqlite3IsNaN(pMem->u.r) ? MEM_Null : MEM_Real;
drh14a924a2014-08-22 14:34:05 +00003421 }
3422 return 8;
3423}
danielk1977b1bc9532004-05-22 03:05:33 +00003424u32 sqlite3VdbeSerialGet(
3425 const unsigned char *buf, /* Buffer to deserialize from */
3426 u32 serial_type, /* Serial type to deserialize */
3427 Mem *pMem /* Memory cell to write value into */
3428){
drh3c685822005-05-21 18:32:18 +00003429 switch( serial_type ){
drh3c685822005-05-21 18:32:18 +00003430 case 10: /* Reserved for future use */
3431 case 11: /* Reserved for future use */
drh654858d2014-11-20 02:18:14 +00003432 case 0: { /* Null */
3433 /* EVIDENCE-OF: R-24078-09375 Value is a NULL. */
drh3c685822005-05-21 18:32:18 +00003434 pMem->flags = MEM_Null;
3435 break;
3436 }
drh654858d2014-11-20 02:18:14 +00003437 case 1: {
3438 /* EVIDENCE-OF: R-44885-25196 Value is an 8-bit twos-complement
3439 ** integer. */
drhf926d1e2014-03-04 04:04:33 +00003440 pMem->u.i = ONE_BYTE_INT(buf);
drh1483e142004-05-21 21:12:42 +00003441 pMem->flags = MEM_Int;
drhb6e8fd12014-03-06 01:56:33 +00003442 testcase( pMem->u.i<0 );
drh3c685822005-05-21 18:32:18 +00003443 return 1;
drh1483e142004-05-21 21:12:42 +00003444 }
drh3c685822005-05-21 18:32:18 +00003445 case 2: { /* 2-byte signed integer */
drh654858d2014-11-20 02:18:14 +00003446 /* EVIDENCE-OF: R-49794-35026 Value is a big-endian 16-bit
3447 ** twos-complement integer. */
drhf926d1e2014-03-04 04:04:33 +00003448 pMem->u.i = TWO_BYTE_INT(buf);
drh3c685822005-05-21 18:32:18 +00003449 pMem->flags = MEM_Int;
drhb6e8fd12014-03-06 01:56:33 +00003450 testcase( pMem->u.i<0 );
drh3c685822005-05-21 18:32:18 +00003451 return 2;
3452 }
3453 case 3: { /* 3-byte signed integer */
drh654858d2014-11-20 02:18:14 +00003454 /* EVIDENCE-OF: R-37839-54301 Value is a big-endian 24-bit
3455 ** twos-complement integer. */
drhf926d1e2014-03-04 04:04:33 +00003456 pMem->u.i = THREE_BYTE_INT(buf);
drh3c685822005-05-21 18:32:18 +00003457 pMem->flags = MEM_Int;
drhb6e8fd12014-03-06 01:56:33 +00003458 testcase( pMem->u.i<0 );
drh3c685822005-05-21 18:32:18 +00003459 return 3;
3460 }
3461 case 4: { /* 4-byte signed integer */
drh654858d2014-11-20 02:18:14 +00003462 /* EVIDENCE-OF: R-01849-26079 Value is a big-endian 32-bit
3463 ** twos-complement integer. */
drh8932bec2014-08-22 14:56:13 +00003464 pMem->u.i = FOUR_BYTE_INT(buf);
drhc8bb4302015-11-06 17:28:00 +00003465#ifdef __HP_cc
3466 /* Work around a sign-extension bug in the HP compiler for HP/UX */
3467 if( buf[0]&0x80 ) pMem->u.i |= 0xffffffff80000000LL;
3468#endif
drh3c685822005-05-21 18:32:18 +00003469 pMem->flags = MEM_Int;
drhb6e8fd12014-03-06 01:56:33 +00003470 testcase( pMem->u.i<0 );
drh3c685822005-05-21 18:32:18 +00003471 return 4;
3472 }
3473 case 5: { /* 6-byte signed integer */
drh654858d2014-11-20 02:18:14 +00003474 /* EVIDENCE-OF: R-50385-09674 Value is a big-endian 48-bit
3475 ** twos-complement integer. */
drhf926d1e2014-03-04 04:04:33 +00003476 pMem->u.i = FOUR_BYTE_UINT(buf+2) + (((i64)1)<<32)*TWO_BYTE_INT(buf);
drh3c685822005-05-21 18:32:18 +00003477 pMem->flags = MEM_Int;
drhb6e8fd12014-03-06 01:56:33 +00003478 testcase( pMem->u.i<0 );
drh3c685822005-05-21 18:32:18 +00003479 return 6;
3480 }
drh91124b32005-08-18 18:15:05 +00003481 case 6: /* 8-byte signed integer */
drh3c685822005-05-21 18:32:18 +00003482 case 7: { /* IEEE floating point */
drh8932bec2014-08-22 14:56:13 +00003483 /* These use local variables, so do them in a separate routine
3484 ** to avoid having to move the frame pointer in the common case */
drh14a924a2014-08-22 14:34:05 +00003485 return serialGet(buf,serial_type,pMem);
drh3c685822005-05-21 18:32:18 +00003486 }
drhd946db02005-12-29 19:23:06 +00003487 case 8: /* Integer 0 */
3488 case 9: { /* Integer 1 */
drh654858d2014-11-20 02:18:14 +00003489 /* EVIDENCE-OF: R-12976-22893 Value is the integer 0. */
3490 /* EVIDENCE-OF: R-18143-12121 Value is the integer 1. */
drh3c024d62007-03-30 11:23:45 +00003491 pMem->u.i = serial_type-8;
drhd946db02005-12-29 19:23:06 +00003492 pMem->flags = MEM_Int;
3493 return 0;
3494 }
drh3c685822005-05-21 18:32:18 +00003495 default: {
drh654858d2014-11-20 02:18:14 +00003496 /* EVIDENCE-OF: R-14606-31564 Value is a BLOB that is (N-12)/2 bytes in
3497 ** length.
3498 ** EVIDENCE-OF: R-28401-00140 Value is a string in the text encoding and
3499 ** (N-13)/2 bytes in length. */
drhc138daf2013-11-19 13:55:34 +00003500 static const u16 aFlag[] = { MEM_Blob|MEM_Ephem, MEM_Str|MEM_Ephem };
drh3c685822005-05-21 18:32:18 +00003501 pMem->z = (char *)buf;
drh14a924a2014-08-22 14:34:05 +00003502 pMem->n = (serial_type-12)/2;
drhc138daf2013-11-19 13:55:34 +00003503 pMem->flags = aFlag[serial_type&1];
drh14a924a2014-08-22 14:34:05 +00003504 return pMem->n;
drh696b32f2004-05-30 01:51:52 +00003505 }
danielk1977cfcdaef2004-05-12 07:33:33 +00003506 }
drh3c685822005-05-21 18:32:18 +00003507 return 0;
danielk1977192ac1d2004-05-10 07:17:30 +00003508}
drh1e968a02008-03-25 00:22:21 +00003509/*
dan03e9cfc2011-09-05 14:20:27 +00003510** This routine is used to allocate sufficient space for an UnpackedRecord
3511** structure large enough to be used with sqlite3VdbeRecordUnpack() if
3512** the first argument is a pointer to KeyInfo structure pKeyInfo.
drh1e968a02008-03-25 00:22:21 +00003513**
dan03e9cfc2011-09-05 14:20:27 +00003514** The space is either allocated using sqlite3DbMallocRaw() or from within
3515** the unaligned buffer passed via the second and third arguments (presumably
3516** stack space). If the former, then *ppFree is set to a pointer that should
3517** be eventually freed by the caller using sqlite3DbFree(). Or, if the
3518** allocation comes from the pSpace/szSpace buffer, *ppFree is set to NULL
3519** before returning.
drh1e968a02008-03-25 00:22:21 +00003520**
dan03e9cfc2011-09-05 14:20:27 +00003521** If an OOM error occurs, NULL is returned.
3522*/
3523UnpackedRecord *sqlite3VdbeAllocUnpackedRecord(
drha582b012016-12-21 19:45:54 +00003524 KeyInfo *pKeyInfo /* Description of the record */
drh1e968a02008-03-25 00:22:21 +00003525){
dan03e9cfc2011-09-05 14:20:27 +00003526 UnpackedRecord *p; /* Unpacked record to return */
dan03e9cfc2011-09-05 14:20:27 +00003527 int nByte; /* Number of bytes required for *p */
drh8c5d1522009-04-10 00:56:28 +00003528 nByte = ROUND8(sizeof(UnpackedRecord)) + sizeof(Mem)*(pKeyInfo->nField+1);
drha582b012016-12-21 19:45:54 +00003529 p = (UnpackedRecord *)sqlite3DbMallocRaw(pKeyInfo->db, nByte);
3530 if( !p ) return 0;
dan42acb3e2011-09-05 20:16:38 +00003531 p->aMem = (Mem*)&((char*)p)[ROUND8(sizeof(UnpackedRecord))];
drhe1a022e2012-09-17 17:16:53 +00003532 assert( pKeyInfo->aSortOrder!=0 );
drh1e968a02008-03-25 00:22:21 +00003533 p->pKeyInfo = pKeyInfo;
3534 p->nField = pKeyInfo->nField + 1;
dan03e9cfc2011-09-05 14:20:27 +00003535 return p;
3536}
3537
3538/*
3539** Given the nKey-byte encoding of a record in pKey[], populate the
3540** UnpackedRecord structure indicated by the fourth argument with the
3541** contents of the decoded record.
3542*/
3543void sqlite3VdbeRecordUnpack(
3544 KeyInfo *pKeyInfo, /* Information about the record format */
3545 int nKey, /* Size of the binary record */
3546 const void *pKey, /* The binary record */
3547 UnpackedRecord *p /* Populate this structure before returning. */
3548){
3549 const unsigned char *aKey = (const unsigned char *)pKey;
3550 int d;
3551 u32 idx; /* Offset in aKey[] to read from */
3552 u16 u; /* Unsigned loop counter */
3553 u32 szHdr;
dan42acb3e2011-09-05 20:16:38 +00003554 Mem *pMem = p->aMem;
dan03e9cfc2011-09-05 14:20:27 +00003555
dan1fed5da2014-02-25 21:01:25 +00003556 p->default_rc = 0;
drh8c5d1522009-04-10 00:56:28 +00003557 assert( EIGHT_BYTE_ALIGNMENT(pMem) );
shane3f8d5cf2008-04-24 19:15:09 +00003558 idx = getVarint32(aKey, szHdr);
drh1e968a02008-03-25 00:22:21 +00003559 d = szHdr;
shane0b8d2762008-07-22 05:18:00 +00003560 u = 0;
drh7f4b19f2014-09-16 13:30:05 +00003561 while( idx<szHdr && d<=nKey ){
drh1e968a02008-03-25 00:22:21 +00003562 u32 serial_type;
3563
danielk197700e13612008-11-17 19:18:54 +00003564 idx += getVarint32(&aKey[idx], serial_type);
drh1e968a02008-03-25 00:22:21 +00003565 pMem->enc = pKeyInfo->enc;
3566 pMem->db = pKeyInfo->db;
drhc3f1d5f2011-05-30 23:42:16 +00003567 /* pMem->flags = 0; // sqlite3VdbeSerialGet() will set this for us */
drh17bcb102014-09-18 21:25:33 +00003568 pMem->szMalloc = 0;
drh304637c2011-03-18 16:47:27 +00003569 pMem->z = 0;
drh1e968a02008-03-25 00:22:21 +00003570 d += sqlite3VdbeSerialGet(&aKey[d], serial_type, pMem);
drhe14006d2008-03-25 17:23:32 +00003571 pMem++;
drh7f4b19f2014-09-16 13:30:05 +00003572 if( (++u)>=p->nField ) break;
drh1e968a02008-03-25 00:22:21 +00003573 }
drh7d10d5a2008-08-20 16:35:10 +00003574 assert( u<=pKeyInfo->nField + 1 );
shane0b8d2762008-07-22 05:18:00 +00003575 p->nField = u;
drh1e968a02008-03-25 00:22:21 +00003576}
3577
drhd879e3e2017-02-13 13:35:55 +00003578#ifdef SQLITE_DEBUG
drh1e968a02008-03-25 00:22:21 +00003579/*
dan3833e932014-03-01 19:44:56 +00003580** This function compares two index or table record keys in the same way
3581** as the sqlite3VdbeRecordCompare() routine. Unlike VdbeRecordCompare(),
3582** this function deserializes and compares values using the
3583** sqlite3VdbeSerialGet() and sqlite3MemCompare() functions. It is used
3584** in assert() statements to ensure that the optimized code in
3585** sqlite3VdbeRecordCompare() returns results with these two primitives.
drh79211e12014-05-02 17:33:16 +00003586**
3587** Return true if the result of comparison is equivalent to desiredResult.
3588** Return false if there is a disagreement.
drh1e968a02008-03-25 00:22:21 +00003589*/
dan3833e932014-03-01 19:44:56 +00003590static int vdbeRecordCompareDebug(
drhec1fc802008-08-13 14:07:40 +00003591 int nKey1, const void *pKey1, /* Left key */
drh79211e12014-05-02 17:33:16 +00003592 const UnpackedRecord *pPKey2, /* Right key */
3593 int desiredResult /* Correct answer */
drh1e968a02008-03-25 00:22:21 +00003594){
drhdf003d62013-08-01 19:17:39 +00003595 u32 d1; /* Offset into aKey[] of next data element */
drh1e968a02008-03-25 00:22:21 +00003596 u32 idx1; /* Offset into aKey[] of next header element */
3597 u32 szHdr1; /* Number of bytes in header */
3598 int i = 0;
drh1e968a02008-03-25 00:22:21 +00003599 int rc = 0;
3600 const unsigned char *aKey1 = (const unsigned char *)pKey1;
3601 KeyInfo *pKeyInfo;
3602 Mem mem1;
3603
3604 pKeyInfo = pPKey2->pKeyInfo;
drh84de6902014-05-02 18:46:52 +00003605 if( pKeyInfo->db==0 ) return 1;
drh1e968a02008-03-25 00:22:21 +00003606 mem1.enc = pKeyInfo->enc;
drh37272632009-11-16 21:28:45 +00003607 mem1.db = pKeyInfo->db;
drhd93a8b22009-11-16 03:13:40 +00003608 /* mem1.flags = 0; // Will be initialized by sqlite3VdbeSerialGet() */
drh17bcb102014-09-18 21:25:33 +00003609 VVA_ONLY( mem1.szMalloc = 0; ) /* Only needed by assert() statements */
drh8b249a82009-11-16 02:14:00 +00003610
3611 /* Compilers may complain that mem1.u.i is potentially uninitialized.
3612 ** We could initialize it, as shown here, to silence those complaints.
drh5275d2e2011-04-27 01:00:17 +00003613 ** But in fact, mem1.u.i will never actually be used uninitialized, and doing
drh8b249a82009-11-16 02:14:00 +00003614 ** the unnecessary initialization has a measurable negative performance
3615 ** impact, since this routine is a very high runner. And so, we choose
3616 ** to ignore the compiler warnings and leave this variable uninitialized.
3617 */
3618 /* mem1.u.i = 0; // not needed, here to silence compiler warning */
drh1e968a02008-03-25 00:22:21 +00003619
shane3f8d5cf2008-04-24 19:15:09 +00003620 idx1 = getVarint32(aKey1, szHdr1);
drh46981362015-07-08 12:25:38 +00003621 if( szHdr1>98307 ) return SQLITE_CORRUPT;
drh1e968a02008-03-25 00:22:21 +00003622 d1 = szHdr1;
drhb2023662013-11-29 15:39:36 +00003623 assert( pKeyInfo->nField+pKeyInfo->nXField>=pPKey2->nField || CORRUPT_DB );
drhe1a022e2012-09-17 17:16:53 +00003624 assert( pKeyInfo->aSortOrder!=0 );
dan89bc0212013-12-03 09:49:52 +00003625 assert( pKeyInfo->nField>0 );
3626 assert( idx1<=szHdr1 || CORRUPT_DB );
drh0b9dada2013-11-25 22:24:36 +00003627 do{
drh1e968a02008-03-25 00:22:21 +00003628 u32 serial_type1;
3629
3630 /* Read the serial types for the next element in each key. */
shane3f8d5cf2008-04-24 19:15:09 +00003631 idx1 += getVarint32( aKey1+idx1, serial_type1 );
drhaf5b2af2013-08-05 15:32:09 +00003632
3633 /* Verify that there is enough key space remaining to avoid
3634 ** a buffer overread. The "d1+serial_type1+2" subexpression will
3635 ** always be greater than or equal to the amount of required key space.
3636 ** Use that approximation to avoid the more expensive call to
3637 ** sqlite3VdbeSerialTypeLen() in the common case.
3638 */
3639 if( d1+serial_type1+2>(u32)nKey1
3640 && d1+sqlite3VdbeSerialTypeLen(serial_type1)>(u32)nKey1
3641 ){
3642 break;
3643 }
drh1e968a02008-03-25 00:22:21 +00003644
3645 /* Extract the values to be compared.
3646 */
3647 d1 += sqlite3VdbeSerialGet(&aKey1[d1], serial_type1, &mem1);
3648
3649 /* Do the comparison
3650 */
drh323df792013-08-05 19:11:29 +00003651 rc = sqlite3MemCompare(&mem1, &pPKey2->aMem[i], pKeyInfo->aColl[i]);
drh1e968a02008-03-25 00:22:21 +00003652 if( rc!=0 ){
drh17bcb102014-09-18 21:25:33 +00003653 assert( mem1.szMalloc==0 ); /* See comment below */
drh323df792013-08-05 19:11:29 +00003654 if( pKeyInfo->aSortOrder[i] ){
drh6f225d02013-10-26 13:36:51 +00003655 rc = -rc; /* Invert the result for DESC sort order. */
drh8b249a82009-11-16 02:14:00 +00003656 }
drh79211e12014-05-02 17:33:16 +00003657 goto debugCompareEnd;
drh1e968a02008-03-25 00:22:21 +00003658 }
3659 i++;
drh0b9dada2013-11-25 22:24:36 +00003660 }while( idx1<szHdr1 && i<pPKey2->nField );
drh407414c2009-07-14 14:15:27 +00003661
drh8b249a82009-11-16 02:14:00 +00003662 /* No memory allocation is ever used on mem1. Prove this using
3663 ** the following assert(). If the assert() fails, it indicates a
3664 ** memory leak and a need to call sqlite3VdbeMemRelease(&mem1).
danielk1977de630352009-05-04 11:42:29 +00003665 */
drh17bcb102014-09-18 21:25:33 +00003666 assert( mem1.szMalloc==0 );
danielk1977de630352009-05-04 11:42:29 +00003667
drh8b249a82009-11-16 02:14:00 +00003668 /* rc==0 here means that one of the keys ran out of fields and
peter.d.reid60ec9142014-09-06 16:39:46 +00003669 ** all the fields up to that point were equal. Return the default_rc
dan3b9330f2014-02-27 20:44:18 +00003670 ** value. */
drh79211e12014-05-02 17:33:16 +00003671 rc = pPKey2->default_rc;
3672
3673debugCompareEnd:
3674 if( desiredResult==0 && rc==0 ) return 1;
3675 if( desiredResult<0 && rc<0 ) return 1;
3676 if( desiredResult>0 && rc>0 ) return 1;
3677 if( CORRUPT_DB ) return 1;
3678 if( pKeyInfo->db->mallocFailed ) return 1;
3679 return 0;
dan1fed5da2014-02-25 21:01:25 +00003680}
dan3833e932014-03-01 19:44:56 +00003681#endif
dan1fed5da2014-02-25 21:01:25 +00003682
drhd879e3e2017-02-13 13:35:55 +00003683#ifdef SQLITE_DEBUG
drhe1bb8022015-01-19 19:48:52 +00003684/*
3685** Count the number of fields (a.k.a. columns) in the record given by
3686** pKey,nKey. The verify that this count is less than or equal to the
3687** limit given by pKeyInfo->nField + pKeyInfo->nXField.
3688**
3689** If this constraint is not satisfied, it means that the high-speed
3690** vdbeRecordCompareInt() and vdbeRecordCompareString() routines will
3691** not work correctly. If this assert() ever fires, it probably means
3692** that the KeyInfo.nField or KeyInfo.nXField values were computed
3693** incorrectly.
3694*/
3695static void vdbeAssertFieldCountWithinLimits(
3696 int nKey, const void *pKey, /* The record to verify */
3697 const KeyInfo *pKeyInfo /* Compare size with this KeyInfo */
3698){
3699 int nField = 0;
3700 u32 szHdr;
3701 u32 idx;
3702 u32 notUsed;
3703 const unsigned char *aKey = (const unsigned char*)pKey;
3704
3705 if( CORRUPT_DB ) return;
3706 idx = getVarint32(aKey, szHdr);
mistachkin1b3ee492015-01-21 00:51:08 +00003707 assert( nKey>=0 );
3708 assert( szHdr<=(u32)nKey );
drhe1bb8022015-01-19 19:48:52 +00003709 while( idx<szHdr ){
3710 idx += getVarint32(aKey+idx, notUsed);
3711 nField++;
3712 }
3713 assert( nField <= pKeyInfo->nField+pKeyInfo->nXField );
3714}
drh1af3c642015-01-19 20:57:19 +00003715#else
3716# define vdbeAssertFieldCountWithinLimits(A,B,C)
drhe1bb8022015-01-19 19:48:52 +00003717#endif
3718
dan3833e932014-03-01 19:44:56 +00003719/*
3720** Both *pMem1 and *pMem2 contain string values. Compare the two values
3721** using the collation sequence pColl. As usual, return a negative , zero
3722** or positive value if *pMem1 is less than, equal to or greater than
3723** *pMem2, respectively. Similar in spirit to "rc = (*pMem1) - (*pMem2);".
3724*/
dan1fed5da2014-02-25 21:01:25 +00003725static int vdbeCompareMemString(
dan3833e932014-03-01 19:44:56 +00003726 const Mem *pMem1,
3727 const Mem *pMem2,
dan38fdead2014-04-01 10:19:02 +00003728 const CollSeq *pColl,
3729 u8 *prcErr /* If an OOM occurs, set to SQLITE_NOMEM */
dan1fed5da2014-02-25 21:01:25 +00003730){
3731 if( pMem1->enc==pColl->enc ){
3732 /* The strings are already in the correct encoding. Call the
3733 ** comparison function directly */
3734 return pColl->xCmp(pColl->pUser,pMem1->n,pMem1->z,pMem2->n,pMem2->z);
3735 }else{
3736 int rc;
3737 const void *v1, *v2;
dan1fed5da2014-02-25 21:01:25 +00003738 Mem c1;
3739 Mem c2;
drh17bcb102014-09-18 21:25:33 +00003740 sqlite3VdbeMemInit(&c1, pMem1->db, MEM_Null);
3741 sqlite3VdbeMemInit(&c2, pMem1->db, MEM_Null);
dan1fed5da2014-02-25 21:01:25 +00003742 sqlite3VdbeMemShallowCopy(&c1, pMem1, MEM_Ephem);
3743 sqlite3VdbeMemShallowCopy(&c2, pMem2, MEM_Ephem);
3744 v1 = sqlite3ValueText((sqlite3_value*)&c1, pColl->enc);
dan1fed5da2014-02-25 21:01:25 +00003745 v2 = sqlite3ValueText((sqlite3_value*)&c2, pColl->enc);
dan21766c02017-05-22 08:04:09 +00003746 if( (v1==0 || v2==0) ){
3747 if( prcErr ) *prcErr = SQLITE_NOMEM_BKPT;
3748 rc = 0;
3749 }else{
3750 rc = pColl->xCmp(pColl->pUser, c1.n, v1, c2.n, v2);
3751 }
dan1fed5da2014-02-25 21:01:25 +00003752 sqlite3VdbeMemRelease(&c1);
3753 sqlite3VdbeMemRelease(&c2);
3754 return rc;
3755 }
3756}
3757
3758/*
drh64caee42016-09-09 19:33:00 +00003759** The input pBlob is guaranteed to be a Blob that is not marked
3760** with MEM_Zero. Return true if it could be a zero-blob.
3761*/
drh8aaf7bc2016-09-20 01:19:18 +00003762static int isAllZero(const char *z, int n){
drh64caee42016-09-09 19:33:00 +00003763 int i;
drh8aaf7bc2016-09-20 01:19:18 +00003764 for(i=0; i<n; i++){
3765 if( z[i] ) return 0;
3766 }
3767 return 1;
drh64caee42016-09-09 19:33:00 +00003768}
3769
3770/*
drh982ff722014-09-16 03:24:43 +00003771** Compare two blobs. Return negative, zero, or positive if the first
3772** is less than, equal to, or greater than the second, respectively.
3773** If one blob is a prefix of the other, then the shorter is the lessor.
3774*/
3775static SQLITE_NOINLINE int sqlite3BlobCompare(const Mem *pB1, const Mem *pB2){
drh64caee42016-09-09 19:33:00 +00003776 int c;
3777 int n1 = pB1->n;
3778 int n2 = pB2->n;
3779
3780 /* It is possible to have a Blob value that has some non-zero content
3781 ** followed by zero content. But that only comes up for Blobs formed
3782 ** by the OP_MakeRecord opcode, and such Blobs never get passed into
3783 ** sqlite3MemCompare(). */
3784 assert( (pB1->flags & MEM_Zero)==0 || n1==0 );
3785 assert( (pB2->flags & MEM_Zero)==0 || n2==0 );
3786
3787 if( (pB1->flags|pB2->flags) & MEM_Zero ){
3788 if( pB1->flags & pB2->flags & MEM_Zero ){
3789 return pB1->u.nZero - pB2->u.nZero;
3790 }else if( pB1->flags & MEM_Zero ){
drh8aaf7bc2016-09-20 01:19:18 +00003791 if( !isAllZero(pB2->z, pB2->n) ) return -1;
drh64caee42016-09-09 19:33:00 +00003792 return pB1->u.nZero - n2;
3793 }else{
drh8aaf7bc2016-09-20 01:19:18 +00003794 if( !isAllZero(pB1->z, pB1->n) ) return +1;
drh64caee42016-09-09 19:33:00 +00003795 return n1 - pB2->u.nZero;
3796 }
3797 }
3798 c = memcmp(pB1->z, pB2->z, n1>n2 ? n2 : n1);
drh982ff722014-09-16 03:24:43 +00003799 if( c ) return c;
drh64caee42016-09-09 19:33:00 +00003800 return n1 - n2;
drh982ff722014-09-16 03:24:43 +00003801}
3802
drh2ab410a2015-11-06 14:59:07 +00003803/*
3804** Do a comparison between a 64-bit signed integer and a 64-bit floating-point
3805** number. Return negative, zero, or positive if the first (i64) is less than,
3806** equal to, or greater than the second (double).
3807*/
3808static int sqlite3IntFloatCompare(i64 i, double r){
3809 if( sizeof(LONGDOUBLE_TYPE)>8 ){
3810 LONGDOUBLE_TYPE x = (LONGDOUBLE_TYPE)i;
3811 if( x<r ) return -1;
3812 if( x>r ) return +1;
3813 return 0;
3814 }else{
3815 i64 y;
3816 double s;
3817 if( r<-9223372036854775808.0 ) return +1;
3818 if( r>9223372036854775807.0 ) return -1;
3819 y = (i64)r;
3820 if( i<y ) return -1;
3821 if( i>y ){
3822 if( y==SMALLEST_INT64 && r>0.0 ) return -1;
3823 return +1;
3824 }
3825 s = (double)i;
3826 if( s<r ) return -1;
3827 if( s>r ) return +1;
3828 return 0;
3829 }
3830}
drh982ff722014-09-16 03:24:43 +00003831
3832/*
dan1fed5da2014-02-25 21:01:25 +00003833** Compare the values contained by the two memory cells, returning
3834** negative, zero or positive if pMem1 is less than, equal to, or greater
3835** than pMem2. Sorting order is NULL's first, followed by numbers (integers
3836** and reals) sorted numerically, followed by text ordered by the collating
3837** sequence pColl and finally blob's ordered by memcmp().
3838**
3839** Two NULL values are considered equal by this function.
3840*/
3841int sqlite3MemCompare(const Mem *pMem1, const Mem *pMem2, const CollSeq *pColl){
dan1fed5da2014-02-25 21:01:25 +00003842 int f1, f2;
3843 int combined_flags;
3844
3845 f1 = pMem1->flags;
3846 f2 = pMem2->flags;
3847 combined_flags = f1|f2;
3848 assert( (combined_flags & MEM_RowSet)==0 );
3849
3850 /* If one value is NULL, it is less than the other. If both values
3851 ** are NULL, return 0.
drh8b249a82009-11-16 02:14:00 +00003852 */
dan1fed5da2014-02-25 21:01:25 +00003853 if( combined_flags&MEM_Null ){
3854 return (f2&MEM_Null) - (f1&MEM_Null);
3855 }
3856
drh2ab410a2015-11-06 14:59:07 +00003857 /* At least one of the two values is a number
dan1fed5da2014-02-25 21:01:25 +00003858 */
3859 if( combined_flags&(MEM_Int|MEM_Real) ){
dan1fed5da2014-02-25 21:01:25 +00003860 if( (f1 & f2 & MEM_Int)!=0 ){
3861 if( pMem1->u.i < pMem2->u.i ) return -1;
drh2ab410a2015-11-06 14:59:07 +00003862 if( pMem1->u.i > pMem2->u.i ) return +1;
dan1fed5da2014-02-25 21:01:25 +00003863 return 0;
3864 }
drh2ab410a2015-11-06 14:59:07 +00003865 if( (f1 & f2 & MEM_Real)!=0 ){
3866 if( pMem1->u.r < pMem2->u.r ) return -1;
3867 if( pMem1->u.r > pMem2->u.r ) return +1;
3868 return 0;
3869 }
3870 if( (f1&MEM_Int)!=0 ){
3871 if( (f2&MEM_Real)!=0 ){
3872 return sqlite3IntFloatCompare(pMem1->u.i, pMem2->u.r);
3873 }else{
3874 return -1;
3875 }
3876 }
dan1fed5da2014-02-25 21:01:25 +00003877 if( (f1&MEM_Real)!=0 ){
drh2ab410a2015-11-06 14:59:07 +00003878 if( (f2&MEM_Int)!=0 ){
3879 return -sqlite3IntFloatCompare(pMem2->u.i, pMem1->u.r);
3880 }else{
3881 return -1;
3882 }
dan1fed5da2014-02-25 21:01:25 +00003883 }
drh2ab410a2015-11-06 14:59:07 +00003884 return +1;
dan1fed5da2014-02-25 21:01:25 +00003885 }
3886
3887 /* If one value is a string and the other is a blob, the string is less.
3888 ** If both are strings, compare using the collating functions.
3889 */
3890 if( combined_flags&MEM_Str ){
3891 if( (f1 & MEM_Str)==0 ){
3892 return 1;
3893 }
3894 if( (f2 & MEM_Str)==0 ){
3895 return -1;
3896 }
3897
drhe5520e22015-12-31 04:34:26 +00003898 assert( pMem1->enc==pMem2->enc || pMem1->db->mallocFailed );
dan1fed5da2014-02-25 21:01:25 +00003899 assert( pMem1->enc==SQLITE_UTF8 ||
3900 pMem1->enc==SQLITE_UTF16LE || pMem1->enc==SQLITE_UTF16BE );
3901
3902 /* The collation sequence must be defined at this point, even if
3903 ** the user deletes the collation sequence after the vdbe program is
3904 ** compiled (this was not always the case).
3905 */
3906 assert( !pColl || pColl->xCmp );
3907
3908 if( pColl ){
dan38fdead2014-04-01 10:19:02 +00003909 return vdbeCompareMemString(pMem1, pMem2, pColl, 0);
dan1fed5da2014-02-25 21:01:25 +00003910 }
3911 /* If a NULL pointer was passed as the collate function, fall through
3912 ** to the blob case and use memcmp(). */
3913 }
3914
3915 /* Both values must be blobs. Compare using memcmp(). */
drh982ff722014-09-16 03:24:43 +00003916 return sqlite3BlobCompare(pMem1, pMem2);
drh1e968a02008-03-25 00:22:21 +00003917}
dan1fed5da2014-02-25 21:01:25 +00003918
3919
dan3833e932014-03-01 19:44:56 +00003920/*
3921** The first argument passed to this function is a serial-type that
3922** corresponds to an integer - all values between 1 and 9 inclusive
3923** except 7. The second points to a buffer containing an integer value
3924** serialized according to serial_type. This function deserializes
3925** and returns the value.
3926*/
dan3b9330f2014-02-27 20:44:18 +00003927static i64 vdbeRecordDecodeInt(u32 serial_type, const u8 *aKey){
drhf926d1e2014-03-04 04:04:33 +00003928 u32 y;
dan3833e932014-03-01 19:44:56 +00003929 assert( CORRUPT_DB || (serial_type>=1 && serial_type<=9 && serial_type!=7) );
dan3b9330f2014-02-27 20:44:18 +00003930 switch( serial_type ){
dan3833e932014-03-01 19:44:56 +00003931 case 0:
dan3b9330f2014-02-27 20:44:18 +00003932 case 1:
drhb6e8fd12014-03-06 01:56:33 +00003933 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003934 return ONE_BYTE_INT(aKey);
dan3b9330f2014-02-27 20:44:18 +00003935 case 2:
drhb6e8fd12014-03-06 01:56:33 +00003936 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003937 return TWO_BYTE_INT(aKey);
dan3b9330f2014-02-27 20:44:18 +00003938 case 3:
drhb6e8fd12014-03-06 01:56:33 +00003939 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003940 return THREE_BYTE_INT(aKey);
3941 case 4: {
drhb6e8fd12014-03-06 01:56:33 +00003942 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003943 y = FOUR_BYTE_UINT(aKey);
3944 return (i64)*(int*)&y;
3945 }
dan3b9330f2014-02-27 20:44:18 +00003946 case 5: {
drhb6e8fd12014-03-06 01:56:33 +00003947 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003948 return FOUR_BYTE_UINT(aKey+2) + (((i64)1)<<32)*TWO_BYTE_INT(aKey);
danielk1977a7a8e142008-02-13 18:25:27 +00003949 }
dan3b9330f2014-02-27 20:44:18 +00003950 case 6: {
drhf926d1e2014-03-04 04:04:33 +00003951 u64 x = FOUR_BYTE_UINT(aKey);
drhb6e8fd12014-03-06 01:56:33 +00003952 testcase( aKey[0]&0x80 );
drhf926d1e2014-03-04 04:04:33 +00003953 x = (x<<32) | FOUR_BYTE_UINT(aKey+4);
3954 return (i64)*(i64*)&x;
danielk19779a96b662007-11-29 17:05:18 +00003955 }
dan3b9330f2014-02-27 20:44:18 +00003956 }
danielk19779a96b662007-11-29 17:05:18 +00003957
dan3b9330f2014-02-27 20:44:18 +00003958 return (serial_type - 8);
danielk1977eb015e02004-05-18 01:31:14 +00003959}
danielk1977eb015e02004-05-18 01:31:14 +00003960
dan3833e932014-03-01 19:44:56 +00003961/*
3962** This function compares the two table rows or index records
3963** specified by {nKey1, pKey1} and pPKey2. It returns a negative, zero
3964** or positive integer if key1 is less than, equal to or
3965** greater than key2. The {nKey1, pKey1} key must be a blob
peter.d.reid60ec9142014-09-06 16:39:46 +00003966** created by the OP_MakeRecord opcode of the VDBE. The pPKey2
dan3833e932014-03-01 19:44:56 +00003967** key must be a parsed key such as obtained from
3968** sqlite3VdbeParseRecord.
3969**
3970** If argument bSkip is non-zero, it is assumed that the caller has already
3971** determined that the first fields of the keys are equal.
3972**
3973** Key1 and Key2 do not have to contain the same number of fields. If all
3974** fields that appear in both keys are equal, then pPKey2->default_rc is
3975** returned.
drha1f7c0a2014-03-28 03:12:48 +00003976**
dan38fdead2014-04-01 10:19:02 +00003977** If database corruption is discovered, set pPKey2->errCode to
3978** SQLITE_CORRUPT and return 0. If an OOM error is encountered,
3979** pPKey2->errCode is set to SQLITE_NOMEM and, if it is not NULL, the
3980** malloc-failed flag set on database handle (pPKey2->pKeyInfo->db).
dan3833e932014-03-01 19:44:56 +00003981*/
dan7004f3f2015-03-30 12:06:26 +00003982int sqlite3VdbeRecordCompareWithSkip(
dan3833e932014-03-01 19:44:56 +00003983 int nKey1, const void *pKey1, /* Left key */
drha1f7c0a2014-03-28 03:12:48 +00003984 UnpackedRecord *pPKey2, /* Right key */
dan3833e932014-03-01 19:44:56 +00003985 int bSkip /* If true, skip the first field */
dan1fed5da2014-02-25 21:01:25 +00003986){
dan3833e932014-03-01 19:44:56 +00003987 u32 d1; /* Offset into aKey[] of next data element */
3988 int i; /* Index of next field to compare */
mistachkinffe6bc22014-03-04 11:16:20 +00003989 u32 szHdr1; /* Size of record header in bytes */
dan3833e932014-03-01 19:44:56 +00003990 u32 idx1; /* Offset of first type in header */
3991 int rc = 0; /* Return value */
3992 Mem *pRhs = pPKey2->aMem; /* Next field of pPKey2 to compare */
dan1fed5da2014-02-25 21:01:25 +00003993 KeyInfo *pKeyInfo = pPKey2->pKeyInfo;
3994 const unsigned char *aKey1 = (const unsigned char *)pKey1;
3995 Mem mem1;
3996
dan3833e932014-03-01 19:44:56 +00003997 /* If bSkip is true, then the caller has already determined that the first
3998 ** two elements in the keys are equal. Fix the various stack variables so
dan3b9330f2014-02-27 20:44:18 +00003999 ** that this routine begins comparing at the second field. */
dan3833e932014-03-01 19:44:56 +00004000 if( bSkip ){
dan3b9330f2014-02-27 20:44:18 +00004001 u32 s1;
dan3b9330f2014-02-27 20:44:18 +00004002 idx1 = 1 + getVarint32(&aKey1[1], s1);
dan3833e932014-03-01 19:44:56 +00004003 szHdr1 = aKey1[0];
4004 d1 = szHdr1 + sqlite3VdbeSerialTypeLen(s1);
dan3b9330f2014-02-27 20:44:18 +00004005 i = 1;
4006 pRhs++;
dan3833e932014-03-01 19:44:56 +00004007 }else{
4008 idx1 = getVarint32(aKey1, szHdr1);
4009 d1 = szHdr1;
drha1f7c0a2014-03-28 03:12:48 +00004010 if( d1>(unsigned)nKey1 ){
dan38fdead2014-04-01 10:19:02 +00004011 pPKey2->errCode = (u8)SQLITE_CORRUPT_BKPT;
drha1f7c0a2014-03-28 03:12:48 +00004012 return 0; /* Corruption */
4013 }
dan3833e932014-03-01 19:44:56 +00004014 i = 0;
dan3b9330f2014-02-27 20:44:18 +00004015 }
4016
drh17bcb102014-09-18 21:25:33 +00004017 VVA_ONLY( mem1.szMalloc = 0; ) /* Only needed by assert() statements */
dan1fed5da2014-02-25 21:01:25 +00004018 assert( pPKey2->pKeyInfo->nField+pPKey2->pKeyInfo->nXField>=pPKey2->nField
4019 || CORRUPT_DB );
4020 assert( pPKey2->pKeyInfo->aSortOrder!=0 );
4021 assert( pPKey2->pKeyInfo->nField>0 );
4022 assert( idx1<=szHdr1 || CORRUPT_DB );
4023 do{
dan1fed5da2014-02-25 21:01:25 +00004024 u32 serial_type;
4025
4026 /* RHS is an integer */
4027 if( pRhs->flags & MEM_Int ){
4028 serial_type = aKey1[idx1];
drhb6e8fd12014-03-06 01:56:33 +00004029 testcase( serial_type==12 );
danb95e1192015-05-26 20:31:20 +00004030 if( serial_type>=10 ){
dan1fed5da2014-02-25 21:01:25 +00004031 rc = +1;
4032 }else if( serial_type==0 ){
4033 rc = -1;
dan3b9330f2014-02-27 20:44:18 +00004034 }else if( serial_type==7 ){
dan1fed5da2014-02-25 21:01:25 +00004035 sqlite3VdbeSerialGet(&aKey1[d1], serial_type, &mem1);
drh2ab410a2015-11-06 14:59:07 +00004036 rc = -sqlite3IntFloatCompare(pRhs->u.i, mem1.u.r);
dan3b9330f2014-02-27 20:44:18 +00004037 }else{
4038 i64 lhs = vdbeRecordDecodeInt(serial_type, &aKey1[d1]);
4039 i64 rhs = pRhs->u.i;
4040 if( lhs<rhs ){
4041 rc = -1;
4042 }else if( lhs>rhs ){
4043 rc = +1;
dan1fed5da2014-02-25 21:01:25 +00004044 }
4045 }
4046 }
4047
4048 /* RHS is real */
4049 else if( pRhs->flags & MEM_Real ){
4050 serial_type = aKey1[idx1];
dancc7aa1f2015-05-26 20:07:32 +00004051 if( serial_type>=10 ){
4052 /* Serial types 12 or greater are strings and blobs (greater than
4053 ** numbers). Types 10 and 11 are currently "reserved for future
4054 ** use", so it doesn't really matter what the results of comparing
4055 ** them to numberic values are. */
dan1fed5da2014-02-25 21:01:25 +00004056 rc = +1;
4057 }else if( serial_type==0 ){
4058 rc = -1;
4059 }else{
dan1fed5da2014-02-25 21:01:25 +00004060 sqlite3VdbeSerialGet(&aKey1[d1], serial_type, &mem1);
4061 if( serial_type==7 ){
drh2ab410a2015-11-06 14:59:07 +00004062 if( mem1.u.r<pRhs->u.r ){
4063 rc = -1;
4064 }else if( mem1.u.r>pRhs->u.r ){
4065 rc = +1;
4066 }
dan1fed5da2014-02-25 21:01:25 +00004067 }else{
drh2ab410a2015-11-06 14:59:07 +00004068 rc = sqlite3IntFloatCompare(mem1.u.i, pRhs->u.r);
dan1fed5da2014-02-25 21:01:25 +00004069 }
4070 }
4071 }
4072
4073 /* RHS is a string */
4074 else if( pRhs->flags & MEM_Str ){
4075 getVarint32(&aKey1[idx1], serial_type);
drhb6e8fd12014-03-06 01:56:33 +00004076 testcase( serial_type==12 );
dan1fed5da2014-02-25 21:01:25 +00004077 if( serial_type<12 ){
4078 rc = -1;
4079 }else if( !(serial_type & 0x01) ){
4080 rc = +1;
4081 }else{
4082 mem1.n = (serial_type - 12) / 2;
drhb6e8fd12014-03-06 01:56:33 +00004083 testcase( (d1+mem1.n)==(unsigned)nKey1 );
4084 testcase( (d1+mem1.n+1)==(unsigned)nKey1 );
drh295aedf2014-03-03 18:25:24 +00004085 if( (d1+mem1.n) > (unsigned)nKey1 ){
dan38fdead2014-04-01 10:19:02 +00004086 pPKey2->errCode = (u8)SQLITE_CORRUPT_BKPT;
drha1f7c0a2014-03-28 03:12:48 +00004087 return 0; /* Corruption */
dan1fed5da2014-02-25 21:01:25 +00004088 }else if( pKeyInfo->aColl[i] ){
4089 mem1.enc = pKeyInfo->enc;
4090 mem1.db = pKeyInfo->db;
4091 mem1.flags = MEM_Str;
drhfcb44a82014-03-03 15:13:27 +00004092 mem1.z = (char*)&aKey1[d1];
dan38fdead2014-04-01 10:19:02 +00004093 rc = vdbeCompareMemString(
4094 &mem1, pRhs, pKeyInfo->aColl[i], &pPKey2->errCode
4095 );
dan1fed5da2014-02-25 21:01:25 +00004096 }else{
4097 int nCmp = MIN(mem1.n, pRhs->n);
4098 rc = memcmp(&aKey1[d1], pRhs->z, nCmp);
4099 if( rc==0 ) rc = mem1.n - pRhs->n;
4100 }
4101 }
4102 }
4103
4104 /* RHS is a blob */
4105 else if( pRhs->flags & MEM_Blob ){
drh8aaf7bc2016-09-20 01:19:18 +00004106 assert( (pRhs->flags & MEM_Zero)==0 || pRhs->n==0 );
dan1fed5da2014-02-25 21:01:25 +00004107 getVarint32(&aKey1[idx1], serial_type);
drhb6e8fd12014-03-06 01:56:33 +00004108 testcase( serial_type==12 );
dan1fed5da2014-02-25 21:01:25 +00004109 if( serial_type<12 || (serial_type & 0x01) ){
4110 rc = -1;
4111 }else{
4112 int nStr = (serial_type - 12) / 2;
drhb6e8fd12014-03-06 01:56:33 +00004113 testcase( (d1+nStr)==(unsigned)nKey1 );
4114 testcase( (d1+nStr+1)==(unsigned)nKey1 );
drh295aedf2014-03-03 18:25:24 +00004115 if( (d1+nStr) > (unsigned)nKey1 ){
dan38fdead2014-04-01 10:19:02 +00004116 pPKey2->errCode = (u8)SQLITE_CORRUPT_BKPT;
drha1f7c0a2014-03-28 03:12:48 +00004117 return 0; /* Corruption */
drh8aaf7bc2016-09-20 01:19:18 +00004118 }else if( pRhs->flags & MEM_Zero ){
4119 if( !isAllZero((const char*)&aKey1[d1],nStr) ){
4120 rc = 1;
4121 }else{
4122 rc = nStr - pRhs->u.nZero;
4123 }
dan1fed5da2014-02-25 21:01:25 +00004124 }else{
4125 int nCmp = MIN(nStr, pRhs->n);
4126 rc = memcmp(&aKey1[d1], pRhs->z, nCmp);
4127 if( rc==0 ) rc = nStr - pRhs->n;
4128 }
4129 }
4130 }
4131
4132 /* RHS is null */
4133 else{
4134 serial_type = aKey1[idx1];
4135 rc = (serial_type!=0);
4136 }
4137
4138 if( rc!=0 ){
dan1fed5da2014-02-25 21:01:25 +00004139 if( pKeyInfo->aSortOrder[i] ){
4140 rc = -rc;
dan1fed5da2014-02-25 21:01:25 +00004141 }
drh79211e12014-05-02 17:33:16 +00004142 assert( vdbeRecordCompareDebug(nKey1, pKey1, pPKey2, rc) );
drh17bcb102014-09-18 21:25:33 +00004143 assert( mem1.szMalloc==0 ); /* See comment below */
dan1fed5da2014-02-25 21:01:25 +00004144 return rc;
4145 }
4146
4147 i++;
dan3b9330f2014-02-27 20:44:18 +00004148 pRhs++;
dan1fed5da2014-02-25 21:01:25 +00004149 d1 += sqlite3VdbeSerialTypeLen(serial_type);
4150 idx1 += sqlite3VarintLen(serial_type);
drh295aedf2014-03-03 18:25:24 +00004151 }while( idx1<(unsigned)szHdr1 && i<pPKey2->nField && d1<=(unsigned)nKey1 );
dan1fed5da2014-02-25 21:01:25 +00004152
4153 /* No memory allocation is ever used on mem1. Prove this using
4154 ** the following assert(). If the assert() fails, it indicates a
dan3833e932014-03-01 19:44:56 +00004155 ** memory leak and a need to call sqlite3VdbeMemRelease(&mem1). */
drh17bcb102014-09-18 21:25:33 +00004156 assert( mem1.szMalloc==0 );
dan1fed5da2014-02-25 21:01:25 +00004157
4158 /* rc==0 here means that one or both of the keys ran out of fields and
peter.d.reid60ec9142014-09-06 16:39:46 +00004159 ** all the fields up to that point were equal. Return the default_rc
dan1fed5da2014-02-25 21:01:25 +00004160 ** value. */
dan3833e932014-03-01 19:44:56 +00004161 assert( CORRUPT_DB
drh66141812014-06-30 20:25:03 +00004162 || vdbeRecordCompareDebug(nKey1, pKey1, pPKey2, pPKey2->default_rc)
dan6696ba32014-06-28 19:06:49 +00004163 || pKeyInfo->db->mallocFailed
dan3833e932014-03-01 19:44:56 +00004164 );
drh70528d72015-11-05 20:25:09 +00004165 pPKey2->eqSeen = 1;
dan1fed5da2014-02-25 21:01:25 +00004166 return pPKey2->default_rc;
4167}
drh75179de2014-09-16 14:37:35 +00004168int sqlite3VdbeRecordCompare(
4169 int nKey1, const void *pKey1, /* Left key */
4170 UnpackedRecord *pPKey2 /* Right key */
4171){
dan7004f3f2015-03-30 12:06:26 +00004172 return sqlite3VdbeRecordCompareWithSkip(nKey1, pKey1, pPKey2, 0);
drh75179de2014-09-16 14:37:35 +00004173}
4174
dan1fed5da2014-02-25 21:01:25 +00004175
dan3833e932014-03-01 19:44:56 +00004176/*
4177** This function is an optimized version of sqlite3VdbeRecordCompare()
4178** that (a) the first field of pPKey2 is an integer, and (b) the
4179** size-of-header varint at the start of (pKey1/nKey1) fits in a single
4180** byte (i.e. is less than 128).
drhe2ac5062014-03-26 12:02:38 +00004181**
4182** To avoid concerns about buffer overreads, this routine is only used
4183** on schemas where the maximum valid header size is 63 bytes or less.
dan3833e932014-03-01 19:44:56 +00004184*/
dan3b9330f2014-02-27 20:44:18 +00004185static int vdbeRecordCompareInt(
4186 int nKey1, const void *pKey1, /* Left key */
drh75179de2014-09-16 14:37:35 +00004187 UnpackedRecord *pPKey2 /* Right key */
dan3b9330f2014-02-27 20:44:18 +00004188){
dan9b8afef2014-03-03 20:48:50 +00004189 const u8 *aKey = &((const u8*)pKey1)[*(const u8*)pKey1 & 0x3F];
dan3b9330f2014-02-27 20:44:18 +00004190 int serial_type = ((const u8*)pKey1)[1];
4191 int res;
drhf926d1e2014-03-04 04:04:33 +00004192 u32 y;
4193 u64 x;
drh5f6eb1a2016-09-15 00:04:46 +00004194 i64 v;
dan3b9330f2014-02-27 20:44:18 +00004195 i64 lhs;
4196
drhe1bb8022015-01-19 19:48:52 +00004197 vdbeAssertFieldCountWithinLimits(nKey1, pKey1, pPKey2->pKeyInfo);
drhe2ac5062014-03-26 12:02:38 +00004198 assert( (*(u8*)pKey1)<=0x3F || CORRUPT_DB );
dan3833e932014-03-01 19:44:56 +00004199 switch( serial_type ){
drhf926d1e2014-03-04 04:04:33 +00004200 case 1: { /* 1-byte signed integer */
4201 lhs = ONE_BYTE_INT(aKey);
drhb6e8fd12014-03-06 01:56:33 +00004202 testcase( lhs<0 );
dan3b9330f2014-02-27 20:44:18 +00004203 break;
4204 }
drhf926d1e2014-03-04 04:04:33 +00004205 case 2: { /* 2-byte signed integer */
4206 lhs = TWO_BYTE_INT(aKey);
drhb6e8fd12014-03-06 01:56:33 +00004207 testcase( lhs<0 );
drhf926d1e2014-03-04 04:04:33 +00004208 break;
4209 }
4210 case 3: { /* 3-byte signed integer */
4211 lhs = THREE_BYTE_INT(aKey);
drhb6e8fd12014-03-06 01:56:33 +00004212 testcase( lhs<0 );
drhf926d1e2014-03-04 04:04:33 +00004213 break;
4214 }
4215 case 4: { /* 4-byte signed integer */
4216 y = FOUR_BYTE_UINT(aKey);
4217 lhs = (i64)*(int*)&y;
drhb6e8fd12014-03-06 01:56:33 +00004218 testcase( lhs<0 );
drhf926d1e2014-03-04 04:04:33 +00004219 break;
4220 }
4221 case 5: { /* 6-byte signed integer */
4222 lhs = FOUR_BYTE_UINT(aKey+2) + (((i64)1)<<32)*TWO_BYTE_INT(aKey);
drhb6e8fd12014-03-06 01:56:33 +00004223 testcase( lhs<0 );
drhf926d1e2014-03-04 04:04:33 +00004224 break;
4225 }
4226 case 6: { /* 8-byte signed integer */
4227 x = FOUR_BYTE_UINT(aKey);
4228 x = (x<<32) | FOUR_BYTE_UINT(aKey+4);
4229 lhs = *(i64*)&x;
drhb6e8fd12014-03-06 01:56:33 +00004230 testcase( lhs<0 );
dan3b9330f2014-02-27 20:44:18 +00004231 break;
4232 }
dan3b9330f2014-02-27 20:44:18 +00004233 case 8:
4234 lhs = 0;
4235 break;
dan3b9330f2014-02-27 20:44:18 +00004236 case 9:
4237 lhs = 1;
4238 break;
4239
dan063d4a02014-02-28 09:48:30 +00004240 /* This case could be removed without changing the results of running
4241 ** this code. Including it causes gcc to generate a faster switch
4242 ** statement (since the range of switch targets now starts at zero and
dan597515d2014-02-28 18:39:51 +00004243 ** is contiguous) but does not cause any duplicate code to be generated
dan063d4a02014-02-28 09:48:30 +00004244 ** (as gcc is clever enough to combine the two like cases). Other
4245 ** compilers might be similar. */
4246 case 0: case 7:
drh75179de2014-09-16 14:37:35 +00004247 return sqlite3VdbeRecordCompare(nKey1, pKey1, pPKey2);
dan063d4a02014-02-28 09:48:30 +00004248
dan3b9330f2014-02-27 20:44:18 +00004249 default:
drh75179de2014-09-16 14:37:35 +00004250 return sqlite3VdbeRecordCompare(nKey1, pKey1, pPKey2);
dan3b9330f2014-02-27 20:44:18 +00004251 }
4252
drh5f6eb1a2016-09-15 00:04:46 +00004253 v = pPKey2->aMem[0].u.i;
dan3b9330f2014-02-27 20:44:18 +00004254 if( v>lhs ){
4255 res = pPKey2->r1;
4256 }else if( v<lhs ){
4257 res = pPKey2->r2;
4258 }else if( pPKey2->nField>1 ){
dan063d4a02014-02-28 09:48:30 +00004259 /* The first fields of the two keys are equal. Compare the trailing
4260 ** fields. */
dan7004f3f2015-03-30 12:06:26 +00004261 res = sqlite3VdbeRecordCompareWithSkip(nKey1, pKey1, pPKey2, 1);
dan3b9330f2014-02-27 20:44:18 +00004262 }else{
dan063d4a02014-02-28 09:48:30 +00004263 /* The first fields of the two keys are equal and there are no trailing
4264 ** fields. Return pPKey2->default_rc in this case. */
dan3b9330f2014-02-27 20:44:18 +00004265 res = pPKey2->default_rc;
drh70528d72015-11-05 20:25:09 +00004266 pPKey2->eqSeen = 1;
dan3b9330f2014-02-27 20:44:18 +00004267 }
4268
drh79211e12014-05-02 17:33:16 +00004269 assert( vdbeRecordCompareDebug(nKey1, pKey1, pPKey2, res) );
dan3b9330f2014-02-27 20:44:18 +00004270 return res;
4271}
4272
dan3833e932014-03-01 19:44:56 +00004273/*
4274** This function is an optimized version of sqlite3VdbeRecordCompare()
4275** that (a) the first field of pPKey2 is a string, that (b) the first field
4276** uses the collation sequence BINARY and (c) that the size-of-header varint
4277** at the start of (pKey1/nKey1) fits in a single byte.
4278*/
dan3b9330f2014-02-27 20:44:18 +00004279static int vdbeRecordCompareString(
4280 int nKey1, const void *pKey1, /* Left key */
drh75179de2014-09-16 14:37:35 +00004281 UnpackedRecord *pPKey2 /* Right key */
dan3b9330f2014-02-27 20:44:18 +00004282){
4283 const u8 *aKey1 = (const u8*)pKey1;
4284 int serial_type;
4285 int res;
4286
drh2ab410a2015-11-06 14:59:07 +00004287 assert( pPKey2->aMem[0].flags & MEM_Str );
drhe1bb8022015-01-19 19:48:52 +00004288 vdbeAssertFieldCountWithinLimits(nKey1, pKey1, pPKey2->pKeyInfo);
dan3b9330f2014-02-27 20:44:18 +00004289 getVarint32(&aKey1[1], serial_type);
dan3b9330f2014-02-27 20:44:18 +00004290 if( serial_type<12 ){
4291 res = pPKey2->r1; /* (pKey1/nKey1) is a number or a null */
4292 }else if( !(serial_type & 0x01) ){
4293 res = pPKey2->r2; /* (pKey1/nKey1) is a blob */
4294 }else{
4295 int nCmp;
4296 int nStr;
dan3833e932014-03-01 19:44:56 +00004297 int szHdr = aKey1[0];
dan3b9330f2014-02-27 20:44:18 +00004298
4299 nStr = (serial_type-12) / 2;
drha1f7c0a2014-03-28 03:12:48 +00004300 if( (szHdr + nStr) > nKey1 ){
dan38fdead2014-04-01 10:19:02 +00004301 pPKey2->errCode = (u8)SQLITE_CORRUPT_BKPT;
drha1f7c0a2014-03-28 03:12:48 +00004302 return 0; /* Corruption */
4303 }
dan3b9330f2014-02-27 20:44:18 +00004304 nCmp = MIN( pPKey2->aMem[0].n, nStr );
dan3833e932014-03-01 19:44:56 +00004305 res = memcmp(&aKey1[szHdr], pPKey2->aMem[0].z, nCmp);
dan3b9330f2014-02-27 20:44:18 +00004306
4307 if( res==0 ){
4308 res = nStr - pPKey2->aMem[0].n;
4309 if( res==0 ){
4310 if( pPKey2->nField>1 ){
dan7004f3f2015-03-30 12:06:26 +00004311 res = sqlite3VdbeRecordCompareWithSkip(nKey1, pKey1, pPKey2, 1);
dan3b9330f2014-02-27 20:44:18 +00004312 }else{
4313 res = pPKey2->default_rc;
drh70528d72015-11-05 20:25:09 +00004314 pPKey2->eqSeen = 1;
dan3b9330f2014-02-27 20:44:18 +00004315 }
4316 }else if( res>0 ){
4317 res = pPKey2->r2;
4318 }else{
4319 res = pPKey2->r1;
4320 }
4321 }else if( res>0 ){
4322 res = pPKey2->r2;
4323 }else{
4324 res = pPKey2->r1;
4325 }
4326 }
4327
drh66141812014-06-30 20:25:03 +00004328 assert( vdbeRecordCompareDebug(nKey1, pKey1, pPKey2, res)
dan3b9330f2014-02-27 20:44:18 +00004329 || CORRUPT_DB
dan6696ba32014-06-28 19:06:49 +00004330 || pPKey2->pKeyInfo->db->mallocFailed
dan3b9330f2014-02-27 20:44:18 +00004331 );
4332 return res;
4333}
4334
dan3833e932014-03-01 19:44:56 +00004335/*
4336** Return a pointer to an sqlite3VdbeRecordCompare() compatible function
4337** suitable for comparing serialized records to the unpacked record passed
4338** as the only argument.
4339*/
dan1fed5da2014-02-25 21:01:25 +00004340RecordCompare sqlite3VdbeFindCompare(UnpackedRecord *p){
dan9b8afef2014-03-03 20:48:50 +00004341 /* varintRecordCompareInt() and varintRecordCompareString() both assume
4342 ** that the size-of-header varint that occurs at the start of each record
4343 ** fits in a single byte (i.e. is 127 or less). varintRecordCompareInt()
4344 ** also assumes that it is safe to overread a buffer by at least the
4345 ** maximum possible legal header size plus 8 bytes. Because there is
4346 ** guaranteed to be at least 74 (but not 136) bytes of padding following each
4347 ** buffer passed to varintRecordCompareInt() this makes it convenient to
4348 ** limit the size of the header to 64 bytes in cases where the first field
4349 ** is an integer.
4350 **
4351 ** The easiest way to enforce this limit is to consider only records with
4352 ** 13 fields or less. If the first field is an integer, the maximum legal
4353 ** header size is (12*5 + 1 + 1) bytes. */
4354 if( (p->pKeyInfo->nField + p->pKeyInfo->nXField)<=13 ){
dan1fed5da2014-02-25 21:01:25 +00004355 int flags = p->aMem[0].flags;
dan3b9330f2014-02-27 20:44:18 +00004356 if( p->pKeyInfo->aSortOrder[0] ){
4357 p->r1 = 1;
4358 p->r2 = -1;
4359 }else{
4360 p->r1 = -1;
4361 p->r2 = 1;
4362 }
dan1fed5da2014-02-25 21:01:25 +00004363 if( (flags & MEM_Int) ){
4364 return vdbeRecordCompareInt;
dan3b9330f2014-02-27 20:44:18 +00004365 }
drhb6e8fd12014-03-06 01:56:33 +00004366 testcase( flags & MEM_Real );
4367 testcase( flags & MEM_Null );
4368 testcase( flags & MEM_Blob );
4369 if( (flags & (MEM_Real|MEM_Null|MEM_Blob))==0 && p->pKeyInfo->aColl[0]==0 ){
4370 assert( flags & MEM_Str );
dan1fed5da2014-02-25 21:01:25 +00004371 return vdbeRecordCompareString;
4372 }
4373 }
dan3b9330f2014-02-27 20:44:18 +00004374
dan3833e932014-03-01 19:44:56 +00004375 return sqlite3VdbeRecordCompare;
dan3b9330f2014-02-27 20:44:18 +00004376}
danielk1977eb015e02004-05-18 01:31:14 +00004377
4378/*
drh7a224de2004-06-02 01:22:02 +00004379** pCur points at an index entry created using the OP_MakeRecord opcode.
4380** Read the rowid (the last field in the record) and store it in *rowid.
4381** Return SQLITE_OK if everything works, or an error code otherwise.
drh88a003e2008-12-11 16:17:03 +00004382**
4383** pCur might be pointing to text obtained from a corrupt database file.
4384** So the content cannot be trusted. Do appropriate checks on the content.
danielk1977183f9f72004-05-13 05:20:26 +00004385*/
drh35f6b932009-06-23 14:15:04 +00004386int sqlite3VdbeIdxRowid(sqlite3 *db, BtCursor *pCur, i64 *rowid){
drh61fc5952007-04-01 23:49:51 +00004387 i64 nCellKey = 0;
danielk1977183f9f72004-05-13 05:20:26 +00004388 int rc;
drhd5788202004-05-28 08:21:05 +00004389 u32 szHdr; /* Size of the header */
4390 u32 typeRowid; /* Serial type of the rowid */
4391 u32 lenRowid; /* Size of the rowid */
4392 Mem m, v;
danielk1977183f9f72004-05-13 05:20:26 +00004393
drh88a003e2008-12-11 16:17:03 +00004394 /* Get the size of the index entry. Only indices entries of less
drh7b746032009-06-26 12:15:22 +00004395 ** than 2GiB are support - anything large must be database corruption.
4396 ** Any corruption is detected in sqlite3BtreeParseCellPtr(), though, so
drhc27ae612009-07-14 18:35:44 +00004397 ** this code can safely assume that nCellKey is 32-bits
4398 */
drhea8ffdf2009-07-22 00:35:23 +00004399 assert( sqlite3BtreeCursorIsValid(pCur) );
drha7c90c42016-06-04 20:37:10 +00004400 nCellKey = sqlite3BtreePayloadSize(pCur);
drh7b746032009-06-26 12:15:22 +00004401 assert( (nCellKey & SQLITE_MAX_U32)==(u64)nCellKey );
drh88a003e2008-12-11 16:17:03 +00004402
4403 /* Read in the complete content of the index entry */
drhd3b74202014-09-17 16:41:15 +00004404 sqlite3VdbeMemInit(&m, db, 0);
drhcb3cabd2016-11-25 19:18:28 +00004405 rc = sqlite3VdbeMemFromBtree(pCur, 0, (u32)nCellKey, &m);
drhd5788202004-05-28 08:21:05 +00004406 if( rc ){
danielk1977183f9f72004-05-13 05:20:26 +00004407 return rc;
4408 }
drh88a003e2008-12-11 16:17:03 +00004409
4410 /* The index entry must begin with a header size */
shane3f8d5cf2008-04-24 19:15:09 +00004411 (void)getVarint32((u8*)m.z, szHdr);
drh7b746032009-06-26 12:15:22 +00004412 testcase( szHdr==3 );
drh88a003e2008-12-11 16:17:03 +00004413 testcase( szHdr==m.n );
drh7b746032009-06-26 12:15:22 +00004414 if( unlikely(szHdr<3 || (int)szHdr>m.n) ){
drh88a003e2008-12-11 16:17:03 +00004415 goto idx_rowid_corruption;
4416 }
4417
4418 /* The last field of the index should be an integer - the ROWID.
4419 ** Verify that the last entry really is an integer. */
shane3f8d5cf2008-04-24 19:15:09 +00004420 (void)getVarint32((u8*)&m.z[szHdr-1], typeRowid);
drh88a003e2008-12-11 16:17:03 +00004421 testcase( typeRowid==1 );
4422 testcase( typeRowid==2 );
4423 testcase( typeRowid==3 );
4424 testcase( typeRowid==4 );
4425 testcase( typeRowid==5 );
4426 testcase( typeRowid==6 );
4427 testcase( typeRowid==8 );
4428 testcase( typeRowid==9 );
4429 if( unlikely(typeRowid<1 || typeRowid>9 || typeRowid==7) ){
4430 goto idx_rowid_corruption;
4431 }
drhc5ef7152015-06-28 02:58:51 +00004432 lenRowid = sqlite3SmallTypeSizes[typeRowid];
drheeb844a2009-08-08 18:01:07 +00004433 testcase( (u32)m.n==szHdr+lenRowid );
4434 if( unlikely((u32)m.n<szHdr+lenRowid) ){
drh88a003e2008-12-11 16:17:03 +00004435 goto idx_rowid_corruption;
4436 }
4437
4438 /* Fetch the integer off the end of the index record */
drh2646da72005-12-09 20:02:05 +00004439 sqlite3VdbeSerialGet((u8*)&m.z[m.n-lenRowid], typeRowid, &v);
drh3c024d62007-03-30 11:23:45 +00004440 *rowid = v.u.i;
danielk1977d8123362004-06-12 09:25:12 +00004441 sqlite3VdbeMemRelease(&m);
danielk1977183f9f72004-05-13 05:20:26 +00004442 return SQLITE_OK;
drh88a003e2008-12-11 16:17:03 +00004443
4444 /* Jump here if database corruption is detected after m has been
4445 ** allocated. Free the m object and return SQLITE_CORRUPT. */
4446idx_rowid_corruption:
drh17bcb102014-09-18 21:25:33 +00004447 testcase( m.szMalloc!=0 );
drh88a003e2008-12-11 16:17:03 +00004448 sqlite3VdbeMemRelease(&m);
4449 return SQLITE_CORRUPT_BKPT;
danielk1977183f9f72004-05-13 05:20:26 +00004450}
4451
drh7cf6e4d2004-05-19 14:56:55 +00004452/*
drh5f82e3c2009-07-06 00:44:08 +00004453** Compare the key of the index entry that cursor pC is pointing to against
4454** the key string in pUnpacked. Write into *pRes a number
drh7cf6e4d2004-05-19 14:56:55 +00004455** that is negative, zero, or positive if pC is less than, equal to,
drh5f82e3c2009-07-06 00:44:08 +00004456** or greater than pUnpacked. Return SQLITE_OK on success.
drhd3d39e92004-05-20 22:16:29 +00004457**
drh5f82e3c2009-07-06 00:44:08 +00004458** pUnpacked is either created without a rowid or is truncated so that it
drhd5788202004-05-28 08:21:05 +00004459** omits the rowid at the end. The rowid at the end of the index entry
drhec1fc802008-08-13 14:07:40 +00004460** is ignored as well. Hence, this routine only compares the prefixes
4461** of the keys prior to the final rowid, not the entire key.
drh7cf6e4d2004-05-19 14:56:55 +00004462*/
danielk1977183f9f72004-05-13 05:20:26 +00004463int sqlite3VdbeIdxKeyCompare(
drhd3b74202014-09-17 16:41:15 +00004464 sqlite3 *db, /* Database connection */
drh295aedf2014-03-03 18:25:24 +00004465 VdbeCursor *pC, /* The cursor to compare against */
drha1f7c0a2014-03-28 03:12:48 +00004466 UnpackedRecord *pUnpacked, /* Unpacked version of key */
drh295aedf2014-03-03 18:25:24 +00004467 int *res /* Write the comparison result here */
danielk1977183f9f72004-05-13 05:20:26 +00004468){
drh61fc5952007-04-01 23:49:51 +00004469 i64 nCellKey = 0;
danielk1977183f9f72004-05-13 05:20:26 +00004470 int rc;
drhc960dcb2015-11-20 19:22:01 +00004471 BtCursor *pCur;
drhd5788202004-05-28 08:21:05 +00004472 Mem m;
danielk1977183f9f72004-05-13 05:20:26 +00004473
drhc960dcb2015-11-20 19:22:01 +00004474 assert( pC->eCurType==CURTYPE_BTREE );
4475 pCur = pC->uc.pCursor;
drhea8ffdf2009-07-22 00:35:23 +00004476 assert( sqlite3BtreeCursorIsValid(pCur) );
drha7c90c42016-06-04 20:37:10 +00004477 nCellKey = sqlite3BtreePayloadSize(pCur);
drh56689692014-03-03 19:29:28 +00004478 /* nCellKey will always be between 0 and 0xffffffff because of the way
drh407414c2009-07-14 14:15:27 +00004479 ** that btreeParseCellPtr() and sqlite3GetVarint32() are implemented */
drhc27ae612009-07-14 18:35:44 +00004480 if( nCellKey<=0 || nCellKey>0x7fffffff ){
danielk1977183f9f72004-05-13 05:20:26 +00004481 *res = 0;
drh9978c972010-02-23 17:36:32 +00004482 return SQLITE_CORRUPT_BKPT;
danielk1977183f9f72004-05-13 05:20:26 +00004483 }
drhd3b74202014-09-17 16:41:15 +00004484 sqlite3VdbeMemInit(&m, db, 0);
drhcb3cabd2016-11-25 19:18:28 +00004485 rc = sqlite3VdbeMemFromBtree(pCur, 0, (u32)nCellKey, &m);
drhec1fc802008-08-13 14:07:40 +00004486 if( rc ){
drhd5788202004-05-28 08:21:05 +00004487 return rc;
danielk1977183f9f72004-05-13 05:20:26 +00004488 }
drh75179de2014-09-16 14:37:35 +00004489 *res = sqlite3VdbeRecordCompare(m.n, m.z, pUnpacked);
danielk1977d8123362004-06-12 09:25:12 +00004490 sqlite3VdbeMemRelease(&m);
danielk1977183f9f72004-05-13 05:20:26 +00004491 return SQLITE_OK;
4492}
danielk1977b28af712004-06-21 06:50:26 +00004493
4494/*
4495** This routine sets the value to be returned by subsequent calls to
4496** sqlite3_changes() on the database handle 'db'.
4497*/
4498void sqlite3VdbeSetChanges(sqlite3 *db, int nChange){
drhb21c8cd2007-08-21 19:33:56 +00004499 assert( sqlite3_mutex_held(db->mutex) );
danielk1977b28af712004-06-21 06:50:26 +00004500 db->nChange = nChange;
4501 db->nTotalChange += nChange;
4502}
4503
4504/*
4505** Set a flag in the vdbe to update the change counter when it is finalised
4506** or reset.
4507*/
drh4794f732004-11-05 17:17:50 +00004508void sqlite3VdbeCountChanges(Vdbe *v){
4509 v->changeCntOn = 1;
danielk1977b28af712004-06-21 06:50:26 +00004510}
drhd89bd002005-01-22 03:03:54 +00004511
4512/*
4513** Mark every prepared statement associated with a database connection
4514** as expired.
4515**
4516** An expired statement means that recompilation of the statement is
4517** recommend. Statements expire when things happen that make their
4518** programs obsolete. Removing user-defined functions or collating
4519** sequences, or changing an authorization function are the types of
4520** things that make prepared statements obsolete.
4521*/
4522void sqlite3ExpirePreparedStatements(sqlite3 *db){
4523 Vdbe *p;
4524 for(p = db->pVdbe; p; p=p->pNext){
4525 p->expired = 1;
4526 }
4527}
danielk1977aee18ef2005-03-09 12:26:50 +00004528
4529/*
4530** Return the database associated with the Vdbe.
4531*/
4532sqlite3 *sqlite3VdbeDb(Vdbe *v){
4533 return v->db;
4534}
dan937d0de2009-10-15 18:35:38 +00004535
4536/*
4537** Return a pointer to an sqlite3_value structure containing the value bound
4538** parameter iVar of VM v. Except, if the value is an SQL NULL, return
4539** 0 instead. Unless it is NULL, apply affinity aff (one of the SQLITE_AFF_*
4540** constants) to the value before returning it.
4541**
4542** The returned value must be freed by the caller using sqlite3ValueFree().
4543*/
drhcf0fd4a2013-08-01 12:21:58 +00004544sqlite3_value *sqlite3VdbeGetBoundValue(Vdbe *v, int iVar, u8 aff){
dan937d0de2009-10-15 18:35:38 +00004545 assert( iVar>0 );
drh7df74752017-06-26 14:46:05 +00004546 if( v ){
dan937d0de2009-10-15 18:35:38 +00004547 Mem *pMem = &v->aVar[iVar-1];
drh7df74752017-06-26 14:46:05 +00004548 assert( (v->db->flags & SQLITE_EnableQPSG)==0 );
dan937d0de2009-10-15 18:35:38 +00004549 if( 0==(pMem->flags & MEM_Null) ){
4550 sqlite3_value *pRet = sqlite3ValueNew(v->db);
4551 if( pRet ){
4552 sqlite3VdbeMemCopy((Mem *)pRet, pMem);
4553 sqlite3ValueApplyAffinity(pRet, aff, SQLITE_UTF8);
dan937d0de2009-10-15 18:35:38 +00004554 }
4555 return pRet;
4556 }
4557 }
4558 return 0;
4559}
4560
4561/*
4562** Configure SQL variable iVar so that binding a new value to it signals
4563** to sqlite3_reoptimize() that re-preparing the statement may result
4564** in a better query plan.
4565*/
dan1d2ce4f2009-10-19 18:11:09 +00004566void sqlite3VdbeSetVarmask(Vdbe *v, int iVar){
dan937d0de2009-10-15 18:35:38 +00004567 assert( iVar>0 );
drh7df74752017-06-26 14:46:05 +00004568 assert( (v->db->flags & SQLITE_EnableQPSG)==0 );
drh29967962017-03-03 21:51:40 +00004569 if( iVar>=32 ){
4570 v->expmask |= 0x80000000;
dan937d0de2009-10-15 18:35:38 +00004571 }else{
dan1d2ce4f2009-10-19 18:11:09 +00004572 v->expmask |= ((u32)1 << (iVar-1));
dan937d0de2009-10-15 18:35:38 +00004573 }
4574}
dan46c47d42011-03-01 18:42:07 +00004575
dan016f7812013-08-21 17:35:48 +00004576#ifndef SQLITE_OMIT_VIRTUALTABLE
4577/*
4578** Transfer error message text from an sqlite3_vtab.zErrMsg (text stored
4579** in memory obtained from sqlite3_malloc) into a Vdbe.zErrMsg (text stored
4580** in memory obtained from sqlite3DbMalloc).
4581*/
4582void sqlite3VtabImportErrmsg(Vdbe *p, sqlite3_vtab *pVtab){
dan5c3aa052016-01-20 08:47:55 +00004583 if( pVtab->zErrMsg ){
4584 sqlite3 *db = p->db;
4585 sqlite3DbFree(db, p->zErrMsg);
4586 p->zErrMsg = sqlite3DbStrDup(db, pVtab->zErrMsg);
4587 sqlite3_free(pVtab->zErrMsg);
4588 pVtab->zErrMsg = 0;
4589 }
dan016f7812013-08-21 17:35:48 +00004590}
4591#endif /* SQLITE_OMIT_VIRTUALTABLE */
drh32683532013-08-22 15:07:08 +00004592
drh9b1c62d2011-03-30 21:04:43 +00004593#ifdef SQLITE_ENABLE_PREUPDATE_HOOK
dan93bca692011-09-14 19:41:44 +00004594
4595/*
4596** If the second argument is not NULL, release any allocations associated
4597** with the memory cells in the p->aMem[] array. Also free the UnpackedRecord
4598** structure itself, using sqlite3DbFree().
4599**
4600** This function is used to free UnpackedRecord structures allocated by
4601** the vdbeUnpackRecord() function found in vdbeapi.c.
4602*/
dan2a86c192017-01-25 17:44:13 +00004603static void vdbeFreeUnpacked(sqlite3 *db, int nField, UnpackedRecord *p){
dan93bca692011-09-14 19:41:44 +00004604 if( p ){
4605 int i;
dan2a86c192017-01-25 17:44:13 +00004606 for(i=0; i<nField; i++){
dan93bca692011-09-14 19:41:44 +00004607 Mem *pMem = &p->aMem[i];
4608 if( pMem->zMalloc ) sqlite3VdbeMemRelease(pMem);
4609 }
drhdbd6a7d2017-04-05 12:39:49 +00004610 sqlite3DbFreeNN(db, p);
dan93bca692011-09-14 19:41:44 +00004611 }
4612}
drh74c33022016-03-30 12:56:55 +00004613#endif /* SQLITE_ENABLE_PREUPDATE_HOOK */
dan93bca692011-09-14 19:41:44 +00004614
drh74c33022016-03-30 12:56:55 +00004615#ifdef SQLITE_ENABLE_PREUPDATE_HOOK
dan46c47d42011-03-01 18:42:07 +00004616/*
4617** Invoke the pre-update hook. If this is an UPDATE or DELETE pre-update call,
4618** then cursor passed as the second argument should point to the row about
4619** to be update or deleted. If the application calls sqlite3_preupdate_old(),
4620** the required value will be read from the row the cursor points to.
4621*/
4622void sqlite3VdbePreUpdateHook(
4623 Vdbe *v, /* Vdbe pre-update hook is invoked by */
4624 VdbeCursor *pCsr, /* Cursor to grab old.* values from */
4625 int op, /* SQLITE_INSERT, UPDATE or DELETE */
4626 const char *zDb, /* Database name */
dan319eeb72011-03-19 08:38:50 +00004627 Table *pTab, /* Modified table */
dan46c47d42011-03-01 18:42:07 +00004628 i64 iKey1, /* Initial key value */
dan37db03b2011-03-16 19:59:18 +00004629 int iReg /* Register for new.* record */
dan46c47d42011-03-01 18:42:07 +00004630){
4631 sqlite3 *db = v->db;
dan37db03b2011-03-16 19:59:18 +00004632 i64 iKey2;
dan46c47d42011-03-01 18:42:07 +00004633 PreUpdate preupdate;
dan319eeb72011-03-19 08:38:50 +00004634 const char *zTbl = pTab->zName;
drhc4645da2012-09-28 13:05:48 +00004635 static const u8 fakeSortOrder = 0;
dan46c47d42011-03-01 18:42:07 +00004636
drh304637c2011-03-18 16:47:27 +00004637 assert( db->pPreUpdate==0 );
4638 memset(&preupdate, 0, sizeof(PreUpdate));
dancb9a3642017-01-30 19:44:53 +00004639 if( HasRowid(pTab)==0 ){
4640 iKey1 = iKey2 = 0;
4641 preupdate.pPk = sqlite3PrimaryKeyIndex(pTab);
dan37db03b2011-03-16 19:59:18 +00004642 }else{
dancb9a3642017-01-30 19:44:53 +00004643 if( op==SQLITE_UPDATE ){
4644 iKey2 = v->aMem[iReg].u.i;
4645 }else{
4646 iKey2 = iKey1;
4647 }
dan37db03b2011-03-16 19:59:18 +00004648 }
4649
dane437ca52011-07-11 19:45:38 +00004650 assert( pCsr->nField==pTab->nCol
4651 || (pCsr->nField==pTab->nCol+1 && op==SQLITE_DELETE && iReg==-1)
4652 );
4653
dan37db03b2011-03-16 19:59:18 +00004654 preupdate.v = v;
dan46c47d42011-03-01 18:42:07 +00004655 preupdate.pCsr = pCsr;
4656 preupdate.op = op;
dan37db03b2011-03-16 19:59:18 +00004657 preupdate.iNewReg = iReg;
dan4fccf432011-03-08 19:22:50 +00004658 preupdate.keyinfo.db = db;
4659 preupdate.keyinfo.enc = ENC(db);
dane437ca52011-07-11 19:45:38 +00004660 preupdate.keyinfo.nField = pTab->nCol;
drh498dcae2013-03-13 11:42:00 +00004661 preupdate.keyinfo.aSortOrder = (u8*)&fakeSortOrder;
dan319eeb72011-03-19 08:38:50 +00004662 preupdate.iKey1 = iKey1;
4663 preupdate.iKey2 = iKey2;
dane43635a2016-10-21 21:21:45 +00004664 preupdate.pTab = pTab;
dan319eeb72011-03-19 08:38:50 +00004665
dan46c47d42011-03-01 18:42:07 +00004666 db->pPreUpdate = &preupdate;
4667 db->xPreUpdateCallback(db->pPreUpdateArg, db, op, zDb, zTbl, iKey1, iKey2);
4668 db->pPreUpdate = 0;
4669 sqlite3DbFree(db, preupdate.aRecord);
dan2a86c192017-01-25 17:44:13 +00004670 vdbeFreeUnpacked(db, preupdate.keyinfo.nField+1, preupdate.pUnpacked);
4671 vdbeFreeUnpacked(db, preupdate.keyinfo.nField+1, preupdate.pNewUnpacked);
dan37db03b2011-03-16 19:59:18 +00004672 if( preupdate.aNew ){
4673 int i;
4674 for(i=0; i<pCsr->nField; i++){
4675 sqlite3VdbeMemRelease(&preupdate.aNew[i]);
4676 }
drhdbd6a7d2017-04-05 12:39:49 +00004677 sqlite3DbFreeNN(db, preupdate.aNew);
dan37db03b2011-03-16 19:59:18 +00004678 }
dan46c47d42011-03-01 18:42:07 +00004679}
drh9b1c62d2011-03-30 21:04:43 +00004680#endif /* SQLITE_ENABLE_PREUPDATE_HOOK */