blob: 9311591fbc36105ff7832f955c48324d7030e8d6 [file] [log] [blame]
drh9a324642003-09-06 20:12:01 +00001/*
2** 2003 September 6
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12** This is the header file for information that is private to the
13** VDBE. This information used to all be at the top of the single
14** source code file "vdbe.c". When that file became too big (over
15** 6000 lines long) it was split up into several smaller files and
16** this header information was factored out.
17*/
drh43f58d62016-07-09 16:14:45 +000018#ifndef SQLITE_VDBEINT_H
19#define SQLITE_VDBEINT_H
drh9a324642003-09-06 20:12:01 +000020
21/*
drh60625312013-04-06 18:06:51 +000022** The maximum number of times that a statement will try to reparse
23** itself before giving up and returning SQLITE_SCHEMA.
24*/
25#ifndef SQLITE_MAX_SCHEMA_RETRY
26# define SQLITE_MAX_SCHEMA_RETRY 50
27#endif
28
29/*
drhf7e36902015-08-13 21:32:41 +000030** VDBE_DISPLAY_P4 is true or false depending on whether or not the
31** "explain" P4 display logic is enabled.
32*/
33#if !defined(SQLITE_OMIT_EXPLAIN) || !defined(NDEBUG) \
34 || defined(VDBE_PROFILE) || defined(SQLITE_DEBUG)
35# define VDBE_DISPLAY_P4 1
36#else
37# define VDBE_DISPLAY_P4 0
38#endif
39
40/*
drh9a324642003-09-06 20:12:01 +000041** SQL is translated into a sequence of instructions to be
42** executed by a virtual machine. Each instruction is an instance
43** of the following structure.
44*/
45typedef struct VdbeOp Op;
46
47/*
48** Boolean values
49*/
drh14da87f2013-11-20 21:51:33 +000050typedef unsigned Bool;
drh9a324642003-09-06 20:12:01 +000051
dana20fde62011-07-12 14:28:05 +000052/* Opaque type used by code in vdbesort.c */
53typedef struct VdbeSorter VdbeSorter;
54
dan0c547792013-07-18 17:12:08 +000055/* Elements of the linked list at Vdbe.pAuxData */
56typedef struct AuxData AuxData;
57
drhc960dcb2015-11-20 19:22:01 +000058/* Types of VDBE cursors */
59#define CURTYPE_BTREE 0
60#define CURTYPE_SORTER 1
61#define CURTYPE_VTAB 2
62#define CURTYPE_PSEUDO 3
63
drh9a324642003-09-06 20:12:01 +000064/*
drhc960dcb2015-11-20 19:22:01 +000065** A VdbeCursor is an superclass (a wrapper) for various cursor objects:
drh5cc10232013-11-21 01:04:02 +000066**
drhc960dcb2015-11-20 19:22:01 +000067** * A b-tree cursor
68** - In the main database or in an ephemeral database
69** - On either an index or a table
70** * A sorter
71** * A virtual table
72** * A one-row "pseudotable" stored in a single register
drh9a324642003-09-06 20:12:01 +000073*/
dande892d92016-01-29 19:29:45 +000074typedef struct VdbeCursor VdbeCursor;
drhdfe88ec2008-11-03 20:55:06 +000075struct VdbeCursor {
drhfbd8cbd2016-12-10 12:58:15 +000076 u8 eCurType; /* One of the CURTYPE_* values above */
77 i8 iDb; /* Index of cursor database in db->aDb[] (or -1) */
78 u8 nullRow; /* True if pointing to a row with no data */
79 u8 deferredMoveto; /* A call to sqlite3BtreeMoveto() is needed */
80 u8 isTable; /* True for rowid tables. False for indexes */
drhc960dcb2015-11-20 19:22:01 +000081#ifdef SQLITE_DEBUG
drhfbd8cbd2016-12-10 12:58:15 +000082 u8 seekOp; /* Most recent seek operation on this cursor */
83 u8 wrFlag; /* The wrFlag argument to sqlite3BtreeCursor() */
drhc960dcb2015-11-20 19:22:01 +000084#endif
drhfbd8cbd2016-12-10 12:58:15 +000085 Bool isEphemeral:1; /* True for an ephemeral table */
86 Bool useRandomRowid:1; /* Generate new record numbers semi-randomly */
87 Bool isOrdered:1; /* True if the table is not BTREE_UNORDERED */
drh8c2b6d72018-06-05 20:45:20 +000088 Bool seekHit:1; /* See the OP_SeekHit and OP_IfNoHope opcodes */
drhfbd8cbd2016-12-10 12:58:15 +000089 Btree *pBtx; /* Separate file holding temporary table */
90 i64 seqCount; /* Sequence counter */
91 int *aAltMap; /* Mapping from table to index column numbers */
92
93 /* Cached OP_Column parse information is only valid if cacheStatus matches
94 ** Vdbe.cacheCtr. Vdbe.cacheCtr will never take on the value of
95 ** CACHE_STALE (0) and so setting cacheStatus=CACHE_STALE guarantees that
96 ** the cache is out of date. */
97 u32 cacheStatus; /* Cache is valid if this matches Vdbe.cacheCtr */
98 int seekResult; /* Result of previous sqlite3BtreeMoveto() or 0
99 ** if there have been no prior seeks on the cursor. */
drhfe0cf7a2017-08-16 19:20:20 +0000100 /* seekResult does not distinguish between "no seeks have ever occurred
101 ** on this cursor" and "the most recent seek was an exact match".
102 ** For CURTYPE_PSEUDO, seekResult is the register holding the record */
drhfbd8cbd2016-12-10 12:58:15 +0000103
104 /* When a new VdbeCursor is allocated, only the fields above are zeroed.
105 ** The fields that follow are uninitialized, and must be individually
106 ** initialized prior to first use. */
107 VdbeCursor *pAltCursor; /* Associated index cursor from which to read */
drhc960dcb2015-11-20 19:22:01 +0000108 union {
drhfe0cf7a2017-08-16 19:20:20 +0000109 BtCursor *pCursor; /* CURTYPE_BTREE or _PSEUDO. Btree cursor */
110 sqlite3_vtab_cursor *pVCur; /* CURTYPE_VTAB. Vtab cursor */
111 VdbeSorter *pSorter; /* CURTYPE_SORTER. Sorter object */
drhc960dcb2015-11-20 19:22:01 +0000112 } uc;
drhfbd8cbd2016-12-10 12:58:15 +0000113 KeyInfo *pKeyInfo; /* Info about index keys needed by index cursors */
114 u32 iHdrOffset; /* Offset to next unparsed byte of the header */
115 Pgno pgnoRoot; /* Root page of the open btree cursor */
116 i16 nField; /* Number of fields in the header */
117 u16 nHdrParsed; /* Number of header fields parsed so far */
118 i64 movetoTarget; /* Argument to the deferred sqlite3BtreeMoveto() */
119 u32 *aOffset; /* Pointer to aType[nField] */
120 const u8 *aRow; /* Data for the current row, if all on one page */
121 u32 payloadSize; /* Total number of bytes in the record */
122 u32 szRow; /* Byte available in aRow */
drh97bae792015-06-05 15:59:57 +0000123#ifdef SQLITE_ENABLE_COLUMN_USED_MASK
drhfbd8cbd2016-12-10 12:58:15 +0000124 u64 maskUsed; /* Mask of columns used by this cursor */
drh97bae792015-06-05 15:59:57 +0000125#endif
drh9188b382004-05-14 21:12:22 +0000126
drh5cc10232013-11-21 01:04:02 +0000127 /* 2*nField extra array elements allocated for aType[], beyond the one
128 ** static element declared in the structure. nField total array slots for
129 ** aType[] and nField+1 array slots for aOffset[] */
drhfbd8cbd2016-12-10 12:58:15 +0000130 u32 aType[1]; /* Type values record decode. MUST BE LAST */
drh9a324642003-09-06 20:12:01 +0000131};
drh9a324642003-09-06 20:12:01 +0000132
drh22fa36d2016-09-29 15:53:28 +0000133
134/*
135** A value for VdbeCursor.cacheStatus that means the cache is always invalid.
136*/
137#define CACHE_STALE 0
138
dan65a7cd12009-09-01 12:16:01 +0000139/*
140** When a sub-program is executed (OP_Program), a structure of this type
141** is allocated to store the current value of the program counter, as
142** well as the current memory cell array and various other frame specific
143** values stored in the Vdbe struct. When the sub-program is finished,
144** these values are copied back to the Vdbe from the VdbeFrame structure,
145** restoring the state of the VM to as it was before the sub-program
146** began executing.
147**
dan27106572010-12-01 08:04:47 +0000148** The memory for a VdbeFrame object is allocated and managed by a memory
149** cell in the parent (calling) frame. When the memory cell is deleted or
150** overwritten, the VdbeFrame object is not freed immediately. Instead, it
151** is linked into the Vdbe.pDelFrame list. The contents of the Vdbe.pDelFrame
152** list is deleted when the VM is reset in VdbeHalt(). The reason for doing
153** this instead of deleting the VdbeFrame immediately is to avoid recursive
154** calls to sqlite3VdbeMemRelease() when the memory cells belonging to the
155** child frame are released.
156**
157** The currently executing frame is stored in Vdbe.pFrame. Vdbe.pFrame is
158** set to NULL if the currently executing frame is the main program.
dan65a7cd12009-09-01 12:16:01 +0000159*/
dan165921a2009-08-28 18:53:45 +0000160typedef struct VdbeFrame VdbeFrame;
161struct VdbeFrame {
162 Vdbe *v; /* VM this frame belongs to */
drh3fb757b2012-02-02 21:02:43 +0000163 VdbeFrame *pParent; /* Parent of this frame, or NULL if parent is main */
dan27106572010-12-01 08:04:47 +0000164 Op *aOp; /* Program instructions for parent frame */
dan43764a82014-11-01 21:00:04 +0000165 i64 *anExec; /* Event counters from parent frame */
dan27106572010-12-01 08:04:47 +0000166 Mem *aMem; /* Array of memory cells for parent frame */
dan27106572010-12-01 08:04:47 +0000167 VdbeCursor **apCsr; /* Array of Vdbe cursors for parent frame */
drhab087d42017-03-24 17:59:56 +0000168 u8 *aOnce; /* Bitmask used by OP_Once */
dan165921a2009-08-28 18:53:45 +0000169 void *token; /* Copy of SubProgram.token */
drh3fb757b2012-02-02 21:02:43 +0000170 i64 lastRowid; /* Last insert rowid (sqlite3.lastRowid) */
dan32001322016-02-19 18:54:29 +0000171 AuxData *pAuxData; /* Linked list of auxdata allocations */
drh72f56ef2018-08-29 18:47:22 +0000172#if SQLITE_DEBUG
173 u32 iFrameMagic; /* magic number for sanity checking */
174#endif
drh928d9c62013-02-07 09:33:56 +0000175 int nCursor; /* Number of entries in apCsr */
drh3fb757b2012-02-02 21:02:43 +0000176 int pc; /* Program Counter in parent (calling) frame */
177 int nOp; /* Size of aOp array */
178 int nMem; /* Number of entries in aMem */
dan165921a2009-08-28 18:53:45 +0000179 int nChildMem; /* Number of memory cells for child frame */
180 int nChildCsr; /* Number of cursors for child frame */
danc3da6672014-10-28 18:24:16 +0000181 int nChange; /* Statement changes (Vdbe.nChange) */
182 int nDbChange; /* Value of db->nChange */
dan165921a2009-08-28 18:53:45 +0000183};
184
drh72f56ef2018-08-29 18:47:22 +0000185/* Magic number for sanity checking on VdbeFrame objects */
186#define SQLITE_FRAME_MAGIC 0x879fb71e
187
188/*
189** Return a pointer to the array of registers allocated for use
190** by a VdbeFrame.
191*/
dan165921a2009-08-28 18:53:45 +0000192#define VdbeFrameMem(p) ((Mem *)&((u8 *)p)[ROUND8(sizeof(VdbeFrame))])
193
drh9a324642003-09-06 20:12:01 +0000194/*
danielk19777e18c252004-05-25 11:47:24 +0000195** Internally, the vdbe manipulates nearly all SQL values as Mem
196** structures. Each Mem struct may cache multiple representations (string,
drh2e5de2f2011-01-07 02:50:40 +0000197** integer etc.) of the same value.
drh9a324642003-09-06 20:12:01 +0000198*/
drh7a6ea932017-04-09 19:23:55 +0000199struct sqlite3_value {
drh74eaba42014-09-18 17:52:15 +0000200 union MemValue {
mistachkin26c79a02014-09-18 18:55:47 +0000201 double r; /* Real value used when MEM_Real is set in flags */
drh2e5de2f2011-01-07 02:50:40 +0000202 i64 i; /* Integer value used when MEM_Int is set in flags */
drh22930062017-07-27 03:48:02 +0000203 int nZero; /* Extra zero bytes when MEM_Zero and MEM_Blob set */
drha0024e62017-07-27 15:53:24 +0000204 const char *zPType; /* Pointer type when MEM_Term|MEM_Subtype|MEM_Null */
drh3c024d62007-03-30 11:23:45 +0000205 FuncDef *pDef; /* Used only when flags==MEM_Agg */
206 } u;
drh69174eb2004-05-26 23:43:11 +0000207 u16 flags; /* Some combination of MEM_Null, MEM_Str, MEM_Dyn, etc. */
drhfdf972a2007-05-02 13:30:27 +0000208 u8 enc; /* SQLITE_UTF8, SQLITE_UTF16BE, SQLITE_UTF16LE */
drhbcdf78a2015-09-10 20:34:56 +0000209 u8 eSubtype; /* Subtype for this value */
drh035e5632014-09-16 14:16:31 +0000210 int n; /* Number of characters in string value, excluding '\0' */
drh035e5632014-09-16 14:16:31 +0000211 char *z; /* String or BLOB value */
drh035e5632014-09-16 14:16:31 +0000212 /* ShallowCopy only needs to copy the information above */
drh17bcb102014-09-18 21:25:33 +0000213 char *zMalloc; /* Space to hold MEM_Str or MEM_Blob if szMalloc>0 */
214 int szMalloc; /* Size of the zMalloc allocation */
drhfacf47a2014-10-13 20:12:47 +0000215 u32 uTemp; /* Transient storage for serial_type in OP_MakeRecord */
drh035e5632014-09-16 14:16:31 +0000216 sqlite3 *db; /* The associated database connection */
drhd3b74202014-09-17 16:41:15 +0000217 void (*xDel)(void*);/* Destructor for Mem.z - only valid if MEM_Dyn */
drh2b4ded92010-09-27 21:09:31 +0000218#ifdef SQLITE_DEBUG
219 Mem *pScopyFrom; /* This Mem is a shallow copy of pScopyFrom */
drh58773a52018-06-12 13:52:23 +0000220 u16 mScopyFlags; /* flags value immediately after the shallow copy */
drh2b4ded92010-09-27 21:09:31 +0000221#endif
drh9a324642003-09-06 20:12:01 +0000222};
drh9a324642003-09-06 20:12:01 +0000223
drh4f03f412015-05-20 21:28:32 +0000224/*
225** Size of struct Mem not including the Mem.zMalloc member or anything that
226** follows.
227*/
228#define MEMCELLSIZE offsetof(Mem,zMalloc)
229
drh69174eb2004-05-26 23:43:11 +0000230/* One or more of the following flags are set to indicate the validOK
danielk1977b77f5da2004-05-26 13:27:00 +0000231** representations of the value stored in the Mem struct.
drh3dc0b8e2004-05-10 12:07:10 +0000232**
danielk1977b77f5da2004-05-26 13:27:00 +0000233** If the MEM_Null flag is set, then the value is an SQL NULL value.
drha0024e62017-07-27 15:53:24 +0000234** For a pointer type created using sqlite3_bind_pointer() or
235** sqlite3_result_pointer() the MEM_Term and MEM_Subtype flags are also set.
drh3dc0b8e2004-05-10 12:07:10 +0000236**
danielk1977b77f5da2004-05-26 13:27:00 +0000237** If the MEM_Str flag is set then Mem.z points at a string representation.
238** Usually this is encoded in the same unicode encoding as the main
239** database (see below for exceptions). If the MEM_Term flag is also
240** set, then the string is nul terminated. The MEM_Int and MEM_Real
241** flags may coexist with the MEM_Str flag.
drh9a324642003-09-06 20:12:01 +0000242*/
drha0024e62017-07-27 15:53:24 +0000243#define MEM_Null 0x0001 /* Value is NULL (or a pointer) */
drh00706be2004-01-30 14:49:16 +0000244#define MEM_Str 0x0002 /* Value is a string */
245#define MEM_Int 0x0004 /* Value is an integer */
246#define MEM_Real 0x0008 /* Value is a real number */
drh3dc0b8e2004-05-10 12:07:10 +0000247#define MEM_Blob 0x0010 /* Value is a BLOB */
drhde7109e2019-05-02 17:45:52 +0000248#define MEM_IntReal 0x0020 /* MEM_Int that stringifies like MEM_Real */
249#define MEM_AffMask 0x003f /* Mask of affinity bits */
250#define MEM_FromBind 0x0040 /* Value originates from sqlite3_bind() */
drha5750cf2014-02-07 13:20:31 +0000251#define MEM_Undefined 0x0080 /* Value is undefined */
drh053a1282012-09-19 21:15:46 +0000252#define MEM_Cleared 0x0100 /* NULL set by OP_Null, not from data */
drhde7109e2019-05-02 17:45:52 +0000253#define MEM_TypeMask 0xc1bf /* Mask of type bits */
drh053a1282012-09-19 21:15:46 +0000254
danielk1977a7a8e142008-02-13 18:25:27 +0000255
danielk1977b77f5da2004-05-26 13:27:00 +0000256/* Whenever Mem contains a valid string or blob representation, one of
257** the following flags must be set to determine the memory management
drh69174eb2004-05-26 23:43:11 +0000258** policy for Mem.z. The MEM_Term flag tells us whether or not the
259** string is \000 or \u0000 terminated
danielk1977b77f5da2004-05-26 13:27:00 +0000260*/
drha0024e62017-07-27 15:53:24 +0000261#define MEM_Term 0x0200 /* String in Mem.z is zero terminated */
drhc91b2fd2014-03-01 18:13:23 +0000262#define MEM_Dyn 0x0400 /* Need to call Mem.xDel() on Mem.z */
drh3d4501e2008-12-04 20:40:10 +0000263#define MEM_Static 0x0800 /* Mem.z points to a static string */
264#define MEM_Ephem 0x1000 /* Mem.z points to an ephemeral string */
265#define MEM_Agg 0x2000 /* Mem.z points to an agg function context */
266#define MEM_Zero 0x4000 /* Mem.i contains count of 0s appended to blob */
dan5b6c8e42016-01-30 15:46:03 +0000267#define MEM_Subtype 0x8000 /* Mem.eSubtype is valid */
danielk1977246ad312007-05-16 14:23:00 +0000268#ifdef SQLITE_OMIT_INCRBLOB
269 #undef MEM_Zero
270 #define MEM_Zero 0x0000
271#endif
272
dan5b6c8e42016-01-30 15:46:03 +0000273/* Return TRUE if Mem X contains dynamically allocated content - anything
274** that needs to be deallocated to avoid a leak.
275*/
276#define VdbeMemDynamic(X) \
drh9d67afc2018-08-29 20:24:03 +0000277 (((X)->flags&(MEM_Agg|MEM_Dyn))!=0)
dan5b6c8e42016-01-30 15:46:03 +0000278
drh3d4501e2008-12-04 20:40:10 +0000279/*
280** Clear any existing type flags from a Mem and replace them with f
281*/
drh68ac65e2009-01-05 18:02:27 +0000282#define MemSetTypeFlag(p, f) \
283 ((p)->flags = ((p)->flags&~(MEM_TypeMask|MEM_Zero))|f)
drh3d4501e2008-12-04 20:40:10 +0000284
drh2b4ded92010-09-27 21:09:31 +0000285/*
drh7d683392019-04-07 18:04:57 +0000286** True if Mem X is a NULL-nochng type.
287*/
288#define MemNullNochng(X) \
drh093589d2019-10-07 13:26:58 +0000289 (((X)->flags&MEM_TypeMask)==(MEM_Null|MEM_Zero) \
290 && (X)->n==0 && (X)->u.nZero==0)
drh7d683392019-04-07 18:04:57 +0000291
292/*
drh2b4ded92010-09-27 21:09:31 +0000293** Return true if a memory cell is not marked as invalid. This macro
294** is for use inside assert() statements only.
295*/
296#ifdef SQLITE_DEBUG
drha5750cf2014-02-07 13:20:31 +0000297#define memIsValid(M) ((M)->flags & MEM_Undefined)==0
drh2b4ded92010-09-27 21:09:31 +0000298#endif
299
dan0c547792013-07-18 17:12:08 +0000300/*
peter.d.reid60ec9142014-09-06 16:39:46 +0000301** Each auxiliary data pointer stored by a user defined function
dan0c547792013-07-18 17:12:08 +0000302** implementation calling sqlite3_set_auxdata() is stored in an instance
303** of this structure. All such structures associated with a single VM
304** are stored in a linked list headed at Vdbe.pAuxData. All are destroyed
305** when the VM is halted (if not before).
drh998da3a2004-06-19 15:22:56 +0000306*/
dan0c547792013-07-18 17:12:08 +0000307struct AuxData {
drhe6941392017-05-10 19:42:52 +0000308 int iAuxOp; /* Instruction number of OP_Function opcode */
309 int iAuxArg; /* Index of function argument. */
dan0c547792013-07-18 17:12:08 +0000310 void *pAux; /* Aux data pointer */
drhe6941392017-05-10 19:42:52 +0000311 void (*xDeleteAux)(void*); /* Destructor for the aux data */
312 AuxData *pNextAux; /* Next element in list */
danielk1977682f68b2004-06-05 10:22:17 +0000313};
danielk1977682f68b2004-06-05 10:22:17 +0000314
drh9a324642003-09-06 20:12:01 +0000315/*
peter.d.reid60ec9142014-09-06 16:39:46 +0000316** The "context" argument for an installable function. A pointer to an
drh9a324642003-09-06 20:12:01 +0000317** instance of this structure is the first argument to the routines used
318** implement the SQL functions.
319**
320** There is a typedef for this structure in sqlite.h. So all routines,
321** even the public interface to SQLite, can use a pointer to this structure.
322** But this file is the only place where the internal details of this
323** structure are known.
324**
drhabfcea22005-09-06 20:36:48 +0000325** This structure is defined inside of vdbeInt.h because it uses substructures
drh00706be2004-01-30 14:49:16 +0000326** (Mem) which are only defined there.
drh9a324642003-09-06 20:12:01 +0000327*/
danielk19770ae8b832004-05-25 12:05:56 +0000328struct sqlite3_context {
drh9c7c9132015-06-26 18:16:52 +0000329 Mem *pOut; /* The return value is stored here */
330 FuncDef *pFunc; /* Pointer to function information */
331 Mem *pMem; /* Memory cell used to store aggregate context */
332 Vdbe *pVdbe; /* The VM that owns this context */
333 int iOp; /* Instruction number of OP_Function */
334 int isError; /* Error code returned by the function. */
335 u8 skipFlag; /* Skip accumulator loading if true */
drh9c7c9132015-06-26 18:16:52 +0000336 u8 argc; /* Number of arguments */
337 sqlite3_value *argv[1]; /* Argument set */
drh9a324642003-09-06 20:12:01 +0000338};
339
drh37f58e92012-09-04 21:34:26 +0000340/* A bitfield type for use inside of structures. Always follow with :N where
341** N is the number of bits.
342*/
343typedef unsigned bft; /* Bit Field Type */
344
drh893bd372018-12-07 16:32:11 +0000345/* The ScanStatus object holds a single value for the
346** sqlite3_stmt_scanstatus() interface.
347*/
dan037b5322014-11-03 11:25:32 +0000348typedef struct ScanStatus ScanStatus;
349struct ScanStatus {
dan6f9702e2014-11-01 20:38:06 +0000350 int addrExplain; /* OP_Explain for loop */
351 int addrLoop; /* Address of "loops" counter */
352 int addrVisit; /* Address of "rows visited" counter */
drhc6652b12014-11-06 04:42:20 +0000353 int iSelectID; /* The "Select-ID" for this loop */
drh518140e2014-11-06 03:55:10 +0000354 LogEst nEst; /* Estimated output rows per loop */
dan6f9702e2014-11-01 20:38:06 +0000355 char *zName; /* Name of table or index */
356};
357
drh893bd372018-12-07 16:32:11 +0000358/* The DblquoteStr object holds the text of a double-quoted
359** string for a prepared statement. A linked list of these objects
360** is constructed during statement parsing and is held on Vdbe.pDblStr.
361** When computing a normalized SQL statement for an SQL statement, that
362** list is consulted for each double-quoted identifier to see if the
363** identifier should really be a string literal.
364*/
365typedef struct DblquoteStr DblquoteStr;
366struct DblquoteStr {
367 DblquoteStr *pNextStr; /* Next string literal in the list */
368 char z[8]; /* Dequoted value for the string */
369};
370
drh7e02e5e2011-12-06 19:44:51 +0000371/*
drh9a324642003-09-06 20:12:01 +0000372** An instance of the virtual machine. This structure contains the complete
373** state of the virtual machine.
374**
drh2e5de2f2011-01-07 02:50:40 +0000375** The "sqlite3_stmt" structure pointer that is returned by sqlite3_prepare()
drh9a324642003-09-06 20:12:01 +0000376** is really a pointer to an instance of this structure.
377*/
378struct Vdbe {
drh8bfdf722009-06-19 14:06:03 +0000379 sqlite3 *db; /* The database connection that owns this statement */
drhab3182f2016-10-01 00:37:50 +0000380 Vdbe *pPrev,*pNext; /* Linked list of VDBEs with the same Vdbe.db */
381 Parse *pParse; /* Parsing context used to create this Vdbe */
382 ynVar nVar; /* Number of entries in aVar[] */
drhab3182f2016-10-01 00:37:50 +0000383 u32 magic; /* Magic number for sanity checking */
384 int nMem; /* Number of memory locations currently allocated */
385 int nCursor; /* Number of slots in apCsr[] */
386 u32 cacheCtr; /* VdbeCursor row cache generation counter */
387 int pc; /* The program counter */
388 int rc; /* Value to return */
389 int nChange; /* Number of db changes made since last reset */
drh893bd372018-12-07 16:32:11 +0000390 int iStatement; /* Statement number (or 0 if has no opened stmt) */
drhab3182f2016-10-01 00:37:50 +0000391 i64 iCurrentTime; /* Value of julianday('now') for this statement */
392 i64 nFkConstraint; /* Number of imm. FK constraints this VM */
393 i64 nStmtDefCons; /* Number of def. constraints when stmt started */
394 i64 nStmtDefImmCons; /* Number of def. imm constraints when stmt started */
drh81f91592018-12-28 20:48:07 +0000395 Mem *aMem; /* The memory locations */
396 Mem **apArg; /* Arguments to currently executing user function */
397 VdbeCursor **apCsr; /* One element of this array for each open cursor */
398 Mem *aVar; /* Values for the OP_Variable opcode. */
drhab3182f2016-10-01 00:37:50 +0000399
400 /* When allocating a new Vdbe object, all of the fields below should be
401 ** initialized to zero or NULL */
402
drh8bfdf722009-06-19 14:06:03 +0000403 Op *aOp; /* Space to hold the virtual machine's program */
drhb6991792018-12-28 20:14:03 +0000404 int nOp; /* Number of instructions in the program */
405 int nOpAlloc; /* Slots allocated for aOp[] */
drh8bfdf722009-06-19 14:06:03 +0000406 Mem *aColName; /* Column names to return */
407 Mem *pResultSet; /* Pointer to an array of results */
drh2e5de2f2011-01-07 02:50:40 +0000408 char *zErrMsg; /* Error message written here */
drh9bf755c2016-12-23 03:59:31 +0000409 VList *pVList; /* Name of variables */
drhab3182f2016-10-01 00:37:50 +0000410#ifndef SQLITE_OMIT_TRACE
411 i64 startTime; /* Time when query started - used for profiling */
412#endif
drh983b5ee2015-02-13 12:05:56 +0000413#ifdef SQLITE_DEBUG
414 int rcApp; /* errcode set by sqlite3_result_error_code() */
drh4031baf2018-05-28 17:31:20 +0000415 u32 nWrite; /* Number of write operations that have occurred */
drh983b5ee2015-02-13 12:05:56 +0000416#endif
drh73d5b8f2013-12-23 19:09:07 +0000417 u16 nResColumn; /* Number of columns in one row of the result set */
drh2e5de2f2011-01-07 02:50:40 +0000418 u8 errorAction; /* Recovery action to do in case of an error */
drhab3182f2016-10-01 00:37:50 +0000419 u8 minWriteFileFormat; /* Minimum file format for writable database files */
drh2c2f3922017-06-01 00:54:35 +0000420 u8 prepFlags; /* SQLITE_PREPARE_* flags */
drhba968db2018-07-24 22:02:12 +0000421 bft expired:2; /* 1: recompile VM immediately 2: when convenient */
drh37f58e92012-09-04 21:34:26 +0000422 bft explain:2; /* True if EXPLAIN present on SQL command */
drhba968db2018-07-24 22:02:12 +0000423 bft doingRerun:1; /* True if rerunning after an auto-reprepare */
drh37f58e92012-09-04 21:34:26 +0000424 bft changeCntOn:1; /* True to update the change-counter */
drh37f58e92012-09-04 21:34:26 +0000425 bft runOnlyOnce:1; /* Automatically expire on reset */
426 bft usesStmtJournal:1; /* True if uses a statement journal */
drh9e92a472013-06-27 17:40:30 +0000427 bft readOnly:1; /* True for statements that do not write */
drh1713afb2013-06-28 01:24:57 +0000428 bft bIsReader:1; /* True for statements that read */
drh64123582011-04-02 20:01:02 +0000429 yDbMask btreeMask; /* Bitmask of db->aDb[] entries referenced */
drhdc5b0472011-04-06 22:05:53 +0000430 yDbMask lockMask; /* Subset of btreeMask that requires a lock */
drh00d11d42017-06-29 12:49:18 +0000431 u32 aCounter[7]; /* Counters used by sqlite3_stmt_status() */
drh2e5de2f2011-01-07 02:50:40 +0000432 char *zSql; /* Text of the SQL statement that generated this */
mistachkin8bee11a2018-10-29 17:53:23 +0000433#ifdef SQLITE_ENABLE_NORMALIZE
434 char *zNormSql; /* Normalization of the associated SQL statement */
drh893bd372018-12-07 16:32:11 +0000435 DblquoteStr *pDblStr; /* List of double-quoted string literals */
mistachkin8bee11a2018-10-29 17:53:23 +0000436#endif
drh2e5de2f2011-01-07 02:50:40 +0000437 void *pFree; /* Free this when deleting the vdbe */
dan165921a2009-08-28 18:53:45 +0000438 VdbeFrame *pFrame; /* Parent frame */
dan27106572010-12-01 08:04:47 +0000439 VdbeFrame *pDelFrame; /* List of frame objects to free on VM reset */
dan165921a2009-08-28 18:53:45 +0000440 int nFrame; /* Number of frames in pFrame list */
dan937d0de2009-10-15 18:35:38 +0000441 u32 expmask; /* Binding to these vars invalidates VM */
dand19c9332010-07-26 12:05:17 +0000442 SubProgram *pProgram; /* Linked list of all sub-programs used by VM */
dan0c547792013-07-18 17:12:08 +0000443 AuxData *pAuxData; /* Linked list of auxdata allocations */
dan6f9702e2014-11-01 20:38:06 +0000444#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
445 i64 *anExec; /* Number of times each op has been executed */
446 int nScan; /* Entries in aScan[] */
dan037b5322014-11-03 11:25:32 +0000447 ScanStatus *aScan; /* Scan definitions for sqlite3_stmt_scanstatus() */
dan6f9702e2014-11-01 20:38:06 +0000448#endif
drh9a324642003-09-06 20:12:01 +0000449};
450
451/*
452** The following are allowed values for Vdbe.magic
453*/
drhab3182f2016-10-01 00:37:50 +0000454#define VDBE_MAGIC_INIT 0x16bceaa5 /* Building a VDBE program */
455#define VDBE_MAGIC_RUN 0x2df20da3 /* VDBE is ready to execute */
456#define VDBE_MAGIC_HALT 0x319c2973 /* VDBE has completed execution */
457#define VDBE_MAGIC_RESET 0x48fa9f76 /* Reset and ready to run again */
458#define VDBE_MAGIC_DEAD 0x5606c3c8 /* The VDBE has been deallocated */
drh9a324642003-09-06 20:12:01 +0000459
460/*
dan46c47d42011-03-01 18:42:07 +0000461** Structure used to store the context required by the
462** sqlite3_preupdate_*() API functions.
463*/
464struct PreUpdate {
dan37db03b2011-03-16 19:59:18 +0000465 Vdbe *v;
dan46c47d42011-03-01 18:42:07 +0000466 VdbeCursor *pCsr; /* Cursor to read old values from */
467 int op; /* One of SQLITE_INSERT, UPDATE, DELETE */
468 u8 *aRecord; /* old.* database record */
dan4fccf432011-03-08 19:22:50 +0000469 KeyInfo keyinfo;
dan46c47d42011-03-01 18:42:07 +0000470 UnpackedRecord *pUnpacked; /* Unpacked version of aRecord[] */
dan37db03b2011-03-16 19:59:18 +0000471 UnpackedRecord *pNewUnpacked; /* Unpacked version of new.* record */
472 int iNewReg; /* Register for new.* values */
dan319eeb72011-03-19 08:38:50 +0000473 i64 iKey1; /* First key value passed to hook */
474 i64 iKey2; /* Second key value passed to hook */
dan37db03b2011-03-16 19:59:18 +0000475 Mem *aNew; /* Array of new.* values */
dane43635a2016-10-21 21:21:45 +0000476 Table *pTab; /* Schema object being upated */
dancb9a3642017-01-30 19:44:53 +0000477 Index *pPk; /* PK index if pTab is WITHOUT ROWID */
dan46c47d42011-03-01 18:42:07 +0000478};
479
480/*
drh9a324642003-09-06 20:12:01 +0000481** Function prototypes
482*/
drh22c17b82015-05-15 04:13:15 +0000483void sqlite3VdbeError(Vdbe*, const char *, ...);
drhdfe88ec2008-11-03 20:55:06 +0000484void sqlite3VdbeFreeCursor(Vdbe *, VdbeCursor*);
drh9a324642003-09-06 20:12:01 +0000485void sqliteVdbePopStack(Vdbe*,int);
drhbe3da242019-12-29 00:52:41 +0000486int SQLITE_NOINLINE sqlite3VdbeFinishMoveto(VdbeCursor*);
dande892d92016-01-29 19:29:45 +0000487int sqlite3VdbeCursorMoveto(VdbeCursor**, int*);
drhc22284f2014-10-13 16:02:20 +0000488int sqlite3VdbeCursorRestore(VdbeCursor*);
drh35cd6432009-06-05 14:17:21 +0000489u32 sqlite3VdbeSerialTypeLen(u32);
drhfaf37272015-10-16 14:23:42 +0000490u8 sqlite3VdbeOneByteSerialTypeLen(u8);
drha9ab4812013-12-11 11:00:44 +0000491u32 sqlite3VdbeSerialPut(unsigned char*, Mem*, u32);
drh35cd6432009-06-05 14:17:21 +0000492u32 sqlite3VdbeSerialGet(const unsigned char*, u32, Mem*);
drhb9626cf2016-02-22 16:04:31 +0000493void sqlite3VdbeDeleteAuxData(sqlite3*, AuxData**, int, int);
danielk19774adee202004-05-08 08:23:19 +0000494
danielk1977189621d2004-05-09 23:23:56 +0000495int sqlite2BtreeKeyCompare(BtCursor *, const void *, int, int, int *);
drhd3b74202014-09-17 16:41:15 +0000496int sqlite3VdbeIdxKeyCompare(sqlite3*,VdbeCursor*,UnpackedRecord*,int*);
497int sqlite3VdbeIdxRowid(sqlite3*, BtCursor*, i64*);
danielk1977106bb232004-05-21 10:08:53 +0000498int sqlite3VdbeExec(Vdbe*);
drh92cd3072018-11-17 14:26:45 +0000499#ifndef SQLITE_OMIT_EXPLAIN
danielk1977106bb232004-05-21 10:08:53 +0000500int sqlite3VdbeList(Vdbe*);
drh92cd3072018-11-17 14:26:45 +0000501#endif
drh92f02c32004-09-02 14:57:08 +0000502int sqlite3VdbeHalt(Vdbe*);
drhb21c8cd2007-08-21 19:33:56 +0000503int sqlite3VdbeChangeEncoding(Mem *, int);
drh023ae032007-05-08 12:12:16 +0000504int sqlite3VdbeMemTooBig(Mem*);
drhb21c8cd2007-08-21 19:33:56 +0000505int sqlite3VdbeMemCopy(Mem*, const Mem*);
drhfebe1062004-08-28 18:17:48 +0000506void sqlite3VdbeMemShallowCopy(Mem*, const Mem*, int);
drh643167f2008-01-22 21:30:53 +0000507void sqlite3VdbeMemMove(Mem*, Mem*);
drhb21c8cd2007-08-21 19:33:56 +0000508int sqlite3VdbeMemNulTerminate(Mem*);
509int sqlite3VdbeMemSetStr(Mem*, const char*, int, u8, void(*)(void*));
drhefad9992004-06-22 12:13:55 +0000510void sqlite3VdbeMemSetInt64(Mem*, i64);
drh7ec5ea92010-01-13 00:04:13 +0000511#ifdef SQLITE_OMIT_FLOATING_POINT
512# define sqlite3VdbeMemSetDouble sqlite3VdbeMemSetInt64
513#else
514 void sqlite3VdbeMemSetDouble(Mem*, double);
515#endif
drh22930062017-07-27 03:48:02 +0000516void sqlite3VdbeMemSetPointer(Mem*, void*, const char*, void(*)(void*));
drhd3b74202014-09-17 16:41:15 +0000517void sqlite3VdbeMemInit(Mem*,sqlite3*,u16);
drhf4479502004-05-27 03:12:53 +0000518void sqlite3VdbeMemSetNull(Mem*);
drhb026e052007-05-02 01:34:31 +0000519void sqlite3VdbeMemSetZeroBlob(Mem*,int);
drh9d67afc2018-08-29 20:24:03 +0000520#ifdef SQLITE_DEBUG
521int sqlite3VdbeMemIsRowSet(const Mem*);
522#endif
523int sqlite3VdbeMemSetRowSet(Mem*);
drhb21c8cd2007-08-21 19:33:56 +0000524int sqlite3VdbeMemMakeWriteable(Mem*);
drhbd9507c2014-08-23 17:21:37 +0000525int sqlite3VdbeMemStringify(Mem*, u8, u8);
drh6a6124e2004-06-27 01:56:33 +0000526i64 sqlite3VdbeIntValue(Mem*);
drheb2e1762004-05-27 01:53:56 +0000527int sqlite3VdbeMemIntegerify(Mem*);
drh6a6124e2004-06-27 01:56:33 +0000528double sqlite3VdbeRealValue(Mem*);
drh1fcfa722018-02-26 15:27:31 +0000529int sqlite3VdbeBooleanValue(Mem*, int ifNull);
drh8df447f2005-11-01 15:48:24 +0000530void sqlite3VdbeIntegerAffinity(Mem*);
drheb2e1762004-05-27 01:53:56 +0000531int sqlite3VdbeMemRealify(Mem*);
drh8a512562005-11-14 22:29:05 +0000532int sqlite3VdbeMemNumerify(Mem*);
drh0af6ddd2019-12-23 03:37:46 +0000533int sqlite3VdbeMemCast(Mem*,u8,u8);
drhcb3cabd2016-11-25 19:18:28 +0000534int sqlite3VdbeMemFromBtree(BtCursor*,u32,u32,Mem*);
danielk1977d8123362004-06-12 09:25:12 +0000535void sqlite3VdbeMemRelease(Mem *p);
drh90669c12006-01-20 15:45:36 +0000536int sqlite3VdbeMemFinalize(Mem*, FuncDef*);
dan67a9b8e2018-06-22 20:51:35 +0000537#ifndef SQLITE_OMIT_WINDOWFUNC
dan86fb6e12018-05-16 20:58:07 +0000538int sqlite3VdbeMemAggValue(Mem*, Mem*, FuncDef*);
dan67a9b8e2018-06-22 20:51:35 +0000539#endif
drh92cd3072018-11-17 14:26:45 +0000540#ifndef SQLITE_OMIT_EXPLAIN
drh46c99e02007-08-27 23:26:59 +0000541const char *sqlite3OpcodeName(int);
drh92cd3072018-11-17 14:26:45 +0000542#endif
danielk1977a7a8e142008-02-13 18:25:27 +0000543int sqlite3VdbeMemGrow(Mem *pMem, int n, int preserve);
drh322f2852014-09-19 00:43:39 +0000544int sqlite3VdbeMemClearAndResize(Mem *pMem, int n);
danielk1977bd434552009-03-18 10:33:00 +0000545int sqlite3VdbeCloseStatement(Vdbe *, int);
drh72f56ef2018-08-29 18:47:22 +0000546#ifdef SQLITE_DEBUG
547int sqlite3VdbeFrameIsValid(VdbeFrame*);
548#endif
549void sqlite3VdbeFrameMemDel(void*); /* Destructor on Mem */
550void sqlite3VdbeFrameDelete(VdbeFrame*); /* Actually deletes the Frame */
dan165921a2009-08-28 18:53:45 +0000551int sqlite3VdbeFrameRestore(VdbeFrame *);
drh74c33022016-03-30 12:56:55 +0000552#ifdef SQLITE_ENABLE_PREUPDATE_HOOK
553void sqlite3VdbePreUpdateHook(Vdbe*,VdbeCursor*,int,const char*,Table*,i64,int);
554#endif
dan029ead62011-10-27 15:19:58 +0000555int sqlite3VdbeTransferError(Vdbe *p);
drhe54e0512011-04-05 17:31:56 +0000556
danfad9f9a2014-04-01 18:41:51 +0000557int sqlite3VdbeSorterInit(sqlite3 *, int, VdbeCursor *);
drh65ea12c2014-03-19 17:41:36 +0000558void sqlite3VdbeSorterReset(sqlite3 *, VdbeSorter *);
dana20fde62011-07-12 14:28:05 +0000559void sqlite3VdbeSorterClose(sqlite3 *, VdbeCursor *);
drhc041c162012-07-24 19:46:38 +0000560int sqlite3VdbeSorterRowkey(const VdbeCursor *, Mem *);
drh2ab792e2017-05-30 18:34:07 +0000561int sqlite3VdbeSorterNext(sqlite3 *, const VdbeCursor *);
drh958d2612014-04-18 13:40:07 +0000562int sqlite3VdbeSorterRewind(const VdbeCursor *, int *);
563int sqlite3VdbeSorterWrite(const VdbeCursor *, Mem *);
drh1153c7b2013-11-01 22:02:56 +0000564int sqlite3VdbeSorterCompare(const VdbeCursor *, Mem *, int, int *);
dan7fe62702011-08-02 10:56:22 +0000565
drh4031baf2018-05-28 17:31:20 +0000566#ifdef SQLITE_DEBUG
567 void sqlite3VdbeIncrWriteCounter(Vdbe*, VdbeCursor*);
568 void sqlite3VdbeAssertAbortable(Vdbe*);
569#else
570# define sqlite3VdbeIncrWriteCounter(V,C)
571# define sqlite3VdbeAssertAbortable(V)
572#endif
573
dan20d876f2016-01-07 16:06:22 +0000574#if !defined(SQLITE_OMIT_SHARED_CACHE)
drhe54e0512011-04-05 17:31:56 +0000575 void sqlite3VdbeEnter(Vdbe*);
drhe54e0512011-04-05 17:31:56 +0000576#else
577# define sqlite3VdbeEnter(X)
dan20d876f2016-01-07 16:06:22 +0000578#endif
579
580#if !defined(SQLITE_OMIT_SHARED_CACHE) && SQLITE_THREADSAFE>0
581 void sqlite3VdbeLeave(Vdbe*);
582#else
drhe54e0512011-04-05 17:31:56 +0000583# define sqlite3VdbeLeave(X)
584#endif
drh46c99e02007-08-27 23:26:59 +0000585
drh2b4ded92010-09-27 21:09:31 +0000586#ifdef SQLITE_DEBUG
drhe4c88c02012-01-04 12:57:45 +0000587void sqlite3VdbeMemAboutToChange(Vdbe*,Mem*);
drh75fd0542014-03-01 16:24:44 +0000588int sqlite3VdbeCheckMemInvariants(Mem*);
drh2b4ded92010-09-27 21:09:31 +0000589#endif
590
dan1da40a32009-09-19 17:00:31 +0000591#ifndef SQLITE_OMIT_FOREIGN_KEY
dan8a2fff72009-09-23 18:07:22 +0000592int sqlite3VdbeCheckFk(Vdbe *, int);
dan1da40a32009-09-19 17:00:31 +0000593#else
dan8a2fff72009-09-23 18:07:22 +0000594# define sqlite3VdbeCheckFk(p,i) 0
dan1da40a32009-09-19 17:00:31 +0000595#endif
596
drh87cc3b32007-05-08 21:45:27 +0000597#ifdef SQLITE_DEBUG
598 void sqlite3VdbePrintSql(Vdbe*);
drh5ca06322020-01-06 19:23:41 +0000599 void sqlite3VdbeMemPrettyPrint(Mem *pMem, StrAccum *pStr);
drh87cc3b32007-05-08 21:45:27 +0000600#endif
drhf0f44b72017-07-12 12:19:33 +0000601#ifndef SQLITE_OMIT_UTF16
602 int sqlite3VdbeMemTranslate(Mem*, u8);
603 int sqlite3VdbeMemHandleBom(Mem *pMem);
604#endif
drh4e78be62007-01-26 21:08:04 +0000605
danielk1977246ad312007-05-16 14:23:00 +0000606#ifndef SQLITE_OMIT_INCRBLOB
drhb21c8cd2007-08-21 19:33:56 +0000607 int sqlite3VdbeMemExpandBlob(Mem *);
drh45d29302012-01-08 22:18:33 +0000608 #define ExpandBlob(P) (((P)->flags&MEM_Zero)?sqlite3VdbeMemExpandBlob(P):0)
danielk1977246ad312007-05-16 14:23:00 +0000609#else
drhb21c8cd2007-08-21 19:33:56 +0000610 #define sqlite3VdbeMemExpandBlob(x) SQLITE_OK
drh45d29302012-01-08 22:18:33 +0000611 #define ExpandBlob(P) SQLITE_OK
danielk1977246ad312007-05-16 14:23:00 +0000612#endif
613
drh43f58d62016-07-09 16:14:45 +0000614#endif /* !defined(SQLITE_VDBEINT_H) */