blob: a94b825eb35272809f880d72dffea73ad05d921e [file] [log] [blame]
drhcce7d172000-05-31 15:34:51 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drhcce7d172000-05-31 15:34:51 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drhcce7d172000-05-31 15:34:51 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drhcce7d172000-05-31 15:34:51 +000010**
11*************************************************************************
drh1ccde152000-06-17 13:12:39 +000012** This file contains routines used for analyzing expressions and
drhb19a2bc2001-09-16 00:13:26 +000013** for generating VDBE code that evaluates expressions in SQLite.
drhcce7d172000-05-31 15:34:51 +000014**
drh33e619f2009-05-28 01:00:55 +000015** $Id: expr.c,v 1.438 2009/05/28 01:00:55 drh Exp $
drhcce7d172000-05-31 15:34:51 +000016*/
17#include "sqliteInt.h"
drha2e00042002-01-22 03:13:42 +000018
danielk1977e014a832004-05-17 10:48:57 +000019/*
20** Return the 'affinity' of the expression pExpr if any.
21**
22** If pExpr is a column, a reference to a column via an 'AS' alias,
23** or a sub-select with a column as the return value, then the
24** affinity of that column is returned. Otherwise, 0x00 is returned,
25** indicating no affinity for the expression.
26**
27** i.e. the WHERE clause expresssions in the following statements all
28** have an affinity:
29**
30** CREATE TABLE t1(a);
31** SELECT * FROM t1 WHERE a;
32** SELECT a AS b FROM t1 WHERE b;
33** SELECT * FROM t1 WHERE (select a from t1);
34*/
danielk1977bf3b7212004-05-18 10:06:24 +000035char sqlite3ExprAffinity(Expr *pExpr){
drh487e2622005-06-25 18:42:14 +000036 int op = pExpr->op;
drh487e2622005-06-25 18:42:14 +000037 if( op==TK_SELECT ){
danielk19776ab3a2e2009-02-19 14:39:25 +000038 assert( pExpr->flags&EP_xIsSelect );
39 return sqlite3ExprAffinity(pExpr->x.pSelect->pEList->a[0].pExpr);
danielk1977a37cdde2004-05-16 11:15:36 +000040 }
drh487e2622005-06-25 18:42:14 +000041#ifndef SQLITE_OMIT_CAST
42 if( op==TK_CAST ){
drh33e619f2009-05-28 01:00:55 +000043 assert( !ExprHasProperty(pExpr, EP_IntValue) );
44 return sqlite3AffinityType(pExpr->u.zToken);
drh487e2622005-06-25 18:42:14 +000045 }
46#endif
danielk1977259a4552008-11-12 08:07:12 +000047 if( (op==TK_AGG_COLUMN || op==TK_COLUMN || op==TK_REGISTER)
48 && pExpr->pTab!=0
49 ){
drh7d10d5a2008-08-20 16:35:10 +000050 /* op==TK_REGISTER && pExpr->pTab!=0 happens when pExpr was originally
51 ** a TK_COLUMN but was previously evaluated and cached in a register */
52 int j = pExpr->iColumn;
53 if( j<0 ) return SQLITE_AFF_INTEGER;
54 assert( pExpr->pTab && j<pExpr->pTab->nCol );
55 return pExpr->pTab->aCol[j].affinity;
56 }
danielk1977a37cdde2004-05-16 11:15:36 +000057 return pExpr->affinity;
58}
59
drh53db1452004-05-20 13:54:53 +000060/*
drh8b4c40d2007-02-01 23:02:45 +000061** Set the collating sequence for expression pExpr to be the collating
62** sequence named by pToken. Return a pointer to the revised expression.
drha34001c2007-02-02 12:44:37 +000063** The collating sequence is marked as "explicit" using the EP_ExpCollate
64** flag. An explicit collating sequence will override implicit
65** collating sequences.
drh8b4c40d2007-02-01 23:02:45 +000066*/
drh7d10d5a2008-08-20 16:35:10 +000067Expr *sqlite3ExprSetColl(Parse *pParse, Expr *pExpr, Token *pCollName){
danielk197739002502007-11-12 09:50:26 +000068 char *zColl = 0; /* Dequoted name of collation sequence */
drh8b4c40d2007-02-01 23:02:45 +000069 CollSeq *pColl;
drh633e6d52008-07-28 19:34:53 +000070 sqlite3 *db = pParse->db;
drh7d10d5a2008-08-20 16:35:10 +000071 zColl = sqlite3NameFromToken(db, pCollName);
danielk197739002502007-11-12 09:50:26 +000072 if( pExpr && zColl ){
drhc4a64fa2009-05-11 20:53:28 +000073 pColl = sqlite3LocateCollSeq(pParse, zColl);
danielk197739002502007-11-12 09:50:26 +000074 if( pColl ){
75 pExpr->pColl = pColl;
76 pExpr->flags |= EP_ExpCollate;
77 }
drh8b4c40d2007-02-01 23:02:45 +000078 }
drh633e6d52008-07-28 19:34:53 +000079 sqlite3DbFree(db, zColl);
drh8b4c40d2007-02-01 23:02:45 +000080 return pExpr;
81}
82
83/*
danielk19770202b292004-06-09 09:55:16 +000084** Return the default collation sequence for the expression pExpr. If
85** there is no default collation type, return 0.
86*/
danielk19777cedc8d2004-06-10 10:50:08 +000087CollSeq *sqlite3ExprCollSeq(Parse *pParse, Expr *pExpr){
88 CollSeq *pColl = 0;
drh7d10d5a2008-08-20 16:35:10 +000089 Expr *p = pExpr;
drh51f49f12009-05-21 20:41:32 +000090 while( ALWAYS(p) ){
drh7e09fe02007-06-20 16:13:23 +000091 int op;
drh7d10d5a2008-08-20 16:35:10 +000092 pColl = p->pColl;
93 if( pColl ) break;
94 op = p->op;
danielk1977259a4552008-11-12 08:07:12 +000095 if( (op==TK_AGG_COLUMN || op==TK_COLUMN || op==TK_REGISTER) && p->pTab!=0 ){
drh7d10d5a2008-08-20 16:35:10 +000096 /* op==TK_REGISTER && p->pTab!=0 happens when pExpr was originally
97 ** a TK_COLUMN but was previously evaluated and cached in a register */
98 const char *zColl;
99 int j = p->iColumn;
100 if( j>=0 ){
101 sqlite3 *db = pParse->db;
102 zColl = p->pTab->aCol[j].zColl;
drhc4a64fa2009-05-11 20:53:28 +0000103 pColl = sqlite3FindCollSeq(db, ENC(db), zColl, 0);
drh7d10d5a2008-08-20 16:35:10 +0000104 pExpr->pColl = pColl;
105 }
106 break;
danielk19770202b292004-06-09 09:55:16 +0000107 }
drh7d10d5a2008-08-20 16:35:10 +0000108 if( op!=TK_CAST && op!=TK_UPLUS ){
109 break;
110 }
111 p = p->pLeft;
danielk19770202b292004-06-09 09:55:16 +0000112 }
danielk19777cedc8d2004-06-10 10:50:08 +0000113 if( sqlite3CheckCollSeq(pParse, pColl) ){
114 pColl = 0;
115 }
116 return pColl;
danielk19770202b292004-06-09 09:55:16 +0000117}
118
119/*
drh626a8792005-01-17 22:08:19 +0000120** pExpr is an operand of a comparison operator. aff2 is the
121** type affinity of the other operand. This routine returns the
drh53db1452004-05-20 13:54:53 +0000122** type affinity that should be used for the comparison operator.
123*/
danielk1977e014a832004-05-17 10:48:57 +0000124char sqlite3CompareAffinity(Expr *pExpr, char aff2){
danielk1977bf3b7212004-05-18 10:06:24 +0000125 char aff1 = sqlite3ExprAffinity(pExpr);
danielk1977e014a832004-05-17 10:48:57 +0000126 if( aff1 && aff2 ){
drh8df447f2005-11-01 15:48:24 +0000127 /* Both sides of the comparison are columns. If one has numeric
128 ** affinity, use that. Otherwise use no affinity.
danielk1977e014a832004-05-17 10:48:57 +0000129 */
drh8a512562005-11-14 22:29:05 +0000130 if( sqlite3IsNumericAffinity(aff1) || sqlite3IsNumericAffinity(aff2) ){
danielk1977e014a832004-05-17 10:48:57 +0000131 return SQLITE_AFF_NUMERIC;
132 }else{
133 return SQLITE_AFF_NONE;
134 }
135 }else if( !aff1 && !aff2 ){
drh5f6a87b2004-07-19 00:39:45 +0000136 /* Neither side of the comparison is a column. Compare the
137 ** results directly.
danielk1977e014a832004-05-17 10:48:57 +0000138 */
drh5f6a87b2004-07-19 00:39:45 +0000139 return SQLITE_AFF_NONE;
danielk1977e014a832004-05-17 10:48:57 +0000140 }else{
141 /* One side is a column, the other is not. Use the columns affinity. */
drhfe05af82005-07-21 03:14:59 +0000142 assert( aff1==0 || aff2==0 );
danielk1977e014a832004-05-17 10:48:57 +0000143 return (aff1 + aff2);
144 }
145}
146
drh53db1452004-05-20 13:54:53 +0000147/*
148** pExpr is a comparison operator. Return the type affinity that should
149** be applied to both operands prior to doing the comparison.
150*/
danielk1977e014a832004-05-17 10:48:57 +0000151static char comparisonAffinity(Expr *pExpr){
152 char aff;
153 assert( pExpr->op==TK_EQ || pExpr->op==TK_IN || pExpr->op==TK_LT ||
154 pExpr->op==TK_GT || pExpr->op==TK_GE || pExpr->op==TK_LE ||
155 pExpr->op==TK_NE );
156 assert( pExpr->pLeft );
danielk1977bf3b7212004-05-18 10:06:24 +0000157 aff = sqlite3ExprAffinity(pExpr->pLeft);
danielk1977e014a832004-05-17 10:48:57 +0000158 if( pExpr->pRight ){
159 aff = sqlite3CompareAffinity(pExpr->pRight, aff);
danielk19776ab3a2e2009-02-19 14:39:25 +0000160 }else if( ExprHasProperty(pExpr, EP_xIsSelect) ){
161 aff = sqlite3CompareAffinity(pExpr->x.pSelect->pEList->a[0].pExpr, aff);
162 }else if( !aff ){
drhde087bd2007-02-23 03:00:44 +0000163 aff = SQLITE_AFF_NONE;
danielk1977e014a832004-05-17 10:48:57 +0000164 }
165 return aff;
166}
167
168/*
169** pExpr is a comparison expression, eg. '=', '<', IN(...) etc.
170** idx_affinity is the affinity of an indexed column. Return true
171** if the index with affinity idx_affinity may be used to implement
172** the comparison in pExpr.
173*/
174int sqlite3IndexAffinityOk(Expr *pExpr, char idx_affinity){
175 char aff = comparisonAffinity(pExpr);
drh8a512562005-11-14 22:29:05 +0000176 switch( aff ){
177 case SQLITE_AFF_NONE:
178 return 1;
179 case SQLITE_AFF_TEXT:
180 return idx_affinity==SQLITE_AFF_TEXT;
181 default:
182 return sqlite3IsNumericAffinity(idx_affinity);
183 }
danielk1977e014a832004-05-17 10:48:57 +0000184}
185
danielk1977a37cdde2004-05-16 11:15:36 +0000186/*
drh35573352008-01-08 23:54:25 +0000187** Return the P5 value that should be used for a binary comparison
danielk1977a37cdde2004-05-16 11:15:36 +0000188** opcode (OP_Eq, OP_Ge etc.) used to compare pExpr1 and pExpr2.
danielk1977a37cdde2004-05-16 11:15:36 +0000189*/
drh35573352008-01-08 23:54:25 +0000190static u8 binaryCompareP5(Expr *pExpr1, Expr *pExpr2, int jumpIfNull){
191 u8 aff = (char)sqlite3ExprAffinity(pExpr2);
drh1bd10f82008-12-10 21:19:56 +0000192 aff = (u8)sqlite3CompareAffinity(pExpr1, aff) | (u8)jumpIfNull;
drh35573352008-01-08 23:54:25 +0000193 return aff;
danielk1977a37cdde2004-05-16 11:15:36 +0000194}
195
drha2e00042002-01-22 03:13:42 +0000196/*
danielk19770202b292004-06-09 09:55:16 +0000197** Return a pointer to the collation sequence that should be used by
198** a binary comparison operator comparing pLeft and pRight.
199**
200** If the left hand expression has a collating sequence type, then it is
201** used. Otherwise the collation sequence for the right hand expression
202** is used, or the default (BINARY) if neither expression has a collating
203** type.
danielk1977bcbb04e2007-05-29 12:11:29 +0000204**
205** Argument pRight (but not pLeft) may be a null pointer. In this case,
206** it is not considered.
danielk19770202b292004-06-09 09:55:16 +0000207*/
drh0a0e1312007-08-07 17:04:59 +0000208CollSeq *sqlite3BinaryCompareCollSeq(
danielk1977bcbb04e2007-05-29 12:11:29 +0000209 Parse *pParse,
210 Expr *pLeft,
211 Expr *pRight
212){
drhec41dda2007-02-07 13:09:45 +0000213 CollSeq *pColl;
214 assert( pLeft );
drhec41dda2007-02-07 13:09:45 +0000215 if( pLeft->flags & EP_ExpCollate ){
216 assert( pLeft->pColl );
217 pColl = pLeft->pColl;
danielk1977bcbb04e2007-05-29 12:11:29 +0000218 }else if( pRight && pRight->flags & EP_ExpCollate ){
drhec41dda2007-02-07 13:09:45 +0000219 assert( pRight->pColl );
220 pColl = pRight->pColl;
221 }else{
222 pColl = sqlite3ExprCollSeq(pParse, pLeft);
223 if( !pColl ){
224 pColl = sqlite3ExprCollSeq(pParse, pRight);
225 }
danielk19770202b292004-06-09 09:55:16 +0000226 }
227 return pColl;
228}
229
230/*
drhda250ea2008-04-01 05:07:14 +0000231** Generate the operands for a comparison operation. Before
232** generating the code for each operand, set the EP_AnyAff
233** flag on the expression so that it will be able to used a
234** cached column value that has previously undergone an
235** affinity change.
236*/
237static void codeCompareOperands(
238 Parse *pParse, /* Parsing and code generating context */
239 Expr *pLeft, /* The left operand */
240 int *pRegLeft, /* Register where left operand is stored */
241 int *pFreeLeft, /* Free this register when done */
242 Expr *pRight, /* The right operand */
243 int *pRegRight, /* Register where right operand is stored */
244 int *pFreeRight /* Write temp register for right operand there */
245){
246 while( pLeft->op==TK_UPLUS ) pLeft = pLeft->pLeft;
247 pLeft->flags |= EP_AnyAff;
248 *pRegLeft = sqlite3ExprCodeTemp(pParse, pLeft, pFreeLeft);
249 while( pRight->op==TK_UPLUS ) pRight = pRight->pLeft;
250 pRight->flags |= EP_AnyAff;
251 *pRegRight = sqlite3ExprCodeTemp(pParse, pRight, pFreeRight);
252}
253
254/*
drhbe5c89a2004-07-26 00:31:09 +0000255** Generate code for a comparison operator.
256*/
257static int codeCompare(
258 Parse *pParse, /* The parsing (and code generating) context */
259 Expr *pLeft, /* The left operand */
260 Expr *pRight, /* The right operand */
261 int opcode, /* The comparison opcode */
drh35573352008-01-08 23:54:25 +0000262 int in1, int in2, /* Register holding operands */
drhbe5c89a2004-07-26 00:31:09 +0000263 int dest, /* Jump here if true. */
264 int jumpIfNull /* If true, jump if either operand is NULL */
265){
drh35573352008-01-08 23:54:25 +0000266 int p5;
267 int addr;
268 CollSeq *p4;
269
270 p4 = sqlite3BinaryCompareCollSeq(pParse, pLeft, pRight);
271 p5 = binaryCompareP5(pLeft, pRight, jumpIfNull);
272 addr = sqlite3VdbeAddOp4(pParse->pVdbe, opcode, in2, dest, in1,
273 (void*)p4, P4_COLLSEQ);
drh1bd10f82008-12-10 21:19:56 +0000274 sqlite3VdbeChangeP5(pParse->pVdbe, (u8)p5);
drhe49b1462008-07-09 01:39:44 +0000275 if( (p5 & SQLITE_AFF_MASK)!=SQLITE_AFF_NONE ){
drhda250ea2008-04-01 05:07:14 +0000276 sqlite3ExprCacheAffinityChange(pParse, in1, 1);
277 sqlite3ExprCacheAffinityChange(pParse, in2, 1);
drh2f7794c2008-04-01 03:27:39 +0000278 }
drh35573352008-01-08 23:54:25 +0000279 return addr;
drhbe5c89a2004-07-26 00:31:09 +0000280}
281
danielk19774b5255a2008-06-05 16:47:39 +0000282#if SQLITE_MAX_EXPR_DEPTH>0
283/*
284** Check that argument nHeight is less than or equal to the maximum
285** expression depth allowed. If it is not, leave an error message in
286** pParse.
287*/
drh7d10d5a2008-08-20 16:35:10 +0000288int sqlite3ExprCheckHeight(Parse *pParse, int nHeight){
danielk19774b5255a2008-06-05 16:47:39 +0000289 int rc = SQLITE_OK;
290 int mxHeight = pParse->db->aLimit[SQLITE_LIMIT_EXPR_DEPTH];
291 if( nHeight>mxHeight ){
292 sqlite3ErrorMsg(pParse,
293 "Expression tree is too large (maximum depth %d)", mxHeight
294 );
295 rc = SQLITE_ERROR;
296 }
297 return rc;
298}
299
300/* The following three functions, heightOfExpr(), heightOfExprList()
301** and heightOfSelect(), are used to determine the maximum height
302** of any expression tree referenced by the structure passed as the
303** first argument.
304**
305** If this maximum height is greater than the current value pointed
306** to by pnHeight, the second parameter, then set *pnHeight to that
307** value.
308*/
309static void heightOfExpr(Expr *p, int *pnHeight){
310 if( p ){
311 if( p->nHeight>*pnHeight ){
312 *pnHeight = p->nHeight;
313 }
314 }
315}
316static void heightOfExprList(ExprList *p, int *pnHeight){
317 if( p ){
318 int i;
319 for(i=0; i<p->nExpr; i++){
320 heightOfExpr(p->a[i].pExpr, pnHeight);
321 }
322 }
323}
324static void heightOfSelect(Select *p, int *pnHeight){
325 if( p ){
326 heightOfExpr(p->pWhere, pnHeight);
327 heightOfExpr(p->pHaving, pnHeight);
328 heightOfExpr(p->pLimit, pnHeight);
329 heightOfExpr(p->pOffset, pnHeight);
330 heightOfExprList(p->pEList, pnHeight);
331 heightOfExprList(p->pGroupBy, pnHeight);
332 heightOfExprList(p->pOrderBy, pnHeight);
333 heightOfSelect(p->pPrior, pnHeight);
334 }
335}
336
337/*
338** Set the Expr.nHeight variable in the structure passed as an
339** argument. An expression with no children, Expr.pList or
340** Expr.pSelect member has a height of 1. Any other expression
341** has a height equal to the maximum height of any other
342** referenced Expr plus one.
343*/
344static void exprSetHeight(Expr *p){
345 int nHeight = 0;
346 heightOfExpr(p->pLeft, &nHeight);
347 heightOfExpr(p->pRight, &nHeight);
danielk19776ab3a2e2009-02-19 14:39:25 +0000348 if( ExprHasProperty(p, EP_xIsSelect) ){
349 heightOfSelect(p->x.pSelect, &nHeight);
350 }else{
351 heightOfExprList(p->x.pList, &nHeight);
352 }
danielk19774b5255a2008-06-05 16:47:39 +0000353 p->nHeight = nHeight + 1;
354}
355
356/*
357** Set the Expr.nHeight variable using the exprSetHeight() function. If
358** the height is greater than the maximum allowed expression depth,
359** leave an error in pParse.
360*/
361void sqlite3ExprSetHeight(Parse *pParse, Expr *p){
362 exprSetHeight(p);
drh7d10d5a2008-08-20 16:35:10 +0000363 sqlite3ExprCheckHeight(pParse, p->nHeight);
danielk19774b5255a2008-06-05 16:47:39 +0000364}
365
366/*
367** Return the maximum height of any expression tree referenced
368** by the select statement passed as an argument.
369*/
370int sqlite3SelectExprHeight(Select *p){
371 int nHeight = 0;
372 heightOfSelect(p, &nHeight);
373 return nHeight;
374}
375#else
danielk19774b5255a2008-06-05 16:47:39 +0000376 #define exprSetHeight(y)
377#endif /* SQLITE_MAX_EXPR_DEPTH>0 */
378
drhbe5c89a2004-07-26 00:31:09 +0000379/*
drhb7916a72009-05-27 10:31:29 +0000380** This routine is the core allocator for Expr nodes.
381**
drha76b5df2002-02-23 02:32:10 +0000382** Construct a new expression node and return a pointer to it. Memory
drhb7916a72009-05-27 10:31:29 +0000383** for this node and for the pToken argument is a single allocation
384** obtained from sqlite3DbMalloc(). The calling function
drha76b5df2002-02-23 02:32:10 +0000385** is responsible for making sure the node eventually gets freed.
drhb7916a72009-05-27 10:31:29 +0000386**
387** If dequote is true, then the token (if it exists) is dequoted.
388** If dequote is false, no dequoting is performance. The deQuote
389** parameter is ignored if pToken is NULL or if the token does not
390** appear to be quoted. If the quotes were of the form "..." (double-quotes)
391** then the EP_DblQuoted flag is set on the expression node.
drh33e619f2009-05-28 01:00:55 +0000392**
393** Special case: If op==TK_INTEGER and pToken points to a string that
394** can be translated into a 32-bit integer, then the token is not
395** stored in u.zToken. Instead, the integer values is written
396** into u.iValue and the EP_IntValue flag is set. No extra storage
397** is allocated to hold the integer text and the dequote flag is ignored.
drha76b5df2002-02-23 02:32:10 +0000398*/
drhb7916a72009-05-27 10:31:29 +0000399Expr *sqlite3ExprAlloc(
danielk1977a1644fd2007-08-29 12:31:25 +0000400 sqlite3 *db, /* Handle for sqlite3DbMallocZero() (may be null) */
drh17435752007-08-16 04:30:38 +0000401 int op, /* Expression opcode */
drhb7916a72009-05-27 10:31:29 +0000402 const Token *pToken, /* Token argument. Might be NULL */
403 int dequote /* True to dequote */
drh17435752007-08-16 04:30:38 +0000404){
drha76b5df2002-02-23 02:32:10 +0000405 Expr *pNew;
drh33e619f2009-05-28 01:00:55 +0000406 int nExtra = 0;
407 int iValue;
danielk1977fc976062007-05-10 10:46:56 +0000408
drhb7916a72009-05-27 10:31:29 +0000409 if( pToken ){
drh33e619f2009-05-28 01:00:55 +0000410 if( op!=TK_INTEGER || pToken->z==0
411 || sqlite3GetInt32(pToken->z, &iValue)==0 ){
412 nExtra = pToken->n+1;
413 }
drhb7916a72009-05-27 10:31:29 +0000414 }
415 pNew = sqlite3DbMallocZero(db, sizeof(Expr)+nExtra);
416 if( pNew ){
417 pNew->op = (u8)op;
418 pNew->iAgg = -1;
419 if( pToken ){
drh33e619f2009-05-28 01:00:55 +0000420 if( nExtra==0 ){
421 pNew->flags |= EP_IntValue;
422 pNew->u.iValue = iValue;
423 }else{
424 int c;
425 pNew->u.zToken = (char*)&pNew[1];
426 memcpy(pNew->u.zToken, pToken->z, pToken->n);
427 pNew->u.zToken[pToken->n] = 0;
428 if( dequote && nExtra>=3
429 && ((c = pToken->z[0])=='\'' || c=='"' || c=='[' || c=='`') ){
430 sqlite3Dequote(pNew->u.zToken);
431 if( c=='"' ) pNew->flags |= EP_DblQuoted;
432 }
drhb7916a72009-05-27 10:31:29 +0000433 }
434 }
435#if SQLITE_MAX_EXPR_DEPTH>0
436 pNew->nHeight = 1;
437#endif
438 }
drha76b5df2002-02-23 02:32:10 +0000439 return pNew;
440}
441
442/*
drhb7916a72009-05-27 10:31:29 +0000443** Allocate a new expression node from a zero-terminated token that has
444** already been dequoted.
445*/
446Expr *sqlite3Expr(
447 sqlite3 *db, /* Handle for sqlite3DbMallocZero() (may be null) */
448 int op, /* Expression opcode */
449 const char *zToken /* Token argument. Might be NULL */
450){
451 Token x;
452 x.z = zToken;
453 x.n = zToken ? sqlite3Strlen30(zToken) : 0;
454 return sqlite3ExprAlloc(db, op, &x, 0);
455}
456
457/*
458** Attach subtrees pLeft and pRight to the Expr node pRoot.
459**
460** If pRoot==NULL that means that a memory allocation error has occurred.
461** In that case, delete the subtrees pLeft and pRight.
462*/
463void sqlite3ExprAttachSubtrees(
464 sqlite3 *db,
465 Expr *pRoot,
466 Expr *pLeft,
467 Expr *pRight
468){
469 if( pRoot==0 ){
470 assert( db->mallocFailed );
471 sqlite3ExprDelete(db, pLeft);
472 sqlite3ExprDelete(db, pRight);
473 }else{
474 if( pRight ){
475 pRoot->pRight = pRight;
476 if( pRight->flags & EP_ExpCollate ){
477 pRoot->flags |= EP_ExpCollate;
478 pRoot->pColl = pRight->pColl;
479 }
480 }
481 if( pLeft ){
482 pRoot->pLeft = pLeft;
483 if( pLeft->flags & EP_ExpCollate ){
484 pRoot->flags |= EP_ExpCollate;
485 pRoot->pColl = pLeft->pColl;
486 }
487 }
488 exprSetHeight(pRoot);
489 }
490}
491
492/*
493** Allocate a Expr node which joins up to two subtrees.
494**
495** The
drh17435752007-08-16 04:30:38 +0000496** Works like sqlite3Expr() except that it takes an extra Parse*
497** argument and notifies the associated connection object if malloc fails.
drh206f3d92006-07-11 13:15:08 +0000498*/
drh17435752007-08-16 04:30:38 +0000499Expr *sqlite3PExpr(
500 Parse *pParse, /* Parsing context */
501 int op, /* Expression opcode */
502 Expr *pLeft, /* Left operand */
503 Expr *pRight, /* Right operand */
504 const Token *pToken /* Argument token */
505){
drhb7916a72009-05-27 10:31:29 +0000506 Expr *p = sqlite3ExprAlloc(pParse->db, op, pToken, 1);
507 sqlite3ExprAttachSubtrees(pParse->db, p, pLeft, pRight);
drh4e0cff62004-11-05 05:10:28 +0000508 return p;
509}
510
511/*
drh91bb0ee2004-09-01 03:06:34 +0000512** Join two expressions using an AND operator. If either expression is
513** NULL, then just return the other expression.
514*/
danielk19771e536952007-08-16 10:09:01 +0000515Expr *sqlite3ExprAnd(sqlite3 *db, Expr *pLeft, Expr *pRight){
drh91bb0ee2004-09-01 03:06:34 +0000516 if( pLeft==0 ){
517 return pRight;
518 }else if( pRight==0 ){
519 return pLeft;
520 }else{
drhb7916a72009-05-27 10:31:29 +0000521 Expr *pNew = sqlite3ExprAlloc(db, TK_AND, 0, 0);
522 sqlite3ExprAttachSubtrees(db, pNew, pLeft, pRight);
523 return pNew;
drha76b5df2002-02-23 02:32:10 +0000524 }
525}
526
527/*
528** Construct a new expression node for a function with multiple
529** arguments.
530*/
drh17435752007-08-16 04:30:38 +0000531Expr *sqlite3ExprFunction(Parse *pParse, ExprList *pList, Token *pToken){
drha76b5df2002-02-23 02:32:10 +0000532 Expr *pNew;
drh633e6d52008-07-28 19:34:53 +0000533 sqlite3 *db = pParse->db;
danielk19774b202ae2006-01-23 05:50:58 +0000534 assert( pToken );
drhb7916a72009-05-27 10:31:29 +0000535 pNew = sqlite3ExprAlloc(db, TK_FUNCTION, pToken, 1);
drha76b5df2002-02-23 02:32:10 +0000536 if( pNew==0 ){
drhd9da78a2009-03-24 15:08:09 +0000537 sqlite3ExprListDelete(db, pList); /* Avoid memory leak when malloc fails */
drha76b5df2002-02-23 02:32:10 +0000538 return 0;
539 }
danielk19776ab3a2e2009-02-19 14:39:25 +0000540 pNew->x.pList = pList;
541 assert( !ExprHasProperty(pNew, EP_xIsSelect) );
danielk19774b5255a2008-06-05 16:47:39 +0000542 sqlite3ExprSetHeight(pParse, pNew);
drha76b5df2002-02-23 02:32:10 +0000543 return pNew;
544}
545
546/*
drhfa6bc002004-09-07 16:19:52 +0000547** Assign a variable number to an expression that encodes a wildcard
548** in the original SQL statement.
549**
550** Wildcards consisting of a single "?" are assigned the next sequential
551** variable number.
552**
553** Wildcards of the form "?nnn" are assigned the number "nnn". We make
554** sure "nnn" is not too be to avoid a denial of service attack when
555** the SQL statement comes from an external source.
556**
drh51f49f12009-05-21 20:41:32 +0000557** Wildcards of the form ":aaa", "@aaa", or "$aaa" are assigned the same number
drhfa6bc002004-09-07 16:19:52 +0000558** as the previous instance of the same wildcard. Or if this is the first
559** instance of the wildcard, the next sequenial variable number is
560** assigned.
561*/
562void sqlite3ExprAssignVarNumber(Parse *pParse, Expr *pExpr){
drh17435752007-08-16 04:30:38 +0000563 sqlite3 *db = pParse->db;
drhb7916a72009-05-27 10:31:29 +0000564 const char *z;
drh17435752007-08-16 04:30:38 +0000565
drhfa6bc002004-09-07 16:19:52 +0000566 if( pExpr==0 ) return;
drh33e619f2009-05-28 01:00:55 +0000567 assert( !ExprHasAnyProperty(pExpr, EP_IntValue|EP_Reduced|EP_TokenOnly) );
568 z = pExpr->u.zToken;
drhb7916a72009-05-27 10:31:29 +0000569 assert( z!=0 );
570 assert( z[0]!=0 );
571 if( z[1]==0 ){
drhfa6bc002004-09-07 16:19:52 +0000572 /* Wildcard of the form "?". Assign the next variable number */
drhb7916a72009-05-27 10:31:29 +0000573 assert( z[0]=='?' );
drhfa6bc002004-09-07 16:19:52 +0000574 pExpr->iTable = ++pParse->nVar;
drhb7916a72009-05-27 10:31:29 +0000575 }else if( z[0]=='?' ){
drhfa6bc002004-09-07 16:19:52 +0000576 /* Wildcard of the form "?nnn". Convert "nnn" to an integer and
577 ** use it as the variable number */
578 int i;
drhb7916a72009-05-27 10:31:29 +0000579 pExpr->iTable = i = atoi((char*)&z[1]);
drhc5499be2008-04-01 15:06:33 +0000580 testcase( i==0 );
581 testcase( i==1 );
582 testcase( i==db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER]-1 );
583 testcase( i==db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] );
drhbb4957f2008-03-20 14:03:29 +0000584 if( i<1 || i>db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] ){
drhfa6bc002004-09-07 16:19:52 +0000585 sqlite3ErrorMsg(pParse, "variable number must be between ?1 and ?%d",
drhbb4957f2008-03-20 14:03:29 +0000586 db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER]);
drhfa6bc002004-09-07 16:19:52 +0000587 }
588 if( i>pParse->nVar ){
589 pParse->nVar = i;
590 }
591 }else{
drh51f49f12009-05-21 20:41:32 +0000592 /* Wildcards like ":aaa", "$aaa" or "@aaa". Reuse the same variable
drhfa6bc002004-09-07 16:19:52 +0000593 ** number as the prior appearance of the same name, or if the name
594 ** has never appeared before, reuse the same variable number
595 */
drh1bd10f82008-12-10 21:19:56 +0000596 int i;
597 u32 n;
drhb7916a72009-05-27 10:31:29 +0000598 n = sqlite3Strlen30(z);
drhfa6bc002004-09-07 16:19:52 +0000599 for(i=0; i<pParse->nVarExpr; i++){
drh51f49f12009-05-21 20:41:32 +0000600 Expr *pE = pParse->apVarExpr[i];
601 assert( pE!=0 );
drh33e619f2009-05-28 01:00:55 +0000602 if( memcmp(pE->u.zToken, z, n)==0 && pE->u.zToken[n]==0 ){
drhfa6bc002004-09-07 16:19:52 +0000603 pExpr->iTable = pE->iTable;
604 break;
605 }
606 }
607 if( i>=pParse->nVarExpr ){
608 pExpr->iTable = ++pParse->nVar;
609 if( pParse->nVarExpr>=pParse->nVarExprAlloc-1 ){
610 pParse->nVarExprAlloc += pParse->nVarExprAlloc + 10;
drh17435752007-08-16 04:30:38 +0000611 pParse->apVarExpr =
612 sqlite3DbReallocOrFree(
613 db,
614 pParse->apVarExpr,
615 pParse->nVarExprAlloc*sizeof(pParse->apVarExpr[0])
616 );
drhfa6bc002004-09-07 16:19:52 +0000617 }
drh17435752007-08-16 04:30:38 +0000618 if( !db->mallocFailed ){
drhfa6bc002004-09-07 16:19:52 +0000619 assert( pParse->apVarExpr!=0 );
620 pParse->apVarExpr[pParse->nVarExpr++] = pExpr;
621 }
622 }
623 }
drhbb4957f2008-03-20 14:03:29 +0000624 if( !pParse->nErr && pParse->nVar>db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] ){
danielk1977832b2662007-05-09 11:37:22 +0000625 sqlite3ErrorMsg(pParse, "too many SQL variables");
626 }
drhfa6bc002004-09-07 16:19:52 +0000627}
628
629/*
drh10fe8402008-10-11 16:47:35 +0000630** Clear an expression structure without deleting the structure itself.
631** Substructure is deleted.
drha2e00042002-01-22 03:13:42 +0000632*/
drh10fe8402008-10-11 16:47:35 +0000633void sqlite3ExprClear(sqlite3 *db, Expr *p){
drh33e619f2009-05-28 01:00:55 +0000634 assert( p!=0 );
drhb7916a72009-05-27 10:31:29 +0000635 if( !ExprHasAnyProperty(p, EP_TokenOnly) ){
drh33e619f2009-05-28 01:00:55 +0000636 sqlite3ExprDelete(db, p->pLeft);
637 sqlite3ExprDelete(db, p->pRight);
638 if( !ExprHasProperty(p, EP_Reduced) && (p->flags2 & EP2_MallocedToken)!=0 ){
639 sqlite3DbFree(db, p->u.zToken);
danielk19776ab3a2e2009-02-19 14:39:25 +0000640 }
641 if( ExprHasProperty(p, EP_xIsSelect) ){
642 sqlite3SelectDelete(db, p->x.pSelect);
643 }else{
644 sqlite3ExprListDelete(db, p->x.pList);
645 }
646 }
drh10fe8402008-10-11 16:47:35 +0000647}
648
649/*
650** Recursively delete an expression tree.
651*/
652void sqlite3ExprDelete(sqlite3 *db, Expr *p){
653 if( p==0 ) return;
654 sqlite3ExprClear(db, p);
drh33e619f2009-05-28 01:00:55 +0000655 if( !ExprHasProperty(p, EP_Static) ){
656 sqlite3DbFree(db, p);
657 }
drha2e00042002-01-22 03:13:42 +0000658}
659
drhd2687b72005-08-12 22:56:09 +0000660/*
danielk19776ab3a2e2009-02-19 14:39:25 +0000661** Return the number of bytes allocated for the expression structure
662** passed as the first argument. This is always one of EXPR_FULLSIZE,
663** EXPR_REDUCEDSIZE or EXPR_TOKENONLYSIZE.
664*/
665static int exprStructSize(Expr *p){
666 if( ExprHasProperty(p, EP_TokenOnly) ) return EXPR_TOKENONLYSIZE;
danielk19776ab3a2e2009-02-19 14:39:25 +0000667 if( ExprHasProperty(p, EP_Reduced) ) return EXPR_REDUCEDSIZE;
668 return EXPR_FULLSIZE;
669}
670
671/*
drh33e619f2009-05-28 01:00:55 +0000672** The dupedExpr*Size() routines each return the number of bytes required
673** to store a copy of an expression or expression tree. They differ in
674** how much of the tree is measured.
675**
676** dupedExprStructSize() Size of only the Expr structure
677** dupedExprNodeSize() Size of Expr + space for token
678** dupedExprSize() Expr + token + subtree components
679**
680***************************************************************************
681**
682** The dupedExprStructSize() function returns two values OR-ed together:
683** (1) the space required for a copy of the Expr structure only and
684** (2) the EP_xxx flags that indicate what the structure size should be.
685** The return values is always one of:
686**
687** EXPR_FULLSIZE
688** EXPR_REDUCEDSIZE | EP_Reduced
689** EXPR_TOKENONLYSIZE | EP_TokenOnly
690**
691** The size of the structure can be found by masking the return value
692** of this routine with 0xfff. The flags can be found by masking the
693** return value with EP_Reduced|EP_TokenOnly.
694**
695** Note that with flags==EXPRDUP_REDUCE, this routines works on full-size
696** (unreduced) Expr objects as they or originally constructed by the parser.
697** During expression analysis, extra information is computed and moved into
698** later parts of teh Expr object and that extra information might get chopped
699** off if the expression is reduced. Note also that it does not work to
700** make a EXPRDUP_REDUCE copy of a reduced expression. It is only legal
701** to reduce a pristine expression tree from the parser. The implementation
702** of dupedExprStructSize() contain multiple assert() statements that attempt
703** to enforce this constraint.
danielk19776ab3a2e2009-02-19 14:39:25 +0000704*/
705static int dupedExprStructSize(Expr *p, int flags){
706 int nSize;
drh33e619f2009-05-28 01:00:55 +0000707 assert( flags==EXPRDUP_REDUCE || flags==0 ); /* Only one flag value allowed */
danielk19776ab3a2e2009-02-19 14:39:25 +0000708 if( 0==(flags&EXPRDUP_REDUCE) ){
709 nSize = EXPR_FULLSIZE;
danielk19776ab3a2e2009-02-19 14:39:25 +0000710 }else{
drh33e619f2009-05-28 01:00:55 +0000711 assert( !ExprHasAnyProperty(p, EP_TokenOnly|EP_Reduced) );
712 assert( !ExprHasProperty(p, EP_FromJoin) );
713 assert( (p->flags2 & EP2_MallocedToken)==0 );
714 assert( (p->flags2 & EP2_Irreducible)==0 );
715 if( p->pLeft || p->pRight || p->pColl || p->x.pList ){
716 nSize = EXPR_REDUCEDSIZE | EP_Reduced;
717 }else{
718 nSize = EXPR_TOKENONLYSIZE | EP_TokenOnly;
719 }
danielk19776ab3a2e2009-02-19 14:39:25 +0000720 }
721 return nSize;
722}
723
724/*
drh33e619f2009-05-28 01:00:55 +0000725** This function returns the space in bytes required to store the copy
726** of the Expr structure and a copy of the Expr.u.zToken string (if that
727** string is defined.)
danielk19776ab3a2e2009-02-19 14:39:25 +0000728*/
729static int dupedExprNodeSize(Expr *p, int flags){
drh33e619f2009-05-28 01:00:55 +0000730 int nByte = dupedExprStructSize(p, flags) & 0xfff;
731 if( !ExprHasProperty(p, EP_IntValue) && p->u.zToken ){
732 nByte += sqlite3Strlen30(p->u.zToken)+1;
danielk19776ab3a2e2009-02-19 14:39:25 +0000733 }
danielk1977bc739712009-03-23 04:33:32 +0000734 return ROUND8(nByte);
danielk19776ab3a2e2009-02-19 14:39:25 +0000735}
736
737/*
738** Return the number of bytes required to create a duplicate of the
739** expression passed as the first argument. The second argument is a
740** mask containing EXPRDUP_XXX flags.
741**
742** The value returned includes space to create a copy of the Expr struct
drh33e619f2009-05-28 01:00:55 +0000743** itself and the buffer referred to by Expr.u.zToken, if any.
danielk19776ab3a2e2009-02-19 14:39:25 +0000744**
745** If the EXPRDUP_REDUCE flag is set, then the return value includes
746** space to duplicate all Expr nodes in the tree formed by Expr.pLeft
747** and Expr.pRight variables (but not for any structures pointed to or
748** descended from the Expr.x.pList or Expr.x.pSelect variables).
749*/
750static int dupedExprSize(Expr *p, int flags){
751 int nByte = 0;
752 if( p ){
753 nByte = dupedExprNodeSize(p, flags);
754 if( flags&EXPRDUP_REDUCE ){
drhb7916a72009-05-27 10:31:29 +0000755 nByte += dupedExprSize(p->pLeft, flags) + dupedExprSize(p->pRight, flags);
danielk19776ab3a2e2009-02-19 14:39:25 +0000756 }
757 }
758 return nByte;
759}
760
761/*
762** This function is similar to sqlite3ExprDup(), except that if pzBuffer
763** is not NULL then *pzBuffer is assumed to point to a buffer large enough
drh33e619f2009-05-28 01:00:55 +0000764** to store the copy of expression p, the copies of p->u.zToken
danielk19776ab3a2e2009-02-19 14:39:25 +0000765** (if applicable), and the copies of the p->pLeft and p->pRight expressions,
766** if any. Before returning, *pzBuffer is set to the first byte passed the
767** portion of the buffer copied into by this function.
768*/
769static Expr *exprDup(sqlite3 *db, Expr *p, int flags, u8 **pzBuffer){
770 Expr *pNew = 0; /* Value to return */
771 if( p ){
danielk19776ab3a2e2009-02-19 14:39:25 +0000772 const int isReduced = (flags&EXPRDUP_REDUCE);
773 u8 *zAlloc;
drh33e619f2009-05-28 01:00:55 +0000774 u32 staticFlag = 0;
danielk19776ab3a2e2009-02-19 14:39:25 +0000775
776 assert( pzBuffer==0 || isReduced );
777
778 /* Figure out where to write the new Expr structure. */
779 if( pzBuffer ){
780 zAlloc = *pzBuffer;
drh33e619f2009-05-28 01:00:55 +0000781 staticFlag = EP_Static;
danielk19776ab3a2e2009-02-19 14:39:25 +0000782 }else{
783 zAlloc = sqlite3DbMallocRaw(db, dupedExprSize(p, flags));
784 }
785 pNew = (Expr *)zAlloc;
786
787 if( pNew ){
788 /* Set nNewSize to the size allocated for the structure pointed to
789 ** by pNew. This is either EXPR_FULLSIZE, EXPR_REDUCEDSIZE or
790 ** EXPR_TOKENONLYSIZE. nToken is set to the number of bytes consumed
drh33e619f2009-05-28 01:00:55 +0000791 ** by the copy of the p->u.zToken string (if any).
danielk19776ab3a2e2009-02-19 14:39:25 +0000792 */
drh33e619f2009-05-28 01:00:55 +0000793 const unsigned nStructSize = dupedExprStructSize(p, flags);
794 const int nNewSize = nStructSize & 0xfff;
795 int nToken;
796 if( !ExprHasProperty(p, EP_IntValue) && p->u.zToken ){
797 nToken = sqlite3Strlen30(p->u.zToken) + 1;
798 }else{
799 nToken = 0;
800 }
danielk19776ab3a2e2009-02-19 14:39:25 +0000801 if( isReduced ){
802 assert( ExprHasProperty(p, EP_Reduced)==0 );
803 memcpy(zAlloc, p, nNewSize);
804 }else{
805 int nSize = exprStructSize(p);
806 memcpy(zAlloc, p, nSize);
807 memset(&zAlloc[nSize], 0, EXPR_FULLSIZE-nSize);
808 }
809
drh33e619f2009-05-28 01:00:55 +0000810 /* Set the EP_Reduced, EP_TokenOnly, and EP_Static flags appropriately. */
811 pNew->flags &= ~(EP_Reduced|EP_TokenOnly|EP_Static);
812 pNew->flags |= nStructSize & (EP_Reduced|EP_TokenOnly);
813 pNew->flags |= staticFlag;
danielk19776ab3a2e2009-02-19 14:39:25 +0000814
drh33e619f2009-05-28 01:00:55 +0000815 /* Copy the p->u.zToken string, if any. */
danielk19776ab3a2e2009-02-19 14:39:25 +0000816 if( nToken ){
drh33e619f2009-05-28 01:00:55 +0000817 char *zToken = pNew->u.zToken = (char*)&zAlloc[nNewSize];
818 memcpy(zToken, p->u.zToken, nToken);
danielk19776ab3a2e2009-02-19 14:39:25 +0000819 }
820
821 if( 0==((p->flags|pNew->flags) & EP_TokenOnly) ){
danielk19776ab3a2e2009-02-19 14:39:25 +0000822 /* Fill in the pNew->x.pSelect or pNew->x.pList member. */
823 if( ExprHasProperty(p, EP_xIsSelect) ){
824 pNew->x.pSelect = sqlite3SelectDup(db, p->x.pSelect, isReduced);
825 }else{
826 pNew->x.pList = sqlite3ExprListDup(db, p->x.pList, isReduced);
827 }
828 }
829
830 /* Fill in pNew->pLeft and pNew->pRight. */
drhb7916a72009-05-27 10:31:29 +0000831 if( ExprHasAnyProperty(pNew, EP_Reduced|EP_TokenOnly) ){
danielk19776ab3a2e2009-02-19 14:39:25 +0000832 zAlloc += dupedExprNodeSize(p, flags);
833 if( ExprHasProperty(pNew, EP_Reduced) ){
834 pNew->pLeft = exprDup(db, p->pLeft, EXPRDUP_REDUCE, &zAlloc);
835 pNew->pRight = exprDup(db, p->pRight, EXPRDUP_REDUCE, &zAlloc);
836 }
837 if( pzBuffer ){
838 *pzBuffer = zAlloc;
839 }
drhb7916a72009-05-27 10:31:29 +0000840 }else{
841 pNew->flags2 = 0;
842 if( !ExprHasAnyProperty(p, EP_TokenOnly) ){
843 pNew->pLeft = sqlite3ExprDup(db, p->pLeft, 0);
844 pNew->pRight = sqlite3ExprDup(db, p->pRight, 0);
845 }
danielk19776ab3a2e2009-02-19 14:39:25 +0000846 }
drhb7916a72009-05-27 10:31:29 +0000847
danielk19776ab3a2e2009-02-19 14:39:25 +0000848 }
849 }
850 return pNew;
851}
852
853/*
drhff78bd22002-02-27 01:47:11 +0000854** The following group of routines make deep copies of expressions,
855** expression lists, ID lists, and select statements. The copies can
856** be deleted (by being passed to their respective ...Delete() routines)
857** without effecting the originals.
858**
danielk19774adee202004-05-08 08:23:19 +0000859** The expression list, ID, and source lists return by sqlite3ExprListDup(),
860** sqlite3IdListDup(), and sqlite3SrcListDup() can not be further expanded
drhad3cab52002-05-24 02:04:32 +0000861** by subsequent calls to sqlite*ListAppend() routines.
drhff78bd22002-02-27 01:47:11 +0000862**
drhad3cab52002-05-24 02:04:32 +0000863** Any tables that the SrcList might point to are not duplicated.
danielk19776ab3a2e2009-02-19 14:39:25 +0000864**
drhb7916a72009-05-27 10:31:29 +0000865** The flags parameter contains a combination of the EXPRDUP_XXX flags.
danielk19776ab3a2e2009-02-19 14:39:25 +0000866** If the EXPRDUP_REDUCE flag is set, then the structure returned is a
867** truncated version of the usual Expr structure that will be stored as
868** part of the in-memory representation of the database schema.
drhff78bd22002-02-27 01:47:11 +0000869*/
danielk19776ab3a2e2009-02-19 14:39:25 +0000870Expr *sqlite3ExprDup(sqlite3 *db, Expr *p, int flags){
871 return exprDup(db, p, flags, 0);
drhff78bd22002-02-27 01:47:11 +0000872}
danielk19776ab3a2e2009-02-19 14:39:25 +0000873ExprList *sqlite3ExprListDup(sqlite3 *db, ExprList *p, int flags){
drhff78bd22002-02-27 01:47:11 +0000874 ExprList *pNew;
drh145716b2004-09-24 12:24:06 +0000875 struct ExprList_item *pItem, *pOldItem;
drhff78bd22002-02-27 01:47:11 +0000876 int i;
877 if( p==0 ) return 0;
drh17435752007-08-16 04:30:38 +0000878 pNew = sqlite3DbMallocRaw(db, sizeof(*pNew) );
drhff78bd22002-02-27 01:47:11 +0000879 if( pNew==0 ) return 0;
danielk197731dad9d2007-08-16 11:36:15 +0000880 pNew->iECursor = 0;
drh4305d102003-07-30 12:34:12 +0000881 pNew->nExpr = pNew->nAlloc = p->nExpr;
drh17435752007-08-16 04:30:38 +0000882 pNew->a = pItem = sqlite3DbMallocRaw(db, p->nExpr*sizeof(p->a[0]) );
danielk1977e0048402004-06-15 16:51:01 +0000883 if( pItem==0 ){
drh633e6d52008-07-28 19:34:53 +0000884 sqlite3DbFree(db, pNew);
danielk1977e0048402004-06-15 16:51:01 +0000885 return 0;
886 }
drh145716b2004-09-24 12:24:06 +0000887 pOldItem = p->a;
888 for(i=0; i<p->nExpr; i++, pItem++, pOldItem++){
danielk19776ab3a2e2009-02-19 14:39:25 +0000889 Expr *pNewExpr;
890 Expr *pOldExpr = pOldItem->pExpr;
891 pItem->pExpr = pNewExpr = sqlite3ExprDup(db, pOldExpr, flags);
drh17435752007-08-16 04:30:38 +0000892 pItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
drhb7916a72009-05-27 10:31:29 +0000893 pItem->zSpan = sqlite3DbStrDup(db, pOldItem->zSpan);
drh145716b2004-09-24 12:24:06 +0000894 pItem->sortOrder = pOldItem->sortOrder;
drh3e7bc9c2004-02-21 19:17:17 +0000895 pItem->done = 0;
drh7d10d5a2008-08-20 16:35:10 +0000896 pItem->iCol = pOldItem->iCol;
drh8b213892008-08-29 02:14:02 +0000897 pItem->iAlias = pOldItem->iAlias;
drhff78bd22002-02-27 01:47:11 +0000898 }
899 return pNew;
900}
danielk197793758c82005-01-21 08:13:14 +0000901
902/*
903** If cursors, triggers, views and subqueries are all omitted from
904** the build, then none of the following routines, except for
905** sqlite3SelectDup(), can be called. sqlite3SelectDup() is sometimes
906** called with a NULL argument.
907*/
danielk19776a67fe82005-02-04 04:07:16 +0000908#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_TRIGGER) \
909 || !defined(SQLITE_OMIT_SUBQUERY)
danielk19776ab3a2e2009-02-19 14:39:25 +0000910SrcList *sqlite3SrcListDup(sqlite3 *db, SrcList *p, int flags){
drhad3cab52002-05-24 02:04:32 +0000911 SrcList *pNew;
912 int i;
drh113088e2003-03-20 01:16:58 +0000913 int nByte;
drhad3cab52002-05-24 02:04:32 +0000914 if( p==0 ) return 0;
drh113088e2003-03-20 01:16:58 +0000915 nByte = sizeof(*p) + (p->nSrc>0 ? sizeof(p->a[0]) * (p->nSrc-1) : 0);
drh17435752007-08-16 04:30:38 +0000916 pNew = sqlite3DbMallocRaw(db, nByte );
drhad3cab52002-05-24 02:04:32 +0000917 if( pNew==0 ) return 0;
drh4305d102003-07-30 12:34:12 +0000918 pNew->nSrc = pNew->nAlloc = p->nSrc;
drhad3cab52002-05-24 02:04:32 +0000919 for(i=0; i<p->nSrc; i++){
drh4efc4752004-01-16 15:55:37 +0000920 struct SrcList_item *pNewItem = &pNew->a[i];
921 struct SrcList_item *pOldItem = &p->a[i];
drhed8a3bb2005-06-06 21:19:56 +0000922 Table *pTab;
drh17435752007-08-16 04:30:38 +0000923 pNewItem->zDatabase = sqlite3DbStrDup(db, pOldItem->zDatabase);
924 pNewItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
925 pNewItem->zAlias = sqlite3DbStrDup(db, pOldItem->zAlias);
drh4efc4752004-01-16 15:55:37 +0000926 pNewItem->jointype = pOldItem->jointype;
927 pNewItem->iCursor = pOldItem->iCursor;
danielk19771787cca2006-02-10 07:07:14 +0000928 pNewItem->isPopulated = pOldItem->isPopulated;
danielk197785574e32008-10-06 05:32:18 +0000929 pNewItem->zIndex = sqlite3DbStrDup(db, pOldItem->zIndex);
930 pNewItem->notIndexed = pOldItem->notIndexed;
931 pNewItem->pIndex = pOldItem->pIndex;
drhed8a3bb2005-06-06 21:19:56 +0000932 pTab = pNewItem->pTab = pOldItem->pTab;
933 if( pTab ){
934 pTab->nRef++;
danielk1977a1cb1832005-02-12 08:59:55 +0000935 }
danielk19776ab3a2e2009-02-19 14:39:25 +0000936 pNewItem->pSelect = sqlite3SelectDup(db, pOldItem->pSelect, flags);
937 pNewItem->pOn = sqlite3ExprDup(db, pOldItem->pOn, flags);
drh17435752007-08-16 04:30:38 +0000938 pNewItem->pUsing = sqlite3IdListDup(db, pOldItem->pUsing);
danielk19776c18b6e2005-01-30 09:17:58 +0000939 pNewItem->colUsed = pOldItem->colUsed;
drhad3cab52002-05-24 02:04:32 +0000940 }
941 return pNew;
942}
drh17435752007-08-16 04:30:38 +0000943IdList *sqlite3IdListDup(sqlite3 *db, IdList *p){
drhff78bd22002-02-27 01:47:11 +0000944 IdList *pNew;
945 int i;
946 if( p==0 ) return 0;
drh17435752007-08-16 04:30:38 +0000947 pNew = sqlite3DbMallocRaw(db, sizeof(*pNew) );
drhff78bd22002-02-27 01:47:11 +0000948 if( pNew==0 ) return 0;
drh4305d102003-07-30 12:34:12 +0000949 pNew->nId = pNew->nAlloc = p->nId;
drh17435752007-08-16 04:30:38 +0000950 pNew->a = sqlite3DbMallocRaw(db, p->nId*sizeof(p->a[0]) );
danielk1977d5d56522005-03-16 12:15:20 +0000951 if( pNew->a==0 ){
drh633e6d52008-07-28 19:34:53 +0000952 sqlite3DbFree(db, pNew);
danielk1977d5d56522005-03-16 12:15:20 +0000953 return 0;
954 }
drhff78bd22002-02-27 01:47:11 +0000955 for(i=0; i<p->nId; i++){
drh4efc4752004-01-16 15:55:37 +0000956 struct IdList_item *pNewItem = &pNew->a[i];
957 struct IdList_item *pOldItem = &p->a[i];
drh17435752007-08-16 04:30:38 +0000958 pNewItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
drh4efc4752004-01-16 15:55:37 +0000959 pNewItem->idx = pOldItem->idx;
drhff78bd22002-02-27 01:47:11 +0000960 }
961 return pNew;
962}
danielk19776ab3a2e2009-02-19 14:39:25 +0000963Select *sqlite3SelectDup(sqlite3 *db, Select *p, int flags){
drhff78bd22002-02-27 01:47:11 +0000964 Select *pNew;
965 if( p==0 ) return 0;
drh17435752007-08-16 04:30:38 +0000966 pNew = sqlite3DbMallocRaw(db, sizeof(*p) );
drhff78bd22002-02-27 01:47:11 +0000967 if( pNew==0 ) return 0;
drhb7916a72009-05-27 10:31:29 +0000968 pNew->pEList = sqlite3ExprListDup(db, p->pEList, flags);
danielk19776ab3a2e2009-02-19 14:39:25 +0000969 pNew->pSrc = sqlite3SrcListDup(db, p->pSrc, flags);
970 pNew->pWhere = sqlite3ExprDup(db, p->pWhere, flags);
971 pNew->pGroupBy = sqlite3ExprListDup(db, p->pGroupBy, flags);
972 pNew->pHaving = sqlite3ExprDup(db, p->pHaving, flags);
973 pNew->pOrderBy = sqlite3ExprListDup(db, p->pOrderBy, flags);
drhff78bd22002-02-27 01:47:11 +0000974 pNew->op = p->op;
danielk19776ab3a2e2009-02-19 14:39:25 +0000975 pNew->pPrior = sqlite3SelectDup(db, p->pPrior, flags);
976 pNew->pLimit = sqlite3ExprDup(db, p->pLimit, flags);
977 pNew->pOffset = sqlite3ExprDup(db, p->pOffset, flags);
drh92b01d52008-06-24 00:32:35 +0000978 pNew->iLimit = 0;
979 pNew->iOffset = 0;
drh7d10d5a2008-08-20 16:35:10 +0000980 pNew->selFlags = p->selFlags & ~SF_UsesEphemeral;
drh0342b1f2005-09-01 03:07:44 +0000981 pNew->pRightmost = 0;
drhb9bb7c12006-06-11 23:41:55 +0000982 pNew->addrOpenEphm[0] = -1;
983 pNew->addrOpenEphm[1] = -1;
984 pNew->addrOpenEphm[2] = -1;
drhff78bd22002-02-27 01:47:11 +0000985 return pNew;
986}
danielk197793758c82005-01-21 08:13:14 +0000987#else
danielk19776ab3a2e2009-02-19 14:39:25 +0000988Select *sqlite3SelectDup(sqlite3 *db, Select *p, int flags){
danielk197793758c82005-01-21 08:13:14 +0000989 assert( p==0 );
990 return 0;
991}
992#endif
drhff78bd22002-02-27 01:47:11 +0000993
994
995/*
drha76b5df2002-02-23 02:32:10 +0000996** Add a new element to the end of an expression list. If pList is
997** initially NULL, then create a new expression list.
drhb7916a72009-05-27 10:31:29 +0000998**
999** If a memory allocation error occurs, the entire list is freed and
1000** NULL is returned. If non-NULL is returned, then it is guaranteed
1001** that the new entry was successfully appended.
drha76b5df2002-02-23 02:32:10 +00001002*/
drh17435752007-08-16 04:30:38 +00001003ExprList *sqlite3ExprListAppend(
1004 Parse *pParse, /* Parsing context */
1005 ExprList *pList, /* List to which to append. Might be NULL */
drhb7916a72009-05-27 10:31:29 +00001006 Expr *pExpr /* Expression to be appended. Might be NULL */
drh17435752007-08-16 04:30:38 +00001007){
1008 sqlite3 *db = pParse->db;
drha76b5df2002-02-23 02:32:10 +00001009 if( pList==0 ){
drh17435752007-08-16 04:30:38 +00001010 pList = sqlite3DbMallocZero(db, sizeof(ExprList) );
drha76b5df2002-02-23 02:32:10 +00001011 if( pList==0 ){
danielk1977d5d56522005-03-16 12:15:20 +00001012 goto no_mem;
drha76b5df2002-02-23 02:32:10 +00001013 }
drh4efc4752004-01-16 15:55:37 +00001014 assert( pList->nAlloc==0 );
drha76b5df2002-02-23 02:32:10 +00001015 }
drh4305d102003-07-30 12:34:12 +00001016 if( pList->nAlloc<=pList->nExpr ){
danielk1977d5d56522005-03-16 12:15:20 +00001017 struct ExprList_item *a;
1018 int n = pList->nAlloc*2 + 4;
danielk197726783a52007-08-29 14:06:22 +00001019 a = sqlite3DbRealloc(db, pList->a, n*sizeof(pList->a[0]));
danielk1977d5d56522005-03-16 12:15:20 +00001020 if( a==0 ){
1021 goto no_mem;
drha76b5df2002-02-23 02:32:10 +00001022 }
danielk1977d5d56522005-03-16 12:15:20 +00001023 pList->a = a;
drh6a1e0712008-12-05 15:24:15 +00001024 pList->nAlloc = sqlite3DbMallocSize(db, a)/sizeof(a[0]);
drha76b5df2002-02-23 02:32:10 +00001025 }
drh4efc4752004-01-16 15:55:37 +00001026 assert( pList->a!=0 );
drhb7916a72009-05-27 10:31:29 +00001027 if( 1 ){
drh4efc4752004-01-16 15:55:37 +00001028 struct ExprList_item *pItem = &pList->a[pList->nExpr++];
1029 memset(pItem, 0, sizeof(*pItem));
danielk1977e94ddc92005-03-21 03:53:38 +00001030 pItem->pExpr = pExpr;
drha76b5df2002-02-23 02:32:10 +00001031 }
1032 return pList;
danielk1977d5d56522005-03-16 12:15:20 +00001033
1034no_mem:
1035 /* Avoid leaking memory if malloc has failed. */
drh633e6d52008-07-28 19:34:53 +00001036 sqlite3ExprDelete(db, pExpr);
1037 sqlite3ExprListDelete(db, pList);
danielk1977d5d56522005-03-16 12:15:20 +00001038 return 0;
drha76b5df2002-02-23 02:32:10 +00001039}
1040
1041/*
drhb7916a72009-05-27 10:31:29 +00001042** Set the ExprList.a[].zName element of the most recently added item
1043** on the expression list.
1044**
1045** pList might be NULL following an OOM error. But pName should never be
1046** NULL. If a memory allocation fails, the pParse->db->mallocFailed flag
1047** is set.
1048*/
1049void sqlite3ExprListSetName(
1050 Parse *pParse, /* Parsing context */
1051 ExprList *pList, /* List to which to add the span. */
1052 Token *pName, /* Name to be added */
1053 int dequote /* True to cause the name to be dequoted */
1054){
1055 assert( pList!=0 || pParse->db->mallocFailed!=0 );
1056 if( pList ){
1057 struct ExprList_item *pItem;
1058 assert( pList->nExpr>0 );
1059 pItem = &pList->a[pList->nExpr-1];
1060 assert( pItem->zName==0 );
1061 pItem->zName = sqlite3DbStrNDup(pParse->db, pName->z, pName->n);
1062 if( dequote && pItem->zName ) sqlite3Dequote(pItem->zName);
1063 }
1064}
1065
1066/*
1067** Set the ExprList.a[].zSpan element of the most recently added item
1068** on the expression list.
1069**
1070** pList might be NULL following an OOM error. But pSpan should never be
1071** NULL. If a memory allocation fails, the pParse->db->mallocFailed flag
1072** is set.
1073*/
1074void sqlite3ExprListSetSpan(
1075 Parse *pParse, /* Parsing context */
1076 ExprList *pList, /* List to which to add the span. */
1077 ExprSpan *pSpan /* The span to be added */
1078){
1079 sqlite3 *db = pParse->db;
1080 assert( pList!=0 || db->mallocFailed!=0 );
1081 if( pList ){
1082 struct ExprList_item *pItem = &pList->a[pList->nExpr-1];
1083 assert( pList->nExpr>0 );
1084 assert( db->mallocFailed || pItem->pExpr==pSpan->pExpr );
1085 sqlite3DbFree(db, pItem->zSpan);
1086 pItem->zSpan = sqlite3DbStrNDup(db, (char*)pSpan->zStart,
1087 pSpan->zEnd - pSpan->zStart);
1088 }
1089}
1090
1091/*
danielk19777a15a4b2007-05-08 17:54:43 +00001092** If the expression list pEList contains more than iLimit elements,
1093** leave an error message in pParse.
1094*/
1095void sqlite3ExprListCheckLength(
1096 Parse *pParse,
1097 ExprList *pEList,
danielk19777a15a4b2007-05-08 17:54:43 +00001098 const char *zObject
1099){
drhb1a6c3c2008-03-20 16:30:17 +00001100 int mx = pParse->db->aLimit[SQLITE_LIMIT_COLUMN];
drhc5499be2008-04-01 15:06:33 +00001101 testcase( pEList && pEList->nExpr==mx );
1102 testcase( pEList && pEList->nExpr==mx+1 );
drhb1a6c3c2008-03-20 16:30:17 +00001103 if( pEList && pEList->nExpr>mx ){
danielk19777a15a4b2007-05-08 17:54:43 +00001104 sqlite3ErrorMsg(pParse, "too many columns in %s", zObject);
1105 }
1106}
1107
1108/*
drha76b5df2002-02-23 02:32:10 +00001109** Delete an entire expression list.
1110*/
drh633e6d52008-07-28 19:34:53 +00001111void sqlite3ExprListDelete(sqlite3 *db, ExprList *pList){
drha76b5df2002-02-23 02:32:10 +00001112 int i;
drhbe5c89a2004-07-26 00:31:09 +00001113 struct ExprList_item *pItem;
drha76b5df2002-02-23 02:32:10 +00001114 if( pList==0 ) return;
drh1bdd9b52004-04-23 17:04:44 +00001115 assert( pList->a!=0 || (pList->nExpr==0 && pList->nAlloc==0) );
1116 assert( pList->nExpr<=pList->nAlloc );
drhbe5c89a2004-07-26 00:31:09 +00001117 for(pItem=pList->a, i=0; i<pList->nExpr; i++, pItem++){
drh633e6d52008-07-28 19:34:53 +00001118 sqlite3ExprDelete(db, pItem->pExpr);
1119 sqlite3DbFree(db, pItem->zName);
drhb7916a72009-05-27 10:31:29 +00001120 sqlite3DbFree(db, pItem->zSpan);
drha76b5df2002-02-23 02:32:10 +00001121 }
drh633e6d52008-07-28 19:34:53 +00001122 sqlite3DbFree(db, pList->a);
1123 sqlite3DbFree(db, pList);
drha76b5df2002-02-23 02:32:10 +00001124}
1125
1126/*
drh7d10d5a2008-08-20 16:35:10 +00001127** These routines are Walker callbacks. Walker.u.pi is a pointer
1128** to an integer. These routines are checking an expression to see
1129** if it is a constant. Set *Walker.u.pi to 0 if the expression is
1130** not constant.
drh73b211a2005-01-18 04:00:42 +00001131**
drh7d10d5a2008-08-20 16:35:10 +00001132** These callback routines are used to implement the following:
drh626a8792005-01-17 22:08:19 +00001133**
drh7d10d5a2008-08-20 16:35:10 +00001134** sqlite3ExprIsConstant()
1135** sqlite3ExprIsConstantNotJoin()
1136** sqlite3ExprIsConstantOrFunction()
drh87abf5c2005-08-25 12:45:04 +00001137**
drh626a8792005-01-17 22:08:19 +00001138*/
drh7d10d5a2008-08-20 16:35:10 +00001139static int exprNodeIsConstant(Walker *pWalker, Expr *pExpr){
drh626a8792005-01-17 22:08:19 +00001140
drh7d10d5a2008-08-20 16:35:10 +00001141 /* If pWalker->u.i is 3 then any term of the expression that comes from
drh0a168372007-06-08 00:20:47 +00001142 ** the ON or USING clauses of a join disqualifies the expression
1143 ** from being considered constant. */
drh7d10d5a2008-08-20 16:35:10 +00001144 if( pWalker->u.i==3 && ExprHasAnyProperty(pExpr, EP_FromJoin) ){
1145 pWalker->u.i = 0;
1146 return WRC_Abort;
drh0a168372007-06-08 00:20:47 +00001147 }
1148
drh626a8792005-01-17 22:08:19 +00001149 switch( pExpr->op ){
drheb55bd22005-06-30 17:04:21 +00001150 /* Consider functions to be constant if all their arguments are constant
drh7d10d5a2008-08-20 16:35:10 +00001151 ** and pWalker->u.i==2 */
drheb55bd22005-06-30 17:04:21 +00001152 case TK_FUNCTION:
drh7d10d5a2008-08-20 16:35:10 +00001153 if( pWalker->u.i==2 ) return 0;
drheb55bd22005-06-30 17:04:21 +00001154 /* Fall through */
drh626a8792005-01-17 22:08:19 +00001155 case TK_ID:
1156 case TK_COLUMN:
drh626a8792005-01-17 22:08:19 +00001157 case TK_AGG_FUNCTION:
drh13449892005-09-07 21:22:45 +00001158 case TK_AGG_COLUMN:
drhfe2093d2005-01-20 22:48:47 +00001159#ifndef SQLITE_OMIT_SUBQUERY
1160 case TK_SELECT:
1161 case TK_EXISTS:
drhc5499be2008-04-01 15:06:33 +00001162 testcase( pExpr->op==TK_SELECT );
1163 testcase( pExpr->op==TK_EXISTS );
drhfe2093d2005-01-20 22:48:47 +00001164#endif
drhc5499be2008-04-01 15:06:33 +00001165 testcase( pExpr->op==TK_ID );
1166 testcase( pExpr->op==TK_COLUMN );
drhc5499be2008-04-01 15:06:33 +00001167 testcase( pExpr->op==TK_AGG_FUNCTION );
1168 testcase( pExpr->op==TK_AGG_COLUMN );
drh7d10d5a2008-08-20 16:35:10 +00001169 pWalker->u.i = 0;
1170 return WRC_Abort;
drh626a8792005-01-17 22:08:19 +00001171 default:
drh7d10d5a2008-08-20 16:35:10 +00001172 return WRC_Continue;
drh626a8792005-01-17 22:08:19 +00001173 }
1174}
danielk197762c14b32008-11-19 09:05:26 +00001175static int selectNodeIsConstant(Walker *pWalker, Select *NotUsed){
1176 UNUSED_PARAMETER(NotUsed);
drh7d10d5a2008-08-20 16:35:10 +00001177 pWalker->u.i = 0;
1178 return WRC_Abort;
1179}
1180static int exprIsConst(Expr *p, int initFlag){
1181 Walker w;
1182 w.u.i = initFlag;
1183 w.xExprCallback = exprNodeIsConstant;
1184 w.xSelectCallback = selectNodeIsConstant;
1185 sqlite3WalkExpr(&w, p);
1186 return w.u.i;
1187}
drh626a8792005-01-17 22:08:19 +00001188
1189/*
drhfef52082000-06-06 01:50:43 +00001190** Walk an expression tree. Return 1 if the expression is constant
drheb55bd22005-06-30 17:04:21 +00001191** and 0 if it involves variables or function calls.
drh23989372002-05-21 13:43:04 +00001192**
1193** For the purposes of this function, a double-quoted string (ex: "abc")
1194** is considered a variable but a single-quoted string (ex: 'abc') is
1195** a constant.
drhfef52082000-06-06 01:50:43 +00001196*/
danielk19774adee202004-05-08 08:23:19 +00001197int sqlite3ExprIsConstant(Expr *p){
drh7d10d5a2008-08-20 16:35:10 +00001198 return exprIsConst(p, 1);
drhfef52082000-06-06 01:50:43 +00001199}
1200
1201/*
drheb55bd22005-06-30 17:04:21 +00001202** Walk an expression tree. Return 1 if the expression is constant
drh0a168372007-06-08 00:20:47 +00001203** that does no originate from the ON or USING clauses of a join.
1204** Return 0 if it involves variables or function calls or terms from
1205** an ON or USING clause.
1206*/
1207int sqlite3ExprIsConstantNotJoin(Expr *p){
drh7d10d5a2008-08-20 16:35:10 +00001208 return exprIsConst(p, 3);
drh0a168372007-06-08 00:20:47 +00001209}
1210
1211/*
1212** Walk an expression tree. Return 1 if the expression is constant
drheb55bd22005-06-30 17:04:21 +00001213** or a function call with constant arguments. Return and 0 if there
1214** are any variables.
1215**
1216** For the purposes of this function, a double-quoted string (ex: "abc")
1217** is considered a variable but a single-quoted string (ex: 'abc') is
1218** a constant.
1219*/
1220int sqlite3ExprIsConstantOrFunction(Expr *p){
drh7d10d5a2008-08-20 16:35:10 +00001221 return exprIsConst(p, 2);
drheb55bd22005-06-30 17:04:21 +00001222}
1223
1224/*
drh73b211a2005-01-18 04:00:42 +00001225** If the expression p codes a constant integer that is small enough
drh202b2df2004-01-06 01:13:46 +00001226** to fit in a 32-bit integer, return 1 and put the value of the integer
1227** in *pValue. If the expression is not an integer or if it is too big
1228** to fit in a signed 32-bit integer, return 0 and leave *pValue unchanged.
drhe4de1fe2002-06-02 16:09:01 +00001229*/
danielk19774adee202004-05-08 08:23:19 +00001230int sqlite3ExprIsInteger(Expr *p, int *pValue){
drh92b01d52008-06-24 00:32:35 +00001231 int rc = 0;
1232 if( p->flags & EP_IntValue ){
drh33e619f2009-05-28 01:00:55 +00001233 *pValue = p->u.iValue;
drh92b01d52008-06-24 00:32:35 +00001234 return 1;
1235 }
drhe4de1fe2002-06-02 16:09:01 +00001236 switch( p->op ){
1237 case TK_INTEGER: {
drh33e619f2009-05-28 01:00:55 +00001238 rc = sqlite3GetInt32(p->u.zToken, pValue);
1239 assert( rc==0 );
drh202b2df2004-01-06 01:13:46 +00001240 break;
drhe4de1fe2002-06-02 16:09:01 +00001241 }
drh4b59ab52002-08-24 18:24:51 +00001242 case TK_UPLUS: {
drh92b01d52008-06-24 00:32:35 +00001243 rc = sqlite3ExprIsInteger(p->pLeft, pValue);
drhf6e369a2008-06-24 12:46:30 +00001244 break;
drh4b59ab52002-08-24 18:24:51 +00001245 }
drhe4de1fe2002-06-02 16:09:01 +00001246 case TK_UMINUS: {
1247 int v;
danielk19774adee202004-05-08 08:23:19 +00001248 if( sqlite3ExprIsInteger(p->pLeft, &v) ){
drhe4de1fe2002-06-02 16:09:01 +00001249 *pValue = -v;
drh92b01d52008-06-24 00:32:35 +00001250 rc = 1;
drhe4de1fe2002-06-02 16:09:01 +00001251 }
1252 break;
1253 }
1254 default: break;
1255 }
drh92b01d52008-06-24 00:32:35 +00001256 if( rc ){
drh33e619f2009-05-28 01:00:55 +00001257 assert( ExprHasAnyProperty(p, EP_Reduced|EP_TokenOnly)
1258 || (p->flags2 & EP2_MallocedToken)==0 );
drh92b01d52008-06-24 00:32:35 +00001259 p->op = TK_INTEGER;
1260 p->flags |= EP_IntValue;
drh33e619f2009-05-28 01:00:55 +00001261 p->u.iValue = *pValue;
drh92b01d52008-06-24 00:32:35 +00001262 }
1263 return rc;
drhe4de1fe2002-06-02 16:09:01 +00001264}
1265
1266/*
drhc4a3c772001-04-04 11:48:57 +00001267** Return TRUE if the given string is a row-id column name.
1268*/
danielk19774adee202004-05-08 08:23:19 +00001269int sqlite3IsRowid(const char *z){
1270 if( sqlite3StrICmp(z, "_ROWID_")==0 ) return 1;
1271 if( sqlite3StrICmp(z, "ROWID")==0 ) return 1;
1272 if( sqlite3StrICmp(z, "OID")==0 ) return 1;
drhc4a3c772001-04-04 11:48:57 +00001273 return 0;
1274}
1275
danielk19779a96b662007-11-29 17:05:18 +00001276/*
drhb287f4b2008-04-25 00:08:38 +00001277** Return true if the IN operator optimization is enabled and
1278** the SELECT statement p exists and is of the
1279** simple form:
1280**
1281** SELECT <column> FROM <table>
1282**
1283** If this is the case, it may be possible to use an existing table
1284** or index instead of generating an epheremal table.
1285*/
1286#ifndef SQLITE_OMIT_SUBQUERY
1287static int isCandidateForInOpt(Select *p){
1288 SrcList *pSrc;
1289 ExprList *pEList;
1290 Table *pTab;
drhb287f4b2008-04-25 00:08:38 +00001291 if( p==0 ) return 0; /* right-hand side of IN is SELECT */
1292 if( p->pPrior ) return 0; /* Not a compound SELECT */
drh7d10d5a2008-08-20 16:35:10 +00001293 if( p->selFlags & (SF_Distinct|SF_Aggregate) ){
1294 return 0; /* No DISTINCT keyword and no aggregate functions */
1295 }
drhb287f4b2008-04-25 00:08:38 +00001296 if( p->pGroupBy ) return 0; /* Has no GROUP BY clause */
1297 if( p->pLimit ) return 0; /* Has no LIMIT clause */
1298 if( p->pOffset ) return 0;
1299 if( p->pWhere ) return 0; /* Has no WHERE clause */
1300 pSrc = p->pSrc;
drhd1fa7bc2009-01-10 13:24:50 +00001301 assert( pSrc!=0 );
1302 if( pSrc->nSrc!=1 ) return 0; /* Single term in FROM clause */
drhb287f4b2008-04-25 00:08:38 +00001303 if( pSrc->a[0].pSelect ) return 0; /* FROM clause is not a subquery */
1304 pTab = pSrc->a[0].pTab;
1305 if( pTab==0 ) return 0;
1306 if( pTab->pSelect ) return 0; /* FROM clause is not a view */
1307 if( IsVirtual(pTab) ) return 0; /* FROM clause not a virtual table */
1308 pEList = p->pEList;
1309 if( pEList->nExpr!=1 ) return 0; /* One column in the result set */
1310 if( pEList->a[0].pExpr->op!=TK_COLUMN ) return 0; /* Result is a column */
1311 return 1;
1312}
1313#endif /* SQLITE_OMIT_SUBQUERY */
1314
1315/*
danielk19779a96b662007-11-29 17:05:18 +00001316** This function is used by the implementation of the IN (...) operator.
1317** It's job is to find or create a b-tree structure that may be used
1318** either to test for membership of the (...) set or to iterate through
drh85b623f2007-12-13 21:54:09 +00001319** its members, skipping duplicates.
danielk19779a96b662007-11-29 17:05:18 +00001320**
1321** The cursor opened on the structure (database table, database index
1322** or ephermal table) is stored in pX->iTable before this function returns.
1323** The returned value indicates the structure type, as follows:
1324**
1325** IN_INDEX_ROWID - The cursor was opened on a database table.
drh2d401ab2008-01-10 23:50:11 +00001326** IN_INDEX_INDEX - The cursor was opened on a database index.
danielk19779a96b662007-11-29 17:05:18 +00001327** IN_INDEX_EPH - The cursor was opened on a specially created and
1328** populated epheremal table.
1329**
1330** An existing structure may only be used if the SELECT is of the simple
1331** form:
1332**
1333** SELECT <column> FROM <table>
1334**
danielk19770cdc0222008-06-26 18:04:03 +00001335** If prNotFound parameter is 0, then the structure will be used to iterate
danielk19779a96b662007-11-29 17:05:18 +00001336** through the set members, skipping any duplicates. In this case an
1337** epheremal table must be used unless the selected <column> is guaranteed
1338** to be unique - either because it is an INTEGER PRIMARY KEY or it
1339** is unique by virtue of a constraint or implicit index.
danielk19770cdc0222008-06-26 18:04:03 +00001340**
1341** If the prNotFound parameter is not 0, then the structure will be used
1342** for fast set membership tests. In this case an epheremal table must
1343** be used unless <column> is an INTEGER PRIMARY KEY or an index can
1344** be found with <column> as its left-most column.
1345**
1346** When the structure is being used for set membership tests, the user
1347** needs to know whether or not the structure contains an SQL NULL
1348** value in order to correctly evaluate expressions like "X IN (Y, Z)".
1349** If there is a chance that the structure may contain a NULL value at
1350** runtime, then a register is allocated and the register number written
1351** to *prNotFound. If there is no chance that the structure contains a
1352** NULL value, then *prNotFound is left unchanged.
1353**
1354** If a register is allocated and its location stored in *prNotFound, then
1355** its initial value is NULL. If the structure does not remain constant
1356** for the duration of the query (i.e. the set is a correlated sub-select),
1357** the value of the allocated register is reset to NULL each time the
1358** structure is repopulated. This allows the caller to use vdbe code
1359** equivalent to the following:
1360**
1361** if( register==NULL ){
1362** has_null = <test if data structure contains null>
1363** register = 1
1364** }
1365**
1366** in order to avoid running the <test if data structure contains null>
1367** test more often than is necessary.
danielk19779a96b662007-11-29 17:05:18 +00001368*/
danielk1977284f4ac2007-12-10 05:03:46 +00001369#ifndef SQLITE_OMIT_SUBQUERY
danielk19770cdc0222008-06-26 18:04:03 +00001370int sqlite3FindInIndex(Parse *pParse, Expr *pX, int *prNotFound){
danielk19779a96b662007-11-29 17:05:18 +00001371 Select *p;
1372 int eType = 0;
1373 int iTab = pParse->nTab++;
danielk19770cdc0222008-06-26 18:04:03 +00001374 int mustBeUnique = !prNotFound;
danielk19779a96b662007-11-29 17:05:18 +00001375
1376 /* The follwing if(...) expression is true if the SELECT is of the
1377 ** simple form:
1378 **
1379 ** SELECT <column> FROM <table>
1380 **
1381 ** If this is the case, it may be possible to use an existing table
1382 ** or index instead of generating an epheremal table.
1383 */
danielk19776ab3a2e2009-02-19 14:39:25 +00001384 p = (ExprHasProperty(pX, EP_xIsSelect) ? pX->x.pSelect : 0);
drhb287f4b2008-04-25 00:08:38 +00001385 if( isCandidateForInOpt(p) ){
danielk1977e1fb65a2009-04-02 17:23:32 +00001386 sqlite3 *db = pParse->db; /* Database connection */
1387 Expr *pExpr = p->pEList->a[0].pExpr; /* Expression <column> */
1388 int iCol = pExpr->iColumn; /* Index of column <column> */
1389 Vdbe *v = sqlite3GetVdbe(pParse); /* Virtual machine being coded */
1390 Table *pTab = p->pSrc->a[0].pTab; /* Table <table>. */
1391 int iDb; /* Database idx for pTab */
1392
1393 /* Code an OP_VerifyCookie and OP_TableLock for <table>. */
1394 iDb = sqlite3SchemaToIndex(db, pTab->pSchema);
1395 sqlite3CodeVerifySchema(pParse, iDb);
1396 sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName);
danielk19779a96b662007-11-29 17:05:18 +00001397
1398 /* This function is only called from two places. In both cases the vdbe
1399 ** has already been allocated. So assume sqlite3GetVdbe() is always
1400 ** successful here.
1401 */
1402 assert(v);
1403 if( iCol<0 ){
drh0a07c102008-01-03 18:03:08 +00001404 int iMem = ++pParse->nMem;
danielk19779a96b662007-11-29 17:05:18 +00001405 int iAddr;
danielk19779a96b662007-11-29 17:05:18 +00001406 sqlite3VdbeUsesBtree(v, iDb);
1407
drh892d3172008-01-10 03:46:36 +00001408 iAddr = sqlite3VdbeAddOp1(v, OP_If, iMem);
drh4c583122008-01-04 22:01:03 +00001409 sqlite3VdbeAddOp2(v, OP_Integer, 1, iMem);
danielk19779a96b662007-11-29 17:05:18 +00001410
1411 sqlite3OpenTable(pParse, iTab, iDb, pTab, OP_OpenRead);
1412 eType = IN_INDEX_ROWID;
1413
1414 sqlite3VdbeJumpHere(v, iAddr);
1415 }else{
danielk1977e1fb65a2009-04-02 17:23:32 +00001416 Index *pIdx; /* Iterator variable */
1417
danielk19779a96b662007-11-29 17:05:18 +00001418 /* The collation sequence used by the comparison. If an index is to
1419 ** be used in place of a temp-table, it must be ordered according
danielk1977e1fb65a2009-04-02 17:23:32 +00001420 ** to this collation sequence. */
danielk19779a96b662007-11-29 17:05:18 +00001421 CollSeq *pReq = sqlite3BinaryCompareCollSeq(pParse, pX->pLeft, pExpr);
1422
1423 /* Check that the affinity that will be used to perform the
1424 ** comparison is the same as the affinity of the column. If
1425 ** it is not, it is not possible to use any index.
1426 */
danielk19779a96b662007-11-29 17:05:18 +00001427 char aff = comparisonAffinity(pX);
1428 int affinity_ok = (pTab->aCol[iCol].affinity==aff||aff==SQLITE_AFF_NONE);
1429
1430 for(pIdx=pTab->pIndex; pIdx && eType==0 && affinity_ok; pIdx=pIdx->pNext){
1431 if( (pIdx->aiColumn[0]==iCol)
drhc4a64fa2009-05-11 20:53:28 +00001432 && (pReq==sqlite3FindCollSeq(db, ENC(db), pIdx->azColl[0], 0))
danielk19779a96b662007-11-29 17:05:18 +00001433 && (!mustBeUnique || (pIdx->nColumn==1 && pIdx->onError!=OE_None))
1434 ){
drh0a07c102008-01-03 18:03:08 +00001435 int iMem = ++pParse->nMem;
danielk19779a96b662007-11-29 17:05:18 +00001436 int iAddr;
1437 char *pKey;
1438
1439 pKey = (char *)sqlite3IndexKeyinfo(pParse, pIdx);
1440 iDb = sqlite3SchemaToIndex(db, pIdx->pSchema);
1441 sqlite3VdbeUsesBtree(v, iDb);
1442
drh892d3172008-01-10 03:46:36 +00001443 iAddr = sqlite3VdbeAddOp1(v, OP_If, iMem);
drh4c583122008-01-04 22:01:03 +00001444 sqlite3VdbeAddOp2(v, OP_Integer, 1, iMem);
danielk19779a96b662007-11-29 17:05:18 +00001445
danielk1977207872a2008-01-03 07:54:23 +00001446 sqlite3VdbeAddOp4(v, OP_OpenRead, iTab, pIdx->tnum, iDb,
drh66a51672008-01-03 00:01:23 +00001447 pKey,P4_KEYINFO_HANDOFF);
danielk1977207872a2008-01-03 07:54:23 +00001448 VdbeComment((v, "%s", pIdx->zName));
danielk19779a96b662007-11-29 17:05:18 +00001449 eType = IN_INDEX_INDEX;
danielk19779a96b662007-11-29 17:05:18 +00001450
1451 sqlite3VdbeJumpHere(v, iAddr);
danielk19770cdc0222008-06-26 18:04:03 +00001452 if( prNotFound && !pTab->aCol[iCol].notNull ){
1453 *prNotFound = ++pParse->nMem;
1454 }
danielk19779a96b662007-11-29 17:05:18 +00001455 }
1456 }
1457 }
1458 }
1459
1460 if( eType==0 ){
danielk19770cdc0222008-06-26 18:04:03 +00001461 int rMayHaveNull = 0;
danielk197741a05b72008-10-02 13:50:55 +00001462 eType = IN_INDEX_EPH;
danielk19770cdc0222008-06-26 18:04:03 +00001463 if( prNotFound ){
1464 *prNotFound = rMayHaveNull = ++pParse->nMem;
danielk19776ab3a2e2009-02-19 14:39:25 +00001465 }else if( pX->pLeft->iColumn<0 && !ExprHasAnyProperty(pX, EP_xIsSelect) ){
danielk197741a05b72008-10-02 13:50:55 +00001466 eType = IN_INDEX_ROWID;
danielk19770cdc0222008-06-26 18:04:03 +00001467 }
danielk197741a05b72008-10-02 13:50:55 +00001468 sqlite3CodeSubselect(pParse, pX, rMayHaveNull, eType==IN_INDEX_ROWID);
danielk19779a96b662007-11-29 17:05:18 +00001469 }else{
1470 pX->iTable = iTab;
1471 }
1472 return eType;
1473}
danielk1977284f4ac2007-12-10 05:03:46 +00001474#endif
drh626a8792005-01-17 22:08:19 +00001475
1476/*
drh9cbe6352005-11-29 03:13:21 +00001477** Generate code for scalar subqueries used as an expression
1478** and IN operators. Examples:
drh626a8792005-01-17 22:08:19 +00001479**
drh9cbe6352005-11-29 03:13:21 +00001480** (SELECT a FROM b) -- subquery
1481** EXISTS (SELECT a FROM b) -- EXISTS subquery
1482** x IN (4,5,11) -- IN operator with list on right-hand side
1483** x IN (SELECT a FROM b) -- IN operator with subquery on the right
drhfef52082000-06-06 01:50:43 +00001484**
drh9cbe6352005-11-29 03:13:21 +00001485** The pExpr parameter describes the expression that contains the IN
1486** operator or subquery.
danielk197741a05b72008-10-02 13:50:55 +00001487**
1488** If parameter isRowid is non-zero, then expression pExpr is guaranteed
1489** to be of the form "<rowid> IN (?, ?, ?)", where <rowid> is a reference
1490** to some integer key column of a table B-Tree. In this case, use an
1491** intkey B-Tree to store the set of IN(...) values instead of the usual
1492** (slower) variable length keys B-Tree.
drhcce7d172000-05-31 15:34:51 +00001493*/
drh51522cd2005-01-20 13:36:19 +00001494#ifndef SQLITE_OMIT_SUBQUERY
danielk197741a05b72008-10-02 13:50:55 +00001495void sqlite3CodeSubselect(
1496 Parse *pParse,
1497 Expr *pExpr,
1498 int rMayHaveNull,
1499 int isRowid
1500){
drh57dbd7b2005-07-08 18:25:26 +00001501 int testAddr = 0; /* One-time test address */
danielk1977b3bce662005-01-29 08:32:43 +00001502 Vdbe *v = sqlite3GetVdbe(pParse);
1503 if( v==0 ) return;
drhceea3322009-04-23 13:22:42 +00001504 sqlite3ExprCachePush(pParse);
danielk1977fc976062007-05-10 10:46:56 +00001505
drh57dbd7b2005-07-08 18:25:26 +00001506 /* This code must be run in its entirety every time it is encountered
1507 ** if any of the following is true:
1508 **
1509 ** * The right-hand side is a correlated subquery
1510 ** * The right-hand side is an expression list containing variables
1511 ** * We are inside a trigger
1512 **
1513 ** If all of the above are false, then we can run this code just once
1514 ** save the results, and reuse the same result on subsequent invocations.
danielk1977b3bce662005-01-29 08:32:43 +00001515 */
1516 if( !ExprHasAnyProperty(pExpr, EP_VarSelect) && !pParse->trigStack ){
drh0a07c102008-01-03 18:03:08 +00001517 int mem = ++pParse->nMem;
drh892d3172008-01-10 03:46:36 +00001518 sqlite3VdbeAddOp1(v, OP_If, mem);
1519 testAddr = sqlite3VdbeAddOp2(v, OP_Integer, 1, mem);
drh17435752007-08-16 04:30:38 +00001520 assert( testAddr>0 || pParse->db->mallocFailed );
danielk1977b3bce662005-01-29 08:32:43 +00001521 }
1522
drhcce7d172000-05-31 15:34:51 +00001523 switch( pExpr->op ){
drhfef52082000-06-06 01:50:43 +00001524 case TK_IN: {
danielk1977e014a832004-05-17 10:48:57 +00001525 char affinity;
drhd3d39e92004-05-20 22:16:29 +00001526 KeyInfo keyInfo;
drhb9bb7c12006-06-11 23:41:55 +00001527 int addr; /* Address of OP_OpenEphemeral instruction */
danielk197741a05b72008-10-02 13:50:55 +00001528 Expr *pLeft = pExpr->pLeft;
drhd3d39e92004-05-20 22:16:29 +00001529
danielk19770cdc0222008-06-26 18:04:03 +00001530 if( rMayHaveNull ){
1531 sqlite3VdbeAddOp2(v, OP_Null, 0, rMayHaveNull);
1532 }
1533
danielk197741a05b72008-10-02 13:50:55 +00001534 affinity = sqlite3ExprAffinity(pLeft);
danielk1977e014a832004-05-17 10:48:57 +00001535
1536 /* Whether this is an 'x IN(SELECT...)' or an 'x IN(<exprlist>)'
drh57dbd7b2005-07-08 18:25:26 +00001537 ** expression it is handled the same way. A virtual table is
danielk1977e014a832004-05-17 10:48:57 +00001538 ** filled with single-field index keys representing the results
1539 ** from the SELECT or the <exprlist>.
1540 **
1541 ** If the 'x' expression is a column value, or the SELECT...
1542 ** statement returns a column value, then the affinity of that
1543 ** column is used to build the index keys. If both 'x' and the
1544 ** SELECT... statement are columns, then numeric affinity is used
1545 ** if either column has NUMERIC or INTEGER affinity. If neither
1546 ** 'x' nor the SELECT... statement are columns, then numeric affinity
1547 ** is used.
1548 */
1549 pExpr->iTable = pParse->nTab++;
danielk197741a05b72008-10-02 13:50:55 +00001550 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pExpr->iTable, !isRowid);
drhd3d39e92004-05-20 22:16:29 +00001551 memset(&keyInfo, 0, sizeof(keyInfo));
1552 keyInfo.nField = 1;
danielk1977e014a832004-05-17 10:48:57 +00001553
danielk19776ab3a2e2009-02-19 14:39:25 +00001554 if( ExprHasProperty(pExpr, EP_xIsSelect) ){
drhfef52082000-06-06 01:50:43 +00001555 /* Case 1: expr IN (SELECT ...)
1556 **
danielk1977e014a832004-05-17 10:48:57 +00001557 ** Generate code to write the results of the select into the temporary
1558 ** table allocated and opened above.
drhfef52082000-06-06 01:50:43 +00001559 */
drh1013c932008-01-06 00:25:21 +00001560 SelectDest dest;
drhbe5c89a2004-07-26 00:31:09 +00001561 ExprList *pEList;
drh1013c932008-01-06 00:25:21 +00001562
danielk197741a05b72008-10-02 13:50:55 +00001563 assert( !isRowid );
drh1013c932008-01-06 00:25:21 +00001564 sqlite3SelectDestInit(&dest, SRT_Set, pExpr->iTable);
drh1bd10f82008-12-10 21:19:56 +00001565 dest.affinity = (u8)affinity;
danielk1977e014a832004-05-17 10:48:57 +00001566 assert( (pExpr->iTable&0x0000FFFF)==pExpr->iTable );
danielk19776ab3a2e2009-02-19 14:39:25 +00001567 if( sqlite3Select(pParse, pExpr->x.pSelect, &dest) ){
drh94ccde52007-04-13 16:06:32 +00001568 return;
1569 }
danielk19776ab3a2e2009-02-19 14:39:25 +00001570 pEList = pExpr->x.pSelect->pEList;
drhbe5c89a2004-07-26 00:31:09 +00001571 if( pEList && pEList->nExpr>0 ){
danielk1977bcbb04e2007-05-29 12:11:29 +00001572 keyInfo.aColl[0] = sqlite3BinaryCompareCollSeq(pParse, pExpr->pLeft,
drhbe5c89a2004-07-26 00:31:09 +00001573 pEList->a[0].pExpr);
danielk19770202b292004-06-09 09:55:16 +00001574 }
danielk19776ab3a2e2009-02-19 14:39:25 +00001575 }else if( pExpr->x.pList ){
drhfef52082000-06-06 01:50:43 +00001576 /* Case 2: expr IN (exprlist)
1577 **
drhfd131da2007-08-07 17:13:03 +00001578 ** For each expression, build an index key from the evaluation and
danielk1977e014a832004-05-17 10:48:57 +00001579 ** store it in the temporary table. If <expr> is a column, then use
1580 ** that columns affinity when building index keys. If <expr> is not
1581 ** a column, use numeric affinity.
drhfef52082000-06-06 01:50:43 +00001582 */
danielk1977e014a832004-05-17 10:48:57 +00001583 int i;
danielk19776ab3a2e2009-02-19 14:39:25 +00001584 ExprList *pList = pExpr->x.pList;
drh57dbd7b2005-07-08 18:25:26 +00001585 struct ExprList_item *pItem;
drhecc31802008-06-26 20:06:06 +00001586 int r1, r2, r3;
drh57dbd7b2005-07-08 18:25:26 +00001587
danielk1977e014a832004-05-17 10:48:57 +00001588 if( !affinity ){
drh8159a352006-05-23 23:22:29 +00001589 affinity = SQLITE_AFF_NONE;
danielk1977e014a832004-05-17 10:48:57 +00001590 }
drh7d10d5a2008-08-20 16:35:10 +00001591 keyInfo.aColl[0] = sqlite3ExprCollSeq(pParse, pExpr->pLeft);
danielk1977e014a832004-05-17 10:48:57 +00001592
1593 /* Loop through each expression in <exprlist>. */
drh2d401ab2008-01-10 23:50:11 +00001594 r1 = sqlite3GetTempReg(pParse);
1595 r2 = sqlite3GetTempReg(pParse);
danielk19774e7f36a2008-10-02 16:42:06 +00001596 sqlite3VdbeAddOp2(v, OP_Null, 0, r2);
drh57dbd7b2005-07-08 18:25:26 +00001597 for(i=pList->nExpr, pItem=pList->a; i>0; i--, pItem++){
1598 Expr *pE2 = pItem->pExpr;
danielk1977e014a832004-05-17 10:48:57 +00001599
drh57dbd7b2005-07-08 18:25:26 +00001600 /* If the expression is not constant then we will need to
1601 ** disable the test that was generated above that makes sure
1602 ** this code only executes once. Because for a non-constant
1603 ** expression we need to rerun this code each time.
1604 */
drh892d3172008-01-10 03:46:36 +00001605 if( testAddr && !sqlite3ExprIsConstant(pE2) ){
1606 sqlite3VdbeChangeToNoop(v, testAddr-1, 2);
drh57dbd7b2005-07-08 18:25:26 +00001607 testAddr = 0;
drh4794b982000-06-06 13:54:14 +00001608 }
danielk1977e014a832004-05-17 10:48:57 +00001609
1610 /* Evaluate the expression and insert it into the temp table */
drhecc31802008-06-26 20:06:06 +00001611 r3 = sqlite3ExprCodeTarget(pParse, pE2, r1);
danielk197741a05b72008-10-02 13:50:55 +00001612 if( isRowid ){
danielk197741a05b72008-10-02 13:50:55 +00001613 sqlite3VdbeAddOp2(v, OP_MustBeInt, r3, sqlite3VdbeCurrentAddr(v)+2);
1614 sqlite3VdbeAddOp3(v, OP_Insert, pExpr->iTable, r2, r3);
1615 }else{
1616 sqlite3VdbeAddOp4(v, OP_MakeRecord, r3, 1, r2, &affinity, 1);
1617 sqlite3ExprCacheAffinityChange(pParse, r3, 1);
1618 sqlite3VdbeAddOp2(v, OP_IdxInsert, pExpr->iTable, r2);
1619 }
drhfef52082000-06-06 01:50:43 +00001620 }
drh2d401ab2008-01-10 23:50:11 +00001621 sqlite3ReleaseTempReg(pParse, r1);
1622 sqlite3ReleaseTempReg(pParse, r2);
drhfef52082000-06-06 01:50:43 +00001623 }
danielk197741a05b72008-10-02 13:50:55 +00001624 if( !isRowid ){
1625 sqlite3VdbeChangeP4(v, addr, (void *)&keyInfo, P4_KEYINFO);
1626 }
danielk1977b3bce662005-01-29 08:32:43 +00001627 break;
drhfef52082000-06-06 01:50:43 +00001628 }
1629
drh51522cd2005-01-20 13:36:19 +00001630 case TK_EXISTS:
drh19a775c2000-06-05 18:54:46 +00001631 case TK_SELECT: {
drhfef52082000-06-06 01:50:43 +00001632 /* This has to be a scalar SELECT. Generate code to put the
1633 ** value of this select in a memory cell and record the number
drh967e8b72000-06-21 13:59:10 +00001634 ** of the memory cell in iColumn.
drhfef52082000-06-06 01:50:43 +00001635 */
drhb7916a72009-05-27 10:31:29 +00001636 static const Token one = { "1", 1 };
drh51522cd2005-01-20 13:36:19 +00001637 Select *pSel;
danielk19776c8c8ce2008-01-02 16:27:09 +00001638 SelectDest dest;
drh1398ad32005-01-19 23:24:50 +00001639
danielk19776ab3a2e2009-02-19 14:39:25 +00001640 assert( ExprHasProperty(pExpr, EP_xIsSelect) );
1641 pSel = pExpr->x.pSelect;
drh1013c932008-01-06 00:25:21 +00001642 sqlite3SelectDestInit(&dest, 0, ++pParse->nMem);
drh51522cd2005-01-20 13:36:19 +00001643 if( pExpr->op==TK_SELECT ){
danielk19776c8c8ce2008-01-02 16:27:09 +00001644 dest.eDest = SRT_Mem;
drh4c583122008-01-04 22:01:03 +00001645 sqlite3VdbeAddOp2(v, OP_Null, 0, dest.iParm);
drhd4e70eb2008-01-02 00:34:36 +00001646 VdbeComment((v, "Init subquery result"));
drh51522cd2005-01-20 13:36:19 +00001647 }else{
danielk19776c8c8ce2008-01-02 16:27:09 +00001648 dest.eDest = SRT_Exists;
drh4c583122008-01-04 22:01:03 +00001649 sqlite3VdbeAddOp2(v, OP_Integer, 0, dest.iParm);
drhd4e70eb2008-01-02 00:34:36 +00001650 VdbeComment((v, "Init EXISTS result"));
drh51522cd2005-01-20 13:36:19 +00001651 }
drh633e6d52008-07-28 19:34:53 +00001652 sqlite3ExprDelete(pParse->db, pSel->pLimit);
danielk1977a1644fd2007-08-29 12:31:25 +00001653 pSel->pLimit = sqlite3PExpr(pParse, TK_INTEGER, 0, 0, &one);
drh7d10d5a2008-08-20 16:35:10 +00001654 if( sqlite3Select(pParse, pSel, &dest) ){
drh94ccde52007-04-13 16:06:32 +00001655 return;
1656 }
danielk19776c8c8ce2008-01-02 16:27:09 +00001657 pExpr->iColumn = dest.iParm;
drh33e619f2009-05-28 01:00:55 +00001658 ExprSetIrreducible(pExpr);
danielk1977b3bce662005-01-29 08:32:43 +00001659 break;
drhcce7d172000-05-31 15:34:51 +00001660 }
1661 }
danielk1977b3bce662005-01-29 08:32:43 +00001662
drh57dbd7b2005-07-08 18:25:26 +00001663 if( testAddr ){
drh892d3172008-01-10 03:46:36 +00001664 sqlite3VdbeJumpHere(v, testAddr-1);
danielk1977b3bce662005-01-29 08:32:43 +00001665 }
drhceea3322009-04-23 13:22:42 +00001666 sqlite3ExprCachePop(pParse, 1);
danielk1977fc976062007-05-10 10:46:56 +00001667
danielk1977b3bce662005-01-29 08:32:43 +00001668 return;
drhcce7d172000-05-31 15:34:51 +00001669}
drh51522cd2005-01-20 13:36:19 +00001670#endif /* SQLITE_OMIT_SUBQUERY */
drhcce7d172000-05-31 15:34:51 +00001671
drhcce7d172000-05-31 15:34:51 +00001672/*
drh598f1342007-10-23 15:39:45 +00001673** Duplicate an 8-byte value
1674*/
1675static char *dup8bytes(Vdbe *v, const char *in){
1676 char *out = sqlite3DbMallocRaw(sqlite3VdbeDb(v), 8);
1677 if( out ){
1678 memcpy(out, in, 8);
1679 }
1680 return out;
1681}
1682
1683/*
1684** Generate an instruction that will put the floating point
drh9cbf3422008-01-17 16:22:13 +00001685** value described by z[0..n-1] into register iMem.
drh0cf19ed2007-10-23 18:55:48 +00001686**
1687** The z[] string will probably not be zero-terminated. But the
1688** z[n] character is guaranteed to be something that does not look
1689** like the continuation of the number.
drh598f1342007-10-23 15:39:45 +00001690*/
drhb7916a72009-05-27 10:31:29 +00001691static void codeReal(Vdbe *v, const char *z, int negateFlag, int iMem){
drh598f1342007-10-23 15:39:45 +00001692 assert( z || v==0 || sqlite3VdbeDb(v)->mallocFailed );
1693 if( z ){
1694 double value;
1695 char *zV;
1696 sqlite3AtoF(z, &value);
drh2eaf93d2008-04-29 00:15:20 +00001697 if( sqlite3IsNaN(value) ){
1698 sqlite3VdbeAddOp2(v, OP_Null, 0, iMem);
1699 }else{
1700 if( negateFlag ) value = -value;
1701 zV = dup8bytes(v, (char*)&value);
1702 sqlite3VdbeAddOp4(v, OP_Real, 0, iMem, 0, zV, P4_REAL);
1703 }
drh598f1342007-10-23 15:39:45 +00001704 }
1705}
1706
1707
1708/*
drhfec19aa2004-05-19 20:41:03 +00001709** Generate an instruction that will put the integer describe by
drh9cbf3422008-01-17 16:22:13 +00001710** text z[0..n-1] into register iMem.
drh0cf19ed2007-10-23 18:55:48 +00001711**
1712** The z[] string will probably not be zero-terminated. But the
1713** z[n] character is guaranteed to be something that does not look
1714** like the continuation of the number.
drhfec19aa2004-05-19 20:41:03 +00001715*/
drh92b01d52008-06-24 00:32:35 +00001716static void codeInteger(Vdbe *v, Expr *pExpr, int negFlag, int iMem){
1717 const char *z;
1718 if( pExpr->flags & EP_IntValue ){
drh33e619f2009-05-28 01:00:55 +00001719 int i = pExpr->u.iValue;
drh92b01d52008-06-24 00:32:35 +00001720 if( negFlag ) i = -i;
1721 sqlite3VdbeAddOp2(v, OP_Integer, i, iMem);
drh33e619f2009-05-28 01:00:55 +00001722 }else if( (z = pExpr->u.zToken)!=0 ){
danielk1977c9cf9012007-05-30 10:36:47 +00001723 int i;
drh33e619f2009-05-28 01:00:55 +00001724 int n = sqlite3Strlen30(pExpr->u.zToken);
danielk197778ca0e72009-01-20 16:53:39 +00001725 assert( !sqlite3Isdigit(z[n]) );
danielk1977c9cf9012007-05-30 10:36:47 +00001726 if( sqlite3GetInt32(z, &i) ){
drh9de221d2008-01-05 06:51:30 +00001727 if( negFlag ) i = -i;
1728 sqlite3VdbeAddOp2(v, OP_Integer, i, iMem);
1729 }else if( sqlite3FitsIn64Bits(z, negFlag) ){
drh598f1342007-10-23 15:39:45 +00001730 i64 value;
1731 char *zV;
1732 sqlite3Atoi64(z, &value);
drh9de221d2008-01-05 06:51:30 +00001733 if( negFlag ) value = -value;
drh598f1342007-10-23 15:39:45 +00001734 zV = dup8bytes(v, (char*)&value);
drh9de221d2008-01-05 06:51:30 +00001735 sqlite3VdbeAddOp4(v, OP_Int64, 0, iMem, 0, zV, P4_INT64);
danielk1977c9cf9012007-05-30 10:36:47 +00001736 }else{
drhb7916a72009-05-27 10:31:29 +00001737 codeReal(v, z, negFlag, iMem);
danielk1977c9cf9012007-05-30 10:36:47 +00001738 }
drhfec19aa2004-05-19 20:41:03 +00001739 }
1740}
1741
drhceea3322009-04-23 13:22:42 +00001742/*
1743** Clear a cache entry.
1744*/
1745static void cacheEntryClear(Parse *pParse, struct yColCache *p){
1746 if( p->tempReg ){
1747 if( pParse->nTempReg<ArraySize(pParse->aTempReg) ){
1748 pParse->aTempReg[pParse->nTempReg++] = p->iReg;
1749 }
1750 p->tempReg = 0;
1751 }
1752}
1753
1754
1755/*
1756** Record in the column cache that a particular column from a
1757** particular table is stored in a particular register.
1758*/
1759void sqlite3ExprCacheStore(Parse *pParse, int iTab, int iCol, int iReg){
1760 int i;
1761 int minLru;
1762 int idxLru;
1763 struct yColCache *p;
1764
1765 /* First replace any existing entry */
1766 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1767 if( p->iReg && p->iTable==iTab && p->iColumn==iCol ){
1768 cacheEntryClear(pParse, p);
1769 p->iLevel = pParse->iCacheLevel;
1770 p->iReg = iReg;
1771 p->affChange = 0;
1772 p->lru = pParse->iCacheCnt++;
1773 return;
1774 }
1775 }
1776 if( iReg<=0 ) return;
1777
1778 /* Find an empty slot and replace it */
1779 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1780 if( p->iReg==0 ){
1781 p->iLevel = pParse->iCacheLevel;
1782 p->iTable = iTab;
1783 p->iColumn = iCol;
1784 p->iReg = iReg;
1785 p->affChange = 0;
1786 p->tempReg = 0;
1787 p->lru = pParse->iCacheCnt++;
1788 return;
1789 }
1790 }
1791
1792 /* Replace the last recently used */
1793 minLru = 0x7fffffff;
1794 idxLru = -1;
1795 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1796 if( p->lru<minLru ){
1797 idxLru = i;
1798 minLru = p->lru;
1799 }
1800 }
1801 if( idxLru>=0 ){
1802 p = &pParse->aColCache[idxLru];
1803 p->iLevel = pParse->iCacheLevel;
1804 p->iTable = iTab;
1805 p->iColumn = iCol;
1806 p->iReg = iReg;
1807 p->affChange = 0;
1808 p->tempReg = 0;
1809 p->lru = pParse->iCacheCnt++;
1810 return;
1811 }
1812}
1813
1814/*
1815** Indicate that a register is being overwritten. Purge the register
1816** from the column cache.
1817*/
1818void sqlite3ExprCacheRemove(Parse *pParse, int iReg){
1819 int i;
1820 struct yColCache *p;
1821 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1822 if( p->iReg==iReg ){
1823 cacheEntryClear(pParse, p);
1824 p->iReg = 0;
1825 }
1826 }
1827}
1828
1829/*
1830** Remember the current column cache context. Any new entries added
1831** added to the column cache after this call are removed when the
1832** corresponding pop occurs.
1833*/
1834void sqlite3ExprCachePush(Parse *pParse){
1835 pParse->iCacheLevel++;
1836}
1837
1838/*
1839** Remove from the column cache any entries that were added since the
1840** the previous N Push operations. In other words, restore the cache
1841** to the state it was in N Pushes ago.
1842*/
1843void sqlite3ExprCachePop(Parse *pParse, int N){
1844 int i;
1845 struct yColCache *p;
1846 assert( N>0 );
1847 assert( pParse->iCacheLevel>=N );
1848 pParse->iCacheLevel -= N;
1849 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1850 if( p->iReg && p->iLevel>pParse->iCacheLevel ){
1851 cacheEntryClear(pParse, p);
1852 p->iReg = 0;
1853 }
1854 }
1855}
drh945498f2007-02-24 11:52:52 +00001856
1857/*
drh5cd79232009-05-25 11:46:29 +00001858** When a cached column is reused, make sure that its register is
1859** no longer available as a temp register. ticket #3879: that same
1860** register might be in the cache in multiple places, so be sure to
1861** get them all.
1862*/
1863static void sqlite3ExprCachePinRegister(Parse *pParse, int iReg){
1864 int i;
1865 struct yColCache *p;
1866 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1867 if( p->iReg==iReg ){
1868 p->tempReg = 0;
1869 }
1870 }
1871}
1872
1873/*
drh945498f2007-02-24 11:52:52 +00001874** Generate code that will extract the iColumn-th column from
drhe55cbd72008-03-31 23:48:03 +00001875** table pTab and store the column value in a register. An effort
1876** is made to store the column value in register iReg, but this is
1877** not guaranteed. The location of the column value is returned.
1878**
1879** There must be an open cursor to pTab in iTable when this routine
1880** is called. If iColumn<0 then code is generated that extracts the rowid.
drhda250ea2008-04-01 05:07:14 +00001881**
1882** This routine might attempt to reuse the value of the column that
1883** has already been loaded into a register. The value will always
1884** be used if it has not undergone any affinity changes. But if
1885** an affinity change has occurred, then the cached value will only be
1886** used if allowAffChng is true.
drh945498f2007-02-24 11:52:52 +00001887*/
drhe55cbd72008-03-31 23:48:03 +00001888int sqlite3ExprCodeGetColumn(
1889 Parse *pParse, /* Parsing and code generating context */
drh2133d822008-01-03 18:44:59 +00001890 Table *pTab, /* Description of the table we are reading from */
1891 int iColumn, /* Index of the table column */
1892 int iTable, /* The cursor pointing to the table */
drhda250ea2008-04-01 05:07:14 +00001893 int iReg, /* Store results here */
1894 int allowAffChng /* True if prior affinity changes are OK */
drh2133d822008-01-03 18:44:59 +00001895){
drhe55cbd72008-03-31 23:48:03 +00001896 Vdbe *v = pParse->pVdbe;
1897 int i;
drhda250ea2008-04-01 05:07:14 +00001898 struct yColCache *p;
drhe55cbd72008-03-31 23:48:03 +00001899
drhceea3322009-04-23 13:22:42 +00001900 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1901 if( p->iReg>0 && p->iTable==iTable && p->iColumn==iColumn
drhda250ea2008-04-01 05:07:14 +00001902 && (!p->affChange || allowAffChng) ){
drhe55cbd72008-03-31 23:48:03 +00001903#if 0
1904 sqlite3VdbeAddOp0(v, OP_Noop);
drhda250ea2008-04-01 05:07:14 +00001905 VdbeComment((v, "OPT: tab%d.col%d -> r%d", iTable, iColumn, p->iReg));
drhe55cbd72008-03-31 23:48:03 +00001906#endif
drhceea3322009-04-23 13:22:42 +00001907 p->lru = pParse->iCacheCnt++;
drh5cd79232009-05-25 11:46:29 +00001908 sqlite3ExprCachePinRegister(pParse, p->iReg);
drhda250ea2008-04-01 05:07:14 +00001909 return p->iReg;
drhe55cbd72008-03-31 23:48:03 +00001910 }
1911 }
1912 assert( v!=0 );
drh945498f2007-02-24 11:52:52 +00001913 if( iColumn<0 ){
drh044925b2009-04-22 17:15:02 +00001914 sqlite3VdbeAddOp2(v, OP_Rowid, iTable, iReg);
drh945498f2007-02-24 11:52:52 +00001915 }else if( pTab==0 ){
drh2133d822008-01-03 18:44:59 +00001916 sqlite3VdbeAddOp3(v, OP_Column, iTable, iColumn, iReg);
drh945498f2007-02-24 11:52:52 +00001917 }else{
1918 int op = IsVirtual(pTab) ? OP_VColumn : OP_Column;
drh2133d822008-01-03 18:44:59 +00001919 sqlite3VdbeAddOp3(v, op, iTable, iColumn, iReg);
drh945498f2007-02-24 11:52:52 +00001920 sqlite3ColumnDefault(v, pTab, iColumn);
1921#ifndef SQLITE_OMIT_FLOATING_POINT
1922 if( pTab->aCol[iColumn].affinity==SQLITE_AFF_REAL ){
drh2133d822008-01-03 18:44:59 +00001923 sqlite3VdbeAddOp1(v, OP_RealAffinity, iReg);
drh945498f2007-02-24 11:52:52 +00001924 }
1925#endif
1926 }
drhceea3322009-04-23 13:22:42 +00001927 sqlite3ExprCacheStore(pParse, iTable, iColumn, iReg);
drhe55cbd72008-03-31 23:48:03 +00001928 return iReg;
1929}
1930
1931/*
drhceea3322009-04-23 13:22:42 +00001932** Clear all column cache entries.
drhe55cbd72008-03-31 23:48:03 +00001933*/
drhceea3322009-04-23 13:22:42 +00001934void sqlite3ExprCacheClear(Parse *pParse){
1935 int i;
1936 struct yColCache *p;
1937
1938 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1939 if( p->iReg ){
1940 cacheEntryClear(pParse, p);
1941 p->iReg = 0;
drhe55cbd72008-03-31 23:48:03 +00001942 }
drhe55cbd72008-03-31 23:48:03 +00001943 }
1944}
1945
1946/*
drhda250ea2008-04-01 05:07:14 +00001947** Record the fact that an affinity change has occurred on iCount
1948** registers starting with iStart.
drhe55cbd72008-03-31 23:48:03 +00001949*/
drhda250ea2008-04-01 05:07:14 +00001950void sqlite3ExprCacheAffinityChange(Parse *pParse, int iStart, int iCount){
1951 int iEnd = iStart + iCount - 1;
drhe55cbd72008-03-31 23:48:03 +00001952 int i;
drhceea3322009-04-23 13:22:42 +00001953 struct yColCache *p;
1954 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1955 int r = p->iReg;
drhda250ea2008-04-01 05:07:14 +00001956 if( r>=iStart && r<=iEnd ){
drhceea3322009-04-23 13:22:42 +00001957 p->affChange = 1;
drhe55cbd72008-03-31 23:48:03 +00001958 }
1959 }
drhe55cbd72008-03-31 23:48:03 +00001960}
1961
1962/*
drhb21e7c72008-06-22 12:37:57 +00001963** Generate code to move content from registers iFrom...iFrom+nReg-1
1964** over to iTo..iTo+nReg-1. Keep the column cache up-to-date.
drhe55cbd72008-03-31 23:48:03 +00001965*/
drhb21e7c72008-06-22 12:37:57 +00001966void sqlite3ExprCodeMove(Parse *pParse, int iFrom, int iTo, int nReg){
drhe55cbd72008-03-31 23:48:03 +00001967 int i;
drhceea3322009-04-23 13:22:42 +00001968 struct yColCache *p;
drhe55cbd72008-03-31 23:48:03 +00001969 if( iFrom==iTo ) return;
drhb21e7c72008-06-22 12:37:57 +00001970 sqlite3VdbeAddOp3(pParse->pVdbe, OP_Move, iFrom, iTo, nReg);
drhceea3322009-04-23 13:22:42 +00001971 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1972 int x = p->iReg;
drhb21e7c72008-06-22 12:37:57 +00001973 if( x>=iFrom && x<iFrom+nReg ){
drhceea3322009-04-23 13:22:42 +00001974 p->iReg += iTo-iFrom;
drhe55cbd72008-03-31 23:48:03 +00001975 }
1976 }
drh945498f2007-02-24 11:52:52 +00001977}
1978
drhfec19aa2004-05-19 20:41:03 +00001979/*
drh92b01d52008-06-24 00:32:35 +00001980** Generate code to copy content from registers iFrom...iFrom+nReg-1
1981** over to iTo..iTo+nReg-1.
1982*/
1983void sqlite3ExprCodeCopy(Parse *pParse, int iFrom, int iTo, int nReg){
1984 int i;
1985 if( iFrom==iTo ) return;
1986 for(i=0; i<nReg; i++){
1987 sqlite3VdbeAddOp2(pParse->pVdbe, OP_Copy, iFrom+i, iTo+i);
1988 }
1989}
1990
1991/*
drh652fbf52008-04-01 01:42:41 +00001992** Return true if any register in the range iFrom..iTo (inclusive)
1993** is used as part of the column cache.
1994*/
1995static int usedAsColumnCache(Parse *pParse, int iFrom, int iTo){
1996 int i;
drhceea3322009-04-23 13:22:42 +00001997 struct yColCache *p;
1998 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1999 int r = p->iReg;
drh652fbf52008-04-01 01:42:41 +00002000 if( r>=iFrom && r<=iTo ) return 1;
2001 }
2002 return 0;
2003}
2004
2005/*
drh191b54c2008-04-15 12:14:21 +00002006** If the last instruction coded is an ephemeral copy of any of
2007** the registers in the nReg registers beginning with iReg, then
2008** convert the last instruction from OP_SCopy to OP_Copy.
2009*/
2010void sqlite3ExprHardCopy(Parse *pParse, int iReg, int nReg){
2011 int addr;
2012 VdbeOp *pOp;
2013 Vdbe *v;
2014
2015 v = pParse->pVdbe;
2016 addr = sqlite3VdbeCurrentAddr(v);
2017 pOp = sqlite3VdbeGetOp(v, addr-1);
danielk1977d7eb2ed2008-04-24 12:36:35 +00002018 assert( pOp || pParse->db->mallocFailed );
2019 if( pOp && pOp->opcode==OP_SCopy && pOp->p1>=iReg && pOp->p1<iReg+nReg ){
drh191b54c2008-04-15 12:14:21 +00002020 pOp->opcode = OP_Copy;
2021 }
2022}
2023
2024/*
drh8b213892008-08-29 02:14:02 +00002025** Generate code to store the value of the iAlias-th alias in register
2026** target. The first time this is called, pExpr is evaluated to compute
2027** the value of the alias. The value is stored in an auxiliary register
2028** and the number of that register is returned. On subsequent calls,
2029** the register number is returned without generating any code.
2030**
2031** Note that in order for this to work, code must be generated in the
2032** same order that it is executed.
2033**
2034** Aliases are numbered starting with 1. So iAlias is in the range
2035** of 1 to pParse->nAlias inclusive.
2036**
2037** pParse->aAlias[iAlias-1] records the register number where the value
2038** of the iAlias-th alias is stored. If zero, that means that the
2039** alias has not yet been computed.
2040*/
drh31daa632008-10-25 15:03:20 +00002041static int codeAlias(Parse *pParse, int iAlias, Expr *pExpr, int target){
drhceea3322009-04-23 13:22:42 +00002042#if 0
drh8b213892008-08-29 02:14:02 +00002043 sqlite3 *db = pParse->db;
2044 int iReg;
drh555f8de2008-12-08 13:42:36 +00002045 if( pParse->nAliasAlloc<pParse->nAlias ){
2046 pParse->aAlias = sqlite3DbReallocOrFree(db, pParse->aAlias,
drh8b213892008-08-29 02:14:02 +00002047 sizeof(pParse->aAlias[0])*pParse->nAlias );
drh555f8de2008-12-08 13:42:36 +00002048 testcase( db->mallocFailed && pParse->nAliasAlloc>0 );
drh8b213892008-08-29 02:14:02 +00002049 if( db->mallocFailed ) return 0;
drh555f8de2008-12-08 13:42:36 +00002050 memset(&pParse->aAlias[pParse->nAliasAlloc], 0,
2051 (pParse->nAlias-pParse->nAliasAlloc)*sizeof(pParse->aAlias[0]));
2052 pParse->nAliasAlloc = pParse->nAlias;
drh8b213892008-08-29 02:14:02 +00002053 }
2054 assert( iAlias>0 && iAlias<=pParse->nAlias );
2055 iReg = pParse->aAlias[iAlias-1];
2056 if( iReg==0 ){
drhceea3322009-04-23 13:22:42 +00002057 if( pParse->iCacheLevel>0 ){
drh31daa632008-10-25 15:03:20 +00002058 iReg = sqlite3ExprCodeTarget(pParse, pExpr, target);
2059 }else{
2060 iReg = ++pParse->nMem;
2061 sqlite3ExprCode(pParse, pExpr, iReg);
2062 pParse->aAlias[iAlias-1] = iReg;
2063 }
drh8b213892008-08-29 02:14:02 +00002064 }
2065 return iReg;
drhceea3322009-04-23 13:22:42 +00002066#else
shane60a4b532009-05-06 18:57:09 +00002067 UNUSED_PARAMETER(iAlias);
drhceea3322009-04-23 13:22:42 +00002068 return sqlite3ExprCodeTarget(pParse, pExpr, target);
2069#endif
drh8b213892008-08-29 02:14:02 +00002070}
2071
2072/*
drhcce7d172000-05-31 15:34:51 +00002073** Generate code into the current Vdbe to evaluate the given
drh2dcef112008-01-12 19:03:48 +00002074** expression. Attempt to store the results in register "target".
2075** Return the register where results are stored.
drh389a1ad2008-01-03 23:44:53 +00002076**
drh8b213892008-08-29 02:14:02 +00002077** With this routine, there is no guarantee that results will
drh2dcef112008-01-12 19:03:48 +00002078** be stored in target. The result might be stored in some other
2079** register if it is convenient to do so. The calling function
2080** must check the return code and move the results to the desired
2081** register.
drhcce7d172000-05-31 15:34:51 +00002082*/
drh678ccce2008-03-31 18:19:54 +00002083int sqlite3ExprCodeTarget(Parse *pParse, Expr *pExpr, int target){
drh2dcef112008-01-12 19:03:48 +00002084 Vdbe *v = pParse->pVdbe; /* The VM under construction */
2085 int op; /* The opcode being coded */
2086 int inReg = target; /* Results stored in register inReg */
2087 int regFree1 = 0; /* If non-zero free this temporary register */
2088 int regFree2 = 0; /* If non-zero free this temporary register */
drh678ccce2008-03-31 18:19:54 +00002089 int r1, r2, r3, r4; /* Various register numbers */
drh8b213892008-08-29 02:14:02 +00002090 sqlite3 *db;
drhffe07b22005-11-03 00:41:17 +00002091
drh8b213892008-08-29 02:14:02 +00002092 db = pParse->db;
2093 assert( v!=0 || db->mallocFailed );
drh9cbf3422008-01-17 16:22:13 +00002094 assert( target>0 && target<=pParse->nMem );
drh389a1ad2008-01-03 23:44:53 +00002095 if( v==0 ) return 0;
drh389a1ad2008-01-03 23:44:53 +00002096
2097 if( pExpr==0 ){
2098 op = TK_NULL;
2099 }else{
2100 op = pExpr->op;
2101 }
drhf2bc0132004-10-04 13:19:23 +00002102 switch( op ){
drh13449892005-09-07 21:22:45 +00002103 case TK_AGG_COLUMN: {
2104 AggInfo *pAggInfo = pExpr->pAggInfo;
2105 struct AggInfo_col *pCol = &pAggInfo->aCol[pExpr->iAgg];
2106 if( !pAggInfo->directMode ){
drh9de221d2008-01-05 06:51:30 +00002107 assert( pCol->iMem>0 );
2108 inReg = pCol->iMem;
drh13449892005-09-07 21:22:45 +00002109 break;
2110 }else if( pAggInfo->useSortingIdx ){
drh389a1ad2008-01-03 23:44:53 +00002111 sqlite3VdbeAddOp3(v, OP_Column, pAggInfo->sortingIdx,
2112 pCol->iSorterColumn, target);
drh13449892005-09-07 21:22:45 +00002113 break;
2114 }
2115 /* Otherwise, fall thru into the TK_COLUMN case */
2116 }
drh967e8b72000-06-21 13:59:10 +00002117 case TK_COLUMN: {
drhffe07b22005-11-03 00:41:17 +00002118 if( pExpr->iTable<0 ){
2119 /* This only happens when coding check constraints */
drhaa9b8962008-01-08 02:57:55 +00002120 assert( pParse->ckBase>0 );
2121 inReg = pExpr->iColumn + pParse->ckBase;
drhc4a3c772001-04-04 11:48:57 +00002122 }else{
drhc5499be2008-04-01 15:06:33 +00002123 testcase( (pExpr->flags & EP_AnyAff)!=0 );
drhe55cbd72008-03-31 23:48:03 +00002124 inReg = sqlite3ExprCodeGetColumn(pParse, pExpr->pTab,
drhda250ea2008-04-01 05:07:14 +00002125 pExpr->iColumn, pExpr->iTable, target,
2126 pExpr->flags & EP_AnyAff);
drh22827922000-06-06 17:27:05 +00002127 }
drhcce7d172000-05-31 15:34:51 +00002128 break;
2129 }
2130 case TK_INTEGER: {
drh92b01d52008-06-24 00:32:35 +00002131 codeInteger(v, pExpr, 0, target);
drhfec19aa2004-05-19 20:41:03 +00002132 break;
2133 }
drh598f1342007-10-23 15:39:45 +00002134 case TK_FLOAT: {
drh33e619f2009-05-28 01:00:55 +00002135 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2136 codeReal(v, pExpr->u.zToken, 0, target);
drh598f1342007-10-23 15:39:45 +00002137 break;
2138 }
drhfec19aa2004-05-19 20:41:03 +00002139 case TK_STRING: {
drh33e619f2009-05-28 01:00:55 +00002140 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2141 sqlite3VdbeAddOp4(v, OP_String8, 0, target, 0, pExpr->u.zToken, 0);
drhcce7d172000-05-31 15:34:51 +00002142 break;
2143 }
drhf0863fe2005-06-12 21:35:51 +00002144 case TK_NULL: {
drh9de221d2008-01-05 06:51:30 +00002145 sqlite3VdbeAddOp2(v, OP_Null, 0, target);
drhf0863fe2005-06-12 21:35:51 +00002146 break;
2147 }
danielk19775338a5f2005-01-20 13:03:10 +00002148#ifndef SQLITE_OMIT_BLOB_LITERAL
danielk1977c572ef72004-05-27 09:28:41 +00002149 case TK_BLOB: {
drh6c8c6ce2005-08-23 11:17:58 +00002150 int n;
2151 const char *z;
drhca48c902008-01-18 14:08:24 +00002152 char *zBlob;
drh33e619f2009-05-28 01:00:55 +00002153 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2154 assert( pExpr->u.zToken[0]=='x' || pExpr->u.zToken[0]=='X' );
2155 assert( pExpr->u.zToken[1]=='\'' );
2156 z = &pExpr->u.zToken[2];
drhb7916a72009-05-27 10:31:29 +00002157 n = sqlite3Strlen30(z) - 1;
2158 assert( z[n]=='\'' );
drhca48c902008-01-18 14:08:24 +00002159 zBlob = sqlite3HexToBlob(sqlite3VdbeDb(v), z, n);
2160 sqlite3VdbeAddOp4(v, OP_Blob, n/2, target, 0, zBlob, P4_DYNAMIC);
danielk1977c572ef72004-05-27 09:28:41 +00002161 break;
2162 }
danielk19775338a5f2005-01-20 13:03:10 +00002163#endif
drh50457892003-09-06 01:10:47 +00002164 case TK_VARIABLE: {
drh08de1492009-02-20 03:55:05 +00002165 int iPrior;
2166 VdbeOp *pOp;
drh33e619f2009-05-28 01:00:55 +00002167 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2168 assert( pExpr->u.zToken!=0 );
2169 assert( pExpr->u.zToken[0]!=0 );
2170 if( pExpr->u.zToken[1]==0
drh08de1492009-02-20 03:55:05 +00002171 && (iPrior = sqlite3VdbeCurrentAddr(v)-1)>=0
2172 && (pOp = sqlite3VdbeGetOp(v, iPrior))->opcode==OP_Variable
2173 && pOp->p1+pOp->p3==pExpr->iTable
2174 && pOp->p2+pOp->p3==target
2175 && pOp->p4.z==0
2176 ){
2177 /* If the previous instruction was a copy of the previous unnamed
2178 ** parameter into the previous register, then simply increment the
2179 ** repeat count on the prior instruction rather than making a new
2180 ** instruction.
2181 */
2182 pOp->p3++;
2183 }else{
2184 sqlite3VdbeAddOp3(v, OP_Variable, pExpr->iTable, target, 1);
drh33e619f2009-05-28 01:00:55 +00002185 if( pExpr->u.zToken[1]!=0 ){
2186 sqlite3VdbeChangeP4(v, -1, pExpr->u.zToken, 0);
drh08de1492009-02-20 03:55:05 +00002187 }
drh895d7472004-08-20 16:02:39 +00002188 }
drh50457892003-09-06 01:10:47 +00002189 break;
2190 }
drh4e0cff62004-11-05 05:10:28 +00002191 case TK_REGISTER: {
drh9de221d2008-01-05 06:51:30 +00002192 inReg = pExpr->iTable;
drh4e0cff62004-11-05 05:10:28 +00002193 break;
2194 }
drh8b213892008-08-29 02:14:02 +00002195 case TK_AS: {
drh31daa632008-10-25 15:03:20 +00002196 inReg = codeAlias(pParse, pExpr->iTable, pExpr->pLeft, target);
drh8b213892008-08-29 02:14:02 +00002197 break;
2198 }
drh487e2622005-06-25 18:42:14 +00002199#ifndef SQLITE_OMIT_CAST
2200 case TK_CAST: {
2201 /* Expressions of the form: CAST(pLeft AS token) */
danielk1977f0113002006-01-24 12:09:17 +00002202 int aff, to_op;
drh2dcef112008-01-12 19:03:48 +00002203 inReg = sqlite3ExprCodeTarget(pParse, pExpr->pLeft, target);
drh33e619f2009-05-28 01:00:55 +00002204 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2205 aff = sqlite3AffinityType(pExpr->u.zToken);
danielk1977f0113002006-01-24 12:09:17 +00002206 to_op = aff - SQLITE_AFF_TEXT + OP_ToText;
2207 assert( to_op==OP_ToText || aff!=SQLITE_AFF_TEXT );
2208 assert( to_op==OP_ToBlob || aff!=SQLITE_AFF_NONE );
2209 assert( to_op==OP_ToNumeric || aff!=SQLITE_AFF_NUMERIC );
2210 assert( to_op==OP_ToInt || aff!=SQLITE_AFF_INTEGER );
2211 assert( to_op==OP_ToReal || aff!=SQLITE_AFF_REAL );
drhc5499be2008-04-01 15:06:33 +00002212 testcase( to_op==OP_ToText );
2213 testcase( to_op==OP_ToBlob );
2214 testcase( to_op==OP_ToNumeric );
2215 testcase( to_op==OP_ToInt );
2216 testcase( to_op==OP_ToReal );
drh1735fa82008-11-06 15:33:03 +00002217 if( inReg!=target ){
2218 sqlite3VdbeAddOp2(v, OP_SCopy, inReg, target);
2219 inReg = target;
2220 }
drh2dcef112008-01-12 19:03:48 +00002221 sqlite3VdbeAddOp1(v, to_op, inReg);
drhc5499be2008-04-01 15:06:33 +00002222 testcase( usedAsColumnCache(pParse, inReg, inReg) );
drhb3843a82008-04-01 12:24:11 +00002223 sqlite3ExprCacheAffinityChange(pParse, inReg, 1);
drh487e2622005-06-25 18:42:14 +00002224 break;
2225 }
2226#endif /* SQLITE_OMIT_CAST */
drhc9b84a12002-06-20 11:36:48 +00002227 case TK_LT:
2228 case TK_LE:
2229 case TK_GT:
2230 case TK_GE:
2231 case TK_NE:
2232 case TK_EQ: {
drhf2bc0132004-10-04 13:19:23 +00002233 assert( TK_LT==OP_Lt );
2234 assert( TK_LE==OP_Le );
2235 assert( TK_GT==OP_Gt );
2236 assert( TK_GE==OP_Ge );
2237 assert( TK_EQ==OP_Eq );
2238 assert( TK_NE==OP_Ne );
drhc5499be2008-04-01 15:06:33 +00002239 testcase( op==TK_LT );
2240 testcase( op==TK_LE );
2241 testcase( op==TK_GT );
2242 testcase( op==TK_GE );
2243 testcase( op==TK_EQ );
2244 testcase( op==TK_NE );
drhda250ea2008-04-01 05:07:14 +00002245 codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
2246 pExpr->pRight, &r2, &regFree2);
drh35573352008-01-08 23:54:25 +00002247 codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
2248 r1, r2, inReg, SQLITE_STOREP2);
drhc5499be2008-04-01 15:06:33 +00002249 testcase( regFree1==0 );
2250 testcase( regFree2==0 );
danielk1977a37cdde2004-05-16 11:15:36 +00002251 break;
drhc9b84a12002-06-20 11:36:48 +00002252 }
drhcce7d172000-05-31 15:34:51 +00002253 case TK_AND:
2254 case TK_OR:
2255 case TK_PLUS:
2256 case TK_STAR:
2257 case TK_MINUS:
drhbf4133c2001-10-13 02:59:08 +00002258 case TK_REM:
2259 case TK_BITAND:
2260 case TK_BITOR:
drh17c40292004-07-21 02:53:29 +00002261 case TK_SLASH:
drhbf4133c2001-10-13 02:59:08 +00002262 case TK_LSHIFT:
drh855eb1c2004-08-31 13:45:11 +00002263 case TK_RSHIFT:
drh00400772000-06-16 20:51:26 +00002264 case TK_CONCAT: {
drhf2bc0132004-10-04 13:19:23 +00002265 assert( TK_AND==OP_And );
2266 assert( TK_OR==OP_Or );
2267 assert( TK_PLUS==OP_Add );
2268 assert( TK_MINUS==OP_Subtract );
2269 assert( TK_REM==OP_Remainder );
2270 assert( TK_BITAND==OP_BitAnd );
2271 assert( TK_BITOR==OP_BitOr );
2272 assert( TK_SLASH==OP_Divide );
2273 assert( TK_LSHIFT==OP_ShiftLeft );
2274 assert( TK_RSHIFT==OP_ShiftRight );
2275 assert( TK_CONCAT==OP_Concat );
drhc5499be2008-04-01 15:06:33 +00002276 testcase( op==TK_AND );
2277 testcase( op==TK_OR );
2278 testcase( op==TK_PLUS );
2279 testcase( op==TK_MINUS );
2280 testcase( op==TK_REM );
2281 testcase( op==TK_BITAND );
2282 testcase( op==TK_BITOR );
2283 testcase( op==TK_SLASH );
2284 testcase( op==TK_LSHIFT );
2285 testcase( op==TK_RSHIFT );
2286 testcase( op==TK_CONCAT );
drh2dcef112008-01-12 19:03:48 +00002287 r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
2288 r2 = sqlite3ExprCodeTemp(pParse, pExpr->pRight, &regFree2);
drh5b6afba2008-01-05 16:29:28 +00002289 sqlite3VdbeAddOp3(v, op, r2, r1, target);
drhc5499be2008-04-01 15:06:33 +00002290 testcase( regFree1==0 );
2291 testcase( regFree2==0 );
drh00400772000-06-16 20:51:26 +00002292 break;
2293 }
drhcce7d172000-05-31 15:34:51 +00002294 case TK_UMINUS: {
drhfec19aa2004-05-19 20:41:03 +00002295 Expr *pLeft = pExpr->pLeft;
2296 assert( pLeft );
shanefbd60f82009-02-04 03:59:25 +00002297 if( pLeft->op==TK_FLOAT ){
drh33e619f2009-05-28 01:00:55 +00002298 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2299 codeReal(v, pLeft->u.zToken, 1, target);
shanefbd60f82009-02-04 03:59:25 +00002300 }else if( pLeft->op==TK_INTEGER ){
2301 codeInteger(v, pLeft, 1, target);
drh3c84ddf2008-01-09 02:15:38 +00002302 }else{
drh2dcef112008-01-12 19:03:48 +00002303 regFree1 = r1 = sqlite3GetTempReg(pParse);
drh3c84ddf2008-01-09 02:15:38 +00002304 sqlite3VdbeAddOp2(v, OP_Integer, 0, r1);
drhe55cbd72008-03-31 23:48:03 +00002305 r2 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree2);
drh2dcef112008-01-12 19:03:48 +00002306 sqlite3VdbeAddOp3(v, OP_Subtract, r2, r1, target);
drhc5499be2008-04-01 15:06:33 +00002307 testcase( regFree2==0 );
drh6e142f52000-06-08 13:36:40 +00002308 }
drh3c84ddf2008-01-09 02:15:38 +00002309 inReg = target;
2310 break;
drh6e142f52000-06-08 13:36:40 +00002311 }
drhbf4133c2001-10-13 02:59:08 +00002312 case TK_BITNOT:
drh6e142f52000-06-08 13:36:40 +00002313 case TK_NOT: {
drhf2bc0132004-10-04 13:19:23 +00002314 assert( TK_BITNOT==OP_BitNot );
2315 assert( TK_NOT==OP_Not );
drhc5499be2008-04-01 15:06:33 +00002316 testcase( op==TK_BITNOT );
2317 testcase( op==TK_NOT );
drhe99fa2a2008-12-15 15:27:51 +00002318 r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
2319 testcase( regFree1==0 );
2320 inReg = target;
2321 sqlite3VdbeAddOp2(v, op, r1, inReg);
drhcce7d172000-05-31 15:34:51 +00002322 break;
2323 }
2324 case TK_ISNULL:
2325 case TK_NOTNULL: {
drh6a288a32008-01-07 19:20:24 +00002326 int addr;
drhf2bc0132004-10-04 13:19:23 +00002327 assert( TK_ISNULL==OP_IsNull );
2328 assert( TK_NOTNULL==OP_NotNull );
drhc5499be2008-04-01 15:06:33 +00002329 testcase( op==TK_ISNULL );
2330 testcase( op==TK_NOTNULL );
drh9de221d2008-01-05 06:51:30 +00002331 sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
drh2dcef112008-01-12 19:03:48 +00002332 r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
drhc5499be2008-04-01 15:06:33 +00002333 testcase( regFree1==0 );
drh2dcef112008-01-12 19:03:48 +00002334 addr = sqlite3VdbeAddOp1(v, op, r1);
drh9de221d2008-01-05 06:51:30 +00002335 sqlite3VdbeAddOp2(v, OP_AddImm, target, -1);
drh6a288a32008-01-07 19:20:24 +00002336 sqlite3VdbeJumpHere(v, addr);
drhf2bc0132004-10-04 13:19:23 +00002337 break;
drhcce7d172000-05-31 15:34:51 +00002338 }
drh22827922000-06-06 17:27:05 +00002339 case TK_AGG_FUNCTION: {
drh13449892005-09-07 21:22:45 +00002340 AggInfo *pInfo = pExpr->pAggInfo;
drh7e56e712005-11-16 12:53:15 +00002341 if( pInfo==0 ){
drh33e619f2009-05-28 01:00:55 +00002342 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2343 sqlite3ErrorMsg(pParse, "misuse of aggregate: %s()", pExpr->u.zToken);
drh7e56e712005-11-16 12:53:15 +00002344 }else{
drh9de221d2008-01-05 06:51:30 +00002345 inReg = pInfo->aFunc[pExpr->iAgg].iMem;
drh7e56e712005-11-16 12:53:15 +00002346 }
drh22827922000-06-06 17:27:05 +00002347 break;
2348 }
drhb71090f2005-05-23 17:26:51 +00002349 case TK_CONST_FUNC:
drhcce7d172000-05-31 15:34:51 +00002350 case TK_FUNCTION: {
drh12ffee82009-04-08 13:51:51 +00002351 ExprList *pFarg; /* List of function arguments */
2352 int nFarg; /* Number of function arguments */
2353 FuncDef *pDef; /* The function definition object */
2354 int nId; /* Length of the function name in bytes */
2355 const char *zId; /* The function name */
2356 int constMask = 0; /* Mask of function arguments that are constant */
2357 int i; /* Loop counter */
2358 u8 enc = ENC(db); /* The text encoding used by this database */
2359 CollSeq *pColl = 0; /* A collating sequence */
drh17435752007-08-16 04:30:38 +00002360
danielk19776ab3a2e2009-02-19 14:39:25 +00002361 assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
drhc5499be2008-04-01 15:06:33 +00002362 testcase( op==TK_CONST_FUNC );
2363 testcase( op==TK_FUNCTION );
drhb7916a72009-05-27 10:31:29 +00002364 if( ExprHasAnyProperty(pExpr, EP_TokenOnly) ){
drh12ffee82009-04-08 13:51:51 +00002365 pFarg = 0;
2366 }else{
2367 pFarg = pExpr->x.pList;
2368 }
2369 nFarg = pFarg ? pFarg->nExpr : 0;
drh33e619f2009-05-28 01:00:55 +00002370 assert( !ExprHasProperty(pExpr, EP_IntValue) );
2371 zId = pExpr->u.zToken;
drhb7916a72009-05-27 10:31:29 +00002372 nId = sqlite3Strlen30(zId);
drh12ffee82009-04-08 13:51:51 +00002373 pDef = sqlite3FindFunction(db, zId, nId, nFarg, enc, 0);
drh0bce8352002-02-28 00:41:10 +00002374 assert( pDef!=0 );
drh12ffee82009-04-08 13:51:51 +00002375 if( pFarg ){
2376 r1 = sqlite3GetTempRange(pParse, nFarg);
2377 sqlite3ExprCodeExprList(pParse, pFarg, r1, 1);
drh892d3172008-01-10 03:46:36 +00002378 }else{
drh12ffee82009-04-08 13:51:51 +00002379 r1 = 0;
drh892d3172008-01-10 03:46:36 +00002380 }
drhb7f6f682006-07-08 17:06:43 +00002381#ifndef SQLITE_OMIT_VIRTUALTABLE
drha43fa222006-07-08 18:41:37 +00002382 /* Possibly overload the function if the first argument is
2383 ** a virtual table column.
2384 **
2385 ** For infix functions (LIKE, GLOB, REGEXP, and MATCH) use the
2386 ** second argument, not the first, as the argument to test to
2387 ** see if it is a column in a virtual table. This is done because
2388 ** the left operand of infix functions (the operand we want to
2389 ** control overloading) ends up as the second argument to the
2390 ** function. The expression "A glob B" is equivalent to
2391 ** "glob(B,A). We want to use the A in "A glob B" to test
2392 ** for function overloading. But we use the B term in "glob(B,A)".
2393 */
drh12ffee82009-04-08 13:51:51 +00002394 if( nFarg>=2 && (pExpr->flags & EP_InfixFunc) ){
2395 pDef = sqlite3VtabOverloadFunction(db, pDef, nFarg, pFarg->a[1].pExpr);
2396 }else if( nFarg>0 ){
2397 pDef = sqlite3VtabOverloadFunction(db, pDef, nFarg, pFarg->a[0].pExpr);
drhb7f6f682006-07-08 17:06:43 +00002398 }
2399#endif
drh12ffee82009-04-08 13:51:51 +00002400 for(i=0; i<nFarg && i<32; i++){
2401 if( sqlite3ExprIsConstant(pFarg->a[i].pExpr) ){
drh13449892005-09-07 21:22:45 +00002402 constMask |= (1<<i);
danielk1977d02eb1f2004-06-06 09:44:03 +00002403 }
drhe82f5d02008-10-07 19:53:14 +00002404 if( (pDef->flags & SQLITE_FUNC_NEEDCOLL)!=0 && !pColl ){
drh12ffee82009-04-08 13:51:51 +00002405 pColl = sqlite3ExprCollSeq(pParse, pFarg->a[i].pExpr);
danielk1977dc1bdc42004-06-11 10:51:27 +00002406 }
2407 }
drhe82f5d02008-10-07 19:53:14 +00002408 if( pDef->flags & SQLITE_FUNC_NEEDCOLL ){
drh8b213892008-08-29 02:14:02 +00002409 if( !pColl ) pColl = db->pDfltColl;
drh66a51672008-01-03 00:01:23 +00002410 sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ);
danielk1977682f68b2004-06-05 10:22:17 +00002411 }
drh2dcef112008-01-12 19:03:48 +00002412 sqlite3VdbeAddOp4(v, OP_Function, constMask, r1, target,
drh66a51672008-01-03 00:01:23 +00002413 (char*)pDef, P4_FUNCDEF);
drh12ffee82009-04-08 13:51:51 +00002414 sqlite3VdbeChangeP5(v, (u8)nFarg);
2415 if( nFarg ){
2416 sqlite3ReleaseTempRange(pParse, r1, nFarg);
drh2dcef112008-01-12 19:03:48 +00002417 }
drh12ffee82009-04-08 13:51:51 +00002418 sqlite3ExprCacheAffinityChange(pParse, r1, nFarg);
drhcce7d172000-05-31 15:34:51 +00002419 break;
2420 }
drhfe2093d2005-01-20 22:48:47 +00002421#ifndef SQLITE_OMIT_SUBQUERY
2422 case TK_EXISTS:
drh19a775c2000-06-05 18:54:46 +00002423 case TK_SELECT: {
drhc5499be2008-04-01 15:06:33 +00002424 testcase( op==TK_EXISTS );
2425 testcase( op==TK_SELECT );
drh41714d62006-03-02 04:44:23 +00002426 if( pExpr->iColumn==0 ){
danielk197741a05b72008-10-02 13:50:55 +00002427 sqlite3CodeSubselect(pParse, pExpr, 0, 0);
drh41714d62006-03-02 04:44:23 +00002428 }
drh9de221d2008-01-05 06:51:30 +00002429 inReg = pExpr->iColumn;
drh19a775c2000-06-05 18:54:46 +00002430 break;
2431 }
drhfef52082000-06-06 01:50:43 +00002432 case TK_IN: {
danielk19770cdc0222008-06-26 18:04:03 +00002433 int rNotFound = 0;
2434 int rMayHaveNull = 0;
drh6fccc352008-06-27 00:52:45 +00002435 int j2, j3, j4, j5;
drh94a11212004-09-25 13:12:14 +00002436 char affinity;
danielk19779a96b662007-11-29 17:05:18 +00002437 int eType;
danielk19779a96b662007-11-29 17:05:18 +00002438
drh3c31fc22008-06-26 21:45:26 +00002439 VdbeNoopComment((v, "begin IN expr r%d", target));
danielk19770cdc0222008-06-26 18:04:03 +00002440 eType = sqlite3FindInIndex(pParse, pExpr, &rMayHaveNull);
2441 if( rMayHaveNull ){
2442 rNotFound = ++pParse->nMem;
2443 }
danielk1977e014a832004-05-17 10:48:57 +00002444
2445 /* Figure out the affinity to use to create a key from the results
2446 ** of the expression. affinityStr stores a static string suitable for
drh66a51672008-01-03 00:01:23 +00002447 ** P4 of OP_MakeRecord.
danielk1977e014a832004-05-17 10:48:57 +00002448 */
drh94a11212004-09-25 13:12:14 +00002449 affinity = comparisonAffinity(pExpr);
danielk1977e014a832004-05-17 10:48:57 +00002450
danielk1977e014a832004-05-17 10:48:57 +00002451
2452 /* Code the <expr> from "<expr> IN (...)". The temporary table
2453 ** pExpr->iTable contains the values that make up the (...) set.
2454 */
drhceea3322009-04-23 13:22:42 +00002455 sqlite3ExprCachePush(pParse);
drh66ba23c2008-06-27 00:47:28 +00002456 sqlite3ExprCode(pParse, pExpr->pLeft, target);
drh66ba23c2008-06-27 00:47:28 +00002457 j2 = sqlite3VdbeAddOp1(v, OP_IsNull, target);
danielk19779a96b662007-11-29 17:05:18 +00002458 if( eType==IN_INDEX_ROWID ){
drh66ba23c2008-06-27 00:47:28 +00002459 j3 = sqlite3VdbeAddOp1(v, OP_MustBeInt, target);
2460 j4 = sqlite3VdbeAddOp3(v, OP_NotExists, pExpr->iTable, 0, target);
2461 sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
drh6a288a32008-01-07 19:20:24 +00002462 j5 = sqlite3VdbeAddOp0(v, OP_Goto);
2463 sqlite3VdbeJumpHere(v, j3);
2464 sqlite3VdbeJumpHere(v, j4);
danielk19770cdc0222008-06-26 18:04:03 +00002465 sqlite3VdbeAddOp2(v, OP_Integer, 0, target);
danielk19779a96b662007-11-29 17:05:18 +00002466 }else{
drh2dcef112008-01-12 19:03:48 +00002467 r2 = regFree2 = sqlite3GetTempReg(pParse);
danielk19770cdc0222008-06-26 18:04:03 +00002468
2469 /* Create a record and test for set membership. If the set contains
2470 ** the value, then jump to the end of the test code. The target
2471 ** register still contains the true (1) value written to it earlier.
2472 */
drh66ba23c2008-06-27 00:47:28 +00002473 sqlite3VdbeAddOp4(v, OP_MakeRecord, target, 1, r2, &affinity, 1);
2474 sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
drh2dcef112008-01-12 19:03:48 +00002475 j5 = sqlite3VdbeAddOp3(v, OP_Found, pExpr->iTable, 0, r2);
danielk19770cdc0222008-06-26 18:04:03 +00002476
2477 /* If the set membership test fails, then the result of the
2478 ** "x IN (...)" expression must be either 0 or NULL. If the set
2479 ** contains no NULL values, then the result is 0. If the set
2480 ** contains one or more NULL values, then the result of the
2481 ** expression is also NULL.
2482 */
2483 if( rNotFound==0 ){
2484 /* This branch runs if it is known at compile time (now) that
2485 ** the set contains no NULL values. This happens as the result
2486 ** of a "NOT NULL" constraint in the database schema. No need
2487 ** to test the data structure at runtime in this case.
2488 */
2489 sqlite3VdbeAddOp2(v, OP_Integer, 0, target);
2490 }else{
2491 /* This block populates the rNotFound register with either NULL
2492 ** or 0 (an integer value). If the data structure contains one
2493 ** or more NULLs, then set rNotFound to NULL. Otherwise, set it
2494 ** to 0. If register rMayHaveNull is already set to some value
2495 ** other than NULL, then the test has already been run and
2496 ** rNotFound is already populated.
2497 */
drh66ba23c2008-06-27 00:47:28 +00002498 static const char nullRecord[] = { 0x02, 0x00 };
danielk19770cdc0222008-06-26 18:04:03 +00002499 j3 = sqlite3VdbeAddOp1(v, OP_NotNull, rMayHaveNull);
2500 sqlite3VdbeAddOp2(v, OP_Null, 0, rNotFound);
drh66ba23c2008-06-27 00:47:28 +00002501 sqlite3VdbeAddOp4(v, OP_Blob, 2, rMayHaveNull, 0,
2502 nullRecord, P4_STATIC);
2503 j4 = sqlite3VdbeAddOp3(v, OP_Found, pExpr->iTable, 0, rMayHaveNull);
danielk19770cdc0222008-06-26 18:04:03 +00002504 sqlite3VdbeAddOp2(v, OP_Integer, 0, rNotFound);
2505 sqlite3VdbeJumpHere(v, j4);
2506 sqlite3VdbeJumpHere(v, j3);
2507
2508 /* Copy the value of register rNotFound (which is either NULL or 0)
danielk197741a05b72008-10-02 13:50:55 +00002509 ** into the target register. This will be the result of the
danielk19770cdc0222008-06-26 18:04:03 +00002510 ** expression.
2511 */
2512 sqlite3VdbeAddOp2(v, OP_Copy, rNotFound, target);
2513 }
danielk19779a96b662007-11-29 17:05:18 +00002514 }
drh6a288a32008-01-07 19:20:24 +00002515 sqlite3VdbeJumpHere(v, j2);
2516 sqlite3VdbeJumpHere(v, j5);
drhceea3322009-04-23 13:22:42 +00002517 sqlite3ExprCachePop(pParse, 1);
drh3c31fc22008-06-26 21:45:26 +00002518 VdbeComment((v, "end IN expr r%d", target));
drhfef52082000-06-06 01:50:43 +00002519 break;
2520 }
danielk197793758c82005-01-21 08:13:14 +00002521#endif
drh2dcef112008-01-12 19:03:48 +00002522 /*
2523 ** x BETWEEN y AND z
2524 **
2525 ** This is equivalent to
2526 **
2527 ** x>=y AND x<=z
2528 **
2529 ** X is stored in pExpr->pLeft.
2530 ** Y is stored in pExpr->pList->a[0].pExpr.
2531 ** Z is stored in pExpr->pList->a[1].pExpr.
2532 */
drhfef52082000-06-06 01:50:43 +00002533 case TK_BETWEEN: {
drhbe5c89a2004-07-26 00:31:09 +00002534 Expr *pLeft = pExpr->pLeft;
danielk19776ab3a2e2009-02-19 14:39:25 +00002535 struct ExprList_item *pLItem = pExpr->x.pList->a;
drhbe5c89a2004-07-26 00:31:09 +00002536 Expr *pRight = pLItem->pExpr;
drh35573352008-01-08 23:54:25 +00002537
drhda250ea2008-04-01 05:07:14 +00002538 codeCompareOperands(pParse, pLeft, &r1, &regFree1,
2539 pRight, &r2, &regFree2);
drhc5499be2008-04-01 15:06:33 +00002540 testcase( regFree1==0 );
2541 testcase( regFree2==0 );
drh2dcef112008-01-12 19:03:48 +00002542 r3 = sqlite3GetTempReg(pParse);
drh678ccce2008-03-31 18:19:54 +00002543 r4 = sqlite3GetTempReg(pParse);
drh35573352008-01-08 23:54:25 +00002544 codeCompare(pParse, pLeft, pRight, OP_Ge,
2545 r1, r2, r3, SQLITE_STOREP2);
drhbe5c89a2004-07-26 00:31:09 +00002546 pLItem++;
2547 pRight = pLItem->pExpr;
drh2dcef112008-01-12 19:03:48 +00002548 sqlite3ReleaseTempReg(pParse, regFree2);
2549 r2 = sqlite3ExprCodeTemp(pParse, pRight, &regFree2);
drhc5499be2008-04-01 15:06:33 +00002550 testcase( regFree2==0 );
drh678ccce2008-03-31 18:19:54 +00002551 codeCompare(pParse, pLeft, pRight, OP_Le, r1, r2, r4, SQLITE_STOREP2);
2552 sqlite3VdbeAddOp3(v, OP_And, r3, r4, target);
drh2dcef112008-01-12 19:03:48 +00002553 sqlite3ReleaseTempReg(pParse, r3);
drh678ccce2008-03-31 18:19:54 +00002554 sqlite3ReleaseTempReg(pParse, r4);
drhfef52082000-06-06 01:50:43 +00002555 break;
2556 }
drh4f07e5f2007-05-14 11:34:46 +00002557 case TK_UPLUS: {
drh2dcef112008-01-12 19:03:48 +00002558 inReg = sqlite3ExprCodeTarget(pParse, pExpr->pLeft, target);
drha2e00042002-01-22 03:13:42 +00002559 break;
2560 }
drh2dcef112008-01-12 19:03:48 +00002561
2562 /*
2563 ** Form A:
2564 ** CASE x WHEN e1 THEN r1 WHEN e2 THEN r2 ... WHEN eN THEN rN ELSE y END
2565 **
2566 ** Form B:
2567 ** CASE WHEN e1 THEN r1 WHEN e2 THEN r2 ... WHEN eN THEN rN ELSE y END
2568 **
2569 ** Form A is can be transformed into the equivalent form B as follows:
2570 ** CASE WHEN x=e1 THEN r1 WHEN x=e2 THEN r2 ...
2571 ** WHEN x=eN THEN rN ELSE y END
2572 **
2573 ** X (if it exists) is in pExpr->pLeft.
2574 ** Y is in pExpr->pRight. The Y is also optional. If there is no
2575 ** ELSE clause and no other term matches, then the result of the
2576 ** exprssion is NULL.
2577 ** Ei is in pExpr->pList->a[i*2] and Ri is pExpr->pList->a[i*2+1].
2578 **
2579 ** The result of the expression is the Ri for the first matching Ei,
2580 ** or if there is no matching Ei, the ELSE term Y, or if there is
2581 ** no ELSE term, NULL.
2582 */
drh17a7f8d2002-03-24 13:13:27 +00002583 case TK_CASE: {
drh2dcef112008-01-12 19:03:48 +00002584 int endLabel; /* GOTO label for end of CASE stmt */
2585 int nextCase; /* GOTO label for next WHEN clause */
2586 int nExpr; /* 2x number of WHEN terms */
2587 int i; /* Loop counter */
2588 ExprList *pEList; /* List of WHEN terms */
2589 struct ExprList_item *aListelem; /* Array of WHEN terms */
2590 Expr opCompare; /* The X==Ei expression */
2591 Expr cacheX; /* Cached expression X */
2592 Expr *pX; /* The X expression */
drh1bd10f82008-12-10 21:19:56 +00002593 Expr *pTest = 0; /* X==Ei (form A) or just Ei (form B) */
drhceea3322009-04-23 13:22:42 +00002594 VVA_ONLY( int iCacheLevel = pParse->iCacheLevel; )
drh17a7f8d2002-03-24 13:13:27 +00002595
danielk19776ab3a2e2009-02-19 14:39:25 +00002596 assert( !ExprHasProperty(pExpr, EP_xIsSelect) && pExpr->x.pList );
2597 assert((pExpr->x.pList->nExpr % 2) == 0);
2598 assert(pExpr->x.pList->nExpr > 0);
2599 pEList = pExpr->x.pList;
drhbe5c89a2004-07-26 00:31:09 +00002600 aListelem = pEList->a;
2601 nExpr = pEList->nExpr;
drh2dcef112008-01-12 19:03:48 +00002602 endLabel = sqlite3VdbeMakeLabel(v);
2603 if( (pX = pExpr->pLeft)!=0 ){
2604 cacheX = *pX;
drhc5499be2008-04-01 15:06:33 +00002605 testcase( pX->op==TK_COLUMN || pX->op==TK_REGISTER );
drh2dcef112008-01-12 19:03:48 +00002606 cacheX.iTable = sqlite3ExprCodeTemp(pParse, pX, &regFree1);
drhc5499be2008-04-01 15:06:33 +00002607 testcase( regFree1==0 );
drh2dcef112008-01-12 19:03:48 +00002608 cacheX.op = TK_REGISTER;
2609 opCompare.op = TK_EQ;
2610 opCompare.pLeft = &cacheX;
2611 pTest = &opCompare;
drh17a7f8d2002-03-24 13:13:27 +00002612 }
drhf5905aa2002-05-26 20:54:33 +00002613 for(i=0; i<nExpr; i=i+2){
drhceea3322009-04-23 13:22:42 +00002614 sqlite3ExprCachePush(pParse);
drh2dcef112008-01-12 19:03:48 +00002615 if( pX ){
drh1bd10f82008-12-10 21:19:56 +00002616 assert( pTest!=0 );
drh2dcef112008-01-12 19:03:48 +00002617 opCompare.pRight = aListelem[i].pExpr;
drh17a7f8d2002-03-24 13:13:27 +00002618 }else{
drh2dcef112008-01-12 19:03:48 +00002619 pTest = aListelem[i].pExpr;
drh17a7f8d2002-03-24 13:13:27 +00002620 }
drh2dcef112008-01-12 19:03:48 +00002621 nextCase = sqlite3VdbeMakeLabel(v);
drhc5499be2008-04-01 15:06:33 +00002622 testcase( pTest->op==TK_COLUMN || pTest->op==TK_REGISTER );
drh2dcef112008-01-12 19:03:48 +00002623 sqlite3ExprIfFalse(pParse, pTest, nextCase, SQLITE_JUMPIFNULL);
drhc5499be2008-04-01 15:06:33 +00002624 testcase( aListelem[i+1].pExpr->op==TK_COLUMN );
2625 testcase( aListelem[i+1].pExpr->op==TK_REGISTER );
drh9de221d2008-01-05 06:51:30 +00002626 sqlite3ExprCode(pParse, aListelem[i+1].pExpr, target);
drh2dcef112008-01-12 19:03:48 +00002627 sqlite3VdbeAddOp2(v, OP_Goto, 0, endLabel);
drhceea3322009-04-23 13:22:42 +00002628 sqlite3ExprCachePop(pParse, 1);
drh2dcef112008-01-12 19:03:48 +00002629 sqlite3VdbeResolveLabel(v, nextCase);
drhf570f012002-05-31 15:51:25 +00002630 }
drh17a7f8d2002-03-24 13:13:27 +00002631 if( pExpr->pRight ){
drhceea3322009-04-23 13:22:42 +00002632 sqlite3ExprCachePush(pParse);
drh9de221d2008-01-05 06:51:30 +00002633 sqlite3ExprCode(pParse, pExpr->pRight, target);
drhceea3322009-04-23 13:22:42 +00002634 sqlite3ExprCachePop(pParse, 1);
drh17a7f8d2002-03-24 13:13:27 +00002635 }else{
drh9de221d2008-01-05 06:51:30 +00002636 sqlite3VdbeAddOp2(v, OP_Null, 0, target);
drh17a7f8d2002-03-24 13:13:27 +00002637 }
danielk1977c1f4a192009-04-28 12:08:15 +00002638 assert( db->mallocFailed || pParse->nErr>0
2639 || pParse->iCacheLevel==iCacheLevel );
drh2dcef112008-01-12 19:03:48 +00002640 sqlite3VdbeResolveLabel(v, endLabel);
danielk19776f349032002-06-11 02:25:40 +00002641 break;
2642 }
danielk19775338a5f2005-01-20 13:03:10 +00002643#ifndef SQLITE_OMIT_TRIGGER
danielk19776f349032002-06-11 02:25:40 +00002644 case TK_RAISE: {
2645 if( !pParse->trigStack ){
danielk19774adee202004-05-08 08:23:19 +00002646 sqlite3ErrorMsg(pParse,
drhda93d232003-03-31 02:12:46 +00002647 "RAISE() may only be used within a trigger-program");
drh389a1ad2008-01-03 23:44:53 +00002648 return 0;
danielk19776f349032002-06-11 02:25:40 +00002649 }
danielk19776ab3a2e2009-02-19 14:39:25 +00002650 if( pExpr->affinity!=OE_Ignore ){
2651 assert( pExpr->affinity==OE_Rollback ||
2652 pExpr->affinity == OE_Abort ||
2653 pExpr->affinity == OE_Fail );
drh33e619f2009-05-28 01:00:55 +00002654 assert( !ExprHasProperty(pExpr, EP_IntValue) );
danielk19776ab3a2e2009-02-19 14:39:25 +00002655 sqlite3VdbeAddOp4(v, OP_Halt, SQLITE_CONSTRAINT, pExpr->affinity, 0,
drh33e619f2009-05-28 01:00:55 +00002656 pExpr->u.zToken, 0);
danielk19776f349032002-06-11 02:25:40 +00002657 } else {
danielk19776ab3a2e2009-02-19 14:39:25 +00002658 assert( pExpr->affinity == OE_Ignore );
drh66a51672008-01-03 00:01:23 +00002659 sqlite3VdbeAddOp2(v, OP_ContextPop, 0, 0);
2660 sqlite3VdbeAddOp2(v, OP_Goto, 0, pParse->trigStack->ignoreJump);
drhd4e70eb2008-01-02 00:34:36 +00002661 VdbeComment((v, "raise(IGNORE)"));
danielk19776f349032002-06-11 02:25:40 +00002662 }
drhffe07b22005-11-03 00:41:17 +00002663 break;
drh17a7f8d2002-03-24 13:13:27 +00002664 }
danielk19775338a5f2005-01-20 13:03:10 +00002665#endif
drhffe07b22005-11-03 00:41:17 +00002666 }
drh2dcef112008-01-12 19:03:48 +00002667 sqlite3ReleaseTempReg(pParse, regFree1);
2668 sqlite3ReleaseTempReg(pParse, regFree2);
2669 return inReg;
2670}
2671
2672/*
2673** Generate code to evaluate an expression and store the results
2674** into a register. Return the register number where the results
2675** are stored.
2676**
2677** If the register is a temporary register that can be deallocated,
drh678ccce2008-03-31 18:19:54 +00002678** then write its number into *pReg. If the result register is not
drh2dcef112008-01-12 19:03:48 +00002679** a temporary, then set *pReg to zero.
2680*/
2681int sqlite3ExprCodeTemp(Parse *pParse, Expr *pExpr, int *pReg){
2682 int r1 = sqlite3GetTempReg(pParse);
2683 int r2 = sqlite3ExprCodeTarget(pParse, pExpr, r1);
2684 if( r2==r1 ){
2685 *pReg = r1;
2686 }else{
2687 sqlite3ReleaseTempReg(pParse, r1);
2688 *pReg = 0;
2689 }
2690 return r2;
2691}
2692
2693/*
2694** Generate code that will evaluate expression pExpr and store the
2695** results in register target. The results are guaranteed to appear
2696** in register target.
2697*/
2698int sqlite3ExprCode(Parse *pParse, Expr *pExpr, int target){
drh9cbf3422008-01-17 16:22:13 +00002699 int inReg;
2700
2701 assert( target>0 && target<=pParse->nMem );
2702 inReg = sqlite3ExprCodeTarget(pParse, pExpr, target);
drh0e359b32008-01-13 19:02:11 +00002703 assert( pParse->pVdbe || pParse->db->mallocFailed );
2704 if( inReg!=target && pParse->pVdbe ){
drh9cbf3422008-01-17 16:22:13 +00002705 sqlite3VdbeAddOp2(pParse->pVdbe, OP_SCopy, inReg, target);
drhcce7d172000-05-31 15:34:51 +00002706 }
drh389a1ad2008-01-03 23:44:53 +00002707 return target;
drhcce7d172000-05-31 15:34:51 +00002708}
2709
2710/*
drh2dcef112008-01-12 19:03:48 +00002711** Generate code that evalutes the given expression and puts the result
drhde4fcfd2008-01-19 23:50:26 +00002712** in register target.
drh25303782004-12-07 15:41:48 +00002713**
drh2dcef112008-01-12 19:03:48 +00002714** Also make a copy of the expression results into another "cache" register
2715** and modify the expression so that the next time it is evaluated,
2716** the result is a copy of the cache register.
2717**
2718** This routine is used for expressions that are used multiple
2719** times. They are evaluated once and the results of the expression
2720** are reused.
drh25303782004-12-07 15:41:48 +00002721*/
drh2dcef112008-01-12 19:03:48 +00002722int sqlite3ExprCodeAndCache(Parse *pParse, Expr *pExpr, int target){
drh25303782004-12-07 15:41:48 +00002723 Vdbe *v = pParse->pVdbe;
drh2dcef112008-01-12 19:03:48 +00002724 int inReg;
2725 inReg = sqlite3ExprCode(pParse, pExpr, target);
drhde4fcfd2008-01-19 23:50:26 +00002726 assert( target>0 );
drh2dcef112008-01-12 19:03:48 +00002727 if( pExpr->op!=TK_REGISTER ){
2728 int iMem;
drhde4fcfd2008-01-19 23:50:26 +00002729 iMem = ++pParse->nMem;
2730 sqlite3VdbeAddOp2(v, OP_Copy, inReg, iMem);
drh2dcef112008-01-12 19:03:48 +00002731 pExpr->iTable = iMem;
drh25303782004-12-07 15:41:48 +00002732 pExpr->op = TK_REGISTER;
2733 }
drh2dcef112008-01-12 19:03:48 +00002734 return inReg;
drh25303782004-12-07 15:41:48 +00002735}
drh2dcef112008-01-12 19:03:48 +00002736
drh678ccce2008-03-31 18:19:54 +00002737/*
drh47de9552008-04-01 18:04:11 +00002738** Return TRUE if pExpr is an constant expression that is appropriate
2739** for factoring out of a loop. Appropriate expressions are:
2740**
2741** * Any expression that evaluates to two or more opcodes.
2742**
2743** * Any OP_Integer, OP_Real, OP_String, OP_Blob, OP_Null,
2744** or OP_Variable that does not need to be placed in a
2745** specific register.
2746**
2747** There is no point in factoring out single-instruction constant
2748** expressions that need to be placed in a particular register.
2749** We could factor them out, but then we would end up adding an
2750** OP_SCopy instruction to move the value into the correct register
2751** later. We might as well just use the original instruction and
2752** avoid the OP_SCopy.
2753*/
2754static int isAppropriateForFactoring(Expr *p){
2755 if( !sqlite3ExprIsConstantNotJoin(p) ){
2756 return 0; /* Only constant expressions are appropriate for factoring */
2757 }
2758 if( (p->flags & EP_FixedDest)==0 ){
2759 return 1; /* Any constant without a fixed destination is appropriate */
2760 }
2761 while( p->op==TK_UPLUS ) p = p->pLeft;
2762 switch( p->op ){
2763#ifndef SQLITE_OMIT_BLOB_LITERAL
2764 case TK_BLOB:
2765#endif
2766 case TK_VARIABLE:
2767 case TK_INTEGER:
2768 case TK_FLOAT:
2769 case TK_NULL:
2770 case TK_STRING: {
2771 testcase( p->op==TK_BLOB );
2772 testcase( p->op==TK_VARIABLE );
2773 testcase( p->op==TK_INTEGER );
2774 testcase( p->op==TK_FLOAT );
2775 testcase( p->op==TK_NULL );
2776 testcase( p->op==TK_STRING );
2777 /* Single-instruction constants with a fixed destination are
2778 ** better done in-line. If we factor them, they will just end
2779 ** up generating an OP_SCopy to move the value to the destination
2780 ** register. */
2781 return 0;
2782 }
2783 case TK_UMINUS: {
2784 if( p->pLeft->op==TK_FLOAT || p->pLeft->op==TK_INTEGER ){
2785 return 0;
2786 }
2787 break;
2788 }
2789 default: {
2790 break;
2791 }
2792 }
2793 return 1;
2794}
2795
2796/*
2797** If pExpr is a constant expression that is appropriate for
2798** factoring out of a loop, then evaluate the expression
drh678ccce2008-03-31 18:19:54 +00002799** into a register and convert the expression into a TK_REGISTER
2800** expression.
2801*/
drh7d10d5a2008-08-20 16:35:10 +00002802static int evalConstExpr(Walker *pWalker, Expr *pExpr){
2803 Parse *pParse = pWalker->pParse;
drh47de9552008-04-01 18:04:11 +00002804 switch( pExpr->op ){
2805 case TK_REGISTER: {
2806 return 1;
2807 }
2808 case TK_FUNCTION:
2809 case TK_AGG_FUNCTION:
2810 case TK_CONST_FUNC: {
2811 /* The arguments to a function have a fixed destination.
2812 ** Mark them this way to avoid generated unneeded OP_SCopy
2813 ** instructions.
2814 */
danielk19776ab3a2e2009-02-19 14:39:25 +00002815 ExprList *pList = pExpr->x.pList;
2816 assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
drh47de9552008-04-01 18:04:11 +00002817 if( pList ){
2818 int i = pList->nExpr;
2819 struct ExprList_item *pItem = pList->a;
2820 for(; i>0; i--, pItem++){
2821 if( pItem->pExpr ) pItem->pExpr->flags |= EP_FixedDest;
2822 }
2823 }
2824 break;
2825 }
drh678ccce2008-03-31 18:19:54 +00002826 }
drh47de9552008-04-01 18:04:11 +00002827 if( isAppropriateForFactoring(pExpr) ){
drh678ccce2008-03-31 18:19:54 +00002828 int r1 = ++pParse->nMem;
2829 int r2;
2830 r2 = sqlite3ExprCodeTarget(pParse, pExpr, r1);
drhc5499be2008-04-01 15:06:33 +00002831 if( r1!=r2 ) sqlite3ReleaseTempReg(pParse, r1);
drh678ccce2008-03-31 18:19:54 +00002832 pExpr->op = TK_REGISTER;
2833 pExpr->iTable = r2;
drh7d10d5a2008-08-20 16:35:10 +00002834 return WRC_Prune;
drh678ccce2008-03-31 18:19:54 +00002835 }
drh7d10d5a2008-08-20 16:35:10 +00002836 return WRC_Continue;
drh678ccce2008-03-31 18:19:54 +00002837}
2838
2839/*
2840** Preevaluate constant subexpressions within pExpr and store the
2841** results in registers. Modify pExpr so that the constant subexpresions
2842** are TK_REGISTER opcodes that refer to the precomputed values.
2843*/
2844void sqlite3ExprCodeConstants(Parse *pParse, Expr *pExpr){
drh7d10d5a2008-08-20 16:35:10 +00002845 Walker w;
2846 w.xExprCallback = evalConstExpr;
2847 w.xSelectCallback = 0;
2848 w.pParse = pParse;
2849 sqlite3WalkExpr(&w, pExpr);
drh678ccce2008-03-31 18:19:54 +00002850}
2851
drh25303782004-12-07 15:41:48 +00002852
2853/*
drh268380c2004-02-25 13:47:31 +00002854** Generate code that pushes the value of every element of the given
drh9cbf3422008-01-17 16:22:13 +00002855** expression list into a sequence of registers beginning at target.
drh268380c2004-02-25 13:47:31 +00002856**
drh892d3172008-01-10 03:46:36 +00002857** Return the number of elements evaluated.
drh268380c2004-02-25 13:47:31 +00002858*/
danielk19774adee202004-05-08 08:23:19 +00002859int sqlite3ExprCodeExprList(
drh268380c2004-02-25 13:47:31 +00002860 Parse *pParse, /* Parsing context */
drh389a1ad2008-01-03 23:44:53 +00002861 ExprList *pList, /* The expression list to be coded */
drh191b54c2008-04-15 12:14:21 +00002862 int target, /* Where to write results */
drhd1766112008-09-17 00:13:12 +00002863 int doHardCopy /* Make a hard copy of every element */
drh268380c2004-02-25 13:47:31 +00002864){
2865 struct ExprList_item *pItem;
drh9cbf3422008-01-17 16:22:13 +00002866 int i, n;
drh9d8b3072008-08-22 16:29:51 +00002867 assert( pList!=0 );
drh9cbf3422008-01-17 16:22:13 +00002868 assert( target>0 );
drh268380c2004-02-25 13:47:31 +00002869 n = pList->nExpr;
drh191b54c2008-04-15 12:14:21 +00002870 for(pItem=pList->a, i=0; i<n; i++, pItem++){
drh8b213892008-08-29 02:14:02 +00002871 if( pItem->iAlias ){
drh31daa632008-10-25 15:03:20 +00002872 int iReg = codeAlias(pParse, pItem->iAlias, pItem->pExpr, target+i);
drh8b213892008-08-29 02:14:02 +00002873 Vdbe *v = sqlite3GetVdbe(pParse);
drh31daa632008-10-25 15:03:20 +00002874 if( iReg!=target+i ){
2875 sqlite3VdbeAddOp2(v, OP_SCopy, iReg, target+i);
2876 }
drhd1766112008-09-17 00:13:12 +00002877 }else{
drh8b213892008-08-29 02:14:02 +00002878 sqlite3ExprCode(pParse, pItem->pExpr, target+i);
2879 }
drhd1766112008-09-17 00:13:12 +00002880 if( doHardCopy ){
2881 sqlite3ExprHardCopy(pParse, target, n);
2882 }
drh268380c2004-02-25 13:47:31 +00002883 }
drhf9b596e2004-05-26 16:54:42 +00002884 return n;
drh268380c2004-02-25 13:47:31 +00002885}
2886
2887/*
drhcce7d172000-05-31 15:34:51 +00002888** Generate code for a boolean expression such that a jump is made
2889** to the label "dest" if the expression is true but execution
2890** continues straight thru if the expression is false.
drhf5905aa2002-05-26 20:54:33 +00002891**
2892** If the expression evaluates to NULL (neither true nor false), then
drh35573352008-01-08 23:54:25 +00002893** take the jump if the jumpIfNull flag is SQLITE_JUMPIFNULL.
drhf2bc0132004-10-04 13:19:23 +00002894**
2895** This code depends on the fact that certain token values (ex: TK_EQ)
2896** are the same as opcode values (ex: OP_Eq) that implement the corresponding
2897** operation. Special comments in vdbe.c and the mkopcodeh.awk script in
2898** the make process cause these values to align. Assert()s in the code
2899** below verify that the numbers are aligned correctly.
drhcce7d172000-05-31 15:34:51 +00002900*/
danielk19774adee202004-05-08 08:23:19 +00002901void sqlite3ExprIfTrue(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){
drhcce7d172000-05-31 15:34:51 +00002902 Vdbe *v = pParse->pVdbe;
2903 int op = 0;
drh2dcef112008-01-12 19:03:48 +00002904 int regFree1 = 0;
2905 int regFree2 = 0;
2906 int r1, r2;
2907
drh35573352008-01-08 23:54:25 +00002908 assert( jumpIfNull==SQLITE_JUMPIFNULL || jumpIfNull==0 );
drhdaffd0e2001-04-11 14:28:42 +00002909 if( v==0 || pExpr==0 ) return;
drhf2bc0132004-10-04 13:19:23 +00002910 op = pExpr->op;
2911 switch( op ){
drhcce7d172000-05-31 15:34:51 +00002912 case TK_AND: {
danielk19774adee202004-05-08 08:23:19 +00002913 int d2 = sqlite3VdbeMakeLabel(v);
drhc5499be2008-04-01 15:06:33 +00002914 testcase( jumpIfNull==0 );
drhceea3322009-04-23 13:22:42 +00002915 sqlite3ExprCachePush(pParse);
drh35573352008-01-08 23:54:25 +00002916 sqlite3ExprIfFalse(pParse, pExpr->pLeft, d2,jumpIfNull^SQLITE_JUMPIFNULL);
danielk19774adee202004-05-08 08:23:19 +00002917 sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull);
2918 sqlite3VdbeResolveLabel(v, d2);
drhceea3322009-04-23 13:22:42 +00002919 sqlite3ExprCachePop(pParse, 1);
drhcce7d172000-05-31 15:34:51 +00002920 break;
2921 }
2922 case TK_OR: {
drhc5499be2008-04-01 15:06:33 +00002923 testcase( jumpIfNull==0 );
danielk19774adee202004-05-08 08:23:19 +00002924 sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull);
2925 sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull);
drhcce7d172000-05-31 15:34:51 +00002926 break;
2927 }
2928 case TK_NOT: {
drhc5499be2008-04-01 15:06:33 +00002929 testcase( jumpIfNull==0 );
danielk19774adee202004-05-08 08:23:19 +00002930 sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull);
drhcce7d172000-05-31 15:34:51 +00002931 break;
2932 }
2933 case TK_LT:
2934 case TK_LE:
2935 case TK_GT:
2936 case TK_GE:
2937 case TK_NE:
drh0ac65892002-04-20 14:24:41 +00002938 case TK_EQ: {
drhf2bc0132004-10-04 13:19:23 +00002939 assert( TK_LT==OP_Lt );
2940 assert( TK_LE==OP_Le );
2941 assert( TK_GT==OP_Gt );
2942 assert( TK_GE==OP_Ge );
2943 assert( TK_EQ==OP_Eq );
2944 assert( TK_NE==OP_Ne );
drhc5499be2008-04-01 15:06:33 +00002945 testcase( op==TK_LT );
2946 testcase( op==TK_LE );
2947 testcase( op==TK_GT );
2948 testcase( op==TK_GE );
2949 testcase( op==TK_EQ );
2950 testcase( op==TK_NE );
2951 testcase( jumpIfNull==0 );
drhda250ea2008-04-01 05:07:14 +00002952 codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
2953 pExpr->pRight, &r2, &regFree2);
drh35573352008-01-08 23:54:25 +00002954 codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
drh2dcef112008-01-12 19:03:48 +00002955 r1, r2, dest, jumpIfNull);
drhc5499be2008-04-01 15:06:33 +00002956 testcase( regFree1==0 );
2957 testcase( regFree2==0 );
drhcce7d172000-05-31 15:34:51 +00002958 break;
2959 }
2960 case TK_ISNULL:
2961 case TK_NOTNULL: {
drhf2bc0132004-10-04 13:19:23 +00002962 assert( TK_ISNULL==OP_IsNull );
2963 assert( TK_NOTNULL==OP_NotNull );
drhc5499be2008-04-01 15:06:33 +00002964 testcase( op==TK_ISNULL );
2965 testcase( op==TK_NOTNULL );
drh2dcef112008-01-12 19:03:48 +00002966 r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
2967 sqlite3VdbeAddOp2(v, op, r1, dest);
drhc5499be2008-04-01 15:06:33 +00002968 testcase( regFree1==0 );
drhcce7d172000-05-31 15:34:51 +00002969 break;
2970 }
drhfef52082000-06-06 01:50:43 +00002971 case TK_BETWEEN: {
drh2dcef112008-01-12 19:03:48 +00002972 /* x BETWEEN y AND z
danielk19770202b292004-06-09 09:55:16 +00002973 **
drh2dcef112008-01-12 19:03:48 +00002974 ** Is equivalent to
2975 **
2976 ** x>=y AND x<=z
2977 **
2978 ** Code it as such, taking care to do the common subexpression
2979 ** elementation of x.
danielk19770202b292004-06-09 09:55:16 +00002980 */
drh2dcef112008-01-12 19:03:48 +00002981 Expr exprAnd;
2982 Expr compLeft;
2983 Expr compRight;
2984 Expr exprX;
danielk19770202b292004-06-09 09:55:16 +00002985
danielk19776ab3a2e2009-02-19 14:39:25 +00002986 assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
drh2dcef112008-01-12 19:03:48 +00002987 exprX = *pExpr->pLeft;
2988 exprAnd.op = TK_AND;
2989 exprAnd.pLeft = &compLeft;
2990 exprAnd.pRight = &compRight;
2991 compLeft.op = TK_GE;
2992 compLeft.pLeft = &exprX;
danielk19776ab3a2e2009-02-19 14:39:25 +00002993 compLeft.pRight = pExpr->x.pList->a[0].pExpr;
drh2dcef112008-01-12 19:03:48 +00002994 compRight.op = TK_LE;
2995 compRight.pLeft = &exprX;
danielk19776ab3a2e2009-02-19 14:39:25 +00002996 compRight.pRight = pExpr->x.pList->a[1].pExpr;
drh2dcef112008-01-12 19:03:48 +00002997 exprX.iTable = sqlite3ExprCodeTemp(pParse, &exprX, &regFree1);
drhc5499be2008-04-01 15:06:33 +00002998 testcase( regFree1==0 );
drh2dcef112008-01-12 19:03:48 +00002999 exprX.op = TK_REGISTER;
drhc5499be2008-04-01 15:06:33 +00003000 testcase( jumpIfNull==0 );
drh2dcef112008-01-12 19:03:48 +00003001 sqlite3ExprIfTrue(pParse, &exprAnd, dest, jumpIfNull);
drhfef52082000-06-06 01:50:43 +00003002 break;
3003 }
drhcce7d172000-05-31 15:34:51 +00003004 default: {
drh2dcef112008-01-12 19:03:48 +00003005 r1 = sqlite3ExprCodeTemp(pParse, pExpr, &regFree1);
3006 sqlite3VdbeAddOp3(v, OP_If, r1, dest, jumpIfNull!=0);
drhc5499be2008-04-01 15:06:33 +00003007 testcase( regFree1==0 );
3008 testcase( jumpIfNull==0 );
drhcce7d172000-05-31 15:34:51 +00003009 break;
3010 }
3011 }
drh2dcef112008-01-12 19:03:48 +00003012 sqlite3ReleaseTempReg(pParse, regFree1);
3013 sqlite3ReleaseTempReg(pParse, regFree2);
drhcce7d172000-05-31 15:34:51 +00003014}
3015
3016/*
drh66b89c82000-11-28 20:47:17 +00003017** Generate code for a boolean expression such that a jump is made
drhcce7d172000-05-31 15:34:51 +00003018** to the label "dest" if the expression is false but execution
3019** continues straight thru if the expression is true.
drhf5905aa2002-05-26 20:54:33 +00003020**
3021** If the expression evaluates to NULL (neither true nor false) then
drh35573352008-01-08 23:54:25 +00003022** jump if jumpIfNull is SQLITE_JUMPIFNULL or fall through if jumpIfNull
3023** is 0.
drhcce7d172000-05-31 15:34:51 +00003024*/
danielk19774adee202004-05-08 08:23:19 +00003025void sqlite3ExprIfFalse(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){
drhcce7d172000-05-31 15:34:51 +00003026 Vdbe *v = pParse->pVdbe;
3027 int op = 0;
drh2dcef112008-01-12 19:03:48 +00003028 int regFree1 = 0;
3029 int regFree2 = 0;
3030 int r1, r2;
3031
drh35573352008-01-08 23:54:25 +00003032 assert( jumpIfNull==SQLITE_JUMPIFNULL || jumpIfNull==0 );
drhdaffd0e2001-04-11 14:28:42 +00003033 if( v==0 || pExpr==0 ) return;
drhf2bc0132004-10-04 13:19:23 +00003034
3035 /* The value of pExpr->op and op are related as follows:
3036 **
3037 ** pExpr->op op
3038 ** --------- ----------
3039 ** TK_ISNULL OP_NotNull
3040 ** TK_NOTNULL OP_IsNull
3041 ** TK_NE OP_Eq
3042 ** TK_EQ OP_Ne
3043 ** TK_GT OP_Le
3044 ** TK_LE OP_Gt
3045 ** TK_GE OP_Lt
3046 ** TK_LT OP_Ge
3047 **
3048 ** For other values of pExpr->op, op is undefined and unused.
3049 ** The value of TK_ and OP_ constants are arranged such that we
3050 ** can compute the mapping above using the following expression.
3051 ** Assert()s verify that the computation is correct.
3052 */
3053 op = ((pExpr->op+(TK_ISNULL&1))^1)-(TK_ISNULL&1);
3054
3055 /* Verify correct alignment of TK_ and OP_ constants
3056 */
3057 assert( pExpr->op!=TK_ISNULL || op==OP_NotNull );
3058 assert( pExpr->op!=TK_NOTNULL || op==OP_IsNull );
3059 assert( pExpr->op!=TK_NE || op==OP_Eq );
3060 assert( pExpr->op!=TK_EQ || op==OP_Ne );
3061 assert( pExpr->op!=TK_LT || op==OP_Ge );
3062 assert( pExpr->op!=TK_LE || op==OP_Gt );
3063 assert( pExpr->op!=TK_GT || op==OP_Le );
3064 assert( pExpr->op!=TK_GE || op==OP_Lt );
3065
drhcce7d172000-05-31 15:34:51 +00003066 switch( pExpr->op ){
3067 case TK_AND: {
drhc5499be2008-04-01 15:06:33 +00003068 testcase( jumpIfNull==0 );
danielk19774adee202004-05-08 08:23:19 +00003069 sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull);
3070 sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull);
drhcce7d172000-05-31 15:34:51 +00003071 break;
3072 }
3073 case TK_OR: {
danielk19774adee202004-05-08 08:23:19 +00003074 int d2 = sqlite3VdbeMakeLabel(v);
drhc5499be2008-04-01 15:06:33 +00003075 testcase( jumpIfNull==0 );
drhceea3322009-04-23 13:22:42 +00003076 sqlite3ExprCachePush(pParse);
drh35573352008-01-08 23:54:25 +00003077 sqlite3ExprIfTrue(pParse, pExpr->pLeft, d2, jumpIfNull^SQLITE_JUMPIFNULL);
danielk19774adee202004-05-08 08:23:19 +00003078 sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull);
3079 sqlite3VdbeResolveLabel(v, d2);
drhceea3322009-04-23 13:22:42 +00003080 sqlite3ExprCachePop(pParse, 1);
drhcce7d172000-05-31 15:34:51 +00003081 break;
3082 }
3083 case TK_NOT: {
danielk19774adee202004-05-08 08:23:19 +00003084 sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull);
drhcce7d172000-05-31 15:34:51 +00003085 break;
3086 }
3087 case TK_LT:
3088 case TK_LE:
3089 case TK_GT:
3090 case TK_GE:
3091 case TK_NE:
3092 case TK_EQ: {
drhc5499be2008-04-01 15:06:33 +00003093 testcase( op==TK_LT );
3094 testcase( op==TK_LE );
3095 testcase( op==TK_GT );
3096 testcase( op==TK_GE );
3097 testcase( op==TK_EQ );
3098 testcase( op==TK_NE );
3099 testcase( jumpIfNull==0 );
drhda250ea2008-04-01 05:07:14 +00003100 codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
3101 pExpr->pRight, &r2, &regFree2);
drh35573352008-01-08 23:54:25 +00003102 codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
drh2dcef112008-01-12 19:03:48 +00003103 r1, r2, dest, jumpIfNull);
drhc5499be2008-04-01 15:06:33 +00003104 testcase( regFree1==0 );
3105 testcase( regFree2==0 );
drhcce7d172000-05-31 15:34:51 +00003106 break;
3107 }
drhcce7d172000-05-31 15:34:51 +00003108 case TK_ISNULL:
3109 case TK_NOTNULL: {
drhc5499be2008-04-01 15:06:33 +00003110 testcase( op==TK_ISNULL );
3111 testcase( op==TK_NOTNULL );
drh2dcef112008-01-12 19:03:48 +00003112 r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
3113 sqlite3VdbeAddOp2(v, op, r1, dest);
drhc5499be2008-04-01 15:06:33 +00003114 testcase( regFree1==0 );
drhcce7d172000-05-31 15:34:51 +00003115 break;
3116 }
drhfef52082000-06-06 01:50:43 +00003117 case TK_BETWEEN: {
drh2dcef112008-01-12 19:03:48 +00003118 /* x BETWEEN y AND z
danielk19770202b292004-06-09 09:55:16 +00003119 **
drh2dcef112008-01-12 19:03:48 +00003120 ** Is equivalent to
3121 **
3122 ** x>=y AND x<=z
3123 **
3124 ** Code it as such, taking care to do the common subexpression
3125 ** elementation of x.
danielk19770202b292004-06-09 09:55:16 +00003126 */
drh2dcef112008-01-12 19:03:48 +00003127 Expr exprAnd;
3128 Expr compLeft;
3129 Expr compRight;
3130 Expr exprX;
drhbe5c89a2004-07-26 00:31:09 +00003131
danielk19776ab3a2e2009-02-19 14:39:25 +00003132 assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
drh2dcef112008-01-12 19:03:48 +00003133 exprX = *pExpr->pLeft;
3134 exprAnd.op = TK_AND;
3135 exprAnd.pLeft = &compLeft;
3136 exprAnd.pRight = &compRight;
3137 compLeft.op = TK_GE;
3138 compLeft.pLeft = &exprX;
danielk19776ab3a2e2009-02-19 14:39:25 +00003139 compLeft.pRight = pExpr->x.pList->a[0].pExpr;
drh2dcef112008-01-12 19:03:48 +00003140 compRight.op = TK_LE;
3141 compRight.pLeft = &exprX;
danielk19776ab3a2e2009-02-19 14:39:25 +00003142 compRight.pRight = pExpr->x.pList->a[1].pExpr;
drh2dcef112008-01-12 19:03:48 +00003143 exprX.iTable = sqlite3ExprCodeTemp(pParse, &exprX, &regFree1);
drhc5499be2008-04-01 15:06:33 +00003144 testcase( regFree1==0 );
drh2dcef112008-01-12 19:03:48 +00003145 exprX.op = TK_REGISTER;
drhc5499be2008-04-01 15:06:33 +00003146 testcase( jumpIfNull==0 );
drh2dcef112008-01-12 19:03:48 +00003147 sqlite3ExprIfFalse(pParse, &exprAnd, dest, jumpIfNull);
drhfef52082000-06-06 01:50:43 +00003148 break;
3149 }
drhcce7d172000-05-31 15:34:51 +00003150 default: {
drh2dcef112008-01-12 19:03:48 +00003151 r1 = sqlite3ExprCodeTemp(pParse, pExpr, &regFree1);
3152 sqlite3VdbeAddOp3(v, OP_IfNot, r1, dest, jumpIfNull!=0);
drhc5499be2008-04-01 15:06:33 +00003153 testcase( regFree1==0 );
3154 testcase( jumpIfNull==0 );
drhcce7d172000-05-31 15:34:51 +00003155 break;
3156 }
3157 }
drh2dcef112008-01-12 19:03:48 +00003158 sqlite3ReleaseTempReg(pParse, regFree1);
3159 sqlite3ReleaseTempReg(pParse, regFree2);
drhcce7d172000-05-31 15:34:51 +00003160}
drh22827922000-06-06 17:27:05 +00003161
3162/*
3163** Do a deep comparison of two expression trees. Return TRUE (non-zero)
3164** if they are identical and return FALSE if they differ in any way.
drhd40aab02007-02-24 15:29:03 +00003165**
3166** Sometimes this routine will return FALSE even if the two expressions
3167** really are equivalent. If we cannot prove that the expressions are
3168** identical, we return FALSE just to be safe. So if this routine
3169** returns false, then you do not really know for certain if the two
3170** expressions are the same. But if you get a TRUE return, then you
3171** can be sure the expressions are the same. In the places where
3172** this routine is used, it does not hurt to get an extra FALSE - that
3173** just might result in some slightly slower code. But returning
3174** an incorrect TRUE could lead to a malfunction.
drh22827922000-06-06 17:27:05 +00003175*/
danielk19774adee202004-05-08 08:23:19 +00003176int sqlite3ExprCompare(Expr *pA, Expr *pB){
drh22827922000-06-06 17:27:05 +00003177 int i;
danielk19774b202ae2006-01-23 05:50:58 +00003178 if( pA==0||pB==0 ){
3179 return pB==pA;
drh22827922000-06-06 17:27:05 +00003180 }
drh33e619f2009-05-28 01:00:55 +00003181 assert( !ExprHasAnyProperty(pA, EP_TokenOnly|EP_Reduced) );
3182 assert( !ExprHasAnyProperty(pB, EP_TokenOnly|EP_Reduced) );
danielk19776ab3a2e2009-02-19 14:39:25 +00003183 if( ExprHasProperty(pA, EP_xIsSelect) || ExprHasProperty(pB, EP_xIsSelect) ){
drh22827922000-06-06 17:27:05 +00003184 return 0;
3185 }
danielk19776ab3a2e2009-02-19 14:39:25 +00003186 if( (pA->flags & EP_Distinct)!=(pB->flags & EP_Distinct) ) return 0;
3187 if( pA->op!=pB->op ) return 0;
3188 if( !sqlite3ExprCompare(pA->pLeft, pB->pLeft) ) return 0;
3189 if( !sqlite3ExprCompare(pA->pRight, pB->pRight) ) return 0;
3190
3191 if( pA->x.pList && pB->x.pList ){
3192 if( pA->x.pList->nExpr!=pB->x.pList->nExpr ) return 0;
3193 for(i=0; i<pA->x.pList->nExpr; i++){
3194 Expr *pExprA = pA->x.pList->a[i].pExpr;
3195 Expr *pExprB = pB->x.pList->a[i].pExpr;
3196 if( !sqlite3ExprCompare(pExprA, pExprB) ) return 0;
3197 }
3198 }else if( pA->x.pList || pB->x.pList ){
3199 return 0;
3200 }
3201
drh2f2c01e2002-07-02 13:05:04 +00003202 if( pA->iTable!=pB->iTable || pA->iColumn!=pB->iColumn ) return 0;
drh33e619f2009-05-28 01:00:55 +00003203 if( ExprHasProperty(pA, EP_IntValue) ){
3204 if( !ExprHasProperty(pB, EP_IntValue) || pA->u.iValue!=pB->u.iValue ){
3205 return 0;
3206 }
3207 }else if( pA->op!=TK_COLUMN && pA->u.zToken ){
3208 if( ExprHasProperty(pB, EP_IntValue) || pB->u.zToken==0 ) return 0;
3209 if( sqlite3StrICmp(pA->u.zToken,pB->u.zToken)!=0 ){
drh2646da72005-12-09 20:02:05 +00003210 return 0;
3211 }
drh22827922000-06-06 17:27:05 +00003212 }
3213 return 1;
3214}
3215
drh13449892005-09-07 21:22:45 +00003216
drh22827922000-06-06 17:27:05 +00003217/*
drh13449892005-09-07 21:22:45 +00003218** Add a new element to the pAggInfo->aCol[] array. Return the index of
3219** the new element. Return a negative number if malloc fails.
drh22827922000-06-06 17:27:05 +00003220*/
drh17435752007-08-16 04:30:38 +00003221static int addAggInfoColumn(sqlite3 *db, AggInfo *pInfo){
drh13449892005-09-07 21:22:45 +00003222 int i;
drhcf643722007-03-27 13:36:37 +00003223 pInfo->aCol = sqlite3ArrayAllocate(
drh17435752007-08-16 04:30:38 +00003224 db,
drhcf643722007-03-27 13:36:37 +00003225 pInfo->aCol,
3226 sizeof(pInfo->aCol[0]),
3227 3,
3228 &pInfo->nColumn,
3229 &pInfo->nColumnAlloc,
3230 &i
3231 );
drh13449892005-09-07 21:22:45 +00003232 return i;
3233}
3234
3235/*
3236** Add a new element to the pAggInfo->aFunc[] array. Return the index of
3237** the new element. Return a negative number if malloc fails.
3238*/
drh17435752007-08-16 04:30:38 +00003239static int addAggInfoFunc(sqlite3 *db, AggInfo *pInfo){
drh13449892005-09-07 21:22:45 +00003240 int i;
drhcf643722007-03-27 13:36:37 +00003241 pInfo->aFunc = sqlite3ArrayAllocate(
drh17435752007-08-16 04:30:38 +00003242 db,
drhcf643722007-03-27 13:36:37 +00003243 pInfo->aFunc,
3244 sizeof(pInfo->aFunc[0]),
3245 3,
3246 &pInfo->nFunc,
3247 &pInfo->nFuncAlloc,
3248 &i
3249 );
drh13449892005-09-07 21:22:45 +00003250 return i;
3251}
drh22827922000-06-06 17:27:05 +00003252
3253/*
drh7d10d5a2008-08-20 16:35:10 +00003254** This is the xExprCallback for a tree walker. It is used to
3255** implement sqlite3ExprAnalyzeAggregates(). See sqlite3ExprAnalyzeAggregates
drh626a8792005-01-17 22:08:19 +00003256** for additional information.
drh22827922000-06-06 17:27:05 +00003257*/
drh7d10d5a2008-08-20 16:35:10 +00003258static int analyzeAggregate(Walker *pWalker, Expr *pExpr){
drh22827922000-06-06 17:27:05 +00003259 int i;
drh7d10d5a2008-08-20 16:35:10 +00003260 NameContext *pNC = pWalker->u.pNC;
danielk1977a58fdfb2005-02-08 07:50:40 +00003261 Parse *pParse = pNC->pParse;
3262 SrcList *pSrcList = pNC->pSrcList;
drh13449892005-09-07 21:22:45 +00003263 AggInfo *pAggInfo = pNC->pAggInfo;
drh22827922000-06-06 17:27:05 +00003264
drh22827922000-06-06 17:27:05 +00003265 switch( pExpr->op ){
drh89c69d02007-01-04 01:20:28 +00003266 case TK_AGG_COLUMN:
drh967e8b72000-06-21 13:59:10 +00003267 case TK_COLUMN: {
drh8b213892008-08-29 02:14:02 +00003268 testcase( pExpr->op==TK_AGG_COLUMN );
3269 testcase( pExpr->op==TK_COLUMN );
drh13449892005-09-07 21:22:45 +00003270 /* Check to see if the column is in one of the tables in the FROM
3271 ** clause of the aggregate query */
3272 if( pSrcList ){
3273 struct SrcList_item *pItem = pSrcList->a;
3274 for(i=0; i<pSrcList->nSrc; i++, pItem++){
3275 struct AggInfo_col *pCol;
drh33e619f2009-05-28 01:00:55 +00003276 assert( !ExprHasAnyProperty(pExpr, EP_TokenOnly|EP_Reduced) );
drh13449892005-09-07 21:22:45 +00003277 if( pExpr->iTable==pItem->iCursor ){
3278 /* If we reach this point, it means that pExpr refers to a table
3279 ** that is in the FROM clause of the aggregate query.
3280 **
3281 ** Make an entry for the column in pAggInfo->aCol[] if there
3282 ** is not an entry there already.
3283 */
drh7f906d62007-03-12 23:48:52 +00003284 int k;
drh13449892005-09-07 21:22:45 +00003285 pCol = pAggInfo->aCol;
drh7f906d62007-03-12 23:48:52 +00003286 for(k=0; k<pAggInfo->nColumn; k++, pCol++){
drh13449892005-09-07 21:22:45 +00003287 if( pCol->iTable==pExpr->iTable &&
3288 pCol->iColumn==pExpr->iColumn ){
3289 break;
3290 }
danielk1977a58fdfb2005-02-08 07:50:40 +00003291 }
danielk19771e536952007-08-16 10:09:01 +00003292 if( (k>=pAggInfo->nColumn)
3293 && (k = addAggInfoColumn(pParse->db, pAggInfo))>=0
3294 ){
drh7f906d62007-03-12 23:48:52 +00003295 pCol = &pAggInfo->aCol[k];
danielk19770817d0d2007-02-14 09:19:36 +00003296 pCol->pTab = pExpr->pTab;
drh13449892005-09-07 21:22:45 +00003297 pCol->iTable = pExpr->iTable;
3298 pCol->iColumn = pExpr->iColumn;
drh0a07c102008-01-03 18:03:08 +00003299 pCol->iMem = ++pParse->nMem;
drh13449892005-09-07 21:22:45 +00003300 pCol->iSorterColumn = -1;
drh5774b802005-09-07 22:48:16 +00003301 pCol->pExpr = pExpr;
drh13449892005-09-07 21:22:45 +00003302 if( pAggInfo->pGroupBy ){
3303 int j, n;
3304 ExprList *pGB = pAggInfo->pGroupBy;
3305 struct ExprList_item *pTerm = pGB->a;
3306 n = pGB->nExpr;
3307 for(j=0; j<n; j++, pTerm++){
3308 Expr *pE = pTerm->pExpr;
3309 if( pE->op==TK_COLUMN && pE->iTable==pExpr->iTable &&
3310 pE->iColumn==pExpr->iColumn ){
3311 pCol->iSorterColumn = j;
3312 break;
3313 }
3314 }
3315 }
3316 if( pCol->iSorterColumn<0 ){
3317 pCol->iSorterColumn = pAggInfo->nSortingColumn++;
3318 }
3319 }
3320 /* There is now an entry for pExpr in pAggInfo->aCol[] (either
3321 ** because it was there before or because we just created it).
3322 ** Convert the pExpr to be a TK_AGG_COLUMN referring to that
3323 ** pAggInfo->aCol[] entry.
3324 */
drh33e619f2009-05-28 01:00:55 +00003325 ExprSetIrreducible(pExpr);
drh13449892005-09-07 21:22:45 +00003326 pExpr->pAggInfo = pAggInfo;
3327 pExpr->op = TK_AGG_COLUMN;
drh7f906d62007-03-12 23:48:52 +00003328 pExpr->iAgg = k;
drh13449892005-09-07 21:22:45 +00003329 break;
3330 } /* endif pExpr->iTable==pItem->iCursor */
3331 } /* end loop over pSrcList */
drh22827922000-06-06 17:27:05 +00003332 }
drh7d10d5a2008-08-20 16:35:10 +00003333 return WRC_Prune;
drh22827922000-06-06 17:27:05 +00003334 }
3335 case TK_AGG_FUNCTION: {
drh13449892005-09-07 21:22:45 +00003336 /* The pNC->nDepth==0 test causes aggregate functions in subqueries
3337 ** to be ignored */
danielk1977a58fdfb2005-02-08 07:50:40 +00003338 if( pNC->nDepth==0 ){
drh13449892005-09-07 21:22:45 +00003339 /* Check to see if pExpr is a duplicate of another aggregate
3340 ** function that is already in the pAggInfo structure
3341 */
3342 struct AggInfo_func *pItem = pAggInfo->aFunc;
3343 for(i=0; i<pAggInfo->nFunc; i++, pItem++){
3344 if( sqlite3ExprCompare(pItem->pExpr, pExpr) ){
danielk1977a58fdfb2005-02-08 07:50:40 +00003345 break;
3346 }
drh22827922000-06-06 17:27:05 +00003347 }
drh13449892005-09-07 21:22:45 +00003348 if( i>=pAggInfo->nFunc ){
3349 /* pExpr is original. Make a new entry in pAggInfo->aFunc[]
3350 */
danielk197714db2662006-01-09 16:12:04 +00003351 u8 enc = ENC(pParse->db);
danielk19771e536952007-08-16 10:09:01 +00003352 i = addAggInfoFunc(pParse->db, pAggInfo);
drh13449892005-09-07 21:22:45 +00003353 if( i>=0 ){
danielk19776ab3a2e2009-02-19 14:39:25 +00003354 assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
drh13449892005-09-07 21:22:45 +00003355 pItem = &pAggInfo->aFunc[i];
3356 pItem->pExpr = pExpr;
drh0a07c102008-01-03 18:03:08 +00003357 pItem->iMem = ++pParse->nMem;
drh33e619f2009-05-28 01:00:55 +00003358 assert( !ExprHasProperty(pExpr, EP_IntValue) );
drh13449892005-09-07 21:22:45 +00003359 pItem->pFunc = sqlite3FindFunction(pParse->db,
drh33e619f2009-05-28 01:00:55 +00003360 pExpr->u.zToken, sqlite3Strlen30(pExpr->u.zToken),
danielk19776ab3a2e2009-02-19 14:39:25 +00003361 pExpr->x.pList ? pExpr->x.pList->nExpr : 0, enc, 0);
drhfd357972005-09-09 01:33:19 +00003362 if( pExpr->flags & EP_Distinct ){
3363 pItem->iDistinct = pParse->nTab++;
3364 }else{
3365 pItem->iDistinct = -1;
3366 }
drh13449892005-09-07 21:22:45 +00003367 }
danielk1977a58fdfb2005-02-08 07:50:40 +00003368 }
drh13449892005-09-07 21:22:45 +00003369 /* Make pExpr point to the appropriate pAggInfo->aFunc[] entry
3370 */
drh33e619f2009-05-28 01:00:55 +00003371 assert( !ExprHasAnyProperty(pExpr, EP_TokenOnly|EP_Reduced) );
3372 ExprSetIrreducible(pExpr);
danielk1977a58fdfb2005-02-08 07:50:40 +00003373 pExpr->iAgg = i;
drh13449892005-09-07 21:22:45 +00003374 pExpr->pAggInfo = pAggInfo;
drh7d10d5a2008-08-20 16:35:10 +00003375 return WRC_Prune;
drh22827922000-06-06 17:27:05 +00003376 }
drh22827922000-06-06 17:27:05 +00003377 }
3378 }
drh7d10d5a2008-08-20 16:35:10 +00003379 return WRC_Continue;
3380}
3381static int analyzeAggregatesInSelect(Walker *pWalker, Select *pSelect){
3382 NameContext *pNC = pWalker->u.pNC;
3383 if( pNC->nDepth==0 ){
danielk1977a58fdfb2005-02-08 07:50:40 +00003384 pNC->nDepth++;
drh7d10d5a2008-08-20 16:35:10 +00003385 sqlite3WalkSelect(pWalker, pSelect);
danielk1977a58fdfb2005-02-08 07:50:40 +00003386 pNC->nDepth--;
drh7d10d5a2008-08-20 16:35:10 +00003387 return WRC_Prune;
3388 }else{
3389 return WRC_Continue;
danielk1977a58fdfb2005-02-08 07:50:40 +00003390 }
drh626a8792005-01-17 22:08:19 +00003391}
3392
3393/*
3394** Analyze the given expression looking for aggregate functions and
3395** for variables that need to be added to the pParse->aAgg[] array.
3396** Make additional entries to the pParse->aAgg[] array as necessary.
3397**
3398** This routine should only be called after the expression has been
drh7d10d5a2008-08-20 16:35:10 +00003399** analyzed by sqlite3ResolveExprNames().
drh626a8792005-01-17 22:08:19 +00003400*/
drhd2b3e232008-01-23 14:51:49 +00003401void sqlite3ExprAnalyzeAggregates(NameContext *pNC, Expr *pExpr){
drh7d10d5a2008-08-20 16:35:10 +00003402 Walker w;
3403 w.xExprCallback = analyzeAggregate;
3404 w.xSelectCallback = analyzeAggregatesInSelect;
3405 w.u.pNC = pNC;
3406 sqlite3WalkExpr(&w, pExpr);
drh22827922000-06-06 17:27:05 +00003407}
drh5d9a4af2005-08-30 00:54:01 +00003408
3409/*
3410** Call sqlite3ExprAnalyzeAggregates() for every expression in an
3411** expression list. Return the number of errors.
3412**
3413** If an error is found, the analysis is cut short.
3414*/
drhd2b3e232008-01-23 14:51:49 +00003415void sqlite3ExprAnalyzeAggList(NameContext *pNC, ExprList *pList){
drh5d9a4af2005-08-30 00:54:01 +00003416 struct ExprList_item *pItem;
3417 int i;
drh5d9a4af2005-08-30 00:54:01 +00003418 if( pList ){
drhd2b3e232008-01-23 14:51:49 +00003419 for(pItem=pList->a, i=0; i<pList->nExpr; i++, pItem++){
3420 sqlite3ExprAnalyzeAggregates(pNC, pItem->pExpr);
drh5d9a4af2005-08-30 00:54:01 +00003421 }
3422 }
drh5d9a4af2005-08-30 00:54:01 +00003423}
drh892d3172008-01-10 03:46:36 +00003424
3425/*
drhceea3322009-04-23 13:22:42 +00003426** Allocate a single new register for use to hold some intermediate result.
drh892d3172008-01-10 03:46:36 +00003427*/
3428int sqlite3GetTempReg(Parse *pParse){
drhe55cbd72008-03-31 23:48:03 +00003429 if( pParse->nTempReg==0 ){
drh892d3172008-01-10 03:46:36 +00003430 return ++pParse->nMem;
3431 }
danielk19772f425f62008-07-04 09:41:39 +00003432 return pParse->aTempReg[--pParse->nTempReg];
drh892d3172008-01-10 03:46:36 +00003433}
drhceea3322009-04-23 13:22:42 +00003434
3435/*
3436** Deallocate a register, making available for reuse for some other
3437** purpose.
3438**
3439** If a register is currently being used by the column cache, then
3440** the dallocation is deferred until the column cache line that uses
3441** the register becomes stale.
3442*/
drh892d3172008-01-10 03:46:36 +00003443void sqlite3ReleaseTempReg(Parse *pParse, int iReg){
drh2dcef112008-01-12 19:03:48 +00003444 if( iReg && pParse->nTempReg<ArraySize(pParse->aTempReg) ){
drhceea3322009-04-23 13:22:42 +00003445 int i;
3446 struct yColCache *p;
3447 for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
3448 if( p->iReg==iReg ){
3449 p->tempReg = 1;
3450 return;
3451 }
3452 }
drh892d3172008-01-10 03:46:36 +00003453 pParse->aTempReg[pParse->nTempReg++] = iReg;
3454 }
3455}
3456
3457/*
3458** Allocate or deallocate a block of nReg consecutive registers
3459*/
3460int sqlite3GetTempRange(Parse *pParse, int nReg){
drhe55cbd72008-03-31 23:48:03 +00003461 int i, n;
3462 i = pParse->iRangeReg;
3463 n = pParse->nRangeReg;
3464 if( nReg<=n && !usedAsColumnCache(pParse, i, i+n-1) ){
drh892d3172008-01-10 03:46:36 +00003465 pParse->iRangeReg += nReg;
3466 pParse->nRangeReg -= nReg;
3467 }else{
3468 i = pParse->nMem+1;
3469 pParse->nMem += nReg;
3470 }
3471 return i;
3472}
3473void sqlite3ReleaseTempRange(Parse *pParse, int iReg, int nReg){
3474 if( nReg>pParse->nRangeReg ){
3475 pParse->nRangeReg = nReg;
3476 pParse->iRangeReg = iReg;
3477 }
3478}