blob: d8c4c9fe75bdf235cd1354ab5748bb32c21ea6c7 [file] [log] [blame]
drhcce7d172000-05-31 15:34:51 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drhcce7d172000-05-31 15:34:51 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drhcce7d172000-05-31 15:34:51 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drhcce7d172000-05-31 15:34:51 +000010**
11*************************************************************************
12** This file contains C code routines that are called by the parser
drhb19a2bc2001-09-16 00:13:26 +000013** to handle SELECT statements in SQLite.
drhcce7d172000-05-31 15:34:51 +000014**
drh3c84ddf2008-01-09 02:15:38 +000015** $Id: select.c,v 1.394 2008/01/09 02:15:42 drh Exp $
drhcce7d172000-05-31 15:34:51 +000016*/
17#include "sqliteInt.h"
18
drh315555c2002-10-20 15:53:03 +000019
drhcce7d172000-05-31 15:34:51 +000020/*
drheda639e2006-01-22 00:42:09 +000021** Delete all the content of a Select structure but do not deallocate
22** the select structure itself.
23*/
danielk1977f0113002006-01-24 12:09:17 +000024static void clearSelect(Select *p){
drheda639e2006-01-22 00:42:09 +000025 sqlite3ExprListDelete(p->pEList);
26 sqlite3SrcListDelete(p->pSrc);
27 sqlite3ExprDelete(p->pWhere);
28 sqlite3ExprListDelete(p->pGroupBy);
29 sqlite3ExprDelete(p->pHaving);
30 sqlite3ExprListDelete(p->pOrderBy);
31 sqlite3SelectDelete(p->pPrior);
32 sqlite3ExprDelete(p->pLimit);
33 sqlite3ExprDelete(p->pOffset);
34}
35
drh1013c932008-01-06 00:25:21 +000036/*
37** Initialize a SelectDest structure.
38*/
39void sqlite3SelectDestInit(SelectDest *pDest, int eDest, int iParm){
40 pDest->eDest = eDest;
41 pDest->iParm = iParm;
42 pDest->affinity = 0;
43 pDest->iMem = 0;
44}
45
drheda639e2006-01-22 00:42:09 +000046
47/*
drh9bb61fe2000-06-05 16:01:39 +000048** Allocate a new Select structure and return a pointer to that
49** structure.
drhcce7d172000-05-31 15:34:51 +000050*/
danielk19774adee202004-05-08 08:23:19 +000051Select *sqlite3SelectNew(
drh17435752007-08-16 04:30:38 +000052 Parse *pParse, /* Parsing context */
drhdaffd0e2001-04-11 14:28:42 +000053 ExprList *pEList, /* which columns to include in the result */
drhad3cab52002-05-24 02:04:32 +000054 SrcList *pSrc, /* the FROM clause -- which tables to scan */
drhdaffd0e2001-04-11 14:28:42 +000055 Expr *pWhere, /* the WHERE clause */
56 ExprList *pGroupBy, /* the GROUP BY clause */
57 Expr *pHaving, /* the HAVING clause */
58 ExprList *pOrderBy, /* the ORDER BY clause */
drh9bbca4c2001-11-06 04:00:18 +000059 int isDistinct, /* true if the DISTINCT keyword is present */
danielk1977a2dc3b12005-02-05 12:48:48 +000060 Expr *pLimit, /* LIMIT value. NULL means not used */
61 Expr *pOffset /* OFFSET value. NULL means no offset */
drh9bb61fe2000-06-05 16:01:39 +000062){
63 Select *pNew;
drheda639e2006-01-22 00:42:09 +000064 Select standin;
drh17435752007-08-16 04:30:38 +000065 sqlite3 *db = pParse->db;
66 pNew = sqlite3DbMallocZero(db, sizeof(*pNew) );
danielk1977a2dc3b12005-02-05 12:48:48 +000067 assert( !pOffset || pLimit ); /* Can't have OFFSET without LIMIT. */
drhdaffd0e2001-04-11 14:28:42 +000068 if( pNew==0 ){
drheda639e2006-01-22 00:42:09 +000069 pNew = &standin;
70 memset(pNew, 0, sizeof(*pNew));
71 }
72 if( pEList==0 ){
danielk1977a1644fd2007-08-29 12:31:25 +000073 pEList = sqlite3ExprListAppend(pParse, 0, sqlite3Expr(db,TK_ALL,0,0,0), 0);
drheda639e2006-01-22 00:42:09 +000074 }
75 pNew->pEList = pEList;
76 pNew->pSrc = pSrc;
77 pNew->pWhere = pWhere;
78 pNew->pGroupBy = pGroupBy;
79 pNew->pHaving = pHaving;
80 pNew->pOrderBy = pOrderBy;
81 pNew->isDistinct = isDistinct;
82 pNew->op = TK_SELECT;
drh8103b7d2007-02-24 13:23:51 +000083 assert( pOffset==0 || pLimit!=0 );
drheda639e2006-01-22 00:42:09 +000084 pNew->pLimit = pLimit;
85 pNew->pOffset = pOffset;
86 pNew->iLimit = -1;
87 pNew->iOffset = -1;
drhb9bb7c12006-06-11 23:41:55 +000088 pNew->addrOpenEphm[0] = -1;
89 pNew->addrOpenEphm[1] = -1;
90 pNew->addrOpenEphm[2] = -1;
drheda639e2006-01-22 00:42:09 +000091 if( pNew==&standin) {
92 clearSelect(pNew);
93 pNew = 0;
drhdaffd0e2001-04-11 14:28:42 +000094 }
drh9bb61fe2000-06-05 16:01:39 +000095 return pNew;
96}
97
98/*
drheda639e2006-01-22 00:42:09 +000099** Delete the given Select structure and all of its substructures.
100*/
101void sqlite3SelectDelete(Select *p){
102 if( p ){
103 clearSelect(p);
drh17435752007-08-16 04:30:38 +0000104 sqlite3_free(p);
drheda639e2006-01-22 00:42:09 +0000105 }
106}
107
108/*
drh01f3f252002-05-24 16:14:15 +0000109** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the
110** type of join. Return an integer constant that expresses that type
111** in terms of the following bit values:
112**
113** JT_INNER
drh3dec2232005-09-10 15:28:09 +0000114** JT_CROSS
drh01f3f252002-05-24 16:14:15 +0000115** JT_OUTER
116** JT_NATURAL
117** JT_LEFT
118** JT_RIGHT
119**
120** A full outer join is the combination of JT_LEFT and JT_RIGHT.
121**
122** If an illegal or unsupported join type is seen, then still return
123** a join type, but put an error in the pParse structure.
124*/
danielk19774adee202004-05-08 08:23:19 +0000125int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){
drh01f3f252002-05-24 16:14:15 +0000126 int jointype = 0;
127 Token *apAll[3];
128 Token *p;
drh57196282004-10-06 15:41:16 +0000129 static const struct {
drhc182d162005-08-14 20:47:16 +0000130 const char zKeyword[8];
drh290c1942004-08-21 17:54:45 +0000131 u8 nChar;
132 u8 code;
drh01f3f252002-05-24 16:14:15 +0000133 } keywords[] = {
134 { "natural", 7, JT_NATURAL },
drh195e6962002-05-25 00:18:20 +0000135 { "left", 4, JT_LEFT|JT_OUTER },
136 { "right", 5, JT_RIGHT|JT_OUTER },
137 { "full", 4, JT_LEFT|JT_RIGHT|JT_OUTER },
drh01f3f252002-05-24 16:14:15 +0000138 { "outer", 5, JT_OUTER },
139 { "inner", 5, JT_INNER },
drh3dec2232005-09-10 15:28:09 +0000140 { "cross", 5, JT_INNER|JT_CROSS },
drh01f3f252002-05-24 16:14:15 +0000141 };
142 int i, j;
143 apAll[0] = pA;
144 apAll[1] = pB;
145 apAll[2] = pC;
drh195e6962002-05-25 00:18:20 +0000146 for(i=0; i<3 && apAll[i]; i++){
drh01f3f252002-05-24 16:14:15 +0000147 p = apAll[i];
148 for(j=0; j<sizeof(keywords)/sizeof(keywords[0]); j++){
149 if( p->n==keywords[j].nChar
drh2646da72005-12-09 20:02:05 +0000150 && sqlite3StrNICmp((char*)p->z, keywords[j].zKeyword, p->n)==0 ){
drh01f3f252002-05-24 16:14:15 +0000151 jointype |= keywords[j].code;
152 break;
153 }
154 }
155 if( j>=sizeof(keywords)/sizeof(keywords[0]) ){
156 jointype |= JT_ERROR;
157 break;
158 }
159 }
drhad2d8302002-05-24 20:31:36 +0000160 if(
161 (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) ||
drh195e6962002-05-25 00:18:20 +0000162 (jointype & JT_ERROR)!=0
drhad2d8302002-05-24 20:31:36 +0000163 ){
drhae29ffb2004-09-25 14:39:18 +0000164 const char *zSp1 = " ";
165 const char *zSp2 = " ";
166 if( pB==0 ){ zSp1++; }
167 if( pC==0 ){ zSp2++; }
168 sqlite3ErrorMsg(pParse, "unknown or unsupported join type: "
169 "%T%s%T%s%T", pA, zSp1, pB, zSp2, pC);
drh01f3f252002-05-24 16:14:15 +0000170 jointype = JT_INNER;
drh195e6962002-05-25 00:18:20 +0000171 }else if( jointype & JT_RIGHT ){
danielk19774adee202004-05-08 08:23:19 +0000172 sqlite3ErrorMsg(pParse,
drhda93d232003-03-31 02:12:46 +0000173 "RIGHT and FULL OUTER JOINs are not currently supported");
drh195e6962002-05-25 00:18:20 +0000174 jointype = JT_INNER;
drh01f3f252002-05-24 16:14:15 +0000175 }
176 return jointype;
177}
178
179/*
drhad2d8302002-05-24 20:31:36 +0000180** Return the index of a column in a table. Return -1 if the column
181** is not contained in the table.
182*/
183static int columnIndex(Table *pTab, const char *zCol){
184 int i;
185 for(i=0; i<pTab->nCol; i++){
danielk19774adee202004-05-08 08:23:19 +0000186 if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i;
drhad2d8302002-05-24 20:31:36 +0000187 }
188 return -1;
189}
190
191/*
drh91bb0ee2004-09-01 03:06:34 +0000192** Set the value of a token to a '\000'-terminated string.
193*/
194static void setToken(Token *p, const char *z){
drh2646da72005-12-09 20:02:05 +0000195 p->z = (u8*)z;
danielk1977261919c2005-12-06 12:52:59 +0000196 p->n = z ? strlen(z) : 0;
drh91bb0ee2004-09-01 03:06:34 +0000197 p->dyn = 0;
198}
199
drhc182d162005-08-14 20:47:16 +0000200/*
danielk1977f3b863e2007-06-24 06:32:17 +0000201** Set the token to the double-quoted and escaped version of the string pointed
202** to by z. For example;
203**
204** {a"bc} -> {"a""bc"}
205*/
danielk19771e536952007-08-16 10:09:01 +0000206static void setQuotedToken(Parse *pParse, Token *p, const char *z){
207 p->z = (u8 *)sqlite3MPrintf(0, "\"%w\"", z);
danielk1977f3b863e2007-06-24 06:32:17 +0000208 p->dyn = 1;
209 if( p->z ){
210 p->n = strlen((char *)p->z);
danielk19771e536952007-08-16 10:09:01 +0000211 }else{
212 pParse->db->mallocFailed = 1;
danielk1977f3b863e2007-06-24 06:32:17 +0000213 }
214}
215
216/*
drhc182d162005-08-14 20:47:16 +0000217** Create an expression node for an identifier with the name of zName
218*/
drh17435752007-08-16 04:30:38 +0000219Expr *sqlite3CreateIdExpr(Parse *pParse, const char *zName){
drhc182d162005-08-14 20:47:16 +0000220 Token dummy;
221 setToken(&dummy, zName);
drh17435752007-08-16 04:30:38 +0000222 return sqlite3PExpr(pParse, TK_ID, 0, 0, &dummy);
drhc182d162005-08-14 20:47:16 +0000223}
224
drh91bb0ee2004-09-01 03:06:34 +0000225
226/*
drhad2d8302002-05-24 20:31:36 +0000227** Add a term to the WHERE expression in *ppExpr that requires the
228** zCol column to be equal in the two tables pTab1 and pTab2.
229*/
230static void addWhereTerm(
drh17435752007-08-16 04:30:38 +0000231 Parse *pParse, /* Parsing context */
drhad2d8302002-05-24 20:31:36 +0000232 const char *zCol, /* Name of the column */
233 const Table *pTab1, /* First table */
drh030530d2005-01-18 17:40:04 +0000234 const char *zAlias1, /* Alias for first table. May be NULL */
drhad2d8302002-05-24 20:31:36 +0000235 const Table *pTab2, /* Second table */
drh030530d2005-01-18 17:40:04 +0000236 const char *zAlias2, /* Alias for second table. May be NULL */
drh22d6a532005-09-19 21:05:48 +0000237 int iRightJoinTable, /* VDBE cursor for the right table */
drhad2d8302002-05-24 20:31:36 +0000238 Expr **ppExpr /* Add the equality term to this expression */
239){
drhad2d8302002-05-24 20:31:36 +0000240 Expr *pE1a, *pE1b, *pE1c;
241 Expr *pE2a, *pE2b, *pE2c;
242 Expr *pE;
243
drh17435752007-08-16 04:30:38 +0000244 pE1a = sqlite3CreateIdExpr(pParse, zCol);
245 pE2a = sqlite3CreateIdExpr(pParse, zCol);
drh030530d2005-01-18 17:40:04 +0000246 if( zAlias1==0 ){
247 zAlias1 = pTab1->zName;
248 }
drh17435752007-08-16 04:30:38 +0000249 pE1b = sqlite3CreateIdExpr(pParse, zAlias1);
drh030530d2005-01-18 17:40:04 +0000250 if( zAlias2==0 ){
251 zAlias2 = pTab2->zName;
252 }
drh17435752007-08-16 04:30:38 +0000253 pE2b = sqlite3CreateIdExpr(pParse, zAlias2);
254 pE1c = sqlite3PExpr(pParse, TK_DOT, pE1b, pE1a, 0);
255 pE2c = sqlite3PExpr(pParse, TK_DOT, pE2b, pE2a, 0);
danielk19771e536952007-08-16 10:09:01 +0000256 pE = sqlite3PExpr(pParse, TK_EQ, pE1c, pE2c, 0);
drh206f3d92006-07-11 13:15:08 +0000257 if( pE ){
258 ExprSetProperty(pE, EP_FromJoin);
259 pE->iRightJoinTable = iRightJoinTable;
260 }
drhf4ce8ed2007-11-23 13:42:51 +0000261 *ppExpr = sqlite3ExprAnd(pParse->db,*ppExpr, pE);
drhad2d8302002-05-24 20:31:36 +0000262}
263
264/*
drh1f162302002-10-27 19:35:33 +0000265** Set the EP_FromJoin property on all terms of the given expression.
drh22d6a532005-09-19 21:05:48 +0000266** And set the Expr.iRightJoinTable to iTable for every term in the
267** expression.
drh1cc093c2002-06-24 22:01:57 +0000268**
drhe78e8282003-01-19 03:59:45 +0000269** The EP_FromJoin property is used on terms of an expression to tell
drh1cc093c2002-06-24 22:01:57 +0000270** the LEFT OUTER JOIN processing logic that this term is part of the
drh1f162302002-10-27 19:35:33 +0000271** join restriction specified in the ON or USING clause and not a part
272** of the more general WHERE clause. These terms are moved over to the
273** WHERE clause during join processing but we need to remember that they
274** originated in the ON or USING clause.
drh22d6a532005-09-19 21:05:48 +0000275**
276** The Expr.iRightJoinTable tells the WHERE clause processing that the
277** expression depends on table iRightJoinTable even if that table is not
278** explicitly mentioned in the expression. That information is needed
279** for cases like this:
280**
281** SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5
282**
283** The where clause needs to defer the handling of the t1.x=5
284** term until after the t2 loop of the join. In that way, a
285** NULL t2 row will be inserted whenever t1.x!=5. If we do not
286** defer the handling of t1.x=5, it will be processed immediately
287** after the t1 loop and rows with t1.x!=5 will never appear in
288** the output, which is incorrect.
drh1cc093c2002-06-24 22:01:57 +0000289*/
drh22d6a532005-09-19 21:05:48 +0000290static void setJoinExpr(Expr *p, int iTable){
drh1cc093c2002-06-24 22:01:57 +0000291 while( p ){
drh1f162302002-10-27 19:35:33 +0000292 ExprSetProperty(p, EP_FromJoin);
drh22d6a532005-09-19 21:05:48 +0000293 p->iRightJoinTable = iTable;
294 setJoinExpr(p->pLeft, iTable);
drh1cc093c2002-06-24 22:01:57 +0000295 p = p->pRight;
296 }
297}
298
299/*
drhad2d8302002-05-24 20:31:36 +0000300** This routine processes the join information for a SELECT statement.
301** ON and USING clauses are converted into extra terms of the WHERE clause.
302** NATURAL joins also create extra WHERE clause terms.
303**
drh91bb0ee2004-09-01 03:06:34 +0000304** The terms of a FROM clause are contained in the Select.pSrc structure.
305** The left most table is the first entry in Select.pSrc. The right-most
306** table is the last entry. The join operator is held in the entry to
307** the left. Thus entry 0 contains the join operator for the join between
308** entries 0 and 1. Any ON or USING clauses associated with the join are
309** also attached to the left entry.
310**
drhad2d8302002-05-24 20:31:36 +0000311** This routine returns the number of errors encountered.
312*/
313static int sqliteProcessJoin(Parse *pParse, Select *p){
drh91bb0ee2004-09-01 03:06:34 +0000314 SrcList *pSrc; /* All tables in the FROM clause */
315 int i, j; /* Loop counters */
316 struct SrcList_item *pLeft; /* Left table being joined */
317 struct SrcList_item *pRight; /* Right table being joined */
drhad2d8302002-05-24 20:31:36 +0000318
drh91bb0ee2004-09-01 03:06:34 +0000319 pSrc = p->pSrc;
320 pLeft = &pSrc->a[0];
321 pRight = &pLeft[1];
322 for(i=0; i<pSrc->nSrc-1; i++, pRight++, pLeft++){
323 Table *pLeftTab = pLeft->pTab;
324 Table *pRightTab = pRight->pTab;
325
326 if( pLeftTab==0 || pRightTab==0 ) continue;
drhad2d8302002-05-24 20:31:36 +0000327
328 /* When the NATURAL keyword is present, add WHERE clause terms for
329 ** every column that the two tables have in common.
330 */
drh61dfc312006-12-16 16:25:15 +0000331 if( pRight->jointype & JT_NATURAL ){
332 if( pRight->pOn || pRight->pUsing ){
danielk19774adee202004-05-08 08:23:19 +0000333 sqlite3ErrorMsg(pParse, "a NATURAL join may not have "
drhad2d8302002-05-24 20:31:36 +0000334 "an ON or USING clause", 0);
drhad2d8302002-05-24 20:31:36 +0000335 return 1;
336 }
drh91bb0ee2004-09-01 03:06:34 +0000337 for(j=0; j<pLeftTab->nCol; j++){
338 char *zName = pLeftTab->aCol[j].zName;
339 if( columnIndex(pRightTab, zName)>=0 ){
danielk19771e536952007-08-16 10:09:01 +0000340 addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias,
drh22d6a532005-09-19 21:05:48 +0000341 pRightTab, pRight->zAlias,
342 pRight->iCursor, &p->pWhere);
343
drhad2d8302002-05-24 20:31:36 +0000344 }
345 }
346 }
347
348 /* Disallow both ON and USING clauses in the same join
349 */
drh61dfc312006-12-16 16:25:15 +0000350 if( pRight->pOn && pRight->pUsing ){
danielk19774adee202004-05-08 08:23:19 +0000351 sqlite3ErrorMsg(pParse, "cannot have both ON and USING "
drhda93d232003-03-31 02:12:46 +0000352 "clauses in the same join");
drhad2d8302002-05-24 20:31:36 +0000353 return 1;
354 }
355
356 /* Add the ON clause to the end of the WHERE clause, connected by
drh91bb0ee2004-09-01 03:06:34 +0000357 ** an AND operator.
drhad2d8302002-05-24 20:31:36 +0000358 */
drh61dfc312006-12-16 16:25:15 +0000359 if( pRight->pOn ){
360 setJoinExpr(pRight->pOn, pRight->iCursor);
drh17435752007-08-16 04:30:38 +0000361 p->pWhere = sqlite3ExprAnd(pParse->db, p->pWhere, pRight->pOn);
drh61dfc312006-12-16 16:25:15 +0000362 pRight->pOn = 0;
drhad2d8302002-05-24 20:31:36 +0000363 }
364
365 /* Create extra terms on the WHERE clause for each column named
366 ** in the USING clause. Example: If the two tables to be joined are
367 ** A and B and the USING clause names X, Y, and Z, then add this
368 ** to the WHERE clause: A.X=B.X AND A.Y=B.Y AND A.Z=B.Z
369 ** Report an error if any column mentioned in the USING clause is
370 ** not contained in both tables to be joined.
371 */
drh61dfc312006-12-16 16:25:15 +0000372 if( pRight->pUsing ){
373 IdList *pList = pRight->pUsing;
drhad2d8302002-05-24 20:31:36 +0000374 for(j=0; j<pList->nId; j++){
drh91bb0ee2004-09-01 03:06:34 +0000375 char *zName = pList->a[j].zName;
376 if( columnIndex(pLeftTab, zName)<0 || columnIndex(pRightTab, zName)<0 ){
danielk19774adee202004-05-08 08:23:19 +0000377 sqlite3ErrorMsg(pParse, "cannot join using column %s - column "
drh91bb0ee2004-09-01 03:06:34 +0000378 "not present in both tables", zName);
drhad2d8302002-05-24 20:31:36 +0000379 return 1;
380 }
danielk19771e536952007-08-16 10:09:01 +0000381 addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias,
drh22d6a532005-09-19 21:05:48 +0000382 pRightTab, pRight->zAlias,
383 pRight->iCursor, &p->pWhere);
drhad2d8302002-05-24 20:31:36 +0000384 }
385 }
386 }
387 return 0;
388}
389
390/*
drhc926afb2002-06-20 03:38:26 +0000391** Insert code into "v" that will push the record on the top of the
392** stack into the sorter.
393*/
drhd59ba6c2006-01-08 05:02:54 +0000394static void pushOntoSorter(
395 Parse *pParse, /* Parser context */
396 ExprList *pOrderBy, /* The ORDER BY clause */
397 Select *pSelect /* The whole SELECT statement */
398){
399 Vdbe *v = pParse->pVdbe;
drh389a1ad2008-01-03 23:44:53 +0000400 sqlite3ExprCodeExprList(pParse, pOrderBy, 0);
drh3c84ddf2008-01-09 02:15:38 +0000401 sqlite3VdbeAddOp1(v, OP_Sequence, pOrderBy->iECursor);
402 sqlite3VdbeAddOp1(v, OP_Pull, pOrderBy->nExpr + 1);
403 sqlite3VdbeAddOp1(v, OP_MakeRecord, pOrderBy->nExpr + 2);
404 sqlite3VdbeAddOp1(v, OP_IdxInsert, pOrderBy->iECursor);
drhd59ba6c2006-01-08 05:02:54 +0000405 if( pSelect->iLimit>=0 ){
drh15007a92006-01-08 18:10:17 +0000406 int addr1, addr2;
drh3c84ddf2008-01-09 02:15:38 +0000407 addr1 = sqlite3VdbeAddOp1(v, OP_IfZero, pSelect->iLimit+1);
drh8558cde2008-01-05 05:20:10 +0000408 sqlite3VdbeAddOp2(v, OP_AddImm, pSelect->iLimit+1, -1);
drh3c84ddf2008-01-09 02:15:38 +0000409 addr2 = sqlite3VdbeAddOp0(v, OP_Goto);
drhd59ba6c2006-01-08 05:02:54 +0000410 sqlite3VdbeJumpHere(v, addr1);
drh3c84ddf2008-01-09 02:15:38 +0000411 sqlite3VdbeAddOp1(v, OP_Last, pOrderBy->iECursor);
412 sqlite3VdbeAddOp1(v, OP_Delete, pOrderBy->iECursor);
drh15007a92006-01-08 18:10:17 +0000413 sqlite3VdbeJumpHere(v, addr2);
drhd59ba6c2006-01-08 05:02:54 +0000414 pSelect->iLimit = -1;
415 }
drhc926afb2002-06-20 03:38:26 +0000416}
417
418/*
drhec7429a2005-10-06 16:53:14 +0000419** Add code to implement the OFFSET
drhea48eb22004-07-19 23:16:38 +0000420*/
drhec7429a2005-10-06 16:53:14 +0000421static void codeOffset(
drhbab39e12004-07-19 23:38:11 +0000422 Vdbe *v, /* Generate code into this VM */
drhea48eb22004-07-19 23:16:38 +0000423 Select *p, /* The SELECT statement being coded */
424 int iContinue, /* Jump here to skip the current record */
drhea48eb22004-07-19 23:16:38 +0000425 int nPop /* Number of times to pop stack when jumping */
426){
drh13449892005-09-07 21:22:45 +0000427 if( p->iOffset>=0 && iContinue!=0 ){
drh15007a92006-01-08 18:10:17 +0000428 int addr;
drh8558cde2008-01-05 05:20:10 +0000429 sqlite3VdbeAddOp2(v, OP_AddImm, p->iOffset, -1);
drh3c84ddf2008-01-09 02:15:38 +0000430 addr = sqlite3VdbeAddOp1(v, OP_IfNeg, p->iOffset);
drhea48eb22004-07-19 23:16:38 +0000431 if( nPop>0 ){
drh3c84ddf2008-01-09 02:15:38 +0000432 sqlite3VdbeAddOp1(v, OP_Pop, nPop);
drhea48eb22004-07-19 23:16:38 +0000433 }
drh66a51672008-01-03 00:01:23 +0000434 sqlite3VdbeAddOp2(v, OP_Goto, 0, iContinue);
drhd4e70eb2008-01-02 00:34:36 +0000435 VdbeComment((v, "skip OFFSET records"));
drh15007a92006-01-08 18:10:17 +0000436 sqlite3VdbeJumpHere(v, addr);
drhea48eb22004-07-19 23:16:38 +0000437 }
drhea48eb22004-07-19 23:16:38 +0000438}
439
440/*
drhc99130f2005-09-11 11:56:27 +0000441** Add code that will check to make sure the top N elements of the
442** stack are distinct. iTab is a sorting index that holds previously
443** seen combinations of the N values. A new entry is made in iTab
444** if the current N values are new.
445**
drhf8875402006-03-17 13:56:34 +0000446** A jump to addrRepeat is made and the N+1 values are popped from the
drhc99130f2005-09-11 11:56:27 +0000447** stack if the top N elements are not distinct.
448*/
drha2a49dc2008-01-02 14:28:13 +0000449static void codeDistinct_OLD(
drhc99130f2005-09-11 11:56:27 +0000450 Vdbe *v, /* Generate code into this VM */
451 int iTab, /* A sorting index used to test for distinctness */
452 int addrRepeat, /* Jump to here if not distinct */
drhf8875402006-03-17 13:56:34 +0000453 int N /* The top N elements of the stack must be distinct */
drhc99130f2005-09-11 11:56:27 +0000454){
drh66a51672008-01-03 00:01:23 +0000455 sqlite3VdbeAddOp2(v, OP_MakeRecord, -N, 0);
456 sqlite3VdbeAddOp2(v, OP_Distinct, iTab, sqlite3VdbeCurrentAddr(v)+3);
457 sqlite3VdbeAddOp2(v, OP_Pop, N+1, 0);
458 sqlite3VdbeAddOp2(v, OP_Goto, 0, addrRepeat);
drhd4e70eb2008-01-02 00:34:36 +0000459 VdbeComment((v, "skip indistinct records"));
drh66a51672008-01-03 00:01:23 +0000460 sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, 0);
drhc99130f2005-09-11 11:56:27 +0000461}
462
drhe305f432007-05-09 22:56:39 +0000463/*
drha2a49dc2008-01-02 14:28:13 +0000464** Add code that will check to make sure the top N elements of the
465** stack are distinct. iTab is a sorting index that holds previously
466** seen combinations of the N values. A new entry is made in iTab
467** if the current N values are new.
468**
469** A jump to addrRepeat is made and the N+1 values are popped from the
470** stack if the top N elements are not distinct.
471*/
472static void codeDistinct(
473 Vdbe *v, /* Generate code into this VM */
474 int iTab, /* A sorting index used to test for distinctness */
475 int addrRepeat, /* Jump to here if not distinct */
drh477df4b2008-01-05 18:48:24 +0000476 int N, /* Number of elements */
drha2a49dc2008-01-02 14:28:13 +0000477 int iMem /* First element */
478){
drh477df4b2008-01-05 18:48:24 +0000479 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, N);
drh66a51672008-01-03 00:01:23 +0000480 sqlite3VdbeAddOp2(v, OP_Distinct, iTab, sqlite3VdbeCurrentAddr(v)+3);
481 sqlite3VdbeAddOp2(v, OP_Pop, 1, 0);
482 sqlite3VdbeAddOp2(v, OP_Goto, 0, addrRepeat);
drha2a49dc2008-01-02 14:28:13 +0000483 VdbeComment((v, "skip indistinct records"));
drh66a51672008-01-03 00:01:23 +0000484 sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, 0);
drha2a49dc2008-01-02 14:28:13 +0000485}
486
487/*
drhe305f432007-05-09 22:56:39 +0000488** Generate an error message when a SELECT is used within a subexpression
489** (example: "a IN (SELECT * FROM table)") but it has more than 1 result
490** column. We do this in a subroutine because the error occurs in multiple
491** places.
492*/
danielk19776c8c8ce2008-01-02 16:27:09 +0000493static int checkForMultiColumnSelectError(
494 Parse *pParse, /* Parse context. */
495 SelectDest *pDest, /* Destination of SELECT results */
496 int nExpr /* Number of result columns returned by SELECT */
497){
498 int eDest = pDest->eDest;
drhe305f432007-05-09 22:56:39 +0000499 if( nExpr>1 && (eDest==SRT_Mem || eDest==SRT_Set) ){
500 sqlite3ErrorMsg(pParse, "only a single result allowed for "
501 "a SELECT that is part of an expression");
502 return 1;
503 }else{
504 return 0;
505 }
506}
drhc99130f2005-09-11 11:56:27 +0000507
508/*
drh22827922000-06-06 17:27:05 +0000509** This routine generates the code for the inside of the inner loop
510** of a SELECT.
drh82c3d632000-06-06 21:56:07 +0000511**
drh38640e12002-07-05 21:42:36 +0000512** If srcTab and nColumn are both zero, then the pEList expressions
513** are evaluated in order to get the data for this row. If nColumn>0
514** then data is pulled from srcTab and pEList is used only to get the
515** datatypes for each column.
drh22827922000-06-06 17:27:05 +0000516*/
517static int selectInnerLoop(
518 Parse *pParse, /* The parser context */
drhdf199a22002-06-14 22:38:41 +0000519 Select *p, /* The complete select statement being coded */
drh22827922000-06-06 17:27:05 +0000520 ExprList *pEList, /* List of values being extracted */
drh82c3d632000-06-06 21:56:07 +0000521 int srcTab, /* Pull data from this table */
drh967e8b72000-06-21 13:59:10 +0000522 int nColumn, /* Number of columns in the source table */
drh22827922000-06-06 17:27:05 +0000523 ExprList *pOrderBy, /* If not NULL, sort results using this key */
524 int distinct, /* If >=0, make sure results are distinct */
danielk19776c8c8ce2008-01-02 16:27:09 +0000525 SelectDest *pDest, /* How to dispose of the results */
drh22827922000-06-06 17:27:05 +0000526 int iContinue, /* Jump here to continue with next row */
danielk197784ac9d02004-05-18 09:58:06 +0000527 int iBreak, /* Jump here to break out of the inner loop */
528 char *aff /* affinity string if eDest is SRT_Union */
drh22827922000-06-06 17:27:05 +0000529){
530 Vdbe *v = pParse->pVdbe;
drha2a49dc2008-01-02 14:28:13 +0000531 int i, n;
drhea48eb22004-07-19 23:16:38 +0000532 int hasDistinct; /* True if the DISTINCT keyword is present */
drha2a49dc2008-01-02 14:28:13 +0000533 int iMem; /* Start of memory holding result set */
danielk19776c8c8ce2008-01-02 16:27:09 +0000534 int eDest = pDest->eDest;
535 int iParm = pDest->iParm;
drh38640e12002-07-05 21:42:36 +0000536
drhdaffd0e2001-04-11 14:28:42 +0000537 if( v==0 ) return 0;
drh38640e12002-07-05 21:42:36 +0000538 assert( pEList!=0 );
drh22827922000-06-06 17:27:05 +0000539
drhdf199a22002-06-14 22:38:41 +0000540 /* If there was a LIMIT clause on the SELECT statement, then do the check
541 ** to see if this row should be output.
542 */
drheda639e2006-01-22 00:42:09 +0000543 hasDistinct = distinct>=0 && pEList->nExpr>0;
drhea48eb22004-07-19 23:16:38 +0000544 if( pOrderBy==0 && !hasDistinct ){
drhec7429a2005-10-06 16:53:14 +0000545 codeOffset(v, p, iContinue, 0);
drhdf199a22002-06-14 22:38:41 +0000546 }
547
drh967e8b72000-06-21 13:59:10 +0000548 /* Pull the requested columns.
drh22827922000-06-06 17:27:05 +0000549 */
drh38640e12002-07-05 21:42:36 +0000550 if( nColumn>0 ){
drha2a49dc2008-01-02 14:28:13 +0000551 n = nColumn;
552 }else{
553 n = pEList->nExpr;
554 }
drh1013c932008-01-06 00:25:21 +0000555 if( pDest->iMem>0 ){
556 iMem = pDest->iMem;
557 }else{
558 pDest->iMem = iMem = pParse->nMem+1;
559 pParse->nMem += n;
560 }
drha2a49dc2008-01-02 14:28:13 +0000561 if( nColumn>0 ){
drh967e8b72000-06-21 13:59:10 +0000562 for(i=0; i<nColumn; i++){
drh477df4b2008-01-05 18:48:24 +0000563 sqlite3VdbeAddOp3(v, OP_Column, srcTab, i, iMem+i);
drh82c3d632000-06-06 21:56:07 +0000564 }
danielk19779ed1dfa2008-01-02 17:11:14 +0000565 }else if( eDest!=SRT_Exists ){
566 /* If the destination is an EXISTS(...) expression, the actual
567 ** values returned by the SELECT are not required.
568 */
drha2a49dc2008-01-02 14:28:13 +0000569 for(i=0; i<n; i++){
drh477df4b2008-01-05 18:48:24 +0000570 sqlite3ExprCode(pParse, pEList->a[i].pExpr, iMem+i);
drha2a49dc2008-01-02 14:28:13 +0000571 }
drh22827922000-06-06 17:27:05 +0000572 }
drha2a49dc2008-01-02 14:28:13 +0000573 nColumn = n;
drh22827922000-06-06 17:27:05 +0000574
drhdaffd0e2001-04-11 14:28:42 +0000575 /* If the DISTINCT keyword was present on the SELECT statement
576 ** and this row has been seen before, then do not make this row
577 ** part of the result.
drh22827922000-06-06 17:27:05 +0000578 */
drhea48eb22004-07-19 23:16:38 +0000579 if( hasDistinct ){
drhf8875402006-03-17 13:56:34 +0000580 assert( pEList!=0 );
581 assert( pEList->nExpr==nColumn );
drh477df4b2008-01-05 18:48:24 +0000582 codeDistinct(v, distinct, iContinue, nColumn, iMem);
drhea48eb22004-07-19 23:16:38 +0000583 if( pOrderBy==0 ){
drhec7429a2005-10-06 16:53:14 +0000584 codeOffset(v, p, iContinue, nColumn);
drhea48eb22004-07-19 23:16:38 +0000585 }
drh22827922000-06-06 17:27:05 +0000586 }
drh82c3d632000-06-06 21:56:07 +0000587
danielk19776c8c8ce2008-01-02 16:27:09 +0000588 if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){
drhe305f432007-05-09 22:56:39 +0000589 return 0;
590 }
591
drhc926afb2002-06-20 03:38:26 +0000592 switch( eDest ){
593 /* In this mode, write each query result to the key of the temporary
594 ** table iParm.
595 */
drh13449892005-09-07 21:22:45 +0000596#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhc926afb2002-06-20 03:38:26 +0000597 case SRT_Union: {
drh477df4b2008-01-05 18:48:24 +0000598 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drh13449892005-09-07 21:22:45 +0000599 if( aff ){
drh66a51672008-01-03 00:01:23 +0000600 sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC);
drh13449892005-09-07 21:22:45 +0000601 }
drh66a51672008-01-03 00:01:23 +0000602 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000603 break;
drh22827922000-06-06 17:27:05 +0000604 }
drh22827922000-06-06 17:27:05 +0000605
drhc926afb2002-06-20 03:38:26 +0000606 /* Construct a record from the query result, but instead of
607 ** saving that record, use it as a key to delete elements from
608 ** the temporary table iParm.
609 */
610 case SRT_Except: {
611 int addr;
drh477df4b2008-01-05 18:48:24 +0000612 addr = sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drh66a51672008-01-03 00:01:23 +0000613 sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC);
614 sqlite3VdbeAddOp2(v, OP_NotFound, iParm, addr+3);
615 sqlite3VdbeAddOp2(v, OP_Delete, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000616 break;
617 }
danielk19775338a5f2005-01-20 13:03:10 +0000618#endif
619
620 /* Store the result as data using a unique key.
621 */
622 case SRT_Table:
drhb9bb7c12006-06-11 23:41:55 +0000623 case SRT_EphemTab: {
drh477df4b2008-01-05 18:48:24 +0000624 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
danielk19775338a5f2005-01-20 13:03:10 +0000625 if( pOrderBy ){
drhd59ba6c2006-01-08 05:02:54 +0000626 pushOntoSorter(pParse, pOrderBy, p);
danielk19775338a5f2005-01-20 13:03:10 +0000627 }else{
drh4c583122008-01-04 22:01:03 +0000628 sqlite3VdbeAddOp1(v, OP_NewRowid, iParm);
drh66a51672008-01-03 00:01:23 +0000629 sqlite3VdbeAddOp2(v, OP_Pull, 1, 0);
danielk19771f4aa332008-01-03 09:51:55 +0000630 sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND);
danielk19775338a5f2005-01-20 13:03:10 +0000631 }
632 break;
633 }
drh5974a302000-06-07 14:42:26 +0000634
danielk197793758c82005-01-21 08:13:14 +0000635#ifndef SQLITE_OMIT_SUBQUERY
drhc926afb2002-06-20 03:38:26 +0000636 /* If we are creating a set for an "expr IN (SELECT ...)" construct,
637 ** then there should be a single item on the stack. Write this
638 ** item into the set table with bogus data.
639 */
640 case SRT_Set: {
drh52b36ca2004-01-14 13:38:54 +0000641 int addr2;
danielk1977e014a832004-05-17 10:48:57 +0000642
drhc926afb2002-06-20 03:38:26 +0000643 assert( nColumn==1 );
drh3c84ddf2008-01-09 02:15:38 +0000644 addr2 = sqlite3VdbeAddOp2(v, OP_IsNull, iMem, 0);
danielk19776c8c8ce2008-01-02 16:27:09 +0000645 p->affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, pDest->affinity);
drhc926afb2002-06-20 03:38:26 +0000646 if( pOrderBy ){
drhde941c62005-08-28 01:34:21 +0000647 /* At first glance you would think we could optimize out the
648 ** ORDER BY in this case since the order of entries in the set
649 ** does not matter. But there might be a LIMIT clause, in which
650 ** case the order does matter */
drh477df4b2008-01-05 18:48:24 +0000651 sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0);
drhd59ba6c2006-01-08 05:02:54 +0000652 pushOntoSorter(pParse, pOrderBy, p);
drhc926afb2002-06-20 03:38:26 +0000653 }else{
drh477df4b2008-01-05 18:48:24 +0000654 sqlite3VdbeAddOp4(v, OP_RegMakeRec, iMem, 1, 0, &p->affinity, 1);
drh66a51672008-01-03 00:01:23 +0000655 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000656 }
drhd654be82005-09-20 17:42:23 +0000657 sqlite3VdbeJumpHere(v, addr2);
drhc926afb2002-06-20 03:38:26 +0000658 break;
659 }
drh22827922000-06-06 17:27:05 +0000660
drh504b6982006-01-22 21:52:56 +0000661 /* If any row exist in the result set, record that fact and abort.
drhec7429a2005-10-06 16:53:14 +0000662 */
663 case SRT_Exists: {
drh4c583122008-01-04 22:01:03 +0000664 sqlite3VdbeAddOp2(v, OP_Integer, 1, iParm);
drhec7429a2005-10-06 16:53:14 +0000665 /* The LIMIT clause will terminate the loop for us */
666 break;
667 }
668
drhc926afb2002-06-20 03:38:26 +0000669 /* If this is a scalar select that is part of an expression, then
670 ** store the results in the appropriate memory cell and break out
671 ** of the scan loop.
672 */
673 case SRT_Mem: {
674 assert( nColumn==1 );
drh477df4b2008-01-05 18:48:24 +0000675 sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0);
drhc926afb2002-06-20 03:38:26 +0000676 if( pOrderBy ){
drhd59ba6c2006-01-08 05:02:54 +0000677 pushOntoSorter(pParse, pOrderBy, p);
drhc926afb2002-06-20 03:38:26 +0000678 }else{
drhb1fdb2a2008-01-05 04:06:03 +0000679 sqlite3VdbeAddOp2(v, OP_Move, 0, iParm);
drhec7429a2005-10-06 16:53:14 +0000680 /* The LIMIT clause will jump out of the loop for us */
drhc926afb2002-06-20 03:38:26 +0000681 }
682 break;
683 }
danielk197793758c82005-01-21 08:13:14 +0000684#endif /* #ifndef SQLITE_OMIT_SUBQUERY */
drh22827922000-06-06 17:27:05 +0000685
drhc182d162005-08-14 20:47:16 +0000686 /* Send the data to the callback function or to a subroutine. In the
687 ** case of a subroutine, the subroutine itself is responsible for
688 ** popping the data from the stack.
drhf46f9052002-06-22 02:33:38 +0000689 */
drhc182d162005-08-14 20:47:16 +0000690 case SRT_Subroutine:
drh9d2985c2005-09-08 01:58:42 +0000691 case SRT_Callback: {
drhf46f9052002-06-22 02:33:38 +0000692 if( pOrderBy ){
drh477df4b2008-01-05 18:48:24 +0000693 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drhd59ba6c2006-01-08 05:02:54 +0000694 pushOntoSorter(pParse, pOrderBy, p);
drhc182d162005-08-14 20:47:16 +0000695 }else if( eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000696 sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm);
drhc182d162005-08-14 20:47:16 +0000697 }else{
drh477df4b2008-01-05 18:48:24 +0000698 sqlite3VdbeAddOp2(v, OP_ResultRow, iMem, nColumn);
drhac82fcf2002-09-08 17:23:41 +0000699 }
drh142e30d2002-08-28 03:00:58 +0000700 break;
701 }
702
danielk19776a67fe82005-02-04 04:07:16 +0000703#if !defined(SQLITE_OMIT_TRIGGER)
drhc926afb2002-06-20 03:38:26 +0000704 /* Discard the results. This is used for SELECT statements inside
705 ** the body of a TRIGGER. The purpose of such selects is to call
706 ** user-defined functions that have side effects. We do not care
707 ** about the actual results of the select.
708 */
drhc926afb2002-06-20 03:38:26 +0000709 default: {
drhf46f9052002-06-22 02:33:38 +0000710 assert( eDest==SRT_Discard );
drhc926afb2002-06-20 03:38:26 +0000711 break;
712 }
danielk197793758c82005-01-21 08:13:14 +0000713#endif
drh82c3d632000-06-06 21:56:07 +0000714 }
drhec7429a2005-10-06 16:53:14 +0000715
716 /* Jump to the end of the loop if the LIMIT is reached.
717 */
718 if( p->iLimit>=0 && pOrderBy==0 ){
drh8558cde2008-01-05 05:20:10 +0000719 sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1);
drh3c84ddf2008-01-09 02:15:38 +0000720 sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, iBreak);
drhec7429a2005-10-06 16:53:14 +0000721 }
drh82c3d632000-06-06 21:56:07 +0000722 return 0;
723}
724
725/*
drhdece1a82005-08-31 18:20:00 +0000726** Given an expression list, generate a KeyInfo structure that records
727** the collating sequence for each expression in that expression list.
728**
drh0342b1f2005-09-01 03:07:44 +0000729** If the ExprList is an ORDER BY or GROUP BY clause then the resulting
730** KeyInfo structure is appropriate for initializing a virtual index to
731** implement that clause. If the ExprList is the result set of a SELECT
732** then the KeyInfo structure is appropriate for initializing a virtual
733** index to implement a DISTINCT test.
734**
drhdece1a82005-08-31 18:20:00 +0000735** Space to hold the KeyInfo structure is obtain from malloc. The calling
736** function is responsible for seeing that this structure is eventually
drh66a51672008-01-03 00:01:23 +0000737** freed. Add the KeyInfo structure to the P4 field of an opcode using
738** P4_KEYINFO_HANDOFF is the usual way of dealing with this.
drhdece1a82005-08-31 18:20:00 +0000739*/
740static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){
741 sqlite3 *db = pParse->db;
742 int nExpr;
743 KeyInfo *pInfo;
744 struct ExprList_item *pItem;
745 int i;
746
747 nExpr = pList->nExpr;
drh17435752007-08-16 04:30:38 +0000748 pInfo = sqlite3DbMallocZero(db, sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) );
drhdece1a82005-08-31 18:20:00 +0000749 if( pInfo ){
drh2646da72005-12-09 20:02:05 +0000750 pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr];
drhdece1a82005-08-31 18:20:00 +0000751 pInfo->nField = nExpr;
danielk197714db2662006-01-09 16:12:04 +0000752 pInfo->enc = ENC(db);
drhdece1a82005-08-31 18:20:00 +0000753 for(i=0, pItem=pList->a; i<nExpr; i++, pItem++){
754 CollSeq *pColl;
755 pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
756 if( !pColl ){
757 pColl = db->pDfltColl;
758 }
759 pInfo->aColl[i] = pColl;
760 pInfo->aSortOrder[i] = pItem->sortOrder;
761 }
762 }
763 return pInfo;
764}
765
766
767/*
drhd8bc7082000-06-07 23:51:50 +0000768** If the inner loop was generated using a non-null pOrderBy argument,
769** then the results were placed in a sorter. After the loop is terminated
770** we need to run the sorter and output the results. The following
771** routine generates the code needed to do that.
772*/
drhc926afb2002-06-20 03:38:26 +0000773static void generateSortTail(
danielk19776c8c8ce2008-01-02 16:27:09 +0000774 Parse *pParse, /* Parsing context */
775 Select *p, /* The SELECT statement */
776 Vdbe *v, /* Generate code into this VDBE */
777 int nColumn, /* Number of columns of data */
778 SelectDest *pDest /* Write the sorted results here */
drhc926afb2002-06-20 03:38:26 +0000779){
drh0342b1f2005-09-01 03:07:44 +0000780 int brk = sqlite3VdbeMakeLabel(v);
781 int cont = sqlite3VdbeMakeLabel(v);
drhd8bc7082000-06-07 23:51:50 +0000782 int addr;
drh0342b1f2005-09-01 03:07:44 +0000783 int iTab;
drh61fc5952007-04-01 23:49:51 +0000784 int pseudoTab = 0;
drh0342b1f2005-09-01 03:07:44 +0000785 ExprList *pOrderBy = p->pOrderBy;
drhffbc3082004-05-21 01:29:06 +0000786
danielk19776c8c8ce2008-01-02 16:27:09 +0000787 int eDest = pDest->eDest;
788 int iParm = pDest->iParm;
789
drh9d2985c2005-09-08 01:58:42 +0000790 iTab = pOrderBy->iECursor;
drhcdd536f2006-03-17 00:04:03 +0000791 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
792 pseudoTab = pParse->nTab++;
drh66a51672008-01-03 00:01:23 +0000793 sqlite3VdbeAddOp2(v, OP_OpenPseudo, pseudoTab, 0);
794 sqlite3VdbeAddOp2(v, OP_SetNumColumns, pseudoTab, nColumn);
drhcdd536f2006-03-17 00:04:03 +0000795 }
drh66a51672008-01-03 00:01:23 +0000796 addr = 1 + sqlite3VdbeAddOp2(v, OP_Sort, iTab, brk);
drhec7429a2005-10-06 16:53:14 +0000797 codeOffset(v, p, cont, 0);
drhcdd536f2006-03-17 00:04:03 +0000798 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000799 sqlite3VdbeAddOp2(v, OP_Integer, 1, 0);
drhcdd536f2006-03-17 00:04:03 +0000800 }
drh66a51672008-01-03 00:01:23 +0000801 sqlite3VdbeAddOp2(v, OP_Column, iTab, pOrderBy->nExpr + 1);
drhc926afb2002-06-20 03:38:26 +0000802 switch( eDest ){
drhc926afb2002-06-20 03:38:26 +0000803 case SRT_Table:
drhb9bb7c12006-06-11 23:41:55 +0000804 case SRT_EphemTab: {
drh4c583122008-01-04 22:01:03 +0000805 sqlite3VdbeAddOp1(v, OP_NewRowid, iParm);
drh66a51672008-01-03 00:01:23 +0000806 sqlite3VdbeAddOp2(v, OP_Pull, 1, 0);
danielk19771f4aa332008-01-03 09:51:55 +0000807 sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND);
drhc926afb2002-06-20 03:38:26 +0000808 break;
809 }
danielk197793758c82005-01-21 08:13:14 +0000810#ifndef SQLITE_OMIT_SUBQUERY
drhc926afb2002-06-20 03:38:26 +0000811 case SRT_Set: {
drh6a288a32008-01-07 19:20:24 +0000812 int j1, j2;
drhc926afb2002-06-20 03:38:26 +0000813 assert( nColumn==1 );
drh6a288a32008-01-07 19:20:24 +0000814 sqlite3VdbeAddOp0(v, OP_SCopy);
815 j1 = sqlite3VdbeAddOp0(v, OP_NotNull);
816 sqlite3VdbeAddOp1(v, OP_Pop, 1);
817 j2 = sqlite3VdbeAddOp0(v, OP_Goto);
818 sqlite3VdbeJumpHere(v, j1);
drh66a51672008-01-03 00:01:23 +0000819 sqlite3VdbeAddOp4(v, OP_MakeRecord, 1, 0, 0, &p->affinity, 1);
820 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drh6a288a32008-01-07 19:20:24 +0000821 sqlite3VdbeJumpHere(v, j2);
drhc926afb2002-06-20 03:38:26 +0000822 break;
823 }
824 case SRT_Mem: {
825 assert( nColumn==1 );
drhb1fdb2a2008-01-05 04:06:03 +0000826 sqlite3VdbeAddOp2(v, OP_Move, 0, iParm);
drhec7429a2005-10-06 16:53:14 +0000827 /* The LIMIT clause will terminate the loop for us */
drhc926afb2002-06-20 03:38:26 +0000828 break;
829 }
danielk197793758c82005-01-21 08:13:14 +0000830#endif
drhce665cf2004-05-21 03:01:58 +0000831 case SRT_Callback:
drhac82fcf2002-09-08 17:23:41 +0000832 case SRT_Subroutine: {
833 int i;
danielk19771f4aa332008-01-03 09:51:55 +0000834 sqlite3CodeInsert(pParse, pseudoTab, 0);
drhac82fcf2002-09-08 17:23:41 +0000835 for(i=0; i<nColumn; i++){
drh1013c932008-01-06 00:25:21 +0000836 sqlite3VdbeAddOp3(v, OP_Column, pseudoTab, i, pDest->iMem+i);
drhac82fcf2002-09-08 17:23:41 +0000837 }
drhce665cf2004-05-21 03:01:58 +0000838 if( eDest==SRT_Callback ){
drh1013c932008-01-06 00:25:21 +0000839 sqlite3VdbeAddOp2(v, OP_ResultRow, pDest->iMem, nColumn);
drhce665cf2004-05-21 03:01:58 +0000840 }else{
drh66a51672008-01-03 00:01:23 +0000841 sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm);
drhce665cf2004-05-21 03:01:58 +0000842 }
drhac82fcf2002-09-08 17:23:41 +0000843 break;
844 }
drhc926afb2002-06-20 03:38:26 +0000845 default: {
drhf46f9052002-06-22 02:33:38 +0000846 /* Do nothing */
drhc926afb2002-06-20 03:38:26 +0000847 break;
848 }
849 }
drhec7429a2005-10-06 16:53:14 +0000850
851 /* Jump to the end of the loop when the LIMIT is reached
852 */
853 if( p->iLimit>=0 ){
drh8558cde2008-01-05 05:20:10 +0000854 sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1);
drh3c84ddf2008-01-09 02:15:38 +0000855 sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, brk);
drhec7429a2005-10-06 16:53:14 +0000856 }
857
858 /* The bottom of the loop
859 */
drh0342b1f2005-09-01 03:07:44 +0000860 sqlite3VdbeResolveLabel(v, cont);
drh66a51672008-01-03 00:01:23 +0000861 sqlite3VdbeAddOp2(v, OP_Next, iTab, addr);
drh0342b1f2005-09-01 03:07:44 +0000862 sqlite3VdbeResolveLabel(v, brk);
drhcdd536f2006-03-17 00:04:03 +0000863 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000864 sqlite3VdbeAddOp2(v, OP_Close, pseudoTab, 0);
drhcdd536f2006-03-17 00:04:03 +0000865 }
866
drhd8bc7082000-06-07 23:51:50 +0000867}
868
869/*
danielk1977517eb642004-06-07 10:00:31 +0000870** Return a pointer to a string containing the 'declaration type' of the
871** expression pExpr. The string may be treated as static by the caller.
drhe78e8282003-01-19 03:59:45 +0000872**
danielk1977955de522006-02-10 02:27:42 +0000873** The declaration type is the exact datatype definition extracted from the
874** original CREATE TABLE statement if the expression is a column. The
875** declaration type for a ROWID field is INTEGER. Exactly when an expression
876** is considered a column can be complex in the presence of subqueries. The
877** result-set expression in all of the following SELECT statements is
878** considered a column by this function.
879**
880** SELECT col FROM tbl;
881** SELECT (SELECT col FROM tbl;
882** SELECT (SELECT col FROM tbl);
883** SELECT abc FROM (SELECT col AS abc FROM tbl);
danielk1977517eb642004-06-07 10:00:31 +0000884**
danielk1977955de522006-02-10 02:27:42 +0000885** The declaration type for any expression other than a column is NULL.
danielk1977517eb642004-06-07 10:00:31 +0000886*/
danielk1977955de522006-02-10 02:27:42 +0000887static const char *columnType(
888 NameContext *pNC,
889 Expr *pExpr,
890 const char **pzOriginDb,
891 const char **pzOriginTab,
892 const char **pzOriginCol
893){
894 char const *zType = 0;
895 char const *zOriginDb = 0;
896 char const *zOriginTab = 0;
897 char const *zOriginCol = 0;
danielk1977517eb642004-06-07 10:00:31 +0000898 int j;
danielk1977b3bce662005-01-29 08:32:43 +0000899 if( pExpr==0 || pNC->pSrcList==0 ) return 0;
danielk19775338a5f2005-01-20 13:03:10 +0000900
danielk197700e279d2004-06-21 07:36:32 +0000901 switch( pExpr->op ){
drh30bcf5d2006-04-07 13:50:37 +0000902 case TK_AGG_COLUMN:
danielk197700e279d2004-06-21 07:36:32 +0000903 case TK_COLUMN: {
danielk1977955de522006-02-10 02:27:42 +0000904 /* The expression is a column. Locate the table the column is being
905 ** extracted from in NameContext.pSrcList. This table may be real
906 ** database table or a subquery.
907 */
908 Table *pTab = 0; /* Table structure column is extracted from */
909 Select *pS = 0; /* Select the column is extracted from */
910 int iCol = pExpr->iColumn; /* Index of column in pTab */
danielk1977b3bce662005-01-29 08:32:43 +0000911 while( pNC && !pTab ){
912 SrcList *pTabList = pNC->pSrcList;
913 for(j=0;j<pTabList->nSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++);
914 if( j<pTabList->nSrc ){
915 pTab = pTabList->a[j].pTab;
danielk1977955de522006-02-10 02:27:42 +0000916 pS = pTabList->a[j].pSelect;
danielk1977b3bce662005-01-29 08:32:43 +0000917 }else{
918 pNC = pNC->pNext;
919 }
920 }
danielk1977955de522006-02-10 02:27:42 +0000921
drh7e627792005-04-29 02:10:00 +0000922 if( pTab==0 ){
923 /* FIX ME:
924 ** This can occurs if you have something like "SELECT new.x;" inside
925 ** a trigger. In other words, if you reference the special "new"
926 ** table in the result set of a select. We do not have a good way
927 ** to find the actual table type, so call it "TEXT". This is really
928 ** something of a bug, but I do not know how to fix it.
929 **
930 ** This code does not produce the correct answer - it just prevents
931 ** a segfault. See ticket #1229.
932 */
933 zType = "TEXT";
934 break;
935 }
danielk1977955de522006-02-10 02:27:42 +0000936
danielk1977b3bce662005-01-29 08:32:43 +0000937 assert( pTab );
danielk1977955de522006-02-10 02:27:42 +0000938 if( pS ){
939 /* The "table" is actually a sub-select or a view in the FROM clause
940 ** of the SELECT statement. Return the declaration type and origin
941 ** data for the result-set column of the sub-select.
942 */
943 if( iCol>=0 && iCol<pS->pEList->nExpr ){
944 /* If iCol is less than zero, then the expression requests the
945 ** rowid of the sub-select or view. This expression is legal (see
946 ** test case misc2.2.2) - it always evaluates to NULL.
947 */
948 NameContext sNC;
949 Expr *p = pS->pEList->a[iCol].pExpr;
950 sNC.pSrcList = pS->pSrc;
951 sNC.pNext = 0;
952 sNC.pParse = pNC->pParse;
953 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
954 }
danielk19774b2688a2006-06-20 11:01:07 +0000955 }else if( pTab->pSchema ){
danielk1977955de522006-02-10 02:27:42 +0000956 /* A real table */
957 assert( !pS );
958 if( iCol<0 ) iCol = pTab->iPKey;
959 assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
960 if( iCol<0 ){
961 zType = "INTEGER";
962 zOriginCol = "rowid";
963 }else{
964 zType = pTab->aCol[iCol].zType;
965 zOriginCol = pTab->aCol[iCol].zName;
966 }
967 zOriginTab = pTab->zName;
968 if( pNC->pParse ){
969 int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema);
970 zOriginDb = pNC->pParse->db->aDb[iDb].zName;
971 }
danielk197700e279d2004-06-21 07:36:32 +0000972 }
973 break;
danielk1977517eb642004-06-07 10:00:31 +0000974 }
danielk197793758c82005-01-21 08:13:14 +0000975#ifndef SQLITE_OMIT_SUBQUERY
danielk197700e279d2004-06-21 07:36:32 +0000976 case TK_SELECT: {
danielk1977955de522006-02-10 02:27:42 +0000977 /* The expression is a sub-select. Return the declaration type and
978 ** origin info for the single column in the result set of the SELECT
979 ** statement.
980 */
danielk1977b3bce662005-01-29 08:32:43 +0000981 NameContext sNC;
danielk197700e279d2004-06-21 07:36:32 +0000982 Select *pS = pExpr->pSelect;
danielk1977955de522006-02-10 02:27:42 +0000983 Expr *p = pS->pEList->a[0].pExpr;
984 sNC.pSrcList = pS->pSrc;
danielk1977b3bce662005-01-29 08:32:43 +0000985 sNC.pNext = pNC;
danielk1977955de522006-02-10 02:27:42 +0000986 sNC.pParse = pNC->pParse;
987 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
danielk197700e279d2004-06-21 07:36:32 +0000988 break;
danielk1977517eb642004-06-07 10:00:31 +0000989 }
danielk197793758c82005-01-21 08:13:14 +0000990#endif
danielk1977517eb642004-06-07 10:00:31 +0000991 }
danielk197700e279d2004-06-21 07:36:32 +0000992
danielk1977955de522006-02-10 02:27:42 +0000993 if( pzOriginDb ){
994 assert( pzOriginTab && pzOriginCol );
995 *pzOriginDb = zOriginDb;
996 *pzOriginTab = zOriginTab;
997 *pzOriginCol = zOriginCol;
998 }
danielk1977517eb642004-06-07 10:00:31 +0000999 return zType;
1000}
1001
1002/*
1003** Generate code that will tell the VDBE the declaration types of columns
1004** in the result set.
drhfcb78a42003-01-18 20:11:05 +00001005*/
1006static void generateColumnTypes(
1007 Parse *pParse, /* Parser context */
drhfcb78a42003-01-18 20:11:05 +00001008 SrcList *pTabList, /* List of tables */
1009 ExprList *pEList /* Expressions defining the result set */
1010){
1011 Vdbe *v = pParse->pVdbe;
danielk1977517eb642004-06-07 10:00:31 +00001012 int i;
danielk1977b3bce662005-01-29 08:32:43 +00001013 NameContext sNC;
1014 sNC.pSrcList = pTabList;
danielk1977955de522006-02-10 02:27:42 +00001015 sNC.pParse = pParse;
drhfcb78a42003-01-18 20:11:05 +00001016 for(i=0; i<pEList->nExpr; i++){
1017 Expr *p = pEList->a[i].pExpr;
danielk1977955de522006-02-10 02:27:42 +00001018 const char *zOrigDb = 0;
1019 const char *zOrigTab = 0;
1020 const char *zOrigCol = 0;
1021 const char *zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol);
1022
drh85b623f2007-12-13 21:54:09 +00001023 /* The vdbe must make its own copy of the column-type and other
danielk19774b1ae992006-02-10 03:06:10 +00001024 ** column specific strings, in case the schema is reset before this
1025 ** virtual machine is deleted.
danielk1977fbcd5852004-06-15 02:44:18 +00001026 */
drh66a51672008-01-03 00:01:23 +00001027 sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, P4_TRANSIENT);
1028 sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, P4_TRANSIENT);
1029 sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, P4_TRANSIENT);
1030 sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, P4_TRANSIENT);
drhfcb78a42003-01-18 20:11:05 +00001031 }
1032}
1033
1034/*
1035** Generate code that will tell the VDBE the names of columns
1036** in the result set. This information is used to provide the
drhfcabd462004-02-20 14:50:58 +00001037** azCol[] values in the callback.
drh82c3d632000-06-06 21:56:07 +00001038*/
drh832508b2002-03-02 17:04:07 +00001039static void generateColumnNames(
1040 Parse *pParse, /* Parser context */
drhad3cab52002-05-24 02:04:32 +00001041 SrcList *pTabList, /* List of tables */
drh832508b2002-03-02 17:04:07 +00001042 ExprList *pEList /* Expressions defining the result set */
1043){
drhd8bc7082000-06-07 23:51:50 +00001044 Vdbe *v = pParse->pVdbe;
drh6a3ea0e2003-05-02 14:32:12 +00001045 int i, j;
drh9bb575f2004-09-06 17:24:11 +00001046 sqlite3 *db = pParse->db;
drhfcabd462004-02-20 14:50:58 +00001047 int fullNames, shortNames;
1048
drhfe2093d2005-01-20 22:48:47 +00001049#ifndef SQLITE_OMIT_EXPLAIN
danielk19773cf86062004-05-26 10:11:05 +00001050 /* If this is an EXPLAIN, skip this step */
1051 if( pParse->explain ){
danielk197761de0d12004-05-27 23:56:16 +00001052 return;
danielk19773cf86062004-05-26 10:11:05 +00001053 }
danielk19775338a5f2005-01-20 13:03:10 +00001054#endif
danielk19773cf86062004-05-26 10:11:05 +00001055
drhd6502752004-02-16 03:44:01 +00001056 assert( v!=0 );
drh17435752007-08-16 04:30:38 +00001057 if( pParse->colNamesSet || v==0 || db->mallocFailed ) return;
drhd8bc7082000-06-07 23:51:50 +00001058 pParse->colNamesSet = 1;
drhfcabd462004-02-20 14:50:58 +00001059 fullNames = (db->flags & SQLITE_FullColNames)!=0;
1060 shortNames = (db->flags & SQLITE_ShortColNames)!=0;
danielk197722322fd2004-05-25 23:35:17 +00001061 sqlite3VdbeSetNumCols(v, pEList->nExpr);
drh82c3d632000-06-06 21:56:07 +00001062 for(i=0; i<pEList->nExpr; i++){
1063 Expr *p;
drh5a387052003-01-11 14:19:51 +00001064 p = pEList->a[i].pExpr;
1065 if( p==0 ) continue;
drh82c3d632000-06-06 21:56:07 +00001066 if( pEList->a[i].zName ){
1067 char *zName = pEList->a[i].zName;
danielk1977955de522006-02-10 02:27:42 +00001068 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, strlen(zName));
drh82c3d632000-06-06 21:56:07 +00001069 continue;
1070 }
drhfa173a72002-07-10 21:26:00 +00001071 if( p->op==TK_COLUMN && pTabList ){
drh6a3ea0e2003-05-02 14:32:12 +00001072 Table *pTab;
drh97665872002-02-13 23:22:53 +00001073 char *zCol;
drh8aff1012001-12-22 14:49:24 +00001074 int iCol = p->iColumn;
drh6a3ea0e2003-05-02 14:32:12 +00001075 for(j=0; j<pTabList->nSrc && pTabList->a[j].iCursor!=p->iTable; j++){}
1076 assert( j<pTabList->nSrc );
1077 pTab = pTabList->a[j].pTab;
drh8aff1012001-12-22 14:49:24 +00001078 if( iCol<0 ) iCol = pTab->iPKey;
drh97665872002-02-13 23:22:53 +00001079 assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
drhb1363202002-06-26 02:45:03 +00001080 if( iCol<0 ){
drh47a6db22005-01-18 16:02:40 +00001081 zCol = "rowid";
drhb1363202002-06-26 02:45:03 +00001082 }else{
1083 zCol = pTab->aCol[iCol].zName;
drhb1363202002-06-26 02:45:03 +00001084 }
drhfcabd462004-02-20 14:50:58 +00001085 if( !shortNames && !fullNames && p->span.z && p->span.z[0] ){
danielk1977955de522006-02-10 02:27:42 +00001086 sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n);
drhfcabd462004-02-20 14:50:58 +00001087 }else if( fullNames || (!shortNames && pTabList->nSrc>1) ){
drh82c3d632000-06-06 21:56:07 +00001088 char *zName = 0;
drh82c3d632000-06-06 21:56:07 +00001089 char *zTab;
1090
drh6a3ea0e2003-05-02 14:32:12 +00001091 zTab = pTabList->a[j].zAlias;
drhfcabd462004-02-20 14:50:58 +00001092 if( fullNames || zTab==0 ) zTab = pTab->zName;
drhf93339d2006-01-03 15:16:26 +00001093 sqlite3SetString(&zName, zTab, ".", zCol, (char*)0);
drh66a51672008-01-03 00:01:23 +00001094 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, P4_DYNAMIC);
drh82c3d632000-06-06 21:56:07 +00001095 }else{
danielk1977955de522006-02-10 02:27:42 +00001096 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, strlen(zCol));
drh82c3d632000-06-06 21:56:07 +00001097 }
drh6977fea2002-10-22 23:38:04 +00001098 }else if( p->span.z && p->span.z[0] ){
danielk1977955de522006-02-10 02:27:42 +00001099 sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n);
danielk19773cf86062004-05-26 10:11:05 +00001100 /* sqlite3VdbeCompressSpace(v, addr); */
drh1bee3d72001-10-15 00:44:35 +00001101 }else{
1102 char zName[30];
1103 assert( p->op!=TK_COLUMN || pTabList==0 );
drh5bb3eb92007-05-04 13:15:55 +00001104 sqlite3_snprintf(sizeof(zName), zName, "column%d", i+1);
danielk1977955de522006-02-10 02:27:42 +00001105 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, 0);
drh82c3d632000-06-06 21:56:07 +00001106 }
1107 }
danielk197776d505b2004-05-28 13:13:02 +00001108 generateColumnTypes(pParse, pTabList, pEList);
drh82c3d632000-06-06 21:56:07 +00001109}
1110
danielk197793758c82005-01-21 08:13:14 +00001111#ifndef SQLITE_OMIT_COMPOUND_SELECT
drh82c3d632000-06-06 21:56:07 +00001112/*
drhd8bc7082000-06-07 23:51:50 +00001113** Name of the connection operator, used for error messages.
1114*/
1115static const char *selectOpName(int id){
1116 char *z;
1117 switch( id ){
1118 case TK_ALL: z = "UNION ALL"; break;
1119 case TK_INTERSECT: z = "INTERSECT"; break;
1120 case TK_EXCEPT: z = "EXCEPT"; break;
1121 default: z = "UNION"; break;
1122 }
1123 return z;
1124}
danielk197793758c82005-01-21 08:13:14 +00001125#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drhd8bc7082000-06-07 23:51:50 +00001126
1127/*
drh315555c2002-10-20 15:53:03 +00001128** Forward declaration
1129*/
drh9b3187e2005-01-18 14:45:47 +00001130static int prepSelectStmt(Parse*, Select*);
drh315555c2002-10-20 15:53:03 +00001131
1132/*
drh22f70c32002-02-18 01:17:00 +00001133** Given a SELECT statement, generate a Table structure that describes
1134** the result set of that SELECT.
1135*/
danielk19774adee202004-05-08 08:23:19 +00001136Table *sqlite3ResultSetOfSelect(Parse *pParse, char *zTabName, Select *pSelect){
drh22f70c32002-02-18 01:17:00 +00001137 Table *pTab;
drhb733d032004-01-24 20:18:12 +00001138 int i, j;
drh22f70c32002-02-18 01:17:00 +00001139 ExprList *pEList;
drh290c1942004-08-21 17:54:45 +00001140 Column *aCol, *pCol;
drh17435752007-08-16 04:30:38 +00001141 sqlite3 *db = pParse->db;
drh22f70c32002-02-18 01:17:00 +00001142
drh92378252006-03-26 01:21:22 +00001143 while( pSelect->pPrior ) pSelect = pSelect->pPrior;
drh9b3187e2005-01-18 14:45:47 +00001144 if( prepSelectStmt(pParse, pSelect) ){
drh22f70c32002-02-18 01:17:00 +00001145 return 0;
1146 }
danielk1977142bdf42005-01-30 11:11:44 +00001147 if( sqlite3SelectResolve(pParse, pSelect, 0) ){
1148 return 0;
1149 }
drh17435752007-08-16 04:30:38 +00001150 pTab = sqlite3DbMallocZero(db, sizeof(Table) );
drh22f70c32002-02-18 01:17:00 +00001151 if( pTab==0 ){
1152 return 0;
1153 }
drhed8a3bb2005-06-06 21:19:56 +00001154 pTab->nRef = 1;
drh17435752007-08-16 04:30:38 +00001155 pTab->zName = zTabName ? sqlite3DbStrDup(db, zTabName) : 0;
drh22f70c32002-02-18 01:17:00 +00001156 pEList = pSelect->pEList;
1157 pTab->nCol = pEList->nExpr;
drh417be792002-03-03 18:59:40 +00001158 assert( pTab->nCol>0 );
drh17435752007-08-16 04:30:38 +00001159 pTab->aCol = aCol = sqlite3DbMallocZero(db, sizeof(pTab->aCol[0])*pTab->nCol);
drh290c1942004-08-21 17:54:45 +00001160 for(i=0, pCol=aCol; i<pTab->nCol; i++, pCol++){
drh79d5f632005-01-18 17:20:10 +00001161 Expr *p, *pR;
danielk1977517eb642004-06-07 10:00:31 +00001162 char *zType;
drh91bb0ee2004-09-01 03:06:34 +00001163 char *zName;
drh2564ef92006-09-29 14:01:04 +00001164 int nName;
danielk1977b3bf5562006-01-10 17:58:23 +00001165 CollSeq *pColl;
drh79d5f632005-01-18 17:20:10 +00001166 int cnt;
danielk1977b3bce662005-01-29 08:32:43 +00001167 NameContext sNC;
drh79d5f632005-01-18 17:20:10 +00001168
1169 /* Get an appropriate name for the column
1170 */
1171 p = pEList->a[i].pExpr;
drh290c1942004-08-21 17:54:45 +00001172 assert( p->pRight==0 || p->pRight->token.z==0 || p->pRight->token.z[0]!=0 );
drh91bb0ee2004-09-01 03:06:34 +00001173 if( (zName = pEList->a[i].zName)!=0 ){
drh79d5f632005-01-18 17:20:10 +00001174 /* If the column contains an "AS <name>" phrase, use <name> as the name */
drh17435752007-08-16 04:30:38 +00001175 zName = sqlite3DbStrDup(db, zName);
danielk1977517eb642004-06-07 10:00:31 +00001176 }else if( p->op==TK_DOT
drh79d5f632005-01-18 17:20:10 +00001177 && (pR=p->pRight)!=0 && pR->token.z && pR->token.z[0] ){
1178 /* For columns of the from A.B use B as the name */
drh17435752007-08-16 04:30:38 +00001179 zName = sqlite3MPrintf(db, "%T", &pR->token);
drhb733d032004-01-24 20:18:12 +00001180 }else if( p->span.z && p->span.z[0] ){
drh79d5f632005-01-18 17:20:10 +00001181 /* Use the original text of the column expression as its name */
drh17435752007-08-16 04:30:38 +00001182 zName = sqlite3MPrintf(db, "%T", &p->span);
drh22f70c32002-02-18 01:17:00 +00001183 }else{
drh79d5f632005-01-18 17:20:10 +00001184 /* If all else fails, make up a name */
drh17435752007-08-16 04:30:38 +00001185 zName = sqlite3MPrintf(db, "column%d", i+1);
drh22f70c32002-02-18 01:17:00 +00001186 }
danielk197777519402007-08-30 11:48:31 +00001187 if( !zName || db->mallocFailed ){
1188 db->mallocFailed = 1;
drh17435752007-08-16 04:30:38 +00001189 sqlite3_free(zName);
danielk1977a04a34f2007-04-16 15:06:25 +00001190 sqlite3DeleteTable(pTab);
drhdd5b2fa2005-03-28 03:39:55 +00001191 return 0;
1192 }
danielk197777519402007-08-30 11:48:31 +00001193 sqlite3Dequote(zName);
drh79d5f632005-01-18 17:20:10 +00001194
1195 /* Make sure the column name is unique. If the name is not unique,
1196 ** append a integer to the name so that it becomes unique.
1197 */
drh2564ef92006-09-29 14:01:04 +00001198 nName = strlen(zName);
drh79d5f632005-01-18 17:20:10 +00001199 for(j=cnt=0; j<i; j++){
1200 if( sqlite3StrICmp(aCol[j].zName, zName)==0 ){
drh2564ef92006-09-29 14:01:04 +00001201 zName[nName] = 0;
danielk19771e536952007-08-16 10:09:01 +00001202 zName = sqlite3MPrintf(db, "%z:%d", zName, ++cnt);
drh79d5f632005-01-18 17:20:10 +00001203 j = -1;
drhdd5b2fa2005-03-28 03:39:55 +00001204 if( zName==0 ) break;
drh79d5f632005-01-18 17:20:10 +00001205 }
1206 }
drh91bb0ee2004-09-01 03:06:34 +00001207 pCol->zName = zName;
danielk1977517eb642004-06-07 10:00:31 +00001208
drh79d5f632005-01-18 17:20:10 +00001209 /* Get the typename, type affinity, and collating sequence for the
1210 ** column.
1211 */
drhc43e8be2005-05-16 22:37:54 +00001212 memset(&sNC, 0, sizeof(sNC));
danielk1977b3bce662005-01-29 08:32:43 +00001213 sNC.pSrcList = pSelect->pSrc;
drh17435752007-08-16 04:30:38 +00001214 zType = sqlite3DbStrDup(db, columnType(&sNC, p, 0, 0, 0));
drh290c1942004-08-21 17:54:45 +00001215 pCol->zType = zType;
danielk1977c60e9b82005-01-31 12:42:29 +00001216 pCol->affinity = sqlite3ExprAffinity(p);
danielk1977b3bf5562006-01-10 17:58:23 +00001217 pColl = sqlite3ExprCollSeq(pParse, p);
1218 if( pColl ){
drh17435752007-08-16 04:30:38 +00001219 pCol->zColl = sqlite3DbStrDup(db, pColl->zName);
danielk19770202b292004-06-09 09:55:16 +00001220 }
drh22f70c32002-02-18 01:17:00 +00001221 }
1222 pTab->iPKey = -1;
1223 return pTab;
1224}
1225
1226/*
drh9b3187e2005-01-18 14:45:47 +00001227** Prepare a SELECT statement for processing by doing the following
1228** things:
drhd8bc7082000-06-07 23:51:50 +00001229**
drh9b3187e2005-01-18 14:45:47 +00001230** (1) Make sure VDBE cursor numbers have been assigned to every
1231** element of the FROM clause.
1232**
1233** (2) Fill in the pTabList->a[].pTab fields in the SrcList that
1234** defines FROM clause. When views appear in the FROM clause,
drh63eb5f22003-04-29 16:20:44 +00001235** fill pTabList->a[].pSelect with a copy of the SELECT statement
1236** that implements the view. A copy is made of the view's SELECT
1237** statement so that we can freely modify or delete that statement
1238** without worrying about messing up the presistent representation
1239** of the view.
drhd8bc7082000-06-07 23:51:50 +00001240**
drh9b3187e2005-01-18 14:45:47 +00001241** (3) Add terms to the WHERE clause to accomodate the NATURAL keyword
drhad2d8302002-05-24 20:31:36 +00001242** on joins and the ON and USING clause of joins.
1243**
drh9b3187e2005-01-18 14:45:47 +00001244** (4) Scan the list of columns in the result set (pEList) looking
drh54473222002-04-04 02:10:55 +00001245** for instances of the "*" operator or the TABLE.* operator.
1246** If found, expand each "*" to be every column in every table
1247** and TABLE.* to be every column in TABLE.
drhd8bc7082000-06-07 23:51:50 +00001248**
1249** Return 0 on success. If there are problems, leave an error message
1250** in pParse and return non-zero.
1251*/
drh9b3187e2005-01-18 14:45:47 +00001252static int prepSelectStmt(Parse *pParse, Select *p){
drh54473222002-04-04 02:10:55 +00001253 int i, j, k, rc;
drhad3cab52002-05-24 02:04:32 +00001254 SrcList *pTabList;
drhdaffd0e2001-04-11 14:28:42 +00001255 ExprList *pEList;
drh290c1942004-08-21 17:54:45 +00001256 struct SrcList_item *pFrom;
drh17435752007-08-16 04:30:38 +00001257 sqlite3 *db = pParse->db;
drhdaffd0e2001-04-11 14:28:42 +00001258
drh17435752007-08-16 04:30:38 +00001259 if( p==0 || p->pSrc==0 || db->mallocFailed ){
drh6f7adc82006-01-11 21:41:20 +00001260 return 1;
1261 }
drhdaffd0e2001-04-11 14:28:42 +00001262 pTabList = p->pSrc;
1263 pEList = p->pEList;
drhd8bc7082000-06-07 23:51:50 +00001264
drh9b3187e2005-01-18 14:45:47 +00001265 /* Make sure cursor numbers have been assigned to all entries in
1266 ** the FROM clause of the SELECT statement.
1267 */
1268 sqlite3SrcListAssignCursors(pParse, p->pSrc);
1269
1270 /* Look up every table named in the FROM clause of the select. If
1271 ** an entry of the FROM clause is a subquery instead of a table or view,
1272 ** then create a transient table structure to describe the subquery.
drhd8bc7082000-06-07 23:51:50 +00001273 */
drh290c1942004-08-21 17:54:45 +00001274 for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
danielk1977f0113002006-01-24 12:09:17 +00001275 Table *pTab;
drh9b3187e2005-01-18 14:45:47 +00001276 if( pFrom->pTab!=0 ){
1277 /* This statement has already been prepared. There is no need
1278 ** to go further. */
1279 assert( i==0 );
drhd8bc7082000-06-07 23:51:50 +00001280 return 0;
1281 }
drh290c1942004-08-21 17:54:45 +00001282 if( pFrom->zName==0 ){
danielk197793758c82005-01-21 08:13:14 +00001283#ifndef SQLITE_OMIT_SUBQUERY
drh22f70c32002-02-18 01:17:00 +00001284 /* A sub-query in the FROM clause of a SELECT */
drh290c1942004-08-21 17:54:45 +00001285 assert( pFrom->pSelect!=0 );
1286 if( pFrom->zAlias==0 ){
drh91bb0ee2004-09-01 03:06:34 +00001287 pFrom->zAlias =
danielk19771e536952007-08-16 10:09:01 +00001288 sqlite3MPrintf(db, "sqlite_subquery_%p_", (void*)pFrom->pSelect);
drhad2d8302002-05-24 20:31:36 +00001289 }
drhed8a3bb2005-06-06 21:19:56 +00001290 assert( pFrom->pTab==0 );
drh290c1942004-08-21 17:54:45 +00001291 pFrom->pTab = pTab =
1292 sqlite3ResultSetOfSelect(pParse, pFrom->zAlias, pFrom->pSelect);
drh22f70c32002-02-18 01:17:00 +00001293 if( pTab==0 ){
1294 return 1;
1295 }
drhb9bb7c12006-06-11 23:41:55 +00001296 /* The isEphem flag indicates that the Table structure has been
drh5cf590c2003-04-24 01:45:04 +00001297 ** dynamically allocated and may be freed at any time. In other words,
1298 ** pTab is not pointing to a persistent table structure that defines
1299 ** part of the schema. */
drhb9bb7c12006-06-11 23:41:55 +00001300 pTab->isEphem = 1;
danielk197793758c82005-01-21 08:13:14 +00001301#endif
drh22f70c32002-02-18 01:17:00 +00001302 }else{
drha76b5df2002-02-23 02:32:10 +00001303 /* An ordinary table or view name in the FROM clause */
drhed8a3bb2005-06-06 21:19:56 +00001304 assert( pFrom->pTab==0 );
drh290c1942004-08-21 17:54:45 +00001305 pFrom->pTab = pTab =
1306 sqlite3LocateTable(pParse,pFrom->zName,pFrom->zDatabase);
drha76b5df2002-02-23 02:32:10 +00001307 if( pTab==0 ){
drh22f70c32002-02-18 01:17:00 +00001308 return 1;
1309 }
drhed8a3bb2005-06-06 21:19:56 +00001310 pTab->nRef++;
danielk197793626f42006-06-20 13:07:27 +00001311#if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE)
1312 if( pTab->pSelect || IsVirtual(pTab) ){
drh63eb5f22003-04-29 16:20:44 +00001313 /* We reach here if the named table is a really a view */
danielk19774adee202004-05-08 08:23:19 +00001314 if( sqlite3ViewGetColumnNames(pParse, pTab) ){
drh417be792002-03-03 18:59:40 +00001315 return 1;
1316 }
drh290c1942004-08-21 17:54:45 +00001317 /* If pFrom->pSelect!=0 it means we are dealing with a
drh63eb5f22003-04-29 16:20:44 +00001318 ** view within a view. The SELECT structure has already been
1319 ** copied by the outer view so we can skip the copy step here
1320 ** in the inner view.
1321 */
drh290c1942004-08-21 17:54:45 +00001322 if( pFrom->pSelect==0 ){
drh17435752007-08-16 04:30:38 +00001323 pFrom->pSelect = sqlite3SelectDup(db, pTab->pSelect);
drh63eb5f22003-04-29 16:20:44 +00001324 }
drha76b5df2002-02-23 02:32:10 +00001325 }
danielk197793758c82005-01-21 08:13:14 +00001326#endif
drhd8bc7082000-06-07 23:51:50 +00001327 }
1328 }
1329
drhad2d8302002-05-24 20:31:36 +00001330 /* Process NATURAL keywords, and ON and USING clauses of joins.
1331 */
1332 if( sqliteProcessJoin(pParse, p) ) return 1;
1333
drh7c917d12001-12-16 20:05:05 +00001334 /* For every "*" that occurs in the column list, insert the names of
drh54473222002-04-04 02:10:55 +00001335 ** all columns in all tables. And for every TABLE.* insert the names
1336 ** of all columns in TABLE. The parser inserted a special expression
drh7c917d12001-12-16 20:05:05 +00001337 ** with the TK_ALL operator for each "*" that it found in the column list.
1338 ** The following code just has to locate the TK_ALL expressions and expand
1339 ** each one to the list of all columns in all tables.
drh54473222002-04-04 02:10:55 +00001340 **
1341 ** The first loop just checks to see if there are any "*" operators
1342 ** that need expanding.
drhd8bc7082000-06-07 23:51:50 +00001343 */
drh7c917d12001-12-16 20:05:05 +00001344 for(k=0; k<pEList->nExpr; k++){
drh54473222002-04-04 02:10:55 +00001345 Expr *pE = pEList->a[k].pExpr;
1346 if( pE->op==TK_ALL ) break;
1347 if( pE->op==TK_DOT && pE->pRight && pE->pRight->op==TK_ALL
1348 && pE->pLeft && pE->pLeft->op==TK_ID ) break;
drh7c917d12001-12-16 20:05:05 +00001349 }
drh54473222002-04-04 02:10:55 +00001350 rc = 0;
drh7c917d12001-12-16 20:05:05 +00001351 if( k<pEList->nExpr ){
drh54473222002-04-04 02:10:55 +00001352 /*
1353 ** If we get here it means the result set contains one or more "*"
1354 ** operators that need to be expanded. Loop through each expression
1355 ** in the result set and expand them one by one.
1356 */
drh7c917d12001-12-16 20:05:05 +00001357 struct ExprList_item *a = pEList->a;
1358 ExprList *pNew = 0;
drhd70dc522005-06-06 16:34:33 +00001359 int flags = pParse->db->flags;
1360 int longNames = (flags & SQLITE_FullColNames)!=0 &&
1361 (flags & SQLITE_ShortColNames)==0;
1362
drh7c917d12001-12-16 20:05:05 +00001363 for(k=0; k<pEList->nExpr; k++){
drh54473222002-04-04 02:10:55 +00001364 Expr *pE = a[k].pExpr;
1365 if( pE->op!=TK_ALL &&
1366 (pE->op!=TK_DOT || pE->pRight==0 || pE->pRight->op!=TK_ALL) ){
1367 /* This particular expression does not need to be expanded.
1368 */
drh17435752007-08-16 04:30:38 +00001369 pNew = sqlite3ExprListAppend(pParse, pNew, a[k].pExpr, 0);
danielk1977261919c2005-12-06 12:52:59 +00001370 if( pNew ){
1371 pNew->a[pNew->nExpr-1].zName = a[k].zName;
1372 }else{
1373 rc = 1;
1374 }
drh7c917d12001-12-16 20:05:05 +00001375 a[k].pExpr = 0;
1376 a[k].zName = 0;
1377 }else{
drh54473222002-04-04 02:10:55 +00001378 /* This expression is a "*" or a "TABLE.*" and needs to be
1379 ** expanded. */
1380 int tableSeen = 0; /* Set to 1 when TABLE matches */
drhcf55b7a2004-07-20 01:45:19 +00001381 char *zTName; /* text of name of TABLE */
drh54473222002-04-04 02:10:55 +00001382 if( pE->op==TK_DOT && pE->pLeft ){
drh17435752007-08-16 04:30:38 +00001383 zTName = sqlite3NameFromToken(db, &pE->pLeft->token);
drh54473222002-04-04 02:10:55 +00001384 }else{
drhcf55b7a2004-07-20 01:45:19 +00001385 zTName = 0;
drh54473222002-04-04 02:10:55 +00001386 }
drh290c1942004-08-21 17:54:45 +00001387 for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
1388 Table *pTab = pFrom->pTab;
1389 char *zTabName = pFrom->zAlias;
drh54473222002-04-04 02:10:55 +00001390 if( zTabName==0 || zTabName[0]==0 ){
1391 zTabName = pTab->zName;
1392 }
drhcf55b7a2004-07-20 01:45:19 +00001393 if( zTName && (zTabName==0 || zTabName[0]==0 ||
1394 sqlite3StrICmp(zTName, zTabName)!=0) ){
drh54473222002-04-04 02:10:55 +00001395 continue;
1396 }
1397 tableSeen = 1;
drh7c917d12001-12-16 20:05:05 +00001398 for(j=0; j<pTab->nCol; j++){
danielk1977f0113002006-01-24 12:09:17 +00001399 Expr *pExpr, *pRight;
drhad2d8302002-05-24 20:31:36 +00001400 char *zName = pTab->aCol[j].zName;
1401
danielk1977034ca142007-06-26 10:38:54 +00001402 /* If a column is marked as 'hidden' (currently only possible
1403 ** for virtual tables), do not include it in the expanded
1404 ** result-set list.
1405 */
1406 if( IsHiddenColumn(&pTab->aCol[j]) ){
1407 assert(IsVirtual(pTab));
1408 continue;
1409 }
1410
drh91bb0ee2004-09-01 03:06:34 +00001411 if( i>0 ){
1412 struct SrcList_item *pLeft = &pTabList->a[i-1];
drh61dfc312006-12-16 16:25:15 +00001413 if( (pLeft[1].jointype & JT_NATURAL)!=0 &&
drh91bb0ee2004-09-01 03:06:34 +00001414 columnIndex(pLeft->pTab, zName)>=0 ){
1415 /* In a NATURAL join, omit the join columns from the
1416 ** table on the right */
1417 continue;
1418 }
drh61dfc312006-12-16 16:25:15 +00001419 if( sqlite3IdListIndex(pLeft[1].pUsing, zName)>=0 ){
drh91bb0ee2004-09-01 03:06:34 +00001420 /* In a join with a USING clause, omit columns in the
1421 ** using clause from the table on the right. */
1422 continue;
1423 }
drhad2d8302002-05-24 20:31:36 +00001424 }
danielk1977a1644fd2007-08-29 12:31:25 +00001425 pRight = sqlite3PExpr(pParse, TK_ID, 0, 0, 0);
drh22f70c32002-02-18 01:17:00 +00001426 if( pRight==0 ) break;
danielk19771e536952007-08-16 10:09:01 +00001427 setQuotedToken(pParse, &pRight->token, zName);
drhd70dc522005-06-06 16:34:33 +00001428 if( zTabName && (longNames || pTabList->nSrc>1) ){
danielk1977a1644fd2007-08-29 12:31:25 +00001429 Expr *pLeft = sqlite3PExpr(pParse, TK_ID, 0, 0, 0);
1430 pExpr = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight, 0);
drh22f70c32002-02-18 01:17:00 +00001431 if( pExpr==0 ) break;
danielk19771e536952007-08-16 10:09:01 +00001432 setQuotedToken(pParse, &pLeft->token, zTabName);
1433 setToken(&pExpr->span,
1434 sqlite3MPrintf(db, "%s.%s", zTabName, zName));
drh6977fea2002-10-22 23:38:04 +00001435 pExpr->span.dyn = 1;
1436 pExpr->token.z = 0;
1437 pExpr->token.n = 0;
1438 pExpr->token.dyn = 0;
drh7c917d12001-12-16 20:05:05 +00001439 }else{
drh22f70c32002-02-18 01:17:00 +00001440 pExpr = pRight;
drh6977fea2002-10-22 23:38:04 +00001441 pExpr->span = pExpr->token;
danielk1977f3b863e2007-06-24 06:32:17 +00001442 pExpr->span.dyn = 0;
drh7c917d12001-12-16 20:05:05 +00001443 }
drhd70dc522005-06-06 16:34:33 +00001444 if( longNames ){
drh17435752007-08-16 04:30:38 +00001445 pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pExpr->span);
drhd70dc522005-06-06 16:34:33 +00001446 }else{
drh17435752007-08-16 04:30:38 +00001447 pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pRight->token);
drhd70dc522005-06-06 16:34:33 +00001448 }
drh7c917d12001-12-16 20:05:05 +00001449 }
drh17e24df2001-11-06 14:10:41 +00001450 }
drh54473222002-04-04 02:10:55 +00001451 if( !tableSeen ){
drhcf55b7a2004-07-20 01:45:19 +00001452 if( zTName ){
1453 sqlite3ErrorMsg(pParse, "no such table: %s", zTName);
drhf5db2d32002-06-06 23:42:27 +00001454 }else{
danielk19774adee202004-05-08 08:23:19 +00001455 sqlite3ErrorMsg(pParse, "no tables specified");
drhf5db2d32002-06-06 23:42:27 +00001456 }
drh54473222002-04-04 02:10:55 +00001457 rc = 1;
1458 }
drh17435752007-08-16 04:30:38 +00001459 sqlite3_free(zTName);
drhd8bc7082000-06-07 23:51:50 +00001460 }
1461 }
danielk19774adee202004-05-08 08:23:19 +00001462 sqlite3ExprListDelete(pEList);
drh7c917d12001-12-16 20:05:05 +00001463 p->pEList = pNew;
drhd8bc7082000-06-07 23:51:50 +00001464 }
drhe5c941b2007-05-08 13:58:26 +00001465 if( p->pEList && p->pEList->nExpr>SQLITE_MAX_COLUMN ){
1466 sqlite3ErrorMsg(pParse, "too many columns in result set");
1467 rc = SQLITE_ERROR;
1468 }
drh17435752007-08-16 04:30:38 +00001469 if( db->mallocFailed ){
danielk1977f3b863e2007-06-24 06:32:17 +00001470 rc = SQLITE_NOMEM;
1471 }
drh54473222002-04-04 02:10:55 +00001472 return rc;
drhd8bc7082000-06-07 23:51:50 +00001473}
1474
drhff78bd22002-02-27 01:47:11 +00001475/*
drh9a993342007-12-13 02:45:31 +00001476** pE is a pointer to an expression which is a single term in
1477** ORDER BY or GROUP BY clause.
drhd8bc7082000-06-07 23:51:50 +00001478**
drh9a993342007-12-13 02:45:31 +00001479** If pE evaluates to an integer constant i, then return i.
1480** This is an indication to the caller that it should sort
1481** by the i-th column of the result set.
1482**
1483** If pE is a well-formed expression and the SELECT statement
1484** is not compound, then return 0. This indicates to the
1485** caller that it should sort by the value of the ORDER BY
1486** expression.
1487**
1488** If the SELECT is compound, then attempt to match pE against
1489** result set columns in the left-most SELECT statement. Return
1490** the index i of the matching column, as an indication to the
1491** caller that it should sort by the i-th column. If there is
1492** no match, return -1 and leave an error message in pParse.
drhd8bc7082000-06-07 23:51:50 +00001493*/
drh9a993342007-12-13 02:45:31 +00001494static int matchOrderByTermToExprList(
1495 Parse *pParse, /* Parsing context for error messages */
1496 Select *pSelect, /* The SELECT statement with the ORDER BY clause */
1497 Expr *pE, /* The specific ORDER BY term */
1498 int idx, /* When ORDER BY term is this */
1499 int isCompound, /* True if this is a compound SELECT */
1500 u8 *pHasAgg /* True if expression contains aggregate functions */
drhd8bc7082000-06-07 23:51:50 +00001501){
drh9a993342007-12-13 02:45:31 +00001502 int i; /* Loop counter */
1503 ExprList *pEList; /* The columns of the result set */
1504 NameContext nc; /* Name context for resolving pE */
drhd8bc7082000-06-07 23:51:50 +00001505
drh9a993342007-12-13 02:45:31 +00001506
1507 /* If the term is an integer constant, return the value of that
1508 ** constant */
1509 pEList = pSelect->pEList;
1510 if( sqlite3ExprIsInteger(pE, &i) ){
1511 if( i<=0 ){
1512 /* If i is too small, make it too big. That way the calling
1513 ** function still sees a value that is out of range, but does
1514 ** not confuse the column number with 0 or -1 result code.
1515 */
1516 i = pEList->nExpr+1;
1517 }
1518 return i;
1519 }
1520
1521 /* If the term is a simple identifier that try to match that identifier
1522 ** against a column name in the result set.
1523 */
1524 if( pE->op==TK_ID || (pE->op==TK_STRING && pE->token.z[0]!='\'') ){
1525 sqlite3 *db = pParse->db;
1526 char *zCol = sqlite3NameFromToken(db, &pE->token);
drhef0bea92007-12-14 16:11:09 +00001527 if( zCol==0 ){
drh9a993342007-12-13 02:45:31 +00001528 return -1;
1529 }
1530 for(i=0; i<pEList->nExpr; i++){
1531 char *zAs = pEList->a[i].zName;
1532 if( zAs!=0 && sqlite3StrICmp(zAs, zCol)==0 ){
1533 sqlite3_free(zCol);
1534 return i+1;
1535 }
1536 }
1537 sqlite3_free(zCol);
1538 }
1539
1540 /* Resolve all names in the ORDER BY term expression
1541 */
1542 memset(&nc, 0, sizeof(nc));
1543 nc.pParse = pParse;
1544 nc.pSrcList = pSelect->pSrc;
1545 nc.pEList = pEList;
1546 nc.allowAgg = 1;
1547 nc.nErr = 0;
1548 if( sqlite3ExprResolveNames(&nc, pE) ){
drh1e281292007-12-13 03:45:07 +00001549 if( isCompound ){
1550 sqlite3ErrorClear(pParse);
1551 return 0;
1552 }else{
1553 return -1;
1554 }
drh9a993342007-12-13 02:45:31 +00001555 }
1556 if( nc.hasAgg && pHasAgg ){
1557 *pHasAgg = 1;
1558 }
1559
1560 /* For a compound SELECT, we need to try to match the ORDER BY
1561 ** expression against an expression in the result set
1562 */
1563 if( isCompound ){
1564 for(i=0; i<pEList->nExpr; i++){
1565 if( sqlite3ExprCompare(pEList->a[i].pExpr, pE) ){
1566 return i+1;
1567 }
1568 }
drh9a993342007-12-13 02:45:31 +00001569 }
drh1e281292007-12-13 03:45:07 +00001570 return 0;
drh9a993342007-12-13 02:45:31 +00001571}
1572
1573
1574/*
1575** Analyze and ORDER BY or GROUP BY clause in a simple SELECT statement.
1576** Return the number of errors seen.
1577**
1578** Every term of the ORDER BY or GROUP BY clause needs to be an
1579** expression. If any expression is an integer constant, then
1580** that expression is replaced by the corresponding
1581** expression from the result set.
1582*/
1583static int processOrderGroupBy(
1584 Parse *pParse, /* Parsing context. Leave error messages here */
1585 Select *pSelect, /* The SELECT statement containing the clause */
1586 ExprList *pOrderBy, /* The ORDER BY or GROUP BY clause to be processed */
1587 int isOrder, /* 1 for ORDER BY. 0 for GROUP BY */
1588 u8 *pHasAgg /* Set to TRUE if any term contains an aggregate */
1589){
1590 int i;
1591 sqlite3 *db = pParse->db;
1592 ExprList *pEList;
1593
1594 if( pOrderBy==0 ) return 0;
1595 if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){
1596 const char *zType = isOrder ? "ORDER" : "GROUP";
1597 sqlite3ErrorMsg(pParse, "too many terms in %s BY clause", zType);
drh4c774312007-12-08 21:10:20 +00001598 return 1;
1599 }
drh9a993342007-12-13 02:45:31 +00001600 pEList = pSelect->pEList;
1601 if( pEList==0 ){
1602 return 0;
1603 }
1604 for(i=0; i<pOrderBy->nExpr; i++){
1605 int iCol;
drhd8bc7082000-06-07 23:51:50 +00001606 Expr *pE = pOrderBy->a[i].pExpr;
drh9a993342007-12-13 02:45:31 +00001607 iCol = matchOrderByTermToExprList(pParse, pSelect, pE, i+1, 0, pHasAgg);
danielk197770517ab2007-12-10 18:51:47 +00001608 if( iCol<0 ){
drh9a993342007-12-13 02:45:31 +00001609 return 1;
danielk197770517ab2007-12-10 18:51:47 +00001610 }
drh9a993342007-12-13 02:45:31 +00001611 if( iCol>pEList->nExpr ){
1612 const char *zType = isOrder ? "ORDER" : "GROUP";
1613 sqlite3ErrorMsg(pParse,
1614 "%r %s BY term out of range - should be "
1615 "between 1 and %d", i+1, zType, pEList->nExpr);
1616 return 1;
1617 }
1618 if( iCol>0 ){
1619 CollSeq *pColl = pE->pColl;
1620 int flags = pE->flags & EP_ExpCollate;
1621 sqlite3ExprDelete(pE);
1622 pE = sqlite3ExprDup(db, pEList->a[iCol-1].pExpr);
1623 pOrderBy->a[i].pExpr = pE;
1624 if( pColl && flags ){
1625 pE->pColl = pColl;
1626 pE->flags |= flags;
1627 }
drhd8bc7082000-06-07 23:51:50 +00001628 }
1629 }
drh9a993342007-12-13 02:45:31 +00001630 return 0;
drhd8bc7082000-06-07 23:51:50 +00001631}
drh9a993342007-12-13 02:45:31 +00001632
1633/*
1634** Analyze and ORDER BY or GROUP BY clause in a SELECT statement. Return
1635** the number of errors seen.
1636**
1637** The processing depends on whether the SELECT is simple or compound.
1638** For a simple SELECT statement, evry term of the ORDER BY or GROUP BY
1639** clause needs to be an expression. If any expression is an integer
1640** constant, then that expression is replaced by the corresponding
1641** expression from the result set.
1642**
1643** For compound SELECT statements, every expression needs to be of
1644** type TK_COLUMN with a iTable value as given in the 4th parameter.
1645** If any expression is an integer, that becomes the column number.
1646** Otherwise, match the expression against result set columns from
1647** the left-most SELECT.
1648*/
1649static int processCompoundOrderBy(
1650 Parse *pParse, /* Parsing context. Leave error messages here */
1651 Select *pSelect, /* The SELECT statement containing the ORDER BY */
1652 int iTable /* Output table for compound SELECT statements */
1653){
1654 int i;
1655 ExprList *pOrderBy;
1656 ExprList *pEList;
drh1e281292007-12-13 03:45:07 +00001657 sqlite3 *db;
1658 int moreToDo = 1;
drh9a993342007-12-13 02:45:31 +00001659
1660 pOrderBy = pSelect->pOrderBy;
1661 if( pOrderBy==0 ) return 0;
1662 if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){
1663 sqlite3ErrorMsg(pParse, "too many terms in ORDER BY clause");
1664 return 1;
1665 }
drh1e281292007-12-13 03:45:07 +00001666 db = pParse->db;
1667 for(i=0; i<pOrderBy->nExpr; i++){
1668 pOrderBy->a[i].done = 0;
1669 }
drh9a993342007-12-13 02:45:31 +00001670 while( pSelect->pPrior ){
1671 pSelect = pSelect->pPrior;
1672 }
drh1e281292007-12-13 03:45:07 +00001673 while( pSelect && moreToDo ){
1674 moreToDo = 0;
1675 for(i=0; i<pOrderBy->nExpr; i++){
1676 int iCol;
drh8f0ecaa2007-12-14 17:24:39 +00001677 Expr *pE, *pDup;
drh1e281292007-12-13 03:45:07 +00001678 if( pOrderBy->a[i].done ) continue;
1679 pE = pOrderBy->a[i].pExpr;
drh8f0ecaa2007-12-14 17:24:39 +00001680 pDup = sqlite3ExprDup(db, pE);
drh1e281292007-12-13 03:45:07 +00001681 if( pDup==0 ){
1682 return 1;
1683 }
1684 iCol = matchOrderByTermToExprList(pParse, pSelect, pDup, i+1, 1, 0);
1685 sqlite3ExprDelete(pDup);
1686 if( iCol<0 ){
1687 return 1;
1688 }
1689 pEList = pSelect->pEList;
1690 if( pEList==0 ){
1691 return 1;
1692 }
1693 if( iCol>pEList->nExpr ){
1694 sqlite3ErrorMsg(pParse,
1695 "%r ORDER BY term out of range - should be "
1696 "between 1 and %d", i+1, pEList->nExpr);
1697 return 1;
1698 }
1699 if( iCol>0 ){
1700 pE->op = TK_COLUMN;
1701 pE->iTable = iTable;
1702 pE->iAgg = -1;
1703 pE->iColumn = iCol-1;
1704 pE->pTab = 0;
1705 pOrderBy->a[i].done = 1;
1706 }else{
1707 moreToDo = 1;
1708 }
1709 }
1710 pSelect = pSelect->pNext;
drh9a993342007-12-13 02:45:31 +00001711 }
1712 for(i=0; i<pOrderBy->nExpr; i++){
drh1e281292007-12-13 03:45:07 +00001713 if( pOrderBy->a[i].done==0 ){
1714 sqlite3ErrorMsg(pParse, "%r ORDER BY term does not match any "
1715 "column in the result set", i+1);
drh9a993342007-12-13 02:45:31 +00001716 return 1;
1717 }
drh9a993342007-12-13 02:45:31 +00001718 }
1719 return 0;
1720}
drhd8bc7082000-06-07 23:51:50 +00001721
1722/*
1723** Get a VDBE for the given parser context. Create a new one if necessary.
1724** If an error occurs, return NULL and leave a message in pParse.
1725*/
danielk19774adee202004-05-08 08:23:19 +00001726Vdbe *sqlite3GetVdbe(Parse *pParse){
drhd8bc7082000-06-07 23:51:50 +00001727 Vdbe *v = pParse->pVdbe;
1728 if( v==0 ){
danielk19774adee202004-05-08 08:23:19 +00001729 v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db);
drhd8bc7082000-06-07 23:51:50 +00001730 }
drhd8bc7082000-06-07 23:51:50 +00001731 return v;
1732}
drhfcb78a42003-01-18 20:11:05 +00001733
drh15007a92006-01-08 18:10:17 +00001734
drhd8bc7082000-06-07 23:51:50 +00001735/*
drh7b58dae2003-07-20 01:16:46 +00001736** Compute the iLimit and iOffset fields of the SELECT based on the
drhec7429a2005-10-06 16:53:14 +00001737** pLimit and pOffset expressions. pLimit and pOffset hold the expressions
drh7b58dae2003-07-20 01:16:46 +00001738** that appear in the original SQL statement after the LIMIT and OFFSET
danielk1977a2dc3b12005-02-05 12:48:48 +00001739** keywords. Or NULL if those keywords are omitted. iLimit and iOffset
1740** are the integer memory register numbers for counters used to compute
1741** the limit and offset. If there is no limit and/or offset, then
1742** iLimit and iOffset are negative.
drh7b58dae2003-07-20 01:16:46 +00001743**
drhd59ba6c2006-01-08 05:02:54 +00001744** This routine changes the values of iLimit and iOffset only if
drhec7429a2005-10-06 16:53:14 +00001745** a limit or offset is defined by pLimit and pOffset. iLimit and
drh7b58dae2003-07-20 01:16:46 +00001746** iOffset should have been preset to appropriate default values
1747** (usually but not always -1) prior to calling this routine.
drhec7429a2005-10-06 16:53:14 +00001748** Only if pLimit!=0 or pOffset!=0 do the limit registers get
drh7b58dae2003-07-20 01:16:46 +00001749** redefined. The UNION ALL operator uses this property to force
1750** the reuse of the same limit and offset registers across multiple
1751** SELECT statements.
1752*/
drhec7429a2005-10-06 16:53:14 +00001753static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){
drh02afc862006-01-20 18:10:57 +00001754 Vdbe *v = 0;
1755 int iLimit = 0;
drh15007a92006-01-08 18:10:17 +00001756 int iOffset;
1757 int addr1, addr2;
1758
drh7b58dae2003-07-20 01:16:46 +00001759 /*
drh7b58dae2003-07-20 01:16:46 +00001760 ** "LIMIT -1" always shows all rows. There is some
1761 ** contraversy about what the correct behavior should be.
1762 ** The current implementation interprets "LIMIT 0" to mean
1763 ** no rows.
1764 */
danielk1977a2dc3b12005-02-05 12:48:48 +00001765 if( p->pLimit ){
drh0a07c102008-01-03 18:03:08 +00001766 p->iLimit = iLimit = ++pParse->nMem;
1767 pParse->nMem++;
drh15007a92006-01-08 18:10:17 +00001768 v = sqlite3GetVdbe(pParse);
drh7b58dae2003-07-20 01:16:46 +00001769 if( v==0 ) return;
drh389a1ad2008-01-03 23:44:53 +00001770 sqlite3ExprCode(pParse, p->pLimit, 0);
drh3c84ddf2008-01-09 02:15:38 +00001771 sqlite3VdbeAddOp0(v, OP_MustBeInt);
drhb1fdb2a2008-01-05 04:06:03 +00001772 sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit);
drhd4e70eb2008-01-02 00:34:36 +00001773 VdbeComment((v, "LIMIT counter"));
drh3c84ddf2008-01-09 02:15:38 +00001774 sqlite3VdbeAddOp2(v, OP_IfZero, iLimit, iBreak);
drhb1fdb2a2008-01-05 04:06:03 +00001775 sqlite3VdbeAddOp2(v, OP_SCopy, iLimit, 0);
drh7b58dae2003-07-20 01:16:46 +00001776 }
danielk1977a2dc3b12005-02-05 12:48:48 +00001777 if( p->pOffset ){
drh0a07c102008-01-03 18:03:08 +00001778 p->iOffset = iOffset = ++pParse->nMem;
drh15007a92006-01-08 18:10:17 +00001779 v = sqlite3GetVdbe(pParse);
drh7b58dae2003-07-20 01:16:46 +00001780 if( v==0 ) return;
drh389a1ad2008-01-03 23:44:53 +00001781 sqlite3ExprCode(pParse, p->pOffset, 0);
drh3c84ddf2008-01-09 02:15:38 +00001782 sqlite3VdbeAddOp0(v, OP_MustBeInt);
drhb1fdb2a2008-01-05 04:06:03 +00001783 sqlite3VdbeAddOp2(v, p->pLimit==0 ? OP_Move : OP_Copy, 0, iOffset);
drhd4e70eb2008-01-02 00:34:36 +00001784 VdbeComment((v, "OFFSET counter"));
drh3c84ddf2008-01-09 02:15:38 +00001785 addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iOffset);
drh66a51672008-01-03 00:01:23 +00001786 sqlite3VdbeAddOp2(v, OP_Pop, 1, 0);
1787 sqlite3VdbeAddOp2(v, OP_Integer, 0, 0);
drh15007a92006-01-08 18:10:17 +00001788 sqlite3VdbeJumpHere(v, addr1);
drhd59ba6c2006-01-08 05:02:54 +00001789 if( p->pLimit ){
drh66a51672008-01-03 00:01:23 +00001790 sqlite3VdbeAddOp2(v, OP_Add, 0, 0);
drhd59ba6c2006-01-08 05:02:54 +00001791 }
drh7b58dae2003-07-20 01:16:46 +00001792 }
drhd59ba6c2006-01-08 05:02:54 +00001793 if( p->pLimit ){
drh3c84ddf2008-01-09 02:15:38 +00001794 addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iLimit);
1795 sqlite3VdbeAddOp1(v, OP_Pop, 1);
drh4c583122008-01-04 22:01:03 +00001796 sqlite3VdbeAddOp2(v, OP_Integer, -1, iLimit+1);
drh3c84ddf2008-01-09 02:15:38 +00001797 addr2 = sqlite3VdbeAddOp0(v, OP_Goto);
drh15007a92006-01-08 18:10:17 +00001798 sqlite3VdbeJumpHere(v, addr1);
drhb1fdb2a2008-01-05 04:06:03 +00001799 sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit+1);
drhd4e70eb2008-01-02 00:34:36 +00001800 VdbeComment((v, "LIMIT+OFFSET"));
drh15007a92006-01-08 18:10:17 +00001801 sqlite3VdbeJumpHere(v, addr2);
drhd59ba6c2006-01-08 05:02:54 +00001802 }
drh7b58dae2003-07-20 01:16:46 +00001803}
1804
1805/*
drh0342b1f2005-09-01 03:07:44 +00001806** Allocate a virtual index to use for sorting.
drhd3d39e92004-05-20 22:16:29 +00001807*/
drh4db38a72005-09-01 12:16:28 +00001808static void createSortingIndex(Parse *pParse, Select *p, ExprList *pOrderBy){
drh0342b1f2005-09-01 03:07:44 +00001809 if( pOrderBy ){
1810 int addr;
drh9d2985c2005-09-08 01:58:42 +00001811 assert( pOrderBy->iECursor==0 );
1812 pOrderBy->iECursor = pParse->nTab++;
drh66a51672008-01-03 00:01:23 +00001813 addr = sqlite3VdbeAddOp2(pParse->pVdbe, OP_OpenEphemeral,
drh9d2985c2005-09-08 01:58:42 +00001814 pOrderBy->iECursor, pOrderBy->nExpr+1);
drhb9bb7c12006-06-11 23:41:55 +00001815 assert( p->addrOpenEphm[2] == -1 );
1816 p->addrOpenEphm[2] = addr;
drh736c22b2004-05-21 02:14:24 +00001817 }
danielk1977dc1bdc42004-06-11 10:51:27 +00001818}
1819
drhb7f91642004-10-31 02:22:47 +00001820#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhfbc4ee72004-08-29 01:31:05 +00001821/*
drhfbc4ee72004-08-29 01:31:05 +00001822** Return the appropriate collating sequence for the iCol-th column of
1823** the result set for the compound-select statement "p". Return NULL if
1824** the column has no default collating sequence.
1825**
1826** The collating sequence for the compound select is taken from the
1827** left-most term of the select that has a collating sequence.
1828*/
danielk1977dc1bdc42004-06-11 10:51:27 +00001829static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){
drhfbc4ee72004-08-29 01:31:05 +00001830 CollSeq *pRet;
danielk1977dc1bdc42004-06-11 10:51:27 +00001831 if( p->pPrior ){
1832 pRet = multiSelectCollSeq(pParse, p->pPrior, iCol);
drhfbc4ee72004-08-29 01:31:05 +00001833 }else{
1834 pRet = 0;
danielk1977dc1bdc42004-06-11 10:51:27 +00001835 }
drhfbc4ee72004-08-29 01:31:05 +00001836 if( pRet==0 ){
danielk1977dc1bdc42004-06-11 10:51:27 +00001837 pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr);
1838 }
1839 return pRet;
drhd3d39e92004-05-20 22:16:29 +00001840}
drhb7f91642004-10-31 02:22:47 +00001841#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drhd3d39e92004-05-20 22:16:29 +00001842
drhb7f91642004-10-31 02:22:47 +00001843#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhd3d39e92004-05-20 22:16:29 +00001844/*
drh82c3d632000-06-06 21:56:07 +00001845** This routine is called to process a query that is really the union
1846** or intersection of two or more separate queries.
drhc926afb2002-06-20 03:38:26 +00001847**
drhe78e8282003-01-19 03:59:45 +00001848** "p" points to the right-most of the two queries. the query on the
1849** left is p->pPrior. The left query could also be a compound query
1850** in which case this routine will be called recursively.
1851**
1852** The results of the total query are to be written into a destination
1853** of type eDest with parameter iParm.
1854**
1855** Example 1: Consider a three-way compound SQL statement.
1856**
1857** SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3
1858**
1859** This statement is parsed up as follows:
1860**
1861** SELECT c FROM t3
1862** |
1863** `-----> SELECT b FROM t2
1864** |
jplyon4b11c6d2004-01-19 04:57:53 +00001865** `------> SELECT a FROM t1
drhe78e8282003-01-19 03:59:45 +00001866**
1867** The arrows in the diagram above represent the Select.pPrior pointer.
1868** So if this routine is called with p equal to the t3 query, then
1869** pPrior will be the t2 query. p->op will be TK_UNION in this case.
1870**
1871** Notice that because of the way SQLite parses compound SELECTs, the
1872** individual selects always group from left to right.
drh82c3d632000-06-06 21:56:07 +00001873*/
danielk197784ac9d02004-05-18 09:58:06 +00001874static int multiSelect(
drhfbc4ee72004-08-29 01:31:05 +00001875 Parse *pParse, /* Parsing context */
1876 Select *p, /* The right-most of SELECTs to be coded */
danielk19776c8c8ce2008-01-02 16:27:09 +00001877 SelectDest *pDest, /* What to do with query results */
drhfbc4ee72004-08-29 01:31:05 +00001878 char *aff /* If eDest is SRT_Union, the affinity string */
danielk197784ac9d02004-05-18 09:58:06 +00001879){
drhfbc4ee72004-08-29 01:31:05 +00001880 int rc = SQLITE_OK; /* Success code from a subroutine */
1881 Select *pPrior; /* Another SELECT immediately to our left */
1882 Vdbe *v; /* Generate code to this VDBE */
drh8cdbf832004-08-29 16:25:03 +00001883 int nCol; /* Number of columns in the result set */
drh0342b1f2005-09-01 03:07:44 +00001884 ExprList *pOrderBy; /* The ORDER BY clause on p */
1885 int aSetP2[2]; /* Set P2 value of these op to number of columns */
1886 int nSetP2 = 0; /* Number of slots in aSetP2[] used */
drh1013c932008-01-06 00:25:21 +00001887 SelectDest dest; /* Alternative data destination */
drh82c3d632000-06-06 21:56:07 +00001888
drh1013c932008-01-06 00:25:21 +00001889 dest = *pDest;
danielk19776c8c8ce2008-01-02 16:27:09 +00001890
drh7b58dae2003-07-20 01:16:46 +00001891 /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs. Only
drhfbc4ee72004-08-29 01:31:05 +00001892 ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT.
drh82c3d632000-06-06 21:56:07 +00001893 */
danielk197784ac9d02004-05-18 09:58:06 +00001894 if( p==0 || p->pPrior==0 ){
1895 rc = 1;
1896 goto multi_select_end;
1897 }
drhd8bc7082000-06-07 23:51:50 +00001898 pPrior = p->pPrior;
drh0342b1f2005-09-01 03:07:44 +00001899 assert( pPrior->pRightmost!=pPrior );
1900 assert( pPrior->pRightmost==p->pRightmost );
drhd8bc7082000-06-07 23:51:50 +00001901 if( pPrior->pOrderBy ){
danielk19774adee202004-05-08 08:23:19 +00001902 sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before",
drhda93d232003-03-31 02:12:46 +00001903 selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00001904 rc = 1;
1905 goto multi_select_end;
drh82c3d632000-06-06 21:56:07 +00001906 }
danielk1977a2dc3b12005-02-05 12:48:48 +00001907 if( pPrior->pLimit ){
danielk19774adee202004-05-08 08:23:19 +00001908 sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before",
drh7b58dae2003-07-20 01:16:46 +00001909 selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00001910 rc = 1;
1911 goto multi_select_end;
drh7b58dae2003-07-20 01:16:46 +00001912 }
drh82c3d632000-06-06 21:56:07 +00001913
drhd8bc7082000-06-07 23:51:50 +00001914 /* Make sure we have a valid query engine. If not, create a new one.
1915 */
danielk19774adee202004-05-08 08:23:19 +00001916 v = sqlite3GetVdbe(pParse);
danielk197784ac9d02004-05-18 09:58:06 +00001917 if( v==0 ){
1918 rc = 1;
1919 goto multi_select_end;
1920 }
drhd8bc7082000-06-07 23:51:50 +00001921
drh1cc3d752002-03-23 00:31:29 +00001922 /* Create the destination temporary table if necessary
1923 */
danielk19776c8c8ce2008-01-02 16:27:09 +00001924 if( dest.eDest==SRT_EphemTab ){
danielk1977b4964b72004-05-18 01:23:38 +00001925 assert( p->pEList );
drh0342b1f2005-09-01 03:07:44 +00001926 assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) );
drh66a51672008-01-03 00:01:23 +00001927 aSetP2[nSetP2++] = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, dest.iParm, 0);
danielk19776c8c8ce2008-01-02 16:27:09 +00001928 dest.eDest = SRT_Table;
drh1cc3d752002-03-23 00:31:29 +00001929 }
1930
drhf46f9052002-06-22 02:33:38 +00001931 /* Generate code for the left and right SELECT statements.
drhd8bc7082000-06-07 23:51:50 +00001932 */
drh0342b1f2005-09-01 03:07:44 +00001933 pOrderBy = p->pOrderBy;
drh82c3d632000-06-06 21:56:07 +00001934 switch( p->op ){
drhf46f9052002-06-22 02:33:38 +00001935 case TK_ALL: {
drh0342b1f2005-09-01 03:07:44 +00001936 if( pOrderBy==0 ){
drhec7429a2005-10-06 16:53:14 +00001937 int addr = 0;
danielk1977a2dc3b12005-02-05 12:48:48 +00001938 assert( !pPrior->pLimit );
1939 pPrior->pLimit = p->pLimit;
1940 pPrior->pOffset = p->pOffset;
danielk19776c8c8ce2008-01-02 16:27:09 +00001941 rc = sqlite3Select(pParse, pPrior, &dest, 0, 0, 0, aff);
danielk1977ad68cb62006-01-05 14:22:33 +00001942 p->pLimit = 0;
1943 p->pOffset = 0;
danielk197784ac9d02004-05-18 09:58:06 +00001944 if( rc ){
1945 goto multi_select_end;
1946 }
drhf46f9052002-06-22 02:33:38 +00001947 p->pPrior = 0;
drh7b58dae2003-07-20 01:16:46 +00001948 p->iLimit = pPrior->iLimit;
1949 p->iOffset = pPrior->iOffset;
drhec7429a2005-10-06 16:53:14 +00001950 if( p->iLimit>=0 ){
drh3c84ddf2008-01-09 02:15:38 +00001951 addr = sqlite3VdbeAddOp1(v, OP_IfZero, p->iLimit);
drhd4e70eb2008-01-02 00:34:36 +00001952 VdbeComment((v, "Jump ahead if LIMIT reached"));
drhec7429a2005-10-06 16:53:14 +00001953 }
danielk19776c8c8ce2008-01-02 16:27:09 +00001954 rc = sqlite3Select(pParse, p, &dest, 0, 0, 0, aff);
drhf46f9052002-06-22 02:33:38 +00001955 p->pPrior = pPrior;
danielk197784ac9d02004-05-18 09:58:06 +00001956 if( rc ){
1957 goto multi_select_end;
1958 }
drhec7429a2005-10-06 16:53:14 +00001959 if( addr ){
1960 sqlite3VdbeJumpHere(v, addr);
1961 }
drhf46f9052002-06-22 02:33:38 +00001962 break;
1963 }
1964 /* For UNION ALL ... ORDER BY fall through to the next case */
1965 }
drh82c3d632000-06-06 21:56:07 +00001966 case TK_EXCEPT:
1967 case TK_UNION: {
drhd8bc7082000-06-07 23:51:50 +00001968 int unionTab; /* Cursor number of the temporary table holding result */
danielk1977742f9472004-06-16 12:02:43 +00001969 int op = 0; /* One of the SRT_ operations to apply to self */
drhd8bc7082000-06-07 23:51:50 +00001970 int priorOp; /* The SRT_ operation to apply to prior selects */
danielk1977a2dc3b12005-02-05 12:48:48 +00001971 Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */
danielk1977dc1bdc42004-06-11 10:51:27 +00001972 int addr;
danielk19776c8c8ce2008-01-02 16:27:09 +00001973 SelectDest uniondest;
drh82c3d632000-06-06 21:56:07 +00001974
drhd8bc7082000-06-07 23:51:50 +00001975 priorOp = p->op==TK_ALL ? SRT_Table : SRT_Union;
danielk19776c8c8ce2008-01-02 16:27:09 +00001976 if( dest.eDest==priorOp && pOrderBy==0 && !p->pLimit && !p->pOffset ){
drhd8bc7082000-06-07 23:51:50 +00001977 /* We can reuse a temporary table generated by a SELECT to our
drhc926afb2002-06-20 03:38:26 +00001978 ** right.
drhd8bc7082000-06-07 23:51:50 +00001979 */
danielk19776c8c8ce2008-01-02 16:27:09 +00001980 unionTab = dest.iParm;
drh82c3d632000-06-06 21:56:07 +00001981 }else{
drhd8bc7082000-06-07 23:51:50 +00001982 /* We will need to create our own temporary table to hold the
1983 ** intermediate results.
1984 */
1985 unionTab = pParse->nTab++;
drh9a993342007-12-13 02:45:31 +00001986 if( processCompoundOrderBy(pParse, p, unionTab) ){
danielk197784ac9d02004-05-18 09:58:06 +00001987 rc = 1;
1988 goto multi_select_end;
drhd8bc7082000-06-07 23:51:50 +00001989 }
drh66a51672008-01-03 00:01:23 +00001990 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, unionTab, 0);
drh0342b1f2005-09-01 03:07:44 +00001991 if( priorOp==SRT_Table ){
1992 assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) );
1993 aSetP2[nSetP2++] = addr;
1994 }else{
drhb9bb7c12006-06-11 23:41:55 +00001995 assert( p->addrOpenEphm[0] == -1 );
1996 p->addrOpenEphm[0] = addr;
1997 p->pRightmost->usesEphm = 1;
drhd8bc7082000-06-07 23:51:50 +00001998 }
drh0342b1f2005-09-01 03:07:44 +00001999 createSortingIndex(pParse, p, pOrderBy);
danielk197784ac9d02004-05-18 09:58:06 +00002000 assert( p->pEList );
drh82c3d632000-06-06 21:56:07 +00002001 }
drhd8bc7082000-06-07 23:51:50 +00002002
2003 /* Code the SELECT statements to our left
2004 */
danielk1977b3bce662005-01-29 08:32:43 +00002005 assert( !pPrior->pOrderBy );
drh1013c932008-01-06 00:25:21 +00002006 sqlite3SelectDestInit(&uniondest, priorOp, unionTab);
danielk19776c8c8ce2008-01-02 16:27:09 +00002007 rc = sqlite3Select(pParse, pPrior, &uniondest, 0, 0, 0, aff);
danielk197784ac9d02004-05-18 09:58:06 +00002008 if( rc ){
2009 goto multi_select_end;
2010 }
drhd8bc7082000-06-07 23:51:50 +00002011
2012 /* Code the current SELECT statement
2013 */
2014 switch( p->op ){
2015 case TK_EXCEPT: op = SRT_Except; break;
2016 case TK_UNION: op = SRT_Union; break;
2017 case TK_ALL: op = SRT_Table; break;
2018 }
drh82c3d632000-06-06 21:56:07 +00002019 p->pPrior = 0;
drhc926afb2002-06-20 03:38:26 +00002020 p->pOrderBy = 0;
drh4b14b4d2005-09-19 17:35:53 +00002021 p->disallowOrderBy = pOrderBy!=0;
danielk1977a2dc3b12005-02-05 12:48:48 +00002022 pLimit = p->pLimit;
2023 p->pLimit = 0;
2024 pOffset = p->pOffset;
2025 p->pOffset = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002026 uniondest.eDest = op;
2027 rc = sqlite3Select(pParse, p, &uniondest, 0, 0, 0, aff);
drh5bd1bf22007-06-15 15:31:49 +00002028 /* Query flattening in sqlite3Select() might refill p->pOrderBy.
2029 ** Be sure to delete p->pOrderBy, therefore, to avoid a memory leak. */
2030 sqlite3ExprListDelete(p->pOrderBy);
drh82c3d632000-06-06 21:56:07 +00002031 p->pPrior = pPrior;
drhc926afb2002-06-20 03:38:26 +00002032 p->pOrderBy = pOrderBy;
danielk1977a2dc3b12005-02-05 12:48:48 +00002033 sqlite3ExprDelete(p->pLimit);
2034 p->pLimit = pLimit;
2035 p->pOffset = pOffset;
drhbe5fd492004-12-16 21:09:16 +00002036 p->iLimit = -1;
2037 p->iOffset = -1;
danielk197784ac9d02004-05-18 09:58:06 +00002038 if( rc ){
2039 goto multi_select_end;
2040 }
2041
drhd8bc7082000-06-07 23:51:50 +00002042
2043 /* Convert the data in the temporary table into whatever form
2044 ** it is that we currently need.
2045 */
danielk19776c8c8ce2008-01-02 16:27:09 +00002046 if( dest.eDest!=priorOp || unionTab!=dest.iParm ){
drh6b563442001-11-07 16:48:26 +00002047 int iCont, iBreak, iStart;
drh82c3d632000-06-06 21:56:07 +00002048 assert( p->pEList );
danielk19776c8c8ce2008-01-02 16:27:09 +00002049 if( dest.eDest==SRT_Callback ){
drh92378252006-03-26 01:21:22 +00002050 Select *pFirst = p;
2051 while( pFirst->pPrior ) pFirst = pFirst->pPrior;
2052 generateColumnNames(pParse, 0, pFirst->pEList);
drh41202cc2002-04-23 17:10:18 +00002053 }
danielk19774adee202004-05-08 08:23:19 +00002054 iBreak = sqlite3VdbeMakeLabel(v);
2055 iCont = sqlite3VdbeMakeLabel(v);
drhec7429a2005-10-06 16:53:14 +00002056 computeLimitRegisters(pParse, p, iBreak);
drh66a51672008-01-03 00:01:23 +00002057 sqlite3VdbeAddOp2(v, OP_Rewind, unionTab, iBreak);
danielk19774adee202004-05-08 08:23:19 +00002058 iStart = sqlite3VdbeCurrentAddr(v);
drh38640e12002-07-05 21:42:36 +00002059 rc = selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr,
danielk19776c8c8ce2008-01-02 16:27:09 +00002060 pOrderBy, -1, &dest, iCont, iBreak, 0);
danielk197784ac9d02004-05-18 09:58:06 +00002061 if( rc ){
2062 rc = 1;
2063 goto multi_select_end;
2064 }
danielk19774adee202004-05-08 08:23:19 +00002065 sqlite3VdbeResolveLabel(v, iCont);
drh66a51672008-01-03 00:01:23 +00002066 sqlite3VdbeAddOp2(v, OP_Next, unionTab, iStart);
danielk19774adee202004-05-08 08:23:19 +00002067 sqlite3VdbeResolveLabel(v, iBreak);
drh66a51672008-01-03 00:01:23 +00002068 sqlite3VdbeAddOp2(v, OP_Close, unionTab, 0);
drh82c3d632000-06-06 21:56:07 +00002069 }
2070 break;
2071 }
2072 case TK_INTERSECT: {
2073 int tab1, tab2;
drh6b563442001-11-07 16:48:26 +00002074 int iCont, iBreak, iStart;
danielk1977a2dc3b12005-02-05 12:48:48 +00002075 Expr *pLimit, *pOffset;
danielk1977dc1bdc42004-06-11 10:51:27 +00002076 int addr;
drh1013c932008-01-06 00:25:21 +00002077 SelectDest intersectdest;
drh82c3d632000-06-06 21:56:07 +00002078
drhd8bc7082000-06-07 23:51:50 +00002079 /* INTERSECT is different from the others since it requires
drh6206d502000-06-19 19:09:08 +00002080 ** two temporary tables. Hence it has its own case. Begin
drhd8bc7082000-06-07 23:51:50 +00002081 ** by allocating the tables we will need.
2082 */
drh82c3d632000-06-06 21:56:07 +00002083 tab1 = pParse->nTab++;
2084 tab2 = pParse->nTab++;
drh9a993342007-12-13 02:45:31 +00002085 if( processCompoundOrderBy(pParse, p, tab1) ){
danielk197784ac9d02004-05-18 09:58:06 +00002086 rc = 1;
2087 goto multi_select_end;
drhd8bc7082000-06-07 23:51:50 +00002088 }
drh0342b1f2005-09-01 03:07:44 +00002089 createSortingIndex(pParse, p, pOrderBy);
danielk1977dc1bdc42004-06-11 10:51:27 +00002090
drh66a51672008-01-03 00:01:23 +00002091 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab1, 0);
drhb9bb7c12006-06-11 23:41:55 +00002092 assert( p->addrOpenEphm[0] == -1 );
2093 p->addrOpenEphm[0] = addr;
2094 p->pRightmost->usesEphm = 1;
danielk197784ac9d02004-05-18 09:58:06 +00002095 assert( p->pEList );
drhd8bc7082000-06-07 23:51:50 +00002096
2097 /* Code the SELECTs to our left into temporary table "tab1".
2098 */
drh1013c932008-01-06 00:25:21 +00002099 sqlite3SelectDestInit(&intersectdest, SRT_Union, tab1);
danielk19776c8c8ce2008-01-02 16:27:09 +00002100 rc = sqlite3Select(pParse, pPrior, &intersectdest, 0, 0, 0, aff);
danielk197784ac9d02004-05-18 09:58:06 +00002101 if( rc ){
2102 goto multi_select_end;
2103 }
drhd8bc7082000-06-07 23:51:50 +00002104
2105 /* Code the current SELECT into temporary table "tab2"
2106 */
drh66a51672008-01-03 00:01:23 +00002107 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab2, 0);
drhb9bb7c12006-06-11 23:41:55 +00002108 assert( p->addrOpenEphm[1] == -1 );
2109 p->addrOpenEphm[1] = addr;
drh82c3d632000-06-06 21:56:07 +00002110 p->pPrior = 0;
danielk1977a2dc3b12005-02-05 12:48:48 +00002111 pLimit = p->pLimit;
2112 p->pLimit = 0;
2113 pOffset = p->pOffset;
2114 p->pOffset = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002115 intersectdest.iParm = tab2;
2116 rc = sqlite3Select(pParse, p, &intersectdest, 0, 0, 0, aff);
drh82c3d632000-06-06 21:56:07 +00002117 p->pPrior = pPrior;
danielk1977a2dc3b12005-02-05 12:48:48 +00002118 sqlite3ExprDelete(p->pLimit);
2119 p->pLimit = pLimit;
2120 p->pOffset = pOffset;
danielk197784ac9d02004-05-18 09:58:06 +00002121 if( rc ){
2122 goto multi_select_end;
2123 }
drhd8bc7082000-06-07 23:51:50 +00002124
2125 /* Generate code to take the intersection of the two temporary
2126 ** tables.
2127 */
drh82c3d632000-06-06 21:56:07 +00002128 assert( p->pEList );
danielk19776c8c8ce2008-01-02 16:27:09 +00002129 if( dest.eDest==SRT_Callback ){
drh92378252006-03-26 01:21:22 +00002130 Select *pFirst = p;
2131 while( pFirst->pPrior ) pFirst = pFirst->pPrior;
2132 generateColumnNames(pParse, 0, pFirst->pEList);
drh41202cc2002-04-23 17:10:18 +00002133 }
danielk19774adee202004-05-08 08:23:19 +00002134 iBreak = sqlite3VdbeMakeLabel(v);
2135 iCont = sqlite3VdbeMakeLabel(v);
drhec7429a2005-10-06 16:53:14 +00002136 computeLimitRegisters(pParse, p, iBreak);
drh66a51672008-01-03 00:01:23 +00002137 sqlite3VdbeAddOp2(v, OP_Rewind, tab1, iBreak);
2138 iStart = sqlite3VdbeAddOp2(v, OP_RowKey, tab1, 0);
2139 sqlite3VdbeAddOp2(v, OP_NotFound, tab2, iCont);
drh38640e12002-07-05 21:42:36 +00002140 rc = selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr,
danielk19776c8c8ce2008-01-02 16:27:09 +00002141 pOrderBy, -1, &dest, iCont, iBreak, 0);
danielk197784ac9d02004-05-18 09:58:06 +00002142 if( rc ){
2143 rc = 1;
2144 goto multi_select_end;
2145 }
danielk19774adee202004-05-08 08:23:19 +00002146 sqlite3VdbeResolveLabel(v, iCont);
drh66a51672008-01-03 00:01:23 +00002147 sqlite3VdbeAddOp2(v, OP_Next, tab1, iStart);
danielk19774adee202004-05-08 08:23:19 +00002148 sqlite3VdbeResolveLabel(v, iBreak);
drh66a51672008-01-03 00:01:23 +00002149 sqlite3VdbeAddOp2(v, OP_Close, tab2, 0);
2150 sqlite3VdbeAddOp2(v, OP_Close, tab1, 0);
drh82c3d632000-06-06 21:56:07 +00002151 break;
2152 }
2153 }
drh8cdbf832004-08-29 16:25:03 +00002154
2155 /* Make sure all SELECTs in the statement have the same number of elements
2156 ** in their result sets.
2157 */
drh82c3d632000-06-06 21:56:07 +00002158 assert( p->pEList && pPrior->pEList );
2159 if( p->pEList->nExpr!=pPrior->pEList->nExpr ){
danielk19774adee202004-05-08 08:23:19 +00002160 sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s"
drhda93d232003-03-31 02:12:46 +00002161 " do not have the same number of result columns", selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00002162 rc = 1;
2163 goto multi_select_end;
drh22827922000-06-06 17:27:05 +00002164 }
danielk197784ac9d02004-05-18 09:58:06 +00002165
drh8cdbf832004-08-29 16:25:03 +00002166 /* Set the number of columns in temporary tables
2167 */
2168 nCol = p->pEList->nExpr;
drh0342b1f2005-09-01 03:07:44 +00002169 while( nSetP2 ){
2170 sqlite3VdbeChangeP2(v, aSetP2[--nSetP2], nCol);
drh8cdbf832004-08-29 16:25:03 +00002171 }
2172
drhfbc4ee72004-08-29 01:31:05 +00002173 /* Compute collating sequences used by either the ORDER BY clause or
2174 ** by any temporary tables needed to implement the compound select.
2175 ** Attach the KeyInfo structure to all temporary tables. Invoke the
2176 ** ORDER BY processing if there is an ORDER BY clause.
drh8cdbf832004-08-29 16:25:03 +00002177 **
2178 ** This section is run by the right-most SELECT statement only.
2179 ** SELECT statements to the left always skip this part. The right-most
2180 ** SELECT might also skip this part if it has no ORDER BY clause and
2181 ** no temp tables are required.
drhfbc4ee72004-08-29 01:31:05 +00002182 */
drhb9bb7c12006-06-11 23:41:55 +00002183 if( pOrderBy || p->usesEphm ){
drhfbc4ee72004-08-29 01:31:05 +00002184 int i; /* Loop counter */
2185 KeyInfo *pKeyInfo; /* Collating sequence for the result set */
drh0342b1f2005-09-01 03:07:44 +00002186 Select *pLoop; /* For looping through SELECT statements */
drh1e31e0b2006-08-11 19:08:27 +00002187 int nKeyCol; /* Number of entries in pKeyInfo->aCol[] */
drhf68d7d12007-05-03 13:02:26 +00002188 CollSeq **apColl; /* For looping through pKeyInfo->aColl[] */
2189 CollSeq **aCopy; /* A copy of pKeyInfo->aColl[] */
drhfbc4ee72004-08-29 01:31:05 +00002190
drh0342b1f2005-09-01 03:07:44 +00002191 assert( p->pRightmost==p );
drh1e31e0b2006-08-11 19:08:27 +00002192 nKeyCol = nCol + (pOrderBy ? pOrderBy->nExpr : 0);
drh17435752007-08-16 04:30:38 +00002193 pKeyInfo = sqlite3DbMallocZero(pParse->db,
2194 sizeof(*pKeyInfo)+nKeyCol*(sizeof(CollSeq*) + 1));
danielk1977dc1bdc42004-06-11 10:51:27 +00002195 if( !pKeyInfo ){
2196 rc = SQLITE_NOMEM;
2197 goto multi_select_end;
2198 }
2199
danielk197714db2662006-01-09 16:12:04 +00002200 pKeyInfo->enc = ENC(pParse->db);
danielk1977dc1bdc42004-06-11 10:51:27 +00002201 pKeyInfo->nField = nCol;
2202
drh0342b1f2005-09-01 03:07:44 +00002203 for(i=0, apColl=pKeyInfo->aColl; i<nCol; i++, apColl++){
2204 *apColl = multiSelectCollSeq(pParse, p, i);
2205 if( 0==*apColl ){
2206 *apColl = pParse->db->pDfltColl;
danielk1977dc1bdc42004-06-11 10:51:27 +00002207 }
2208 }
2209
drh0342b1f2005-09-01 03:07:44 +00002210 for(pLoop=p; pLoop; pLoop=pLoop->pPrior){
2211 for(i=0; i<2; i++){
drhb9bb7c12006-06-11 23:41:55 +00002212 int addr = pLoop->addrOpenEphm[i];
drh0342b1f2005-09-01 03:07:44 +00002213 if( addr<0 ){
2214 /* If [0] is unused then [1] is also unused. So we can
2215 ** always safely abort as soon as the first unused slot is found */
drhb9bb7c12006-06-11 23:41:55 +00002216 assert( pLoop->addrOpenEphm[1]<0 );
drh0342b1f2005-09-01 03:07:44 +00002217 break;
2218 }
2219 sqlite3VdbeChangeP2(v, addr, nCol);
drh66a51672008-01-03 00:01:23 +00002220 sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO);
drh0ee5a1e2007-01-26 19:04:00 +00002221 pLoop->addrOpenEphm[i] = -1;
drh0342b1f2005-09-01 03:07:44 +00002222 }
danielk1977dc1bdc42004-06-11 10:51:27 +00002223 }
2224
drh0342b1f2005-09-01 03:07:44 +00002225 if( pOrderBy ){
2226 struct ExprList_item *pOTerm = pOrderBy->a;
drh4efc0832005-11-16 13:47:50 +00002227 int nOrderByExpr = pOrderBy->nExpr;
drh0342b1f2005-09-01 03:07:44 +00002228 int addr;
drh4db38a72005-09-01 12:16:28 +00002229 u8 *pSortOrder;
drh0342b1f2005-09-01 03:07:44 +00002230
drhf68d7d12007-05-03 13:02:26 +00002231 /* Reuse the same pKeyInfo for the ORDER BY as was used above for
2232 ** the compound select statements. Except we have to change out the
2233 ** pKeyInfo->aColl[] values. Some of the aColl[] values will be
2234 ** reused when constructing the pKeyInfo for the ORDER BY, so make
2235 ** a copy. Sufficient space to hold both the nCol entries for
2236 ** the compound select and the nOrderbyExpr entries for the ORDER BY
2237 ** was allocated above. But we need to move the compound select
2238 ** entries out of the way before constructing the ORDER BY entries.
2239 ** Move the compound select entries into aCopy[] where they can be
2240 ** accessed and reused when constructing the ORDER BY entries.
2241 ** Because nCol might be greater than or less than nOrderByExpr
2242 ** we have to use memmove() when doing the copy.
2243 */
drh1e31e0b2006-08-11 19:08:27 +00002244 aCopy = &pKeyInfo->aColl[nOrderByExpr];
drh4efc0832005-11-16 13:47:50 +00002245 pSortOrder = pKeyInfo->aSortOrder = (u8*)&aCopy[nCol];
drhf68d7d12007-05-03 13:02:26 +00002246 memmove(aCopy, pKeyInfo->aColl, nCol*sizeof(CollSeq*));
2247
drh0342b1f2005-09-01 03:07:44 +00002248 apColl = pKeyInfo->aColl;
drh4efc0832005-11-16 13:47:50 +00002249 for(i=0; i<nOrderByExpr; i++, pOTerm++, apColl++, pSortOrder++){
drh0342b1f2005-09-01 03:07:44 +00002250 Expr *pExpr = pOTerm->pExpr;
drh8b4c40d2007-02-01 23:02:45 +00002251 if( (pExpr->flags & EP_ExpCollate) ){
2252 assert( pExpr->pColl!=0 );
2253 *apColl = pExpr->pColl;
danielk1977dc1bdc42004-06-11 10:51:27 +00002254 }else{
drh0342b1f2005-09-01 03:07:44 +00002255 *apColl = aCopy[pExpr->iColumn];
danielk1977dc1bdc42004-06-11 10:51:27 +00002256 }
drh4db38a72005-09-01 12:16:28 +00002257 *pSortOrder = pOTerm->sortOrder;
danielk1977dc1bdc42004-06-11 10:51:27 +00002258 }
drh0342b1f2005-09-01 03:07:44 +00002259 assert( p->pRightmost==p );
drhb9bb7c12006-06-11 23:41:55 +00002260 assert( p->addrOpenEphm[2]>=0 );
2261 addr = p->addrOpenEphm[2];
danielk1977a670b222007-05-14 16:50:48 +00002262 sqlite3VdbeChangeP2(v, addr, p->pOrderBy->nExpr+2);
drh4efc0832005-11-16 13:47:50 +00002263 pKeyInfo->nField = nOrderByExpr;
drh66a51672008-01-03 00:01:23 +00002264 sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh4db38a72005-09-01 12:16:28 +00002265 pKeyInfo = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002266 generateSortTail(pParse, p, v, p->pEList->nExpr, &dest);
danielk1977dc1bdc42004-06-11 10:51:27 +00002267 }
2268
drh17435752007-08-16 04:30:38 +00002269 sqlite3_free(pKeyInfo);
danielk197784ac9d02004-05-18 09:58:06 +00002270 }
danielk1977dc1bdc42004-06-11 10:51:27 +00002271
2272multi_select_end:
drh1013c932008-01-06 00:25:21 +00002273 pDest->iMem = dest.iMem;
danielk197784ac9d02004-05-18 09:58:06 +00002274 return rc;
drh22827922000-06-06 17:27:05 +00002275}
drhb7f91642004-10-31 02:22:47 +00002276#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drh22827922000-06-06 17:27:05 +00002277
drhb7f91642004-10-31 02:22:47 +00002278#ifndef SQLITE_OMIT_VIEW
drh17435752007-08-16 04:30:38 +00002279/* Forward Declarations */
2280static void substExprList(sqlite3*, ExprList*, int, ExprList*);
2281static void substSelect(sqlite3*, Select *, int, ExprList *);
2282
drh22827922000-06-06 17:27:05 +00002283/*
drh832508b2002-03-02 17:04:07 +00002284** Scan through the expression pExpr. Replace every reference to
drh6a3ea0e2003-05-02 14:32:12 +00002285** a column in table number iTable with a copy of the iColumn-th
drh84e59202002-03-14 14:33:31 +00002286** entry in pEList. (But leave references to the ROWID column
drh6a3ea0e2003-05-02 14:32:12 +00002287** unchanged.)
drh832508b2002-03-02 17:04:07 +00002288**
2289** This routine is part of the flattening procedure. A subquery
2290** whose result set is defined by pEList appears as entry in the
2291** FROM clause of a SELECT such that the VDBE cursor assigned to that
2292** FORM clause entry is iTable. This routine make the necessary
2293** changes to pExpr so that it refers directly to the source table
2294** of the subquery rather the result set of the subquery.
2295*/
drh17435752007-08-16 04:30:38 +00002296static void substExpr(
2297 sqlite3 *db, /* Report malloc errors to this connection */
2298 Expr *pExpr, /* Expr in which substitution occurs */
2299 int iTable, /* Table to be substituted */
2300 ExprList *pEList /* Substitute expressions */
2301){
drh832508b2002-03-02 17:04:07 +00002302 if( pExpr==0 ) return;
drh50350a12004-02-13 16:22:22 +00002303 if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){
2304 if( pExpr->iColumn<0 ){
2305 pExpr->op = TK_NULL;
2306 }else{
2307 Expr *pNew;
2308 assert( pEList!=0 && pExpr->iColumn<pEList->nExpr );
2309 assert( pExpr->pLeft==0 && pExpr->pRight==0 && pExpr->pList==0 );
2310 pNew = pEList->a[pExpr->iColumn].pExpr;
2311 assert( pNew!=0 );
2312 pExpr->op = pNew->op;
drh50350a12004-02-13 16:22:22 +00002313 assert( pExpr->pLeft==0 );
drh17435752007-08-16 04:30:38 +00002314 pExpr->pLeft = sqlite3ExprDup(db, pNew->pLeft);
drh50350a12004-02-13 16:22:22 +00002315 assert( pExpr->pRight==0 );
drh17435752007-08-16 04:30:38 +00002316 pExpr->pRight = sqlite3ExprDup(db, pNew->pRight);
drh50350a12004-02-13 16:22:22 +00002317 assert( pExpr->pList==0 );
drh17435752007-08-16 04:30:38 +00002318 pExpr->pList = sqlite3ExprListDup(db, pNew->pList);
drh50350a12004-02-13 16:22:22 +00002319 pExpr->iTable = pNew->iTable;
danielk1977fbbe0052006-06-21 07:02:33 +00002320 pExpr->pTab = pNew->pTab;
drh50350a12004-02-13 16:22:22 +00002321 pExpr->iColumn = pNew->iColumn;
2322 pExpr->iAgg = pNew->iAgg;
drh17435752007-08-16 04:30:38 +00002323 sqlite3TokenCopy(db, &pExpr->token, &pNew->token);
2324 sqlite3TokenCopy(db, &pExpr->span, &pNew->span);
2325 pExpr->pSelect = sqlite3SelectDup(db, pNew->pSelect);
danielk1977a1cb1832005-02-12 08:59:55 +00002326 pExpr->flags = pNew->flags;
drh50350a12004-02-13 16:22:22 +00002327 }
drh832508b2002-03-02 17:04:07 +00002328 }else{
drh17435752007-08-16 04:30:38 +00002329 substExpr(db, pExpr->pLeft, iTable, pEList);
2330 substExpr(db, pExpr->pRight, iTable, pEList);
2331 substSelect(db, pExpr->pSelect, iTable, pEList);
2332 substExprList(db, pExpr->pList, iTable, pEList);
drh832508b2002-03-02 17:04:07 +00002333 }
2334}
drh17435752007-08-16 04:30:38 +00002335static void substExprList(
2336 sqlite3 *db, /* Report malloc errors here */
2337 ExprList *pList, /* List to scan and in which to make substitutes */
2338 int iTable, /* Table to be substituted */
2339 ExprList *pEList /* Substitute values */
2340){
drh832508b2002-03-02 17:04:07 +00002341 int i;
2342 if( pList==0 ) return;
2343 for(i=0; i<pList->nExpr; i++){
drh17435752007-08-16 04:30:38 +00002344 substExpr(db, pList->a[i].pExpr, iTable, pEList);
drh832508b2002-03-02 17:04:07 +00002345 }
2346}
drh17435752007-08-16 04:30:38 +00002347static void substSelect(
2348 sqlite3 *db, /* Report malloc errors here */
2349 Select *p, /* SELECT statement in which to make substitutions */
2350 int iTable, /* Table to be replaced */
2351 ExprList *pEList /* Substitute values */
2352){
danielk1977b3bce662005-01-29 08:32:43 +00002353 if( !p ) return;
drh17435752007-08-16 04:30:38 +00002354 substExprList(db, p->pEList, iTable, pEList);
2355 substExprList(db, p->pGroupBy, iTable, pEList);
2356 substExprList(db, p->pOrderBy, iTable, pEList);
2357 substExpr(db, p->pHaving, iTable, pEList);
2358 substExpr(db, p->pWhere, iTable, pEList);
2359 substSelect(db, p->pPrior, iTable, pEList);
danielk1977b3bce662005-01-29 08:32:43 +00002360}
drhb7f91642004-10-31 02:22:47 +00002361#endif /* !defined(SQLITE_OMIT_VIEW) */
drh832508b2002-03-02 17:04:07 +00002362
drhb7f91642004-10-31 02:22:47 +00002363#ifndef SQLITE_OMIT_VIEW
drh832508b2002-03-02 17:04:07 +00002364/*
drh1350b032002-02-27 19:00:20 +00002365** This routine attempts to flatten subqueries in order to speed
2366** execution. It returns 1 if it makes changes and 0 if no flattening
2367** occurs.
2368**
2369** To understand the concept of flattening, consider the following
2370** query:
2371**
2372** SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5
2373**
2374** The default way of implementing this query is to execute the
2375** subquery first and store the results in a temporary table, then
2376** run the outer query on that temporary table. This requires two
2377** passes over the data. Furthermore, because the temporary table
2378** has no indices, the WHERE clause on the outer query cannot be
drh832508b2002-03-02 17:04:07 +00002379** optimized.
drh1350b032002-02-27 19:00:20 +00002380**
drh832508b2002-03-02 17:04:07 +00002381** This routine attempts to rewrite queries such as the above into
drh1350b032002-02-27 19:00:20 +00002382** a single flat select, like this:
2383**
2384** SELECT x+y AS a FROM t1 WHERE z<100 AND a>5
2385**
2386** The code generated for this simpification gives the same result
drh832508b2002-03-02 17:04:07 +00002387** but only has to scan the data once. And because indices might
2388** exist on the table t1, a complete scan of the data might be
2389** avoided.
drh1350b032002-02-27 19:00:20 +00002390**
drh832508b2002-03-02 17:04:07 +00002391** Flattening is only attempted if all of the following are true:
drh1350b032002-02-27 19:00:20 +00002392**
drh832508b2002-03-02 17:04:07 +00002393** (1) The subquery and the outer query do not both use aggregates.
drh1350b032002-02-27 19:00:20 +00002394**
drh832508b2002-03-02 17:04:07 +00002395** (2) The subquery is not an aggregate or the outer query is not a join.
2396**
drh8af4d3a2003-05-06 20:35:16 +00002397** (3) The subquery is not the right operand of a left outer join, or
2398** the subquery is not itself a join. (Ticket #306)
drh832508b2002-03-02 17:04:07 +00002399**
2400** (4) The subquery is not DISTINCT or the outer query is not a join.
2401**
2402** (5) The subquery is not DISTINCT or the outer query does not use
2403** aggregates.
2404**
2405** (6) The subquery does not use aggregates or the outer query is not
2406** DISTINCT.
2407**
drh08192d52002-04-30 19:20:28 +00002408** (7) The subquery has a FROM clause.
2409**
drhdf199a22002-06-14 22:38:41 +00002410** (8) The subquery does not use LIMIT or the outer query is not a join.
2411**
2412** (9) The subquery does not use LIMIT or the outer query does not use
2413** aggregates.
2414**
2415** (10) The subquery does not use aggregates or the outer query does not
2416** use LIMIT.
2417**
drh174b6192002-12-03 02:22:52 +00002418** (11) The subquery and the outer query do not both have ORDER BY clauses.
2419**
drh3fc673e2003-06-16 00:40:34 +00002420** (12) The subquery is not the right term of a LEFT OUTER JOIN or the
2421** subquery has no WHERE clause. (added by ticket #350)
2422**
drhac839632006-01-21 22:19:54 +00002423** (13) The subquery and outer query do not both use LIMIT
2424**
2425** (14) The subquery does not use OFFSET
2426**
drhad91c6c2007-05-06 20:04:24 +00002427** (15) The outer query is not part of a compound select or the
2428** subquery does not have both an ORDER BY and a LIMIT clause.
2429** (See ticket #2339)
2430**
drh832508b2002-03-02 17:04:07 +00002431** In this routine, the "p" parameter is a pointer to the outer query.
2432** The subquery is p->pSrc->a[iFrom]. isAgg is true if the outer query
2433** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates.
2434**
drh665de472003-03-31 13:36:09 +00002435** If flattening is not attempted, this routine is a no-op and returns 0.
drh832508b2002-03-02 17:04:07 +00002436** If flattening is attempted this routine returns 1.
2437**
2438** All of the expression analysis must occur on both the outer query and
2439** the subquery before this routine runs.
drh1350b032002-02-27 19:00:20 +00002440*/
drh8c74a8c2002-08-25 19:20:40 +00002441static int flattenSubquery(
drh17435752007-08-16 04:30:38 +00002442 sqlite3 *db, /* Database connection */
drh8c74a8c2002-08-25 19:20:40 +00002443 Select *p, /* The parent or outer SELECT statement */
2444 int iFrom, /* Index in p->pSrc->a[] of the inner subquery */
2445 int isAgg, /* True if outer SELECT uses aggregate functions */
2446 int subqueryIsAgg /* True if the subquery uses aggregate functions */
2447){
drh0bb28102002-05-08 11:54:14 +00002448 Select *pSub; /* The inner query or "subquery" */
drhad3cab52002-05-24 02:04:32 +00002449 SrcList *pSrc; /* The FROM clause of the outer query */
2450 SrcList *pSubSrc; /* The FROM clause of the subquery */
drh0bb28102002-05-08 11:54:14 +00002451 ExprList *pList; /* The result set of the outer query */
drh6a3ea0e2003-05-02 14:32:12 +00002452 int iParent; /* VDBE cursor number of the pSub result set temp table */
drh91bb0ee2004-09-01 03:06:34 +00002453 int i; /* Loop counter */
2454 Expr *pWhere; /* The WHERE clause */
2455 struct SrcList_item *pSubitem; /* The subquery */
drh1350b032002-02-27 19:00:20 +00002456
drh832508b2002-03-02 17:04:07 +00002457 /* Check to see if flattening is permitted. Return 0 if not.
2458 */
2459 if( p==0 ) return 0;
2460 pSrc = p->pSrc;
drhad3cab52002-05-24 02:04:32 +00002461 assert( pSrc && iFrom>=0 && iFrom<pSrc->nSrc );
drh91bb0ee2004-09-01 03:06:34 +00002462 pSubitem = &pSrc->a[iFrom];
2463 pSub = pSubitem->pSelect;
drh832508b2002-03-02 17:04:07 +00002464 assert( pSub!=0 );
drhac839632006-01-21 22:19:54 +00002465 if( isAgg && subqueryIsAgg ) return 0; /* Restriction (1) */
2466 if( subqueryIsAgg && pSrc->nSrc>1 ) return 0; /* Restriction (2) */
drh832508b2002-03-02 17:04:07 +00002467 pSubSrc = pSub->pSrc;
2468 assert( pSubSrc );
drhac839632006-01-21 22:19:54 +00002469 /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants,
2470 ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET
2471 ** because they could be computed at compile-time. But when LIMIT and OFFSET
2472 ** became arbitrary expressions, we were forced to add restrictions (13)
2473 ** and (14). */
2474 if( pSub->pLimit && p->pLimit ) return 0; /* Restriction (13) */
2475 if( pSub->pOffset ) return 0; /* Restriction (14) */
drhad91c6c2007-05-06 20:04:24 +00002476 if( p->pRightmost && pSub->pLimit && pSub->pOrderBy ){
2477 return 0; /* Restriction (15) */
2478 }
drhac839632006-01-21 22:19:54 +00002479 if( pSubSrc->nSrc==0 ) return 0; /* Restriction (7) */
2480 if( (pSub->isDistinct || pSub->pLimit)
2481 && (pSrc->nSrc>1 || isAgg) ){ /* Restrictions (4)(5)(8)(9) */
2482 return 0;
drhdf199a22002-06-14 22:38:41 +00002483 }
drhac839632006-01-21 22:19:54 +00002484 if( p->isDistinct && subqueryIsAgg ) return 0; /* Restriction (6) */
2485 if( (p->disallowOrderBy || p->pOrderBy) && pSub->pOrderBy ){
2486 return 0; /* Restriction (11) */
2487 }
drh832508b2002-03-02 17:04:07 +00002488
drh8af4d3a2003-05-06 20:35:16 +00002489 /* Restriction 3: If the subquery is a join, make sure the subquery is
2490 ** not used as the right operand of an outer join. Examples of why this
2491 ** is not allowed:
2492 **
2493 ** t1 LEFT OUTER JOIN (t2 JOIN t3)
2494 **
2495 ** If we flatten the above, we would get
2496 **
2497 ** (t1 LEFT OUTER JOIN t2) JOIN t3
2498 **
2499 ** which is not at all the same thing.
2500 */
drh61dfc312006-12-16 16:25:15 +00002501 if( pSubSrc->nSrc>1 && (pSubitem->jointype & JT_OUTER)!=0 ){
drh8af4d3a2003-05-06 20:35:16 +00002502 return 0;
2503 }
2504
drh3fc673e2003-06-16 00:40:34 +00002505 /* Restriction 12: If the subquery is the right operand of a left outer
2506 ** join, make sure the subquery has no WHERE clause.
2507 ** An examples of why this is not allowed:
2508 **
2509 ** t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0)
2510 **
2511 ** If we flatten the above, we would get
2512 **
2513 ** (t1 LEFT OUTER JOIN t2) WHERE t2.x>0
2514 **
2515 ** But the t2.x>0 test will always fail on a NULL row of t2, which
2516 ** effectively converts the OUTER JOIN into an INNER JOIN.
2517 */
drh61dfc312006-12-16 16:25:15 +00002518 if( (pSubitem->jointype & JT_OUTER)!=0 && pSub->pWhere!=0 ){
drh3fc673e2003-06-16 00:40:34 +00002519 return 0;
2520 }
2521
drh0bb28102002-05-08 11:54:14 +00002522 /* If we reach this point, it means flattening is permitted for the
drh63eb5f22003-04-29 16:20:44 +00002523 ** iFrom-th entry of the FROM clause in the outer query.
drh832508b2002-03-02 17:04:07 +00002524 */
drhc31c2eb2003-05-02 16:04:17 +00002525
2526 /* Move all of the FROM elements of the subquery into the
2527 ** the FROM clause of the outer query. Before doing this, remember
2528 ** the cursor number for the original outer query FROM element in
2529 ** iParent. The iParent cursor will never be used. Subsequent code
2530 ** will scan expressions looking for iParent references and replace
2531 ** those references with expressions that resolve to the subquery FROM
2532 ** elements we are now copying in.
2533 */
drh91bb0ee2004-09-01 03:06:34 +00002534 iParent = pSubitem->iCursor;
drhc31c2eb2003-05-02 16:04:17 +00002535 {
2536 int nSubSrc = pSubSrc->nSrc;
drh91bb0ee2004-09-01 03:06:34 +00002537 int jointype = pSubitem->jointype;
drhc31c2eb2003-05-02 16:04:17 +00002538
danielk1977a04a34f2007-04-16 15:06:25 +00002539 sqlite3DeleteTable(pSubitem->pTab);
drh17435752007-08-16 04:30:38 +00002540 sqlite3_free(pSubitem->zDatabase);
2541 sqlite3_free(pSubitem->zName);
2542 sqlite3_free(pSubitem->zAlias);
drhcfa063b2007-11-21 15:24:00 +00002543 pSubitem->pTab = 0;
2544 pSubitem->zDatabase = 0;
2545 pSubitem->zName = 0;
2546 pSubitem->zAlias = 0;
drhc31c2eb2003-05-02 16:04:17 +00002547 if( nSubSrc>1 ){
2548 int extra = nSubSrc - 1;
2549 for(i=1; i<nSubSrc; i++){
drh17435752007-08-16 04:30:38 +00002550 pSrc = sqlite3SrcListAppend(db, pSrc, 0, 0);
drhcfa063b2007-11-21 15:24:00 +00002551 if( pSrc==0 ){
2552 p->pSrc = 0;
2553 return 1;
2554 }
drhc31c2eb2003-05-02 16:04:17 +00002555 }
2556 p->pSrc = pSrc;
2557 for(i=pSrc->nSrc-1; i-extra>=iFrom; i--){
2558 pSrc->a[i] = pSrc->a[i-extra];
2559 }
2560 }
2561 for(i=0; i<nSubSrc; i++){
2562 pSrc->a[i+iFrom] = pSubSrc->a[i];
2563 memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i]));
2564 }
drh61dfc312006-12-16 16:25:15 +00002565 pSrc->a[iFrom].jointype = jointype;
drhc31c2eb2003-05-02 16:04:17 +00002566 }
2567
2568 /* Now begin substituting subquery result set expressions for
2569 ** references to the iParent in the outer query.
2570 **
2571 ** Example:
2572 **
2573 ** SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b;
2574 ** \ \_____________ subquery __________/ /
2575 ** \_____________________ outer query ______________________________/
2576 **
2577 ** We look at every expression in the outer query and every place we see
2578 ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10".
2579 */
drh832508b2002-03-02 17:04:07 +00002580 pList = p->pEList;
2581 for(i=0; i<pList->nExpr; i++){
drh6977fea2002-10-22 23:38:04 +00002582 Expr *pExpr;
2583 if( pList->a[i].zName==0 && (pExpr = pList->a[i].pExpr)->span.z!=0 ){
drh17435752007-08-16 04:30:38 +00002584 pList->a[i].zName =
2585 sqlite3DbStrNDup(db, (char*)pExpr->span.z, pExpr->span.n);
drh832508b2002-03-02 17:04:07 +00002586 }
2587 }
danielk19771e536952007-08-16 10:09:01 +00002588 substExprList(db, p->pEList, iParent, pSub->pEList);
drh1b2e0322002-03-03 02:49:51 +00002589 if( isAgg ){
danielk19771e536952007-08-16 10:09:01 +00002590 substExprList(db, p->pGroupBy, iParent, pSub->pEList);
2591 substExpr(db, p->pHaving, iParent, pSub->pEList);
drh1b2e0322002-03-03 02:49:51 +00002592 }
drh174b6192002-12-03 02:22:52 +00002593 if( pSub->pOrderBy ){
2594 assert( p->pOrderBy==0 );
2595 p->pOrderBy = pSub->pOrderBy;
2596 pSub->pOrderBy = 0;
drh174b6192002-12-03 02:22:52 +00002597 }else if( p->pOrderBy ){
danielk19771e536952007-08-16 10:09:01 +00002598 substExprList(db, p->pOrderBy, iParent, pSub->pEList);
drh174b6192002-12-03 02:22:52 +00002599 }
drh832508b2002-03-02 17:04:07 +00002600 if( pSub->pWhere ){
drh17435752007-08-16 04:30:38 +00002601 pWhere = sqlite3ExprDup(db, pSub->pWhere);
drh832508b2002-03-02 17:04:07 +00002602 }else{
2603 pWhere = 0;
2604 }
2605 if( subqueryIsAgg ){
2606 assert( p->pHaving==0 );
drh1b2e0322002-03-03 02:49:51 +00002607 p->pHaving = p->pWhere;
2608 p->pWhere = pWhere;
danielk19771e536952007-08-16 10:09:01 +00002609 substExpr(db, p->pHaving, iParent, pSub->pEList);
drh17435752007-08-16 04:30:38 +00002610 p->pHaving = sqlite3ExprAnd(db, p->pHaving,
2611 sqlite3ExprDup(db, pSub->pHaving));
drh1b2e0322002-03-03 02:49:51 +00002612 assert( p->pGroupBy==0 );
drh17435752007-08-16 04:30:38 +00002613 p->pGroupBy = sqlite3ExprListDup(db, pSub->pGroupBy);
drh832508b2002-03-02 17:04:07 +00002614 }else{
danielk19771e536952007-08-16 10:09:01 +00002615 substExpr(db, p->pWhere, iParent, pSub->pEList);
drh17435752007-08-16 04:30:38 +00002616 p->pWhere = sqlite3ExprAnd(db, p->pWhere, pWhere);
drh832508b2002-03-02 17:04:07 +00002617 }
drhc31c2eb2003-05-02 16:04:17 +00002618
2619 /* The flattened query is distinct if either the inner or the
2620 ** outer query is distinct.
2621 */
drh832508b2002-03-02 17:04:07 +00002622 p->isDistinct = p->isDistinct || pSub->isDistinct;
drh8c74a8c2002-08-25 19:20:40 +00002623
danielk1977a58fdfb2005-02-08 07:50:40 +00002624 /*
2625 ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y;
drhac839632006-01-21 22:19:54 +00002626 **
2627 ** One is tempted to try to add a and b to combine the limits. But this
2628 ** does not work if either limit is negative.
danielk1977a58fdfb2005-02-08 07:50:40 +00002629 */
danielk1977a2dc3b12005-02-05 12:48:48 +00002630 if( pSub->pLimit ){
2631 p->pLimit = pSub->pLimit;
2632 pSub->pLimit = 0;
drhdf199a22002-06-14 22:38:41 +00002633 }
drh8c74a8c2002-08-25 19:20:40 +00002634
drhc31c2eb2003-05-02 16:04:17 +00002635 /* Finially, delete what is left of the subquery and return
2636 ** success.
2637 */
danielk19774adee202004-05-08 08:23:19 +00002638 sqlite3SelectDelete(pSub);
drh832508b2002-03-02 17:04:07 +00002639 return 1;
2640}
drhb7f91642004-10-31 02:22:47 +00002641#endif /* SQLITE_OMIT_VIEW */
drh1350b032002-02-27 19:00:20 +00002642
2643/*
danielk1977a9d1ccb2008-01-05 17:39:29 +00002644** Analyze the SELECT statement passed as an argument to see if it
2645** is a min() or max() query. Return ORDERBY_MIN or ORDERBY_MAX if
2646** it is, or 0 otherwise. At present, a query is considered to be
2647** a min()/max() query if:
2648**
danielk1977738bdcf2008-01-07 10:16:40 +00002649** 1. There is a single object in the FROM clause.
2650**
2651** 2. There is a single expression in the result set, and it is
2652** either min(x) or max(x), where x is a column reference.
danielk1977a9d1ccb2008-01-05 17:39:29 +00002653*/
2654static int minMaxQuery(Parse *pParse, Select *p){
2655 Expr *pExpr;
2656 ExprList *pEList = p->pEList;
2657
2658 if( pEList->nExpr!=1 ) return ORDERBY_NORMAL;
2659 pExpr = pEList->a[0].pExpr;
2660 pEList = pExpr->pList;
2661 if( pExpr->op!=TK_AGG_FUNCTION || pEList==0 || pEList->nExpr!=1 ) return 0;
2662 if( pEList->a[0].pExpr->op!=TK_AGG_COLUMN ) return ORDERBY_NORMAL;
2663 if( pExpr->token.n!=3 ) return ORDERBY_NORMAL;
2664 if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){
2665 return ORDERBY_MIN;
2666 }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){
2667 return ORDERBY_MAX;
2668 }
2669 return ORDERBY_NORMAL;
2670}
2671
2672/*
drh9562b552002-02-19 15:00:07 +00002673** Analyze the SELECT statement passed in as an argument to see if it
2674** is a simple min() or max() query. If it is and this query can be
2675** satisfied using a single seek to the beginning or end of an index,
drhe78e8282003-01-19 03:59:45 +00002676** then generate the code for this SELECT and return 1. If this is not a
drh9562b552002-02-19 15:00:07 +00002677** simple min() or max() query, then return 0;
2678**
2679** A simply min() or max() query looks like this:
2680**
2681** SELECT min(a) FROM table;
2682** SELECT max(a) FROM table;
2683**
2684** The query may have only a single table in its FROM argument. There
2685** can be no GROUP BY or HAVING or WHERE clauses. The result set must
2686** be the min() or max() of a single column of the table. The column
2687** in the min() or max() function must be indexed.
2688**
danielk19774adee202004-05-08 08:23:19 +00002689** The parameters to this routine are the same as for sqlite3Select().
drh9562b552002-02-19 15:00:07 +00002690** See the header comment on that routine for additional information.
2691*/
danielk1977a9d1ccb2008-01-05 17:39:29 +00002692#if 0
danielk19776c8c8ce2008-01-02 16:27:09 +00002693static int simpleMinMaxQuery(Parse *pParse, Select *p, SelectDest *pDest){
drh9562b552002-02-19 15:00:07 +00002694 Expr *pExpr;
2695 int iCol;
2696 Table *pTab;
2697 Index *pIdx;
2698 int base;
2699 Vdbe *v;
drh9562b552002-02-19 15:00:07 +00002700 int seekOp;
drh6e175292004-03-13 14:00:36 +00002701 ExprList *pEList, *pList, eList;
drh9562b552002-02-19 15:00:07 +00002702 struct ExprList_item eListItem;
drh6e175292004-03-13 14:00:36 +00002703 SrcList *pSrc;
drhec7429a2005-10-06 16:53:14 +00002704 int brk;
danielk1977da184232006-01-05 11:34:32 +00002705 int iDb;
drh9562b552002-02-19 15:00:07 +00002706
2707 /* Check to see if this query is a simple min() or max() query. Return
2708 ** zero if it is not.
2709 */
2710 if( p->pGroupBy || p->pHaving || p->pWhere ) return 0;
drh6e175292004-03-13 14:00:36 +00002711 pSrc = p->pSrc;
2712 if( pSrc->nSrc!=1 ) return 0;
2713 pEList = p->pEList;
2714 if( pEList->nExpr!=1 ) return 0;
2715 pExpr = pEList->a[0].pExpr;
drh9562b552002-02-19 15:00:07 +00002716 if( pExpr->op!=TK_AGG_FUNCTION ) return 0;
drh6e175292004-03-13 14:00:36 +00002717 pList = pExpr->pList;
2718 if( pList==0 || pList->nExpr!=1 ) return 0;
drh6977fea2002-10-22 23:38:04 +00002719 if( pExpr->token.n!=3 ) return 0;
drh2646da72005-12-09 20:02:05 +00002720 if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){
drh0bce8352002-02-28 00:41:10 +00002721 seekOp = OP_Rewind;
drh2646da72005-12-09 20:02:05 +00002722 }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){
drh0bce8352002-02-28 00:41:10 +00002723 seekOp = OP_Last;
2724 }else{
2725 return 0;
2726 }
drh6e175292004-03-13 14:00:36 +00002727 pExpr = pList->a[0].pExpr;
drh9562b552002-02-19 15:00:07 +00002728 if( pExpr->op!=TK_COLUMN ) return 0;
2729 iCol = pExpr->iColumn;
drh6e175292004-03-13 14:00:36 +00002730 pTab = pSrc->a[0].pTab;
drh9562b552002-02-19 15:00:07 +00002731
danielk1977a41c7492007-03-02 07:27:00 +00002732 /* This optimization cannot be used with virtual tables. */
2733 if( IsVirtual(pTab) ) return 0;
danielk1977c00da102006-01-07 13:21:04 +00002734
drh9562b552002-02-19 15:00:07 +00002735 /* If we get to here, it means the query is of the correct form.
drh17f71932002-02-21 12:01:27 +00002736 ** Check to make sure we have an index and make pIdx point to the
2737 ** appropriate index. If the min() or max() is on an INTEGER PRIMARY
2738 ** key column, no index is necessary so set pIdx to NULL. If no
2739 ** usable index is found, return 0.
drh9562b552002-02-19 15:00:07 +00002740 */
2741 if( iCol<0 ){
2742 pIdx = 0;
2743 }else{
danielk1977dc1bdc42004-06-11 10:51:27 +00002744 CollSeq *pColl = sqlite3ExprCollSeq(pParse, pExpr);
drh206f3d92006-07-11 13:15:08 +00002745 if( pColl==0 ) return 0;
drh9562b552002-02-19 15:00:07 +00002746 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
2747 assert( pIdx->nColumn>=1 );
danielk1977b3bf5562006-01-10 17:58:23 +00002748 if( pIdx->aiColumn[0]==iCol &&
2749 0==sqlite3StrICmp(pIdx->azColl[0], pColl->zName) ){
2750 break;
2751 }
drh9562b552002-02-19 15:00:07 +00002752 }
2753 if( pIdx==0 ) return 0;
2754 }
2755
drhe5f50722003-07-19 00:44:14 +00002756 /* Identify column types if we will be using the callback. This
drh9562b552002-02-19 15:00:07 +00002757 ** step is skipped if the output is going to a table or a memory cell.
drhe5f50722003-07-19 00:44:14 +00002758 ** The column names have already been generated in the calling function.
drh9562b552002-02-19 15:00:07 +00002759 */
danielk19774adee202004-05-08 08:23:19 +00002760 v = sqlite3GetVdbe(pParse);
drh9562b552002-02-19 15:00:07 +00002761 if( v==0 ) return 0;
drh9562b552002-02-19 15:00:07 +00002762
drh0c37e632004-01-30 02:01:03 +00002763 /* If the output is destined for a temporary table, open that table.
2764 */
danielk19776c8c8ce2008-01-02 16:27:09 +00002765 if( pDest->eDest==SRT_EphemTab ){
drh66a51672008-01-03 00:01:23 +00002766 sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, 1);
drh0c37e632004-01-30 02:01:03 +00002767 }
2768
drh17f71932002-02-21 12:01:27 +00002769 /* Generating code to find the min or the max. Basically all we have
2770 ** to do is find the first or the last entry in the chosen index. If
2771 ** the min() or max() is on the INTEGER PRIMARY KEY, then find the first
2772 ** or last entry in the main table.
drh9562b552002-02-19 15:00:07 +00002773 */
danielk1977da184232006-01-05 11:34:32 +00002774 iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema);
drhb9bb7c12006-06-11 23:41:55 +00002775 assert( iDb>=0 || pTab->isEphem );
danielk1977da184232006-01-05 11:34:32 +00002776 sqlite3CodeVerifySchema(pParse, iDb);
danielk1977c00da102006-01-07 13:21:04 +00002777 sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName);
drh6e175292004-03-13 14:00:36 +00002778 base = pSrc->a[0].iCursor;
drhec7429a2005-10-06 16:53:14 +00002779 brk = sqlite3VdbeMakeLabel(v);
2780 computeLimitRegisters(pParse, p, brk);
drh6e175292004-03-13 14:00:36 +00002781 if( pSrc->a[0].pSelect==0 ){
danielk1977c00da102006-01-07 13:21:04 +00002782 sqlite3OpenTable(pParse, base, iDb, pTab, OP_OpenRead);
drh6e175292004-03-13 14:00:36 +00002783 }
drh9562b552002-02-19 15:00:07 +00002784 if( pIdx==0 ){
drh66a51672008-01-03 00:01:23 +00002785 sqlite3VdbeAddOp2(v, seekOp, base, 0);
drh9562b552002-02-19 15:00:07 +00002786 }else{
danielk19773719d7f2005-01-17 08:57:09 +00002787 /* Even though the cursor used to open the index here is closed
2788 ** as soon as a single value has been read from it, allocate it
2789 ** using (pParse->nTab++) to prevent the cursor id from being
2790 ** reused. This is important for statements of the form
2791 ** "INSERT INTO x SELECT max() FROM x".
2792 */
2793 int iIdx;
danielk1977b3bf5562006-01-10 17:58:23 +00002794 KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx);
danielk19773719d7f2005-01-17 08:57:09 +00002795 iIdx = pParse->nTab++;
danielk1977da184232006-01-05 11:34:32 +00002796 assert( pIdx->pSchema==pTab->pSchema );
danielk1977207872a2008-01-03 07:54:23 +00002797 sqlite3VdbeAddOp4(v, OP_OpenRead, iIdx, pIdx->tnum, iDb,
drh66a51672008-01-03 00:01:23 +00002798 (char*)pKey, P4_KEYINFO_HANDOFF);
drh9eb516c2004-07-18 20:52:32 +00002799 if( seekOp==OP_Rewind ){
drh66a51672008-01-03 00:01:23 +00002800 sqlite3VdbeAddOp2(v, OP_Null, 0, 0);
2801 sqlite3VdbeAddOp2(v, OP_MakeRecord, 1, 0);
drh1af3fdb2004-07-18 21:33:01 +00002802 seekOp = OP_MoveGt;
drh9eb516c2004-07-18 20:52:32 +00002803 }
drh309be022007-07-18 18:17:11 +00002804 if( pIdx->aSortOrder[0]==SQLITE_SO_DESC ){
2805 /* Ticket #2514: invert the seek operator if we are using
2806 ** a descending index. */
2807 if( seekOp==OP_Last ){
2808 seekOp = OP_Rewind;
2809 }else{
2810 assert( seekOp==OP_MoveGt );
2811 seekOp = OP_MoveLt;
2812 }
2813 }
drh66a51672008-01-03 00:01:23 +00002814 sqlite3VdbeAddOp2(v, seekOp, iIdx, 0);
2815 sqlite3VdbeAddOp2(v, OP_IdxRowid, iIdx, 0);
2816 sqlite3VdbeAddOp2(v, OP_Close, iIdx, 0);
2817 sqlite3VdbeAddOp2(v, OP_MoveGe, base, 0);
drh9562b552002-02-19 15:00:07 +00002818 }
drh5cf8e8c2002-02-19 22:42:05 +00002819 eList.nExpr = 1;
2820 memset(&eListItem, 0, sizeof(eListItem));
2821 eList.a = &eListItem;
2822 eList.a[0].pExpr = pExpr;
danielk19776c8c8ce2008-01-02 16:27:09 +00002823 selectInnerLoop(pParse, p, &eList, 0, 0, 0, -1, pDest, brk, brk, 0);
drhec7429a2005-10-06 16:53:14 +00002824 sqlite3VdbeResolveLabel(v, brk);
drh66a51672008-01-03 00:01:23 +00002825 sqlite3VdbeAddOp2(v, OP_Close, base, 0);
drh6e175292004-03-13 14:00:36 +00002826
drh9562b552002-02-19 15:00:07 +00002827 return 1;
2828}
danielk1977a9d1ccb2008-01-05 17:39:29 +00002829#endif
drh9562b552002-02-19 15:00:07 +00002830
2831/*
danielk1977b3bce662005-01-29 08:32:43 +00002832** This routine resolves any names used in the result set of the
2833** supplied SELECT statement. If the SELECT statement being resolved
2834** is a sub-select, then pOuterNC is a pointer to the NameContext
2835** of the parent SELECT.
2836*/
2837int sqlite3SelectResolve(
2838 Parse *pParse, /* The parser context */
2839 Select *p, /* The SELECT statement being coded. */
2840 NameContext *pOuterNC /* The outer name context. May be NULL. */
2841){
2842 ExprList *pEList; /* Result set. */
2843 int i; /* For-loop variable used in multiple places */
2844 NameContext sNC; /* Local name-context */
drh13449892005-09-07 21:22:45 +00002845 ExprList *pGroupBy; /* The group by clause */
danielk1977b3bce662005-01-29 08:32:43 +00002846
2847 /* If this routine has run before, return immediately. */
2848 if( p->isResolved ){
2849 assert( !pOuterNC );
2850 return SQLITE_OK;
2851 }
2852 p->isResolved = 1;
2853
2854 /* If there have already been errors, do nothing. */
2855 if( pParse->nErr>0 ){
2856 return SQLITE_ERROR;
2857 }
2858
2859 /* Prepare the select statement. This call will allocate all cursors
2860 ** required to handle the tables and subqueries in the FROM clause.
2861 */
2862 if( prepSelectStmt(pParse, p) ){
2863 return SQLITE_ERROR;
2864 }
2865
danielk1977a2dc3b12005-02-05 12:48:48 +00002866 /* Resolve the expressions in the LIMIT and OFFSET clauses. These
2867 ** are not allowed to refer to any names, so pass an empty NameContext.
2868 */
drhffe07b22005-11-03 00:41:17 +00002869 memset(&sNC, 0, sizeof(sNC));
danielk1977b3bce662005-01-29 08:32:43 +00002870 sNC.pParse = pParse;
danielk1977a2dc3b12005-02-05 12:48:48 +00002871 if( sqlite3ExprResolveNames(&sNC, p->pLimit) ||
2872 sqlite3ExprResolveNames(&sNC, p->pOffset) ){
2873 return SQLITE_ERROR;
2874 }
2875
2876 /* Set up the local name-context to pass to ExprResolveNames() to
2877 ** resolve the expression-list.
2878 */
2879 sNC.allowAgg = 1;
2880 sNC.pSrcList = p->pSrc;
2881 sNC.pNext = pOuterNC;
danielk1977b3bce662005-01-29 08:32:43 +00002882
danielk1977b3bce662005-01-29 08:32:43 +00002883 /* Resolve names in the result set. */
2884 pEList = p->pEList;
2885 if( !pEList ) return SQLITE_ERROR;
2886 for(i=0; i<pEList->nExpr; i++){
2887 Expr *pX = pEList->a[i].pExpr;
2888 if( sqlite3ExprResolveNames(&sNC, pX) ){
2889 return SQLITE_ERROR;
2890 }
2891 }
2892
2893 /* If there are no aggregate functions in the result-set, and no GROUP BY
2894 ** expression, do not allow aggregates in any of the other expressions.
2895 */
2896 assert( !p->isAgg );
drh13449892005-09-07 21:22:45 +00002897 pGroupBy = p->pGroupBy;
2898 if( pGroupBy || sNC.hasAgg ){
danielk1977b3bce662005-01-29 08:32:43 +00002899 p->isAgg = 1;
2900 }else{
2901 sNC.allowAgg = 0;
2902 }
2903
2904 /* If a HAVING clause is present, then there must be a GROUP BY clause.
2905 */
drh13449892005-09-07 21:22:45 +00002906 if( p->pHaving && !pGroupBy ){
danielk1977b3bce662005-01-29 08:32:43 +00002907 sqlite3ErrorMsg(pParse, "a GROUP BY clause is required before HAVING");
2908 return SQLITE_ERROR;
2909 }
2910
2911 /* Add the expression list to the name-context before parsing the
2912 ** other expressions in the SELECT statement. This is so that
2913 ** expressions in the WHERE clause (etc.) can refer to expressions by
2914 ** aliases in the result set.
2915 **
2916 ** Minor point: If this is the case, then the expression will be
2917 ** re-evaluated for each reference to it.
2918 */
2919 sNC.pEList = p->pEList;
2920 if( sqlite3ExprResolveNames(&sNC, p->pWhere) ||
drh994c80a2007-04-12 21:25:01 +00002921 sqlite3ExprResolveNames(&sNC, p->pHaving) ){
danielk1977b3bce662005-01-29 08:32:43 +00002922 return SQLITE_ERROR;
2923 }
drh9a993342007-12-13 02:45:31 +00002924 if( p->pPrior==0 ){
danielk197701874bf2007-12-13 07:58:50 +00002925 if( processOrderGroupBy(pParse, p, p->pOrderBy, 1, &sNC.hasAgg) ){
drh9a993342007-12-13 02:45:31 +00002926 return SQLITE_ERROR;
2927 }
drh4c774312007-12-08 21:10:20 +00002928 }
drh9a993342007-12-13 02:45:31 +00002929 if( processOrderGroupBy(pParse, p, pGroupBy, 0, &sNC.hasAgg) ){
drh4c774312007-12-08 21:10:20 +00002930 return SQLITE_ERROR;
drh994c80a2007-04-12 21:25:01 +00002931 }
danielk1977b3bce662005-01-29 08:32:43 +00002932
danielk19771e536952007-08-16 10:09:01 +00002933 if( pParse->db->mallocFailed ){
danielk19779afe6892007-05-31 08:20:43 +00002934 return SQLITE_NOMEM;
2935 }
2936
drh13449892005-09-07 21:22:45 +00002937 /* Make sure the GROUP BY clause does not contain aggregate functions.
2938 */
2939 if( pGroupBy ){
2940 struct ExprList_item *pItem;
2941
2942 for(i=0, pItem=pGroupBy->a; i<pGroupBy->nExpr; i++, pItem++){
2943 if( ExprHasProperty(pItem->pExpr, EP_Agg) ){
2944 sqlite3ErrorMsg(pParse, "aggregate functions are not allowed in "
2945 "the GROUP BY clause");
2946 return SQLITE_ERROR;
2947 }
2948 }
2949 }
2950
drhf6bbe022006-10-13 15:34:16 +00002951 /* If this is one SELECT of a compound, be sure to resolve names
2952 ** in the other SELECTs.
2953 */
2954 if( p->pPrior ){
2955 return sqlite3SelectResolve(pParse, p->pPrior, pOuterNC);
2956 }else{
2957 return SQLITE_OK;
2958 }
danielk1977b3bce662005-01-29 08:32:43 +00002959}
2960
2961/*
drh13449892005-09-07 21:22:45 +00002962** Reset the aggregate accumulator.
2963**
2964** The aggregate accumulator is a set of memory cells that hold
2965** intermediate results while calculating an aggregate. This
2966** routine simply stores NULLs in all of those memory cells.
danielk1977b3bce662005-01-29 08:32:43 +00002967*/
drh13449892005-09-07 21:22:45 +00002968static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){
2969 Vdbe *v = pParse->pVdbe;
2970 int i;
drhc99130f2005-09-11 11:56:27 +00002971 struct AggInfo_func *pFunc;
drh13449892005-09-07 21:22:45 +00002972 if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){
2973 return;
2974 }
drh13449892005-09-07 21:22:45 +00002975 for(i=0; i<pAggInfo->nColumn; i++){
drh4c583122008-01-04 22:01:03 +00002976 sqlite3VdbeAddOp2(v, OP_Null, 0, pAggInfo->aCol[i].iMem);
drh13449892005-09-07 21:22:45 +00002977 }
drhc99130f2005-09-11 11:56:27 +00002978 for(pFunc=pAggInfo->aFunc, i=0; i<pAggInfo->nFunc; i++, pFunc++){
drh4c583122008-01-04 22:01:03 +00002979 sqlite3VdbeAddOp2(v, OP_Null, 0, pFunc->iMem);
drhc99130f2005-09-11 11:56:27 +00002980 if( pFunc->iDistinct>=0 ){
2981 Expr *pE = pFunc->pExpr;
2982 if( pE->pList==0 || pE->pList->nExpr!=1 ){
2983 sqlite3ErrorMsg(pParse, "DISTINCT in aggregate must be followed "
2984 "by an expression");
2985 pFunc->iDistinct = -1;
2986 }else{
2987 KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->pList);
drh66a51672008-01-03 00:01:23 +00002988 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, pFunc->iDistinct, 0, 0,
2989 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drhc99130f2005-09-11 11:56:27 +00002990 }
2991 }
drh13449892005-09-07 21:22:45 +00002992 }
danielk1977b3bce662005-01-29 08:32:43 +00002993}
2994
2995/*
drh13449892005-09-07 21:22:45 +00002996** Invoke the OP_AggFinalize opcode for every aggregate function
2997** in the AggInfo structure.
danielk1977b3bce662005-01-29 08:32:43 +00002998*/
drh13449892005-09-07 21:22:45 +00002999static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){
3000 Vdbe *v = pParse->pVdbe;
3001 int i;
3002 struct AggInfo_func *pF;
3003 for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
drha10a34b2005-09-07 22:09:48 +00003004 ExprList *pList = pF->pExpr->pList;
drh66a51672008-01-03 00:01:23 +00003005 sqlite3VdbeAddOp4(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, 0,
3006 (void*)pF->pFunc, P4_FUNCDEF);
drh13449892005-09-07 21:22:45 +00003007 }
danielk1977b3bce662005-01-29 08:32:43 +00003008}
drh13449892005-09-07 21:22:45 +00003009
3010/*
3011** Update the accumulator memory cells for an aggregate based on
3012** the current cursor position.
3013*/
3014static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){
3015 Vdbe *v = pParse->pVdbe;
3016 int i;
3017 struct AggInfo_func *pF;
3018 struct AggInfo_col *pC;
drh13449892005-09-07 21:22:45 +00003019
3020 pAggInfo->directMode = 1;
3021 for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
3022 int nArg;
drhc99130f2005-09-11 11:56:27 +00003023 int addrNext = 0;
drh13449892005-09-07 21:22:45 +00003024 ExprList *pList = pF->pExpr->pList;
3025 if( pList ){
3026 nArg = pList->nExpr;
drh389a1ad2008-01-03 23:44:53 +00003027 sqlite3ExprCodeExprList(pParse, pList, 0);
drh13449892005-09-07 21:22:45 +00003028 }else{
3029 nArg = 0;
3030 }
drhc99130f2005-09-11 11:56:27 +00003031 if( pF->iDistinct>=0 ){
3032 addrNext = sqlite3VdbeMakeLabel(v);
3033 assert( nArg==1 );
drha2a49dc2008-01-02 14:28:13 +00003034 codeDistinct_OLD(v, pF->iDistinct, addrNext, 1);
drhc99130f2005-09-11 11:56:27 +00003035 }
drh13449892005-09-07 21:22:45 +00003036 if( pF->pFunc->needCollSeq ){
3037 CollSeq *pColl = 0;
3038 struct ExprList_item *pItem;
3039 int j;
drh43617e92006-03-06 20:55:46 +00003040 assert( pList!=0 ); /* pList!=0 if pF->pFunc->needCollSeq is true */
3041 for(j=0, pItem=pList->a; !pColl && j<nArg; j++, pItem++){
drh13449892005-09-07 21:22:45 +00003042 pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
3043 }
3044 if( !pColl ){
3045 pColl = pParse->db->pDfltColl;
3046 }
drh66a51672008-01-03 00:01:23 +00003047 sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ);
drh13449892005-09-07 21:22:45 +00003048 }
drh66a51672008-01-03 00:01:23 +00003049 sqlite3VdbeAddOp4(v, OP_AggStep, pF->iMem, nArg, 0,
3050 (void*)pF->pFunc, P4_FUNCDEF);
drhc99130f2005-09-11 11:56:27 +00003051 if( addrNext ){
3052 sqlite3VdbeResolveLabel(v, addrNext);
3053 }
drh13449892005-09-07 21:22:45 +00003054 }
drh13449892005-09-07 21:22:45 +00003055 for(i=0, pC=pAggInfo->aCol; i<pAggInfo->nAccumulator; i++, pC++){
drh389a1ad2008-01-03 23:44:53 +00003056 sqlite3ExprCode(pParse, pC->pExpr, pC->iMem);
drh13449892005-09-07 21:22:45 +00003057 }
3058 pAggInfo->directMode = 0;
3059}
3060
danielk19778f2c54e2008-01-01 19:02:09 +00003061#ifndef SQLITE_OMIT_TRIGGER
3062/*
3063** This function is used when a SELECT statement is used to create a
3064** temporary table for iterating through when running an INSTEAD OF
3065** UPDATE or INSTEAD OF DELETE trigger.
3066**
3067** If possible, the SELECT statement is modified so that NULL values
3068** are stored in the temporary table for all columns for which the
3069** corresponding bit in argument mask is not set. If mask takes the
3070** special value 0xffffffff, then all columns are populated.
3071*/
3072int sqlite3SelectMask(Parse *pParse, Select *p, u32 mask){
3073 if( !p->pPrior && !p->isDistinct && mask!=0xffffffff ){
3074 ExprList *pEList;
3075 int i;
3076 if( sqlite3SelectResolve(pParse, p, 0) ){
3077 return SQLITE_ERROR;
3078 }
3079 pEList = p->pEList;
3080 for(i=0; i<pEList->nExpr && i<32; i++){
3081 if( !(mask&((u32)1<<i)) ){
3082 sqlite3ExprDelete(pEList->a[i].pExpr);
3083 pEList->a[i].pExpr = sqlite3Expr(pParse->db, TK_NULL, 0, 0, 0);
3084 }
3085 }
3086 }
3087 return SQLITE_OK;
3088}
3089#endif
drh13449892005-09-07 21:22:45 +00003090
danielk1977b3bce662005-01-29 08:32:43 +00003091/*
drh9bb61fe2000-06-05 16:01:39 +00003092** Generate code for the given SELECT statement.
3093**
drhfef52082000-06-06 01:50:43 +00003094** The results are distributed in various ways depending on the
danielk19776c8c8ce2008-01-02 16:27:09 +00003095** contents of the SelectDest structure pointed to by argument pDest
3096** as follows:
drhfef52082000-06-06 01:50:43 +00003097**
danielk19776c8c8ce2008-01-02 16:27:09 +00003098** pDest->eDest Result
drhfef52082000-06-06 01:50:43 +00003099** ------------ -------------------------------------------
3100** SRT_Callback Invoke the callback for each row of the result.
3101**
danielk19776c8c8ce2008-01-02 16:27:09 +00003102** SRT_Mem Store first result in memory cell pDest->iParm
drhfef52082000-06-06 01:50:43 +00003103**
danielk19776c8c8ce2008-01-02 16:27:09 +00003104** SRT_Set Store non-null results as keys of table pDest->iParm.
3105** Apply the affinity pDest->affinity before storing them.
drhfef52082000-06-06 01:50:43 +00003106**
danielk19776c8c8ce2008-01-02 16:27:09 +00003107** SRT_Union Store results as a key in a temporary table pDest->iParm.
drh82c3d632000-06-06 21:56:07 +00003108**
danielk19776c8c8ce2008-01-02 16:27:09 +00003109** SRT_Except Remove results from the temporary table pDest->iParm.
drhc4a3c772001-04-04 11:48:57 +00003110**
danielk19776c8c8ce2008-01-02 16:27:09 +00003111** SRT_Table Store results in temporary table pDest->iParm
drh9bb61fe2000-06-05 16:01:39 +00003112**
danielk19776c8c8ce2008-01-02 16:27:09 +00003113** SRT_EphemTab Create an temporary table pDest->iParm and store
3114** the result there. The cursor is left open after
3115** returning.
3116**
3117** SRT_Subroutine For each row returned, push the results onto the
3118** vdbe stack and call the subroutine (via OP_Gosub)
3119** at address pDest->iParm.
3120**
3121** SRT_Exists Store a 1 in memory cell pDest->iParm if the result
3122** set is not empty.
3123**
3124** SRT_Discard Throw the results away.
3125**
3126** See the selectInnerLoop() function for a canonical listing of the
3127** allowed values of eDest and their meanings.
drhe78e8282003-01-19 03:59:45 +00003128**
drh9bb61fe2000-06-05 16:01:39 +00003129** This routine returns the number of errors. If any errors are
3130** encountered, then an appropriate error message is left in
3131** pParse->zErrMsg.
3132**
3133** This routine does NOT free the Select structure passed in. The
3134** calling function needs to do that.
drh1b2e0322002-03-03 02:49:51 +00003135**
3136** The pParent, parentTab, and *pParentAgg fields are filled in if this
3137** SELECT is a subquery. This routine may try to combine this SELECT
3138** with its parent to form a single flat query. In so doing, it might
3139** change the parent query from a non-aggregate to an aggregate query.
3140** For that reason, the pParentAgg flag is passed as a pointer, so it
3141** can be changed.
drhe78e8282003-01-19 03:59:45 +00003142**
3143** Example 1: The meaning of the pParent parameter.
3144**
3145** SELECT * FROM t1 JOIN (SELECT x, count(*) FROM t2) JOIN t3;
3146** \ \_______ subquery _______/ /
3147** \ /
3148** \____________________ outer query ___________________/
3149**
3150** This routine is called for the outer query first. For that call,
3151** pParent will be NULL. During the processing of the outer query, this
3152** routine is called recursively to handle the subquery. For the recursive
3153** call, pParent will point to the outer query. Because the subquery is
3154** the second element in a three-way join, the parentTab parameter will
3155** be 1 (the 2nd value of a 0-indexed array.)
drh9bb61fe2000-06-05 16:01:39 +00003156*/
danielk19774adee202004-05-08 08:23:19 +00003157int sqlite3Select(
drhcce7d172000-05-31 15:34:51 +00003158 Parse *pParse, /* The parser context */
drh9bb61fe2000-06-05 16:01:39 +00003159 Select *p, /* The SELECT statement being coded. */
danielk19776c8c8ce2008-01-02 16:27:09 +00003160 SelectDest *pDest, /* What to do with the query results */
drh832508b2002-03-02 17:04:07 +00003161 Select *pParent, /* Another SELECT for which this is a sub-query */
3162 int parentTab, /* Index in pParent->pSrc of this query */
danielk197784ac9d02004-05-18 09:58:06 +00003163 int *pParentAgg, /* True if pParent uses aggregate functions */
danielk1977b3bce662005-01-29 08:32:43 +00003164 char *aff /* If eDest is SRT_Union, the affinity string */
drhcce7d172000-05-31 15:34:51 +00003165){
drh13449892005-09-07 21:22:45 +00003166 int i, j; /* Loop counters */
3167 WhereInfo *pWInfo; /* Return from sqlite3WhereBegin() */
3168 Vdbe *v; /* The virtual machine under construction */
danielk1977b3bce662005-01-29 08:32:43 +00003169 int isAgg; /* True for select lists like "count(*)" */
drha2e00042002-01-22 03:13:42 +00003170 ExprList *pEList; /* List of columns to extract. */
drhad3cab52002-05-24 02:04:32 +00003171 SrcList *pTabList; /* List of tables to select from */
drh9bb61fe2000-06-05 16:01:39 +00003172 Expr *pWhere; /* The WHERE clause. May be NULL */
3173 ExprList *pOrderBy; /* The ORDER BY clause. May be NULL */
drh22827922000-06-06 17:27:05 +00003174 ExprList *pGroupBy; /* The GROUP BY clause. May be NULL */
3175 Expr *pHaving; /* The HAVING clause. May be NULL */
drh19a775c2000-06-05 18:54:46 +00003176 int isDistinct; /* True if the DISTINCT keyword is present */
3177 int distinct; /* Table to use for the distinct set */
drh1d83f052002-02-17 00:30:36 +00003178 int rc = 1; /* Value to return from this function */
drhb9bb7c12006-06-11 23:41:55 +00003179 int addrSortIndex; /* Address of an OP_OpenEphemeral instruction */
drh13449892005-09-07 21:22:45 +00003180 AggInfo sAggInfo; /* Information used by aggregate queries */
drhec7429a2005-10-06 16:53:14 +00003181 int iEnd; /* Address of the end of the query */
drh17435752007-08-16 04:30:38 +00003182 sqlite3 *db; /* The database connection */
drh9bb61fe2000-06-05 16:01:39 +00003183
drh17435752007-08-16 04:30:38 +00003184 db = pParse->db;
3185 if( p==0 || db->mallocFailed || pParse->nErr ){
drh6f7adc82006-01-11 21:41:20 +00003186 return 1;
3187 }
danielk19774adee202004-05-08 08:23:19 +00003188 if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1;
drh13449892005-09-07 21:22:45 +00003189 memset(&sAggInfo, 0, sizeof(sAggInfo));
drhdaffd0e2001-04-11 14:28:42 +00003190
drh9a993342007-12-13 02:45:31 +00003191 pOrderBy = p->pOrderBy;
danielk19776c8c8ce2008-01-02 16:27:09 +00003192 if( IgnorableOrderby(pDest) ){
drh9a993342007-12-13 02:45:31 +00003193 p->pOrderBy = 0;
danielk19779ed1dfa2008-01-02 17:11:14 +00003194
3195 /* In these cases the DISTINCT operator makes no difference to the
3196 ** results, so remove it if it were specified.
3197 */
3198 assert(pDest->eDest==SRT_Exists || pDest->eDest==SRT_Union ||
3199 pDest->eDest==SRT_Except || pDest->eDest==SRT_Discard);
3200 p->isDistinct = 0;
drh9a993342007-12-13 02:45:31 +00003201 }
3202 if( sqlite3SelectResolve(pParse, p, 0) ){
3203 goto select_end;
3204 }
3205 p->pOrderBy = pOrderBy;
3206
drhb7f91642004-10-31 02:22:47 +00003207#ifndef SQLITE_OMIT_COMPOUND_SELECT
drh82c3d632000-06-06 21:56:07 +00003208 /* If there is are a sequence of queries, do the earlier ones first.
3209 */
3210 if( p->pPrior ){
drh0342b1f2005-09-01 03:07:44 +00003211 if( p->pRightmost==0 ){
drh1e281292007-12-13 03:45:07 +00003212 Select *pLoop, *pRight = 0;
drh0325d872007-06-07 10:55:35 +00003213 int cnt = 0;
3214 for(pLoop=p; pLoop; pLoop=pLoop->pPrior, cnt++){
drh0342b1f2005-09-01 03:07:44 +00003215 pLoop->pRightmost = p;
drh1e281292007-12-13 03:45:07 +00003216 pLoop->pNext = pRight;
3217 pRight = pLoop;
drh0342b1f2005-09-01 03:07:44 +00003218 }
drh0325d872007-06-07 10:55:35 +00003219 if( SQLITE_MAX_COMPOUND_SELECT>0 && cnt>SQLITE_MAX_COMPOUND_SELECT ){
3220 sqlite3ErrorMsg(pParse, "too many terms in compound SELECT");
3221 return 1;
3222 }
drh0342b1f2005-09-01 03:07:44 +00003223 }
danielk19776c8c8ce2008-01-02 16:27:09 +00003224 return multiSelect(pParse, p, pDest, aff);
drh82c3d632000-06-06 21:56:07 +00003225 }
drhb7f91642004-10-31 02:22:47 +00003226#endif
drh82c3d632000-06-06 21:56:07 +00003227
3228 /* Make local copies of the parameters for this query.
3229 */
drh9bb61fe2000-06-05 16:01:39 +00003230 pTabList = p->pSrc;
3231 pWhere = p->pWhere;
drh22827922000-06-06 17:27:05 +00003232 pGroupBy = p->pGroupBy;
3233 pHaving = p->pHaving;
danielk1977b3bce662005-01-29 08:32:43 +00003234 isAgg = p->isAgg;
drh19a775c2000-06-05 18:54:46 +00003235 isDistinct = p->isDistinct;
danielk1977b3bce662005-01-29 08:32:43 +00003236 pEList = p->pEList;
3237 if( pEList==0 ) goto select_end;
drh9bb61fe2000-06-05 16:01:39 +00003238
3239 /*
3240 ** Do not even attempt to generate any code if we have already seen
3241 ** errors before this routine starts.
3242 */
drh1d83f052002-02-17 00:30:36 +00003243 if( pParse->nErr>0 ) goto select_end;
drhcce7d172000-05-31 15:34:51 +00003244
drh22827922000-06-06 17:27:05 +00003245 /* If writing to memory or generating a set
3246 ** only a single column may be output.
drh19a775c2000-06-05 18:54:46 +00003247 */
danielk197793758c82005-01-21 08:13:14 +00003248#ifndef SQLITE_OMIT_SUBQUERY
danielk19776c8c8ce2008-01-02 16:27:09 +00003249 if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){
drh1d83f052002-02-17 00:30:36 +00003250 goto select_end;
drh19a775c2000-06-05 18:54:46 +00003251 }
danielk197793758c82005-01-21 08:13:14 +00003252#endif
drh19a775c2000-06-05 18:54:46 +00003253
drhc926afb2002-06-20 03:38:26 +00003254 /* ORDER BY is ignored for some destinations.
drh22827922000-06-06 17:27:05 +00003255 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003256 if( IgnorableOrderby(pDest) ){
drh13449892005-09-07 21:22:45 +00003257 pOrderBy = 0;
drh22827922000-06-06 17:27:05 +00003258 }
3259
drhd820cb12002-02-18 03:21:45 +00003260 /* Begin generating code.
3261 */
danielk19774adee202004-05-08 08:23:19 +00003262 v = sqlite3GetVdbe(pParse);
drhd820cb12002-02-18 03:21:45 +00003263 if( v==0 ) goto select_end;
3264
3265 /* Generate code for all sub-queries in the FROM clause
3266 */
drh51522cd2005-01-20 13:36:19 +00003267#if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW)
drhad3cab52002-05-24 02:04:32 +00003268 for(i=0; i<pTabList->nSrc; i++){
danielk1977742f9472004-06-16 12:02:43 +00003269 const char *zSavedAuthContext = 0;
drhc31c2eb2003-05-02 16:04:17 +00003270 int needRestoreContext;
drh13449892005-09-07 21:22:45 +00003271 struct SrcList_item *pItem = &pTabList->a[i];
drh1013c932008-01-06 00:25:21 +00003272 SelectDest dest;
drhc31c2eb2003-05-02 16:04:17 +00003273
danielk19771787cca2006-02-10 07:07:14 +00003274 if( pItem->pSelect==0 || pItem->isPopulated ) continue;
drh13449892005-09-07 21:22:45 +00003275 if( pItem->zName!=0 ){
drh5cf590c2003-04-24 01:45:04 +00003276 zSavedAuthContext = pParse->zAuthContext;
drh13449892005-09-07 21:22:45 +00003277 pParse->zAuthContext = pItem->zName;
drhc31c2eb2003-05-02 16:04:17 +00003278 needRestoreContext = 1;
3279 }else{
3280 needRestoreContext = 0;
drh5cf590c2003-04-24 01:45:04 +00003281 }
danielk1977e6a58a42007-08-31 17:42:48 +00003282#if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0
danielk1977fc976062007-05-10 10:46:56 +00003283 /* Increment Parse.nHeight by the height of the largest expression
3284 ** tree refered to by this, the parent select. The child select
3285 ** may contain expression trees of at most
3286 ** (SQLITE_MAX_EXPR_DEPTH-Parse.nHeight) height. This is a bit
3287 ** more conservative than necessary, but much easier than enforcing
3288 ** an exact limit.
3289 */
3290 pParse->nHeight += sqlite3SelectExprHeight(p);
3291#endif
drh1013c932008-01-06 00:25:21 +00003292 sqlite3SelectDestInit(&dest, SRT_EphemTab, pItem->iCursor);
danielk19776c8c8ce2008-01-02 16:27:09 +00003293 sqlite3Select(pParse, pItem->pSelect, &dest, p, i, &isAgg, 0);
drhcfa063b2007-11-21 15:24:00 +00003294 if( db->mallocFailed ){
3295 goto select_end;
3296 }
danielk1977e6a58a42007-08-31 17:42:48 +00003297#if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0
danielk1977fc976062007-05-10 10:46:56 +00003298 pParse->nHeight -= sqlite3SelectExprHeight(p);
3299#endif
drhc31c2eb2003-05-02 16:04:17 +00003300 if( needRestoreContext ){
drh5cf590c2003-04-24 01:45:04 +00003301 pParse->zAuthContext = zSavedAuthContext;
3302 }
drh1b2e0322002-03-03 02:49:51 +00003303 pTabList = p->pSrc;
3304 pWhere = p->pWhere;
danielk19776c8c8ce2008-01-02 16:27:09 +00003305 if( !IgnorableOrderby(pDest) ){
drhacd4c692002-03-07 02:02:51 +00003306 pOrderBy = p->pOrderBy;
3307 }
drh1b2e0322002-03-03 02:49:51 +00003308 pGroupBy = p->pGroupBy;
3309 pHaving = p->pHaving;
3310 isDistinct = p->isDistinct;
drhd820cb12002-02-18 03:21:45 +00003311 }
drh51522cd2005-01-20 13:36:19 +00003312#endif
drhd820cb12002-02-18 03:21:45 +00003313
drh6e175292004-03-13 14:00:36 +00003314 /* Check for the special case of a min() or max() function by itself
3315 ** in the result set.
3316 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003317#if 0
danielk19776c8c8ce2008-01-02 16:27:09 +00003318 if( simpleMinMaxQuery(pParse, p, pDest) ){
drh6e175292004-03-13 14:00:36 +00003319 rc = 0;
3320 goto select_end;
3321 }
danielk1977a9d1ccb2008-01-05 17:39:29 +00003322#endif
drh6e175292004-03-13 14:00:36 +00003323
drh832508b2002-03-02 17:04:07 +00003324 /* Check to see if this is a subquery that can be "flattened" into its parent.
3325 ** If flattening is a possiblity, do so and return immediately.
3326 */
drhb7f91642004-10-31 02:22:47 +00003327#ifndef SQLITE_OMIT_VIEW
drh1b2e0322002-03-03 02:49:51 +00003328 if( pParent && pParentAgg &&
drh17435752007-08-16 04:30:38 +00003329 flattenSubquery(db, pParent, parentTab, *pParentAgg, isAgg) ){
drh1b2e0322002-03-03 02:49:51 +00003330 if( isAgg ) *pParentAgg = 1;
danielk1977b3bce662005-01-29 08:32:43 +00003331 goto select_end;
drh832508b2002-03-02 17:04:07 +00003332 }
drhb7f91642004-10-31 02:22:47 +00003333#endif
drh832508b2002-03-02 17:04:07 +00003334
danielk19770318d442007-11-12 15:40:41 +00003335 /* If possible, rewrite the query to use GROUP BY instead of DISTINCT.
3336 ** GROUP BY may use an index, DISTINCT never does.
danielk19773c4809a2007-11-12 15:29:18 +00003337 */
3338 if( p->isDistinct && !p->isAgg && !p->pGroupBy ){
3339 p->pGroupBy = sqlite3ExprListDup(db, p->pEList);
3340 pGroupBy = p->pGroupBy;
3341 p->isDistinct = 0;
3342 isDistinct = 0;
3343 }
3344
drh8b4c40d2007-02-01 23:02:45 +00003345 /* If there is an ORDER BY clause, then this sorting
3346 ** index might end up being unused if the data can be
drh9d2985c2005-09-08 01:58:42 +00003347 ** extracted in pre-sorted order. If that is the case, then the
drhb9bb7c12006-06-11 23:41:55 +00003348 ** OP_OpenEphemeral instruction will be changed to an OP_Noop once
drh9d2985c2005-09-08 01:58:42 +00003349 ** we figure out that the sorting index is not needed. The addrSortIndex
3350 ** variable is used to facilitate that change.
danielk19777cedc8d2004-06-10 10:50:08 +00003351 */
3352 if( pOrderBy ){
drh0342b1f2005-09-01 03:07:44 +00003353 KeyInfo *pKeyInfo;
danielk19777cedc8d2004-06-10 10:50:08 +00003354 if( pParse->nErr ){
3355 goto select_end;
3356 }
drh0342b1f2005-09-01 03:07:44 +00003357 pKeyInfo = keyInfoFromExprList(pParse, pOrderBy);
drh9d2985c2005-09-08 01:58:42 +00003358 pOrderBy->iECursor = pParse->nTab++;
drhb9bb7c12006-06-11 23:41:55 +00003359 p->addrOpenEphm[2] = addrSortIndex =
drh66a51672008-01-03 00:01:23 +00003360 sqlite3VdbeAddOp4(v, OP_OpenEphemeral,
3361 pOrderBy->iECursor, pOrderBy->nExpr+2, 0,
3362 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh9d2985c2005-09-08 01:58:42 +00003363 }else{
3364 addrSortIndex = -1;
danielk19777cedc8d2004-06-10 10:50:08 +00003365 }
3366
drh2d0794e2002-03-03 03:03:52 +00003367 /* If the output is destined for a temporary table, open that table.
3368 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003369 if( pDest->eDest==SRT_EphemTab ){
drh66a51672008-01-03 00:01:23 +00003370 sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, pEList->nExpr);
drh2d0794e2002-03-03 03:03:52 +00003371 }
3372
drhf42bacc2006-04-26 17:39:34 +00003373 /* Set the limiter.
3374 */
3375 iEnd = sqlite3VdbeMakeLabel(v);
3376 computeLimitRegisters(pParse, p, iEnd);
3377
drhdece1a82005-08-31 18:20:00 +00003378 /* Open a virtual index to use for the distinct set.
drhefb72512000-05-31 20:00:52 +00003379 */
drh19a775c2000-06-05 18:54:46 +00003380 if( isDistinct ){
drh0342b1f2005-09-01 03:07:44 +00003381 KeyInfo *pKeyInfo;
danielk19773c4809a2007-11-12 15:29:18 +00003382 assert( isAgg || pGroupBy );
drh832508b2002-03-02 17:04:07 +00003383 distinct = pParse->nTab++;
drh0342b1f2005-09-01 03:07:44 +00003384 pKeyInfo = keyInfoFromExprList(pParse, p->pEList);
drh66a51672008-01-03 00:01:23 +00003385 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, distinct, 0, 0,
3386 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh832508b2002-03-02 17:04:07 +00003387 }else{
3388 distinct = -1;
drhefb72512000-05-31 20:00:52 +00003389 }
drh832508b2002-03-02 17:04:07 +00003390
drh13449892005-09-07 21:22:45 +00003391 /* Aggregate and non-aggregate queries are handled differently */
3392 if( !isAgg && pGroupBy==0 ){
3393 /* This case is for non-aggregate queries
3394 ** Begin the database scan
3395 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003396 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy, 0);
drh13449892005-09-07 21:22:45 +00003397 if( pWInfo==0 ) goto select_end;
drhcce7d172000-05-31 15:34:51 +00003398
drhb9bb7c12006-06-11 23:41:55 +00003399 /* If sorting index that was created by a prior OP_OpenEphemeral
3400 ** instruction ended up not being needed, then change the OP_OpenEphemeral
drh9d2985c2005-09-08 01:58:42 +00003401 ** into an OP_Noop.
3402 */
3403 if( addrSortIndex>=0 && pOrderBy==0 ){
drhf8875402006-03-17 13:56:34 +00003404 sqlite3VdbeChangeToNoop(v, addrSortIndex, 1);
drhb9bb7c12006-06-11 23:41:55 +00003405 p->addrOpenEphm[2] = -1;
drh9d2985c2005-09-08 01:58:42 +00003406 }
3407
drh13449892005-09-07 21:22:45 +00003408 /* Use the standard inner loop
3409 */
danielk19773c4809a2007-11-12 15:29:18 +00003410 assert(!isDistinct);
danielk19776c8c8ce2008-01-02 16:27:09 +00003411 if( selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, -1, pDest,
3412 pWInfo->iContinue, pWInfo->iBreak, aff) ){
drh1d83f052002-02-17 00:30:36 +00003413 goto select_end;
drhda9d6c42000-05-31 18:20:14 +00003414 }
drhefb72512000-05-31 20:00:52 +00003415
drh13449892005-09-07 21:22:45 +00003416 /* End the database scan loop.
3417 */
3418 sqlite3WhereEnd(pWInfo);
3419 }else{
3420 /* This is the processing for aggregate queries */
3421 NameContext sNC; /* Name context for processing aggregate information */
3422 int iAMem; /* First Mem address for storing current GROUP BY */
3423 int iBMem; /* First Mem address for previous GROUP BY */
3424 int iUseFlag; /* Mem address holding flag indicating that at least
3425 ** one row of the input to the aggregator has been
3426 ** processed */
3427 int iAbortFlag; /* Mem address which causes query abort if positive */
3428 int groupBySort; /* Rows come from source in GROUP BY order */
drhcce7d172000-05-31 15:34:51 +00003429
drhcce7d172000-05-31 15:34:51 +00003430
drh13449892005-09-07 21:22:45 +00003431 /* The following variables hold addresses or labels for parts of the
3432 ** virtual machine program we are putting together */
3433 int addrOutputRow; /* Start of subroutine that outputs a result row */
3434 int addrSetAbort; /* Set the abort flag and return */
3435 int addrInitializeLoop; /* Start of code that initializes the input loop */
3436 int addrTopOfLoop; /* Top of the input loop */
3437 int addrGroupByChange; /* Code that runs when any GROUP BY term changes */
3438 int addrProcessRow; /* Code to process a single input row */
3439 int addrEnd; /* End of all processing */
drhb9bb7c12006-06-11 23:41:55 +00003440 int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */
drhe3133822005-09-20 13:11:59 +00003441 int addrReset; /* Subroutine for resetting the accumulator */
drh13449892005-09-07 21:22:45 +00003442
3443 addrEnd = sqlite3VdbeMakeLabel(v);
3444
3445 /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in
3446 ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the
3447 ** SELECT statement.
3448 */
3449 memset(&sNC, 0, sizeof(sNC));
3450 sNC.pParse = pParse;
3451 sNC.pSrcList = pTabList;
3452 sNC.pAggInfo = &sAggInfo;
3453 sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0;
drh9d2985c2005-09-08 01:58:42 +00003454 sAggInfo.pGroupBy = pGroupBy;
drh13449892005-09-07 21:22:45 +00003455 if( sqlite3ExprAnalyzeAggList(&sNC, pEList) ){
drh1d83f052002-02-17 00:30:36 +00003456 goto select_end;
drh22827922000-06-06 17:27:05 +00003457 }
drh13449892005-09-07 21:22:45 +00003458 if( sqlite3ExprAnalyzeAggList(&sNC, pOrderBy) ){
3459 goto select_end;
3460 }
3461 if( pHaving && sqlite3ExprAnalyzeAggregates(&sNC, pHaving) ){
3462 goto select_end;
3463 }
3464 sAggInfo.nAccumulator = sAggInfo.nColumn;
3465 for(i=0; i<sAggInfo.nFunc; i++){
3466 if( sqlite3ExprAnalyzeAggList(&sNC, sAggInfo.aFunc[i].pExpr->pList) ){
3467 goto select_end;
3468 }
3469 }
drh17435752007-08-16 04:30:38 +00003470 if( db->mallocFailed ) goto select_end;
drh13449892005-09-07 21:22:45 +00003471
3472 /* Processing for aggregates with GROUP BY is very different and
danielk19773c4809a2007-11-12 15:29:18 +00003473 ** much more complex than aggregates without a GROUP BY.
drh13449892005-09-07 21:22:45 +00003474 */
3475 if( pGroupBy ){
3476 KeyInfo *pKeyInfo; /* Keying information for the group by clause */
3477
3478 /* Create labels that we will be needing
3479 */
3480
3481 addrInitializeLoop = sqlite3VdbeMakeLabel(v);
3482 addrGroupByChange = sqlite3VdbeMakeLabel(v);
3483 addrProcessRow = sqlite3VdbeMakeLabel(v);
3484
3485 /* If there is a GROUP BY clause we might need a sorting index to
3486 ** implement it. Allocate that sorting index now. If it turns out
drhb9bb7c12006-06-11 23:41:55 +00003487 ** that we do not need it after all, the OpenEphemeral instruction
drh13449892005-09-07 21:22:45 +00003488 ** will be converted into a Noop.
3489 */
3490 sAggInfo.sortingIdx = pParse->nTab++;
3491 pKeyInfo = keyInfoFromExprList(pParse, pGroupBy);
3492 addrSortingIdx =
drh66a51672008-01-03 00:01:23 +00003493 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, sAggInfo.sortingIdx,
3494 sAggInfo.nSortingColumn, 0,
3495 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh13449892005-09-07 21:22:45 +00003496
3497 /* Initialize memory locations used by GROUP BY aggregate processing
3498 */
drh0a07c102008-01-03 18:03:08 +00003499 iUseFlag = ++pParse->nMem;
3500 iAbortFlag = ++pParse->nMem;
3501 iAMem = pParse->nMem + 1;
drh13449892005-09-07 21:22:45 +00003502 pParse->nMem += pGroupBy->nExpr;
drh0a07c102008-01-03 18:03:08 +00003503 iBMem = pParse->nMem + 1;
drh13449892005-09-07 21:22:45 +00003504 pParse->nMem += pGroupBy->nExpr;
drh4c583122008-01-04 22:01:03 +00003505 sqlite3VdbeAddOp2(v, OP_Integer, 0, iAbortFlag);
drhd4e70eb2008-01-02 00:34:36 +00003506 VdbeComment((v, "clear abort flag"));
drh4c583122008-01-04 22:01:03 +00003507 sqlite3VdbeAddOp2(v, OP_Integer, 0, iUseFlag);
drhd4e70eb2008-01-02 00:34:36 +00003508 VdbeComment((v, "indicate accumulator empty"));
drh66a51672008-01-03 00:01:23 +00003509 sqlite3VdbeAddOp2(v, OP_Goto, 0, addrInitializeLoop);
drh13449892005-09-07 21:22:45 +00003510
3511 /* Generate a subroutine that outputs a single row of the result
3512 ** set. This subroutine first looks at the iUseFlag. If iUseFlag
3513 ** is less than or equal to zero, the subroutine is a no-op. If
3514 ** the processing calls for the query to abort, this subroutine
3515 ** increments the iAbortFlag memory location before returning in
3516 ** order to signal the caller to abort.
3517 */
3518 addrSetAbort = sqlite3VdbeCurrentAddr(v);
drh4c583122008-01-04 22:01:03 +00003519 sqlite3VdbeAddOp2(v, OP_Integer, 1, iAbortFlag);
drhd4e70eb2008-01-02 00:34:36 +00003520 VdbeComment((v, "set abort flag"));
drh66a51672008-01-03 00:01:23 +00003521 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drh13449892005-09-07 21:22:45 +00003522 addrOutputRow = sqlite3VdbeCurrentAddr(v);
drh3c84ddf2008-01-09 02:15:38 +00003523 sqlite3VdbeAddOp2(v, OP_IfPos, iUseFlag, addrOutputRow+2);
drhd4e70eb2008-01-02 00:34:36 +00003524 VdbeComment((v, "Groupby result generator entry point"));
drh66a51672008-01-03 00:01:23 +00003525 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drh13449892005-09-07 21:22:45 +00003526 finalizeAggFunctions(pParse, &sAggInfo);
3527 if( pHaving ){
drh35573352008-01-08 23:54:25 +00003528 sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, SQLITE_JUMPIFNULL);
drh13449892005-09-07 21:22:45 +00003529 }
3530 rc = selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy,
danielk19776c8c8ce2008-01-02 16:27:09 +00003531 distinct, pDest,
drh13449892005-09-07 21:22:45 +00003532 addrOutputRow+1, addrSetAbort, aff);
3533 if( rc ){
3534 goto select_end;
3535 }
drh66a51672008-01-03 00:01:23 +00003536 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drhd4e70eb2008-01-02 00:34:36 +00003537 VdbeComment((v, "end groupby result generator"));
drh13449892005-09-07 21:22:45 +00003538
drhe3133822005-09-20 13:11:59 +00003539 /* Generate a subroutine that will reset the group-by accumulator
3540 */
3541 addrReset = sqlite3VdbeCurrentAddr(v);
3542 resetAccumulator(pParse, &sAggInfo);
drh66a51672008-01-03 00:01:23 +00003543 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drhe3133822005-09-20 13:11:59 +00003544
drh13449892005-09-07 21:22:45 +00003545 /* Begin a loop that will extract all source rows in GROUP BY order.
3546 ** This might involve two separate loops with an OP_Sort in between, or
3547 ** it might be a single loop that uses an index to extract information
3548 ** in the right order to begin with.
3549 */
3550 sqlite3VdbeResolveLabel(v, addrInitializeLoop);
drh66a51672008-01-03 00:01:23 +00003551 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003552 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy, 0);
drh5360ad32005-09-08 00:13:27 +00003553 if( pWInfo==0 ) goto select_end;
drh13449892005-09-07 21:22:45 +00003554 if( pGroupBy==0 ){
3555 /* The optimizer is able to deliver rows in group by order so
drhb9bb7c12006-06-11 23:41:55 +00003556 ** we do not have to sort. The OP_OpenEphemeral table will be
drh13449892005-09-07 21:22:45 +00003557 ** cancelled later because we still need to use the pKeyInfo
3558 */
3559 pGroupBy = p->pGroupBy;
3560 groupBySort = 0;
3561 }else{
3562 /* Rows are coming out in undetermined order. We have to push
3563 ** each row into a sorting index, terminate the first loop,
3564 ** then loop over the sorting index in order to get the output
3565 ** in sorted order
3566 */
3567 groupBySort = 1;
drh389a1ad2008-01-03 23:44:53 +00003568 sqlite3ExprCodeExprList(pParse, pGroupBy, 0);
drh66a51672008-01-03 00:01:23 +00003569 sqlite3VdbeAddOp2(v, OP_Sequence, sAggInfo.sortingIdx, 0);
drh13449892005-09-07 21:22:45 +00003570 j = pGroupBy->nExpr+1;
3571 for(i=0; i<sAggInfo.nColumn; i++){
3572 struct AggInfo_col *pCol = &sAggInfo.aCol[i];
3573 if( pCol->iSorterColumn<j ) continue;
drh2133d822008-01-03 18:44:59 +00003574 sqlite3ExprCodeGetColumn(v, pCol->pTab, pCol->iColumn,pCol->iTable,0);
drh13449892005-09-07 21:22:45 +00003575 j++;
3576 }
drh66a51672008-01-03 00:01:23 +00003577 sqlite3VdbeAddOp2(v, OP_MakeRecord, j, 0);
3578 sqlite3VdbeAddOp2(v, OP_IdxInsert, sAggInfo.sortingIdx, 0);
drh13449892005-09-07 21:22:45 +00003579 sqlite3WhereEnd(pWInfo);
drh66a51672008-01-03 00:01:23 +00003580 sqlite3VdbeAddOp2(v, OP_Sort, sAggInfo.sortingIdx, addrEnd);
drhd4e70eb2008-01-02 00:34:36 +00003581 VdbeComment((v, "GROUP BY sort"));
drh13449892005-09-07 21:22:45 +00003582 sAggInfo.useSortingIdx = 1;
3583 }
3584
3585 /* Evaluate the current GROUP BY terms and store in b0, b1, b2...
3586 ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth)
3587 ** Then compare the current GROUP BY terms against the GROUP BY terms
3588 ** from the previous row currently stored in a0, a1, a2...
3589 */
3590 addrTopOfLoop = sqlite3VdbeCurrentAddr(v);
3591 for(j=0; j<pGroupBy->nExpr; j++){
3592 if( groupBySort ){
drh66a51672008-01-03 00:01:23 +00003593 sqlite3VdbeAddOp2(v, OP_Column, sAggInfo.sortingIdx, j);
drh13449892005-09-07 21:22:45 +00003594 }else{
3595 sAggInfo.directMode = 1;
drh389a1ad2008-01-03 23:44:53 +00003596 sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr, 0);
drh13449892005-09-07 21:22:45 +00003597 }
drhb1fdb2a2008-01-05 04:06:03 +00003598 sqlite3VdbeAddOp2(v, j<pGroupBy->nExpr-1?OP_Move:OP_Copy, 0, iBMem+j);
drh13449892005-09-07 21:22:45 +00003599 }
3600 for(j=pGroupBy->nExpr-1; j>=0; j--){
3601 if( j<pGroupBy->nExpr-1 ){
drhb1fdb2a2008-01-05 04:06:03 +00003602 sqlite3VdbeAddOp2(v, OP_SCopy, iBMem+j, 0);
drh13449892005-09-07 21:22:45 +00003603 }
drhb1fdb2a2008-01-05 04:06:03 +00003604 sqlite3VdbeAddOp2(v, OP_SCopy, iAMem+j, 0);
drh13449892005-09-07 21:22:45 +00003605 if( j==0 ){
drh35573352008-01-08 23:54:25 +00003606 sqlite3VdbeAddOp2(v, OP_Eq, 0, addrProcessRow);
drh13449892005-09-07 21:22:45 +00003607 }else{
drh35573352008-01-08 23:54:25 +00003608 sqlite3VdbeAddOp2(v, OP_Ne, 0, addrGroupByChange);
drh13449892005-09-07 21:22:45 +00003609 }
drh66a51672008-01-03 00:01:23 +00003610 sqlite3VdbeChangeP4(v, -1, (void*)pKeyInfo->aColl[j], P4_COLLSEQ);
drh35573352008-01-08 23:54:25 +00003611 sqlite3VdbeChangeP5(v, SQLITE_NULLEQUAL);
drh13449892005-09-07 21:22:45 +00003612 }
3613
3614 /* Generate code that runs whenever the GROUP BY changes.
3615 ** Change in the GROUP BY are detected by the previous code
3616 ** block. If there were no changes, this block is skipped.
3617 **
3618 ** This code copies current group by terms in b0,b1,b2,...
3619 ** over to a0,a1,a2. It then calls the output subroutine
3620 ** and resets the aggregate accumulator registers in preparation
3621 ** for the next GROUP BY batch.
3622 */
3623 sqlite3VdbeResolveLabel(v, addrGroupByChange);
3624 for(j=0; j<pGroupBy->nExpr; j++){
drhb1fdb2a2008-01-05 04:06:03 +00003625 sqlite3VdbeAddOp2(v, OP_Move, iBMem+j, iAMem+j);
drh13449892005-09-07 21:22:45 +00003626 }
drh66a51672008-01-03 00:01:23 +00003627 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow);
drhd4e70eb2008-01-02 00:34:36 +00003628 VdbeComment((v, "output one row"));
drh3c84ddf2008-01-09 02:15:38 +00003629 sqlite3VdbeAddOp2(v, OP_IfPos, iAbortFlag, addrEnd);
drhd4e70eb2008-01-02 00:34:36 +00003630 VdbeComment((v, "check abort flag"));
drh66a51672008-01-03 00:01:23 +00003631 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset);
drhd4e70eb2008-01-02 00:34:36 +00003632 VdbeComment((v, "reset accumulator"));
drh13449892005-09-07 21:22:45 +00003633
3634 /* Update the aggregate accumulators based on the content of
3635 ** the current row
3636 */
3637 sqlite3VdbeResolveLabel(v, addrProcessRow);
3638 updateAccumulator(pParse, &sAggInfo);
drh4c583122008-01-04 22:01:03 +00003639 sqlite3VdbeAddOp2(v, OP_Integer, 1, iUseFlag);
drhd4e70eb2008-01-02 00:34:36 +00003640 VdbeComment((v, "indicate data in accumulator"));
drh13449892005-09-07 21:22:45 +00003641
3642 /* End of the loop
3643 */
3644 if( groupBySort ){
drh66a51672008-01-03 00:01:23 +00003645 sqlite3VdbeAddOp2(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop);
drh13449892005-09-07 21:22:45 +00003646 }else{
3647 sqlite3WhereEnd(pWInfo);
drhf8875402006-03-17 13:56:34 +00003648 sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1);
drh13449892005-09-07 21:22:45 +00003649 }
3650
3651 /* Output the final row of result
3652 */
drh66a51672008-01-03 00:01:23 +00003653 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow);
drhd4e70eb2008-01-02 00:34:36 +00003654 VdbeComment((v, "output final row"));
drh13449892005-09-07 21:22:45 +00003655
3656 } /* endif pGroupBy */
3657 else {
danielk1977a9d1ccb2008-01-05 17:39:29 +00003658 ExprList *pMinMax = 0;
danielk1977dba01372008-01-05 18:44:29 +00003659 ExprList *pDel = 0;
danielk1977a9d1ccb2008-01-05 17:39:29 +00003660 u8 flag;
3661
danielk1977738bdcf2008-01-07 10:16:40 +00003662 /* Check if the query is of one of the following forms:
3663 **
3664 ** SELECT min(x) FROM ...
3665 ** SELECT max(x) FROM ...
3666 **
3667 ** If it is, then ask the code in where.c to attempt to sort results
3668 ** as if there was an "ORDER ON x" or "ORDER ON x DESC" clause.
3669 ** If where.c is able to produce results sorted in this order, then
3670 ** add vdbe code to break out of the processing loop after the
3671 ** first iteration (since the first iteration of the loop is
3672 ** guaranteed to operate on the row with the minimum or maximum
3673 ** value of x, the only row required).
3674 **
3675 ** A special flag must be passed to sqlite3WhereBegin() to slightly
3676 ** modify behaviour as follows:
3677 **
3678 ** + If the query is a "SELECT min(x)", then the loop coded by
3679 ** where.c should not iterate over any values with a NULL value
3680 ** for x.
3681 **
3682 ** + The optimizer code in where.c (the thing that decides which
3683 ** index or indices to use) should place a different priority on
3684 ** satisfying the 'ORDER BY' clause than it does in other cases.
3685 ** Refer to code and comments in where.c for details.
3686 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003687 flag = minMaxQuery(pParse, p);
3688 if( flag ){
3689 pMinMax = sqlite3ExprListDup(db, p->pEList->a[0].pExpr->pList);
3690 if( pMinMax ){
3691 pMinMax->a[0].sortOrder = ((flag==ORDERBY_MIN)?0:1);
3692 pMinMax->a[0].pExpr->op = TK_COLUMN;
drh1013c932008-01-06 00:25:21 +00003693 pDel = pMinMax;
danielk1977a9d1ccb2008-01-05 17:39:29 +00003694 }
3695 }
3696
drh13449892005-09-07 21:22:45 +00003697 /* This case runs if the aggregate has no GROUP BY clause. The
3698 ** processing is much simpler since there is only a single row
3699 ** of output.
3700 */
3701 resetAccumulator(pParse, &sAggInfo);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003702 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pMinMax, flag);
danielk1977dba01372008-01-05 18:44:29 +00003703 if( pWInfo==0 ){
drh1013c932008-01-06 00:25:21 +00003704 sqlite3ExprListDelete(pDel);
danielk1977dba01372008-01-05 18:44:29 +00003705 goto select_end;
3706 }
drh13449892005-09-07 21:22:45 +00003707 updateAccumulator(pParse, &sAggInfo);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003708 if( !pMinMax && flag ){
3709 sqlite3VdbeAddOp2(v, OP_Goto, 0, pWInfo->iBreak);
3710 VdbeComment((v, "%s() by index", (flag==ORDERBY_MIN?"min":"max")));
3711 }
drh13449892005-09-07 21:22:45 +00003712 sqlite3WhereEnd(pWInfo);
3713 finalizeAggFunctions(pParse, &sAggInfo);
3714 pOrderBy = 0;
drh5774b802005-09-07 22:48:16 +00003715 if( pHaving ){
drh35573352008-01-08 23:54:25 +00003716 sqlite3ExprIfFalse(pParse, pHaving, addrEnd, SQLITE_JUMPIFNULL);
drh5774b802005-09-07 22:48:16 +00003717 }
drh13449892005-09-07 21:22:45 +00003718 selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1,
danielk19776c8c8ce2008-01-02 16:27:09 +00003719 pDest, addrEnd, addrEnd, aff);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003720
danielk1977dba01372008-01-05 18:44:29 +00003721 sqlite3ExprListDelete(pDel);
drh13449892005-09-07 21:22:45 +00003722 }
3723 sqlite3VdbeResolveLabel(v, addrEnd);
3724
3725 } /* endif aggregate query */
drh22827922000-06-06 17:27:05 +00003726
drhcce7d172000-05-31 15:34:51 +00003727 /* If there is an ORDER BY clause, then we need to sort the results
3728 ** and send them to the callback one by one.
3729 */
3730 if( pOrderBy ){
danielk19776c8c8ce2008-01-02 16:27:09 +00003731 generateSortTail(pParse, p, v, pEList->nExpr, pDest);
drhcce7d172000-05-31 15:34:51 +00003732 }
drh6a535342001-10-19 16:44:56 +00003733
danielk197793758c82005-01-21 08:13:14 +00003734#ifndef SQLITE_OMIT_SUBQUERY
drhf620b4e2004-02-09 14:37:50 +00003735 /* If this was a subquery, we have now converted the subquery into a
danielk19771787cca2006-02-10 07:07:14 +00003736 ** temporary table. So set the SrcList_item.isPopulated flag to prevent
3737 ** this subquery from being evaluated again and to force the use of
3738 ** the temporary table.
drhf620b4e2004-02-09 14:37:50 +00003739 */
3740 if( pParent ){
3741 assert( pParent->pSrc->nSrc>parentTab );
3742 assert( pParent->pSrc->a[parentTab].pSelect==p );
danielk19771787cca2006-02-10 07:07:14 +00003743 pParent->pSrc->a[parentTab].isPopulated = 1;
drhf620b4e2004-02-09 14:37:50 +00003744 }
danielk197793758c82005-01-21 08:13:14 +00003745#endif
drhf620b4e2004-02-09 14:37:50 +00003746
drhec7429a2005-10-06 16:53:14 +00003747 /* Jump here to skip this query
3748 */
3749 sqlite3VdbeResolveLabel(v, iEnd);
3750
drh1d83f052002-02-17 00:30:36 +00003751 /* The SELECT was successfully coded. Set the return code to 0
3752 ** to indicate no errors.
3753 */
3754 rc = 0;
3755
3756 /* Control jumps to here if an error is encountered above, or upon
3757 ** successful coding of the SELECT.
3758 */
3759select_end:
danielk1977955de522006-02-10 02:27:42 +00003760
3761 /* Identify column names if we will be using them in a callback. This
3762 ** step is skipped if the output is going to some other destination.
3763 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003764 if( rc==SQLITE_OK && pDest->eDest==SRT_Callback ){
danielk1977955de522006-02-10 02:27:42 +00003765 generateColumnNames(pParse, pTabList, pEList);
3766 }
3767
drh17435752007-08-16 04:30:38 +00003768 sqlite3_free(sAggInfo.aCol);
3769 sqlite3_free(sAggInfo.aFunc);
drh1d83f052002-02-17 00:30:36 +00003770 return rc;
drhcce7d172000-05-31 15:34:51 +00003771}
drh485f0032007-01-26 19:23:33 +00003772
drh77a2a5e2007-04-06 01:04:39 +00003773#if defined(SQLITE_DEBUG)
drh485f0032007-01-26 19:23:33 +00003774/*
3775*******************************************************************************
3776** The following code is used for testing and debugging only. The code
3777** that follows does not appear in normal builds.
3778**
3779** These routines are used to print out the content of all or part of a
3780** parse structures such as Select or Expr. Such printouts are useful
3781** for helping to understand what is happening inside the code generator
3782** during the execution of complex SELECT statements.
3783**
3784** These routine are not called anywhere from within the normal
3785** code base. Then are intended to be called from within the debugger
3786** or from temporary "printf" statements inserted for debugging.
3787*/
3788void sqlite3PrintExpr(Expr *p){
3789 if( p->token.z && p->token.n>0 ){
3790 sqlite3DebugPrintf("(%.*s", p->token.n, p->token.z);
3791 }else{
3792 sqlite3DebugPrintf("(%d", p->op);
3793 }
3794 if( p->pLeft ){
3795 sqlite3DebugPrintf(" ");
3796 sqlite3PrintExpr(p->pLeft);
3797 }
3798 if( p->pRight ){
3799 sqlite3DebugPrintf(" ");
3800 sqlite3PrintExpr(p->pRight);
3801 }
3802 sqlite3DebugPrintf(")");
3803}
3804void sqlite3PrintExprList(ExprList *pList){
3805 int i;
3806 for(i=0; i<pList->nExpr; i++){
3807 sqlite3PrintExpr(pList->a[i].pExpr);
3808 if( i<pList->nExpr-1 ){
3809 sqlite3DebugPrintf(", ");
3810 }
3811 }
3812}
3813void sqlite3PrintSelect(Select *p, int indent){
3814 sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p);
3815 sqlite3PrintExprList(p->pEList);
3816 sqlite3DebugPrintf("\n");
3817 if( p->pSrc ){
3818 char *zPrefix;
3819 int i;
3820 zPrefix = "FROM";
3821 for(i=0; i<p->pSrc->nSrc; i++){
3822 struct SrcList_item *pItem = &p->pSrc->a[i];
3823 sqlite3DebugPrintf("%*s ", indent+6, zPrefix);
3824 zPrefix = "";
3825 if( pItem->pSelect ){
3826 sqlite3DebugPrintf("(\n");
3827 sqlite3PrintSelect(pItem->pSelect, indent+10);
3828 sqlite3DebugPrintf("%*s)", indent+8, "");
3829 }else if( pItem->zName ){
3830 sqlite3DebugPrintf("%s", pItem->zName);
3831 }
3832 if( pItem->pTab ){
3833 sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName);
3834 }
3835 if( pItem->zAlias ){
3836 sqlite3DebugPrintf(" AS %s", pItem->zAlias);
3837 }
3838 if( i<p->pSrc->nSrc-1 ){
3839 sqlite3DebugPrintf(",");
3840 }
3841 sqlite3DebugPrintf("\n");
3842 }
3843 }
3844 if( p->pWhere ){
3845 sqlite3DebugPrintf("%*s WHERE ", indent, "");
3846 sqlite3PrintExpr(p->pWhere);
3847 sqlite3DebugPrintf("\n");
3848 }
3849 if( p->pGroupBy ){
3850 sqlite3DebugPrintf("%*s GROUP BY ", indent, "");
3851 sqlite3PrintExprList(p->pGroupBy);
3852 sqlite3DebugPrintf("\n");
3853 }
3854 if( p->pHaving ){
3855 sqlite3DebugPrintf("%*s HAVING ", indent, "");
3856 sqlite3PrintExpr(p->pHaving);
3857 sqlite3DebugPrintf("\n");
3858 }
3859 if( p->pOrderBy ){
3860 sqlite3DebugPrintf("%*s ORDER BY ", indent, "");
3861 sqlite3PrintExprList(p->pOrderBy);
3862 sqlite3DebugPrintf("\n");
3863 }
3864}
3865/* End of the structure debug printing code
3866*****************************************************************************/
3867#endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */