blob: 794b9af6f3e2ac2a2910060f24f09adca377fe65 [file] [log] [blame]
drhcce7d172000-05-31 15:34:51 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drhcce7d172000-05-31 15:34:51 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drhcce7d172000-05-31 15:34:51 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drhcce7d172000-05-31 15:34:51 +000010**
11*************************************************************************
12** This file contains C code routines that are called by the parser
drhb19a2bc2001-09-16 00:13:26 +000013** to handle SELECT statements in SQLite.
drhcce7d172000-05-31 15:34:51 +000014**
drh98757152008-01-09 23:04:12 +000015** $Id: select.c,v 1.395 2008/01/09 23:04:12 drh Exp $
drhcce7d172000-05-31 15:34:51 +000016*/
17#include "sqliteInt.h"
18
drh315555c2002-10-20 15:53:03 +000019
drhcce7d172000-05-31 15:34:51 +000020/*
drheda639e2006-01-22 00:42:09 +000021** Delete all the content of a Select structure but do not deallocate
22** the select structure itself.
23*/
danielk1977f0113002006-01-24 12:09:17 +000024static void clearSelect(Select *p){
drheda639e2006-01-22 00:42:09 +000025 sqlite3ExprListDelete(p->pEList);
26 sqlite3SrcListDelete(p->pSrc);
27 sqlite3ExprDelete(p->pWhere);
28 sqlite3ExprListDelete(p->pGroupBy);
29 sqlite3ExprDelete(p->pHaving);
30 sqlite3ExprListDelete(p->pOrderBy);
31 sqlite3SelectDelete(p->pPrior);
32 sqlite3ExprDelete(p->pLimit);
33 sqlite3ExprDelete(p->pOffset);
34}
35
drh1013c932008-01-06 00:25:21 +000036/*
37** Initialize a SelectDest structure.
38*/
39void sqlite3SelectDestInit(SelectDest *pDest, int eDest, int iParm){
40 pDest->eDest = eDest;
41 pDest->iParm = iParm;
42 pDest->affinity = 0;
43 pDest->iMem = 0;
44}
45
drheda639e2006-01-22 00:42:09 +000046
47/*
drh9bb61fe2000-06-05 16:01:39 +000048** Allocate a new Select structure and return a pointer to that
49** structure.
drhcce7d172000-05-31 15:34:51 +000050*/
danielk19774adee202004-05-08 08:23:19 +000051Select *sqlite3SelectNew(
drh17435752007-08-16 04:30:38 +000052 Parse *pParse, /* Parsing context */
drhdaffd0e2001-04-11 14:28:42 +000053 ExprList *pEList, /* which columns to include in the result */
drhad3cab52002-05-24 02:04:32 +000054 SrcList *pSrc, /* the FROM clause -- which tables to scan */
drhdaffd0e2001-04-11 14:28:42 +000055 Expr *pWhere, /* the WHERE clause */
56 ExprList *pGroupBy, /* the GROUP BY clause */
57 Expr *pHaving, /* the HAVING clause */
58 ExprList *pOrderBy, /* the ORDER BY clause */
drh9bbca4c2001-11-06 04:00:18 +000059 int isDistinct, /* true if the DISTINCT keyword is present */
danielk1977a2dc3b12005-02-05 12:48:48 +000060 Expr *pLimit, /* LIMIT value. NULL means not used */
61 Expr *pOffset /* OFFSET value. NULL means no offset */
drh9bb61fe2000-06-05 16:01:39 +000062){
63 Select *pNew;
drheda639e2006-01-22 00:42:09 +000064 Select standin;
drh17435752007-08-16 04:30:38 +000065 sqlite3 *db = pParse->db;
66 pNew = sqlite3DbMallocZero(db, sizeof(*pNew) );
danielk1977a2dc3b12005-02-05 12:48:48 +000067 assert( !pOffset || pLimit ); /* Can't have OFFSET without LIMIT. */
drhdaffd0e2001-04-11 14:28:42 +000068 if( pNew==0 ){
drheda639e2006-01-22 00:42:09 +000069 pNew = &standin;
70 memset(pNew, 0, sizeof(*pNew));
71 }
72 if( pEList==0 ){
danielk1977a1644fd2007-08-29 12:31:25 +000073 pEList = sqlite3ExprListAppend(pParse, 0, sqlite3Expr(db,TK_ALL,0,0,0), 0);
drheda639e2006-01-22 00:42:09 +000074 }
75 pNew->pEList = pEList;
76 pNew->pSrc = pSrc;
77 pNew->pWhere = pWhere;
78 pNew->pGroupBy = pGroupBy;
79 pNew->pHaving = pHaving;
80 pNew->pOrderBy = pOrderBy;
81 pNew->isDistinct = isDistinct;
82 pNew->op = TK_SELECT;
drh8103b7d2007-02-24 13:23:51 +000083 assert( pOffset==0 || pLimit!=0 );
drheda639e2006-01-22 00:42:09 +000084 pNew->pLimit = pLimit;
85 pNew->pOffset = pOffset;
86 pNew->iLimit = -1;
87 pNew->iOffset = -1;
drhb9bb7c12006-06-11 23:41:55 +000088 pNew->addrOpenEphm[0] = -1;
89 pNew->addrOpenEphm[1] = -1;
90 pNew->addrOpenEphm[2] = -1;
drheda639e2006-01-22 00:42:09 +000091 if( pNew==&standin) {
92 clearSelect(pNew);
93 pNew = 0;
drhdaffd0e2001-04-11 14:28:42 +000094 }
drh9bb61fe2000-06-05 16:01:39 +000095 return pNew;
96}
97
98/*
drheda639e2006-01-22 00:42:09 +000099** Delete the given Select structure and all of its substructures.
100*/
101void sqlite3SelectDelete(Select *p){
102 if( p ){
103 clearSelect(p);
drh17435752007-08-16 04:30:38 +0000104 sqlite3_free(p);
drheda639e2006-01-22 00:42:09 +0000105 }
106}
107
108/*
drh01f3f252002-05-24 16:14:15 +0000109** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the
110** type of join. Return an integer constant that expresses that type
111** in terms of the following bit values:
112**
113** JT_INNER
drh3dec2232005-09-10 15:28:09 +0000114** JT_CROSS
drh01f3f252002-05-24 16:14:15 +0000115** JT_OUTER
116** JT_NATURAL
117** JT_LEFT
118** JT_RIGHT
119**
120** A full outer join is the combination of JT_LEFT and JT_RIGHT.
121**
122** If an illegal or unsupported join type is seen, then still return
123** a join type, but put an error in the pParse structure.
124*/
danielk19774adee202004-05-08 08:23:19 +0000125int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){
drh01f3f252002-05-24 16:14:15 +0000126 int jointype = 0;
127 Token *apAll[3];
128 Token *p;
drh57196282004-10-06 15:41:16 +0000129 static const struct {
drhc182d162005-08-14 20:47:16 +0000130 const char zKeyword[8];
drh290c1942004-08-21 17:54:45 +0000131 u8 nChar;
132 u8 code;
drh01f3f252002-05-24 16:14:15 +0000133 } keywords[] = {
134 { "natural", 7, JT_NATURAL },
drh195e6962002-05-25 00:18:20 +0000135 { "left", 4, JT_LEFT|JT_OUTER },
136 { "right", 5, JT_RIGHT|JT_OUTER },
137 { "full", 4, JT_LEFT|JT_RIGHT|JT_OUTER },
drh01f3f252002-05-24 16:14:15 +0000138 { "outer", 5, JT_OUTER },
139 { "inner", 5, JT_INNER },
drh3dec2232005-09-10 15:28:09 +0000140 { "cross", 5, JT_INNER|JT_CROSS },
drh01f3f252002-05-24 16:14:15 +0000141 };
142 int i, j;
143 apAll[0] = pA;
144 apAll[1] = pB;
145 apAll[2] = pC;
drh195e6962002-05-25 00:18:20 +0000146 for(i=0; i<3 && apAll[i]; i++){
drh01f3f252002-05-24 16:14:15 +0000147 p = apAll[i];
148 for(j=0; j<sizeof(keywords)/sizeof(keywords[0]); j++){
149 if( p->n==keywords[j].nChar
drh2646da72005-12-09 20:02:05 +0000150 && sqlite3StrNICmp((char*)p->z, keywords[j].zKeyword, p->n)==0 ){
drh01f3f252002-05-24 16:14:15 +0000151 jointype |= keywords[j].code;
152 break;
153 }
154 }
155 if( j>=sizeof(keywords)/sizeof(keywords[0]) ){
156 jointype |= JT_ERROR;
157 break;
158 }
159 }
drhad2d8302002-05-24 20:31:36 +0000160 if(
161 (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) ||
drh195e6962002-05-25 00:18:20 +0000162 (jointype & JT_ERROR)!=0
drhad2d8302002-05-24 20:31:36 +0000163 ){
drhae29ffb2004-09-25 14:39:18 +0000164 const char *zSp1 = " ";
165 const char *zSp2 = " ";
166 if( pB==0 ){ zSp1++; }
167 if( pC==0 ){ zSp2++; }
168 sqlite3ErrorMsg(pParse, "unknown or unsupported join type: "
169 "%T%s%T%s%T", pA, zSp1, pB, zSp2, pC);
drh01f3f252002-05-24 16:14:15 +0000170 jointype = JT_INNER;
drh195e6962002-05-25 00:18:20 +0000171 }else if( jointype & JT_RIGHT ){
danielk19774adee202004-05-08 08:23:19 +0000172 sqlite3ErrorMsg(pParse,
drhda93d232003-03-31 02:12:46 +0000173 "RIGHT and FULL OUTER JOINs are not currently supported");
drh195e6962002-05-25 00:18:20 +0000174 jointype = JT_INNER;
drh01f3f252002-05-24 16:14:15 +0000175 }
176 return jointype;
177}
178
179/*
drhad2d8302002-05-24 20:31:36 +0000180** Return the index of a column in a table. Return -1 if the column
181** is not contained in the table.
182*/
183static int columnIndex(Table *pTab, const char *zCol){
184 int i;
185 for(i=0; i<pTab->nCol; i++){
danielk19774adee202004-05-08 08:23:19 +0000186 if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i;
drhad2d8302002-05-24 20:31:36 +0000187 }
188 return -1;
189}
190
191/*
drh91bb0ee2004-09-01 03:06:34 +0000192** Set the value of a token to a '\000'-terminated string.
193*/
194static void setToken(Token *p, const char *z){
drh2646da72005-12-09 20:02:05 +0000195 p->z = (u8*)z;
danielk1977261919c2005-12-06 12:52:59 +0000196 p->n = z ? strlen(z) : 0;
drh91bb0ee2004-09-01 03:06:34 +0000197 p->dyn = 0;
198}
199
drhc182d162005-08-14 20:47:16 +0000200/*
danielk1977f3b863e2007-06-24 06:32:17 +0000201** Set the token to the double-quoted and escaped version of the string pointed
202** to by z. For example;
203**
204** {a"bc} -> {"a""bc"}
205*/
danielk19771e536952007-08-16 10:09:01 +0000206static void setQuotedToken(Parse *pParse, Token *p, const char *z){
207 p->z = (u8 *)sqlite3MPrintf(0, "\"%w\"", z);
danielk1977f3b863e2007-06-24 06:32:17 +0000208 p->dyn = 1;
209 if( p->z ){
210 p->n = strlen((char *)p->z);
danielk19771e536952007-08-16 10:09:01 +0000211 }else{
212 pParse->db->mallocFailed = 1;
danielk1977f3b863e2007-06-24 06:32:17 +0000213 }
214}
215
216/*
drhc182d162005-08-14 20:47:16 +0000217** Create an expression node for an identifier with the name of zName
218*/
drh17435752007-08-16 04:30:38 +0000219Expr *sqlite3CreateIdExpr(Parse *pParse, const char *zName){
drhc182d162005-08-14 20:47:16 +0000220 Token dummy;
221 setToken(&dummy, zName);
drh17435752007-08-16 04:30:38 +0000222 return sqlite3PExpr(pParse, TK_ID, 0, 0, &dummy);
drhc182d162005-08-14 20:47:16 +0000223}
224
drh91bb0ee2004-09-01 03:06:34 +0000225
226/*
drhad2d8302002-05-24 20:31:36 +0000227** Add a term to the WHERE expression in *ppExpr that requires the
228** zCol column to be equal in the two tables pTab1 and pTab2.
229*/
230static void addWhereTerm(
drh17435752007-08-16 04:30:38 +0000231 Parse *pParse, /* Parsing context */
drhad2d8302002-05-24 20:31:36 +0000232 const char *zCol, /* Name of the column */
233 const Table *pTab1, /* First table */
drh030530d2005-01-18 17:40:04 +0000234 const char *zAlias1, /* Alias for first table. May be NULL */
drhad2d8302002-05-24 20:31:36 +0000235 const Table *pTab2, /* Second table */
drh030530d2005-01-18 17:40:04 +0000236 const char *zAlias2, /* Alias for second table. May be NULL */
drh22d6a532005-09-19 21:05:48 +0000237 int iRightJoinTable, /* VDBE cursor for the right table */
drhad2d8302002-05-24 20:31:36 +0000238 Expr **ppExpr /* Add the equality term to this expression */
239){
drhad2d8302002-05-24 20:31:36 +0000240 Expr *pE1a, *pE1b, *pE1c;
241 Expr *pE2a, *pE2b, *pE2c;
242 Expr *pE;
243
drh17435752007-08-16 04:30:38 +0000244 pE1a = sqlite3CreateIdExpr(pParse, zCol);
245 pE2a = sqlite3CreateIdExpr(pParse, zCol);
drh030530d2005-01-18 17:40:04 +0000246 if( zAlias1==0 ){
247 zAlias1 = pTab1->zName;
248 }
drh17435752007-08-16 04:30:38 +0000249 pE1b = sqlite3CreateIdExpr(pParse, zAlias1);
drh030530d2005-01-18 17:40:04 +0000250 if( zAlias2==0 ){
251 zAlias2 = pTab2->zName;
252 }
drh17435752007-08-16 04:30:38 +0000253 pE2b = sqlite3CreateIdExpr(pParse, zAlias2);
254 pE1c = sqlite3PExpr(pParse, TK_DOT, pE1b, pE1a, 0);
255 pE2c = sqlite3PExpr(pParse, TK_DOT, pE2b, pE2a, 0);
danielk19771e536952007-08-16 10:09:01 +0000256 pE = sqlite3PExpr(pParse, TK_EQ, pE1c, pE2c, 0);
drh206f3d92006-07-11 13:15:08 +0000257 if( pE ){
258 ExprSetProperty(pE, EP_FromJoin);
259 pE->iRightJoinTable = iRightJoinTable;
260 }
drhf4ce8ed2007-11-23 13:42:51 +0000261 *ppExpr = sqlite3ExprAnd(pParse->db,*ppExpr, pE);
drhad2d8302002-05-24 20:31:36 +0000262}
263
264/*
drh1f162302002-10-27 19:35:33 +0000265** Set the EP_FromJoin property on all terms of the given expression.
drh22d6a532005-09-19 21:05:48 +0000266** And set the Expr.iRightJoinTable to iTable for every term in the
267** expression.
drh1cc093c2002-06-24 22:01:57 +0000268**
drhe78e8282003-01-19 03:59:45 +0000269** The EP_FromJoin property is used on terms of an expression to tell
drh1cc093c2002-06-24 22:01:57 +0000270** the LEFT OUTER JOIN processing logic that this term is part of the
drh1f162302002-10-27 19:35:33 +0000271** join restriction specified in the ON or USING clause and not a part
272** of the more general WHERE clause. These terms are moved over to the
273** WHERE clause during join processing but we need to remember that they
274** originated in the ON or USING clause.
drh22d6a532005-09-19 21:05:48 +0000275**
276** The Expr.iRightJoinTable tells the WHERE clause processing that the
277** expression depends on table iRightJoinTable even if that table is not
278** explicitly mentioned in the expression. That information is needed
279** for cases like this:
280**
281** SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5
282**
283** The where clause needs to defer the handling of the t1.x=5
284** term until after the t2 loop of the join. In that way, a
285** NULL t2 row will be inserted whenever t1.x!=5. If we do not
286** defer the handling of t1.x=5, it will be processed immediately
287** after the t1 loop and rows with t1.x!=5 will never appear in
288** the output, which is incorrect.
drh1cc093c2002-06-24 22:01:57 +0000289*/
drh22d6a532005-09-19 21:05:48 +0000290static void setJoinExpr(Expr *p, int iTable){
drh1cc093c2002-06-24 22:01:57 +0000291 while( p ){
drh1f162302002-10-27 19:35:33 +0000292 ExprSetProperty(p, EP_FromJoin);
drh22d6a532005-09-19 21:05:48 +0000293 p->iRightJoinTable = iTable;
294 setJoinExpr(p->pLeft, iTable);
drh1cc093c2002-06-24 22:01:57 +0000295 p = p->pRight;
296 }
297}
298
299/*
drhad2d8302002-05-24 20:31:36 +0000300** This routine processes the join information for a SELECT statement.
301** ON and USING clauses are converted into extra terms of the WHERE clause.
302** NATURAL joins also create extra WHERE clause terms.
303**
drh91bb0ee2004-09-01 03:06:34 +0000304** The terms of a FROM clause are contained in the Select.pSrc structure.
305** The left most table is the first entry in Select.pSrc. The right-most
306** table is the last entry. The join operator is held in the entry to
307** the left. Thus entry 0 contains the join operator for the join between
308** entries 0 and 1. Any ON or USING clauses associated with the join are
309** also attached to the left entry.
310**
drhad2d8302002-05-24 20:31:36 +0000311** This routine returns the number of errors encountered.
312*/
313static int sqliteProcessJoin(Parse *pParse, Select *p){
drh91bb0ee2004-09-01 03:06:34 +0000314 SrcList *pSrc; /* All tables in the FROM clause */
315 int i, j; /* Loop counters */
316 struct SrcList_item *pLeft; /* Left table being joined */
317 struct SrcList_item *pRight; /* Right table being joined */
drhad2d8302002-05-24 20:31:36 +0000318
drh91bb0ee2004-09-01 03:06:34 +0000319 pSrc = p->pSrc;
320 pLeft = &pSrc->a[0];
321 pRight = &pLeft[1];
322 for(i=0; i<pSrc->nSrc-1; i++, pRight++, pLeft++){
323 Table *pLeftTab = pLeft->pTab;
324 Table *pRightTab = pRight->pTab;
325
326 if( pLeftTab==0 || pRightTab==0 ) continue;
drhad2d8302002-05-24 20:31:36 +0000327
328 /* When the NATURAL keyword is present, add WHERE clause terms for
329 ** every column that the two tables have in common.
330 */
drh61dfc312006-12-16 16:25:15 +0000331 if( pRight->jointype & JT_NATURAL ){
332 if( pRight->pOn || pRight->pUsing ){
danielk19774adee202004-05-08 08:23:19 +0000333 sqlite3ErrorMsg(pParse, "a NATURAL join may not have "
drhad2d8302002-05-24 20:31:36 +0000334 "an ON or USING clause", 0);
drhad2d8302002-05-24 20:31:36 +0000335 return 1;
336 }
drh91bb0ee2004-09-01 03:06:34 +0000337 for(j=0; j<pLeftTab->nCol; j++){
338 char *zName = pLeftTab->aCol[j].zName;
339 if( columnIndex(pRightTab, zName)>=0 ){
danielk19771e536952007-08-16 10:09:01 +0000340 addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias,
drh22d6a532005-09-19 21:05:48 +0000341 pRightTab, pRight->zAlias,
342 pRight->iCursor, &p->pWhere);
343
drhad2d8302002-05-24 20:31:36 +0000344 }
345 }
346 }
347
348 /* Disallow both ON and USING clauses in the same join
349 */
drh61dfc312006-12-16 16:25:15 +0000350 if( pRight->pOn && pRight->pUsing ){
danielk19774adee202004-05-08 08:23:19 +0000351 sqlite3ErrorMsg(pParse, "cannot have both ON and USING "
drhda93d232003-03-31 02:12:46 +0000352 "clauses in the same join");
drhad2d8302002-05-24 20:31:36 +0000353 return 1;
354 }
355
356 /* Add the ON clause to the end of the WHERE clause, connected by
drh91bb0ee2004-09-01 03:06:34 +0000357 ** an AND operator.
drhad2d8302002-05-24 20:31:36 +0000358 */
drh61dfc312006-12-16 16:25:15 +0000359 if( pRight->pOn ){
360 setJoinExpr(pRight->pOn, pRight->iCursor);
drh17435752007-08-16 04:30:38 +0000361 p->pWhere = sqlite3ExprAnd(pParse->db, p->pWhere, pRight->pOn);
drh61dfc312006-12-16 16:25:15 +0000362 pRight->pOn = 0;
drhad2d8302002-05-24 20:31:36 +0000363 }
364
365 /* Create extra terms on the WHERE clause for each column named
366 ** in the USING clause. Example: If the two tables to be joined are
367 ** A and B and the USING clause names X, Y, and Z, then add this
368 ** to the WHERE clause: A.X=B.X AND A.Y=B.Y AND A.Z=B.Z
369 ** Report an error if any column mentioned in the USING clause is
370 ** not contained in both tables to be joined.
371 */
drh61dfc312006-12-16 16:25:15 +0000372 if( pRight->pUsing ){
373 IdList *pList = pRight->pUsing;
drhad2d8302002-05-24 20:31:36 +0000374 for(j=0; j<pList->nId; j++){
drh91bb0ee2004-09-01 03:06:34 +0000375 char *zName = pList->a[j].zName;
376 if( columnIndex(pLeftTab, zName)<0 || columnIndex(pRightTab, zName)<0 ){
danielk19774adee202004-05-08 08:23:19 +0000377 sqlite3ErrorMsg(pParse, "cannot join using column %s - column "
drh91bb0ee2004-09-01 03:06:34 +0000378 "not present in both tables", zName);
drhad2d8302002-05-24 20:31:36 +0000379 return 1;
380 }
danielk19771e536952007-08-16 10:09:01 +0000381 addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias,
drh22d6a532005-09-19 21:05:48 +0000382 pRightTab, pRight->zAlias,
383 pRight->iCursor, &p->pWhere);
drhad2d8302002-05-24 20:31:36 +0000384 }
385 }
386 }
387 return 0;
388}
389
390/*
drhc926afb2002-06-20 03:38:26 +0000391** Insert code into "v" that will push the record on the top of the
392** stack into the sorter.
393*/
drhd59ba6c2006-01-08 05:02:54 +0000394static void pushOntoSorter(
395 Parse *pParse, /* Parser context */
396 ExprList *pOrderBy, /* The ORDER BY clause */
397 Select *pSelect /* The whole SELECT statement */
398){
399 Vdbe *v = pParse->pVdbe;
drh389a1ad2008-01-03 23:44:53 +0000400 sqlite3ExprCodeExprList(pParse, pOrderBy, 0);
drh3c84ddf2008-01-09 02:15:38 +0000401 sqlite3VdbeAddOp1(v, OP_Sequence, pOrderBy->iECursor);
402 sqlite3VdbeAddOp1(v, OP_Pull, pOrderBy->nExpr + 1);
403 sqlite3VdbeAddOp1(v, OP_MakeRecord, pOrderBy->nExpr + 2);
404 sqlite3VdbeAddOp1(v, OP_IdxInsert, pOrderBy->iECursor);
drhd59ba6c2006-01-08 05:02:54 +0000405 if( pSelect->iLimit>=0 ){
drh15007a92006-01-08 18:10:17 +0000406 int addr1, addr2;
drh3c84ddf2008-01-09 02:15:38 +0000407 addr1 = sqlite3VdbeAddOp1(v, OP_IfZero, pSelect->iLimit+1);
drh8558cde2008-01-05 05:20:10 +0000408 sqlite3VdbeAddOp2(v, OP_AddImm, pSelect->iLimit+1, -1);
drh3c84ddf2008-01-09 02:15:38 +0000409 addr2 = sqlite3VdbeAddOp0(v, OP_Goto);
drhd59ba6c2006-01-08 05:02:54 +0000410 sqlite3VdbeJumpHere(v, addr1);
drh3c84ddf2008-01-09 02:15:38 +0000411 sqlite3VdbeAddOp1(v, OP_Last, pOrderBy->iECursor);
412 sqlite3VdbeAddOp1(v, OP_Delete, pOrderBy->iECursor);
drh15007a92006-01-08 18:10:17 +0000413 sqlite3VdbeJumpHere(v, addr2);
drhd59ba6c2006-01-08 05:02:54 +0000414 pSelect->iLimit = -1;
415 }
drhc926afb2002-06-20 03:38:26 +0000416}
417
418/*
drhec7429a2005-10-06 16:53:14 +0000419** Add code to implement the OFFSET
drhea48eb22004-07-19 23:16:38 +0000420*/
drhec7429a2005-10-06 16:53:14 +0000421static void codeOffset(
drhbab39e12004-07-19 23:38:11 +0000422 Vdbe *v, /* Generate code into this VM */
drhea48eb22004-07-19 23:16:38 +0000423 Select *p, /* The SELECT statement being coded */
424 int iContinue, /* Jump here to skip the current record */
drhea48eb22004-07-19 23:16:38 +0000425 int nPop /* Number of times to pop stack when jumping */
426){
drh13449892005-09-07 21:22:45 +0000427 if( p->iOffset>=0 && iContinue!=0 ){
drh15007a92006-01-08 18:10:17 +0000428 int addr;
drh8558cde2008-01-05 05:20:10 +0000429 sqlite3VdbeAddOp2(v, OP_AddImm, p->iOffset, -1);
drh3c84ddf2008-01-09 02:15:38 +0000430 addr = sqlite3VdbeAddOp1(v, OP_IfNeg, p->iOffset);
drhea48eb22004-07-19 23:16:38 +0000431 if( nPop>0 ){
drh3c84ddf2008-01-09 02:15:38 +0000432 sqlite3VdbeAddOp1(v, OP_Pop, nPop);
drhea48eb22004-07-19 23:16:38 +0000433 }
drh66a51672008-01-03 00:01:23 +0000434 sqlite3VdbeAddOp2(v, OP_Goto, 0, iContinue);
drhd4e70eb2008-01-02 00:34:36 +0000435 VdbeComment((v, "skip OFFSET records"));
drh15007a92006-01-08 18:10:17 +0000436 sqlite3VdbeJumpHere(v, addr);
drhea48eb22004-07-19 23:16:38 +0000437 }
drhea48eb22004-07-19 23:16:38 +0000438}
439
440/*
drh98757152008-01-09 23:04:12 +0000441** Add code that will check to make sure the N registers starting at iMem
442** form a distinct entry. iTab is a sorting index that holds previously
drha2a49dc2008-01-02 14:28:13 +0000443** seen combinations of the N values. A new entry is made in iTab
444** if the current N values are new.
445**
446** A jump to addrRepeat is made and the N+1 values are popped from the
447** stack if the top N elements are not distinct.
448*/
449static void codeDistinct(
450 Vdbe *v, /* Generate code into this VM */
451 int iTab, /* A sorting index used to test for distinctness */
452 int addrRepeat, /* Jump to here if not distinct */
drh477df4b2008-01-05 18:48:24 +0000453 int N, /* Number of elements */
drha2a49dc2008-01-02 14:28:13 +0000454 int iMem /* First element */
455){
drh477df4b2008-01-05 18:48:24 +0000456 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, N);
drh66a51672008-01-03 00:01:23 +0000457 sqlite3VdbeAddOp2(v, OP_Distinct, iTab, sqlite3VdbeCurrentAddr(v)+3);
458 sqlite3VdbeAddOp2(v, OP_Pop, 1, 0);
459 sqlite3VdbeAddOp2(v, OP_Goto, 0, addrRepeat);
drha2a49dc2008-01-02 14:28:13 +0000460 VdbeComment((v, "skip indistinct records"));
drh66a51672008-01-03 00:01:23 +0000461 sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, 0);
drha2a49dc2008-01-02 14:28:13 +0000462}
463
464/*
drhe305f432007-05-09 22:56:39 +0000465** Generate an error message when a SELECT is used within a subexpression
466** (example: "a IN (SELECT * FROM table)") but it has more than 1 result
467** column. We do this in a subroutine because the error occurs in multiple
468** places.
469*/
danielk19776c8c8ce2008-01-02 16:27:09 +0000470static int checkForMultiColumnSelectError(
471 Parse *pParse, /* Parse context. */
472 SelectDest *pDest, /* Destination of SELECT results */
473 int nExpr /* Number of result columns returned by SELECT */
474){
475 int eDest = pDest->eDest;
drhe305f432007-05-09 22:56:39 +0000476 if( nExpr>1 && (eDest==SRT_Mem || eDest==SRT_Set) ){
477 sqlite3ErrorMsg(pParse, "only a single result allowed for "
478 "a SELECT that is part of an expression");
479 return 1;
480 }else{
481 return 0;
482 }
483}
drhc99130f2005-09-11 11:56:27 +0000484
485/*
drh22827922000-06-06 17:27:05 +0000486** This routine generates the code for the inside of the inner loop
487** of a SELECT.
drh82c3d632000-06-06 21:56:07 +0000488**
drh38640e12002-07-05 21:42:36 +0000489** If srcTab and nColumn are both zero, then the pEList expressions
490** are evaluated in order to get the data for this row. If nColumn>0
491** then data is pulled from srcTab and pEList is used only to get the
492** datatypes for each column.
drh22827922000-06-06 17:27:05 +0000493*/
494static int selectInnerLoop(
495 Parse *pParse, /* The parser context */
drhdf199a22002-06-14 22:38:41 +0000496 Select *p, /* The complete select statement being coded */
drh22827922000-06-06 17:27:05 +0000497 ExprList *pEList, /* List of values being extracted */
drh82c3d632000-06-06 21:56:07 +0000498 int srcTab, /* Pull data from this table */
drh967e8b72000-06-21 13:59:10 +0000499 int nColumn, /* Number of columns in the source table */
drh22827922000-06-06 17:27:05 +0000500 ExprList *pOrderBy, /* If not NULL, sort results using this key */
501 int distinct, /* If >=0, make sure results are distinct */
danielk19776c8c8ce2008-01-02 16:27:09 +0000502 SelectDest *pDest, /* How to dispose of the results */
drh22827922000-06-06 17:27:05 +0000503 int iContinue, /* Jump here to continue with next row */
danielk197784ac9d02004-05-18 09:58:06 +0000504 int iBreak, /* Jump here to break out of the inner loop */
505 char *aff /* affinity string if eDest is SRT_Union */
drh22827922000-06-06 17:27:05 +0000506){
507 Vdbe *v = pParse->pVdbe;
drha2a49dc2008-01-02 14:28:13 +0000508 int i, n;
drhea48eb22004-07-19 23:16:38 +0000509 int hasDistinct; /* True if the DISTINCT keyword is present */
drha2a49dc2008-01-02 14:28:13 +0000510 int iMem; /* Start of memory holding result set */
danielk19776c8c8ce2008-01-02 16:27:09 +0000511 int eDest = pDest->eDest;
512 int iParm = pDest->iParm;
drh38640e12002-07-05 21:42:36 +0000513
drhdaffd0e2001-04-11 14:28:42 +0000514 if( v==0 ) return 0;
drh38640e12002-07-05 21:42:36 +0000515 assert( pEList!=0 );
drh22827922000-06-06 17:27:05 +0000516
drhdf199a22002-06-14 22:38:41 +0000517 /* If there was a LIMIT clause on the SELECT statement, then do the check
518 ** to see if this row should be output.
519 */
drheda639e2006-01-22 00:42:09 +0000520 hasDistinct = distinct>=0 && pEList->nExpr>0;
drhea48eb22004-07-19 23:16:38 +0000521 if( pOrderBy==0 && !hasDistinct ){
drhec7429a2005-10-06 16:53:14 +0000522 codeOffset(v, p, iContinue, 0);
drhdf199a22002-06-14 22:38:41 +0000523 }
524
drh967e8b72000-06-21 13:59:10 +0000525 /* Pull the requested columns.
drh22827922000-06-06 17:27:05 +0000526 */
drh38640e12002-07-05 21:42:36 +0000527 if( nColumn>0 ){
drha2a49dc2008-01-02 14:28:13 +0000528 n = nColumn;
529 }else{
530 n = pEList->nExpr;
531 }
drh1013c932008-01-06 00:25:21 +0000532 if( pDest->iMem>0 ){
533 iMem = pDest->iMem;
534 }else{
535 pDest->iMem = iMem = pParse->nMem+1;
536 pParse->nMem += n;
537 }
drha2a49dc2008-01-02 14:28:13 +0000538 if( nColumn>0 ){
drh967e8b72000-06-21 13:59:10 +0000539 for(i=0; i<nColumn; i++){
drh477df4b2008-01-05 18:48:24 +0000540 sqlite3VdbeAddOp3(v, OP_Column, srcTab, i, iMem+i);
drh82c3d632000-06-06 21:56:07 +0000541 }
danielk19779ed1dfa2008-01-02 17:11:14 +0000542 }else if( eDest!=SRT_Exists ){
543 /* If the destination is an EXISTS(...) expression, the actual
544 ** values returned by the SELECT are not required.
545 */
drha2a49dc2008-01-02 14:28:13 +0000546 for(i=0; i<n; i++){
drh477df4b2008-01-05 18:48:24 +0000547 sqlite3ExprCode(pParse, pEList->a[i].pExpr, iMem+i);
drha2a49dc2008-01-02 14:28:13 +0000548 }
drh22827922000-06-06 17:27:05 +0000549 }
drha2a49dc2008-01-02 14:28:13 +0000550 nColumn = n;
drh22827922000-06-06 17:27:05 +0000551
drhdaffd0e2001-04-11 14:28:42 +0000552 /* If the DISTINCT keyword was present on the SELECT statement
553 ** and this row has been seen before, then do not make this row
554 ** part of the result.
drh22827922000-06-06 17:27:05 +0000555 */
drhea48eb22004-07-19 23:16:38 +0000556 if( hasDistinct ){
drhf8875402006-03-17 13:56:34 +0000557 assert( pEList!=0 );
558 assert( pEList->nExpr==nColumn );
drh477df4b2008-01-05 18:48:24 +0000559 codeDistinct(v, distinct, iContinue, nColumn, iMem);
drhea48eb22004-07-19 23:16:38 +0000560 if( pOrderBy==0 ){
drhec7429a2005-10-06 16:53:14 +0000561 codeOffset(v, p, iContinue, nColumn);
drhea48eb22004-07-19 23:16:38 +0000562 }
drh22827922000-06-06 17:27:05 +0000563 }
drh82c3d632000-06-06 21:56:07 +0000564
danielk19776c8c8ce2008-01-02 16:27:09 +0000565 if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){
drhe305f432007-05-09 22:56:39 +0000566 return 0;
567 }
568
drhc926afb2002-06-20 03:38:26 +0000569 switch( eDest ){
570 /* In this mode, write each query result to the key of the temporary
571 ** table iParm.
572 */
drh13449892005-09-07 21:22:45 +0000573#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhc926afb2002-06-20 03:38:26 +0000574 case SRT_Union: {
drh477df4b2008-01-05 18:48:24 +0000575 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drh13449892005-09-07 21:22:45 +0000576 if( aff ){
drh66a51672008-01-03 00:01:23 +0000577 sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC);
drh13449892005-09-07 21:22:45 +0000578 }
drh66a51672008-01-03 00:01:23 +0000579 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000580 break;
drh22827922000-06-06 17:27:05 +0000581 }
drh22827922000-06-06 17:27:05 +0000582
drhc926afb2002-06-20 03:38:26 +0000583 /* Construct a record from the query result, but instead of
584 ** saving that record, use it as a key to delete elements from
585 ** the temporary table iParm.
586 */
587 case SRT_Except: {
588 int addr;
drh477df4b2008-01-05 18:48:24 +0000589 addr = sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drh66a51672008-01-03 00:01:23 +0000590 sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC);
591 sqlite3VdbeAddOp2(v, OP_NotFound, iParm, addr+3);
592 sqlite3VdbeAddOp2(v, OP_Delete, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000593 break;
594 }
danielk19775338a5f2005-01-20 13:03:10 +0000595#endif
596
597 /* Store the result as data using a unique key.
598 */
599 case SRT_Table:
drhb9bb7c12006-06-11 23:41:55 +0000600 case SRT_EphemTab: {
drh477df4b2008-01-05 18:48:24 +0000601 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
danielk19775338a5f2005-01-20 13:03:10 +0000602 if( pOrderBy ){
drhd59ba6c2006-01-08 05:02:54 +0000603 pushOntoSorter(pParse, pOrderBy, p);
danielk19775338a5f2005-01-20 13:03:10 +0000604 }else{
drh4c583122008-01-04 22:01:03 +0000605 sqlite3VdbeAddOp1(v, OP_NewRowid, iParm);
drh66a51672008-01-03 00:01:23 +0000606 sqlite3VdbeAddOp2(v, OP_Pull, 1, 0);
danielk19771f4aa332008-01-03 09:51:55 +0000607 sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND);
danielk19775338a5f2005-01-20 13:03:10 +0000608 }
609 break;
610 }
drh5974a302000-06-07 14:42:26 +0000611
danielk197793758c82005-01-21 08:13:14 +0000612#ifndef SQLITE_OMIT_SUBQUERY
drhc926afb2002-06-20 03:38:26 +0000613 /* If we are creating a set for an "expr IN (SELECT ...)" construct,
614 ** then there should be a single item on the stack. Write this
615 ** item into the set table with bogus data.
616 */
617 case SRT_Set: {
drh52b36ca2004-01-14 13:38:54 +0000618 int addr2;
danielk1977e014a832004-05-17 10:48:57 +0000619
drhc926afb2002-06-20 03:38:26 +0000620 assert( nColumn==1 );
drh3c84ddf2008-01-09 02:15:38 +0000621 addr2 = sqlite3VdbeAddOp2(v, OP_IsNull, iMem, 0);
danielk19776c8c8ce2008-01-02 16:27:09 +0000622 p->affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, pDest->affinity);
drhc926afb2002-06-20 03:38:26 +0000623 if( pOrderBy ){
drhde941c62005-08-28 01:34:21 +0000624 /* At first glance you would think we could optimize out the
625 ** ORDER BY in this case since the order of entries in the set
626 ** does not matter. But there might be a LIMIT clause, in which
627 ** case the order does matter */
drh477df4b2008-01-05 18:48:24 +0000628 sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0);
drhd59ba6c2006-01-08 05:02:54 +0000629 pushOntoSorter(pParse, pOrderBy, p);
drhc926afb2002-06-20 03:38:26 +0000630 }else{
drh477df4b2008-01-05 18:48:24 +0000631 sqlite3VdbeAddOp4(v, OP_RegMakeRec, iMem, 1, 0, &p->affinity, 1);
drh66a51672008-01-03 00:01:23 +0000632 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drhc926afb2002-06-20 03:38:26 +0000633 }
drhd654be82005-09-20 17:42:23 +0000634 sqlite3VdbeJumpHere(v, addr2);
drhc926afb2002-06-20 03:38:26 +0000635 break;
636 }
drh22827922000-06-06 17:27:05 +0000637
drh504b6982006-01-22 21:52:56 +0000638 /* If any row exist in the result set, record that fact and abort.
drhec7429a2005-10-06 16:53:14 +0000639 */
640 case SRT_Exists: {
drh4c583122008-01-04 22:01:03 +0000641 sqlite3VdbeAddOp2(v, OP_Integer, 1, iParm);
drhec7429a2005-10-06 16:53:14 +0000642 /* The LIMIT clause will terminate the loop for us */
643 break;
644 }
645
drhc926afb2002-06-20 03:38:26 +0000646 /* If this is a scalar select that is part of an expression, then
647 ** store the results in the appropriate memory cell and break out
648 ** of the scan loop.
649 */
650 case SRT_Mem: {
651 assert( nColumn==1 );
drh477df4b2008-01-05 18:48:24 +0000652 sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0);
drhc926afb2002-06-20 03:38:26 +0000653 if( pOrderBy ){
drhd59ba6c2006-01-08 05:02:54 +0000654 pushOntoSorter(pParse, pOrderBy, p);
drhc926afb2002-06-20 03:38:26 +0000655 }else{
drhb1fdb2a2008-01-05 04:06:03 +0000656 sqlite3VdbeAddOp2(v, OP_Move, 0, iParm);
drhec7429a2005-10-06 16:53:14 +0000657 /* The LIMIT clause will jump out of the loop for us */
drhc926afb2002-06-20 03:38:26 +0000658 }
659 break;
660 }
danielk197793758c82005-01-21 08:13:14 +0000661#endif /* #ifndef SQLITE_OMIT_SUBQUERY */
drh22827922000-06-06 17:27:05 +0000662
drhc182d162005-08-14 20:47:16 +0000663 /* Send the data to the callback function or to a subroutine. In the
664 ** case of a subroutine, the subroutine itself is responsible for
665 ** popping the data from the stack.
drhf46f9052002-06-22 02:33:38 +0000666 */
drhc182d162005-08-14 20:47:16 +0000667 case SRT_Subroutine:
drh9d2985c2005-09-08 01:58:42 +0000668 case SRT_Callback: {
drhf46f9052002-06-22 02:33:38 +0000669 if( pOrderBy ){
drh477df4b2008-01-05 18:48:24 +0000670 sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn);
drhd59ba6c2006-01-08 05:02:54 +0000671 pushOntoSorter(pParse, pOrderBy, p);
drhc182d162005-08-14 20:47:16 +0000672 }else if( eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000673 sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm);
drhc182d162005-08-14 20:47:16 +0000674 }else{
drh477df4b2008-01-05 18:48:24 +0000675 sqlite3VdbeAddOp2(v, OP_ResultRow, iMem, nColumn);
drhac82fcf2002-09-08 17:23:41 +0000676 }
drh142e30d2002-08-28 03:00:58 +0000677 break;
678 }
679
danielk19776a67fe82005-02-04 04:07:16 +0000680#if !defined(SQLITE_OMIT_TRIGGER)
drhc926afb2002-06-20 03:38:26 +0000681 /* Discard the results. This is used for SELECT statements inside
682 ** the body of a TRIGGER. The purpose of such selects is to call
683 ** user-defined functions that have side effects. We do not care
684 ** about the actual results of the select.
685 */
drhc926afb2002-06-20 03:38:26 +0000686 default: {
drhf46f9052002-06-22 02:33:38 +0000687 assert( eDest==SRT_Discard );
drhc926afb2002-06-20 03:38:26 +0000688 break;
689 }
danielk197793758c82005-01-21 08:13:14 +0000690#endif
drh82c3d632000-06-06 21:56:07 +0000691 }
drhec7429a2005-10-06 16:53:14 +0000692
693 /* Jump to the end of the loop if the LIMIT is reached.
694 */
695 if( p->iLimit>=0 && pOrderBy==0 ){
drh8558cde2008-01-05 05:20:10 +0000696 sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1);
drh3c84ddf2008-01-09 02:15:38 +0000697 sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, iBreak);
drhec7429a2005-10-06 16:53:14 +0000698 }
drh82c3d632000-06-06 21:56:07 +0000699 return 0;
700}
701
702/*
drhdece1a82005-08-31 18:20:00 +0000703** Given an expression list, generate a KeyInfo structure that records
704** the collating sequence for each expression in that expression list.
705**
drh0342b1f2005-09-01 03:07:44 +0000706** If the ExprList is an ORDER BY or GROUP BY clause then the resulting
707** KeyInfo structure is appropriate for initializing a virtual index to
708** implement that clause. If the ExprList is the result set of a SELECT
709** then the KeyInfo structure is appropriate for initializing a virtual
710** index to implement a DISTINCT test.
711**
drhdece1a82005-08-31 18:20:00 +0000712** Space to hold the KeyInfo structure is obtain from malloc. The calling
713** function is responsible for seeing that this structure is eventually
drh66a51672008-01-03 00:01:23 +0000714** freed. Add the KeyInfo structure to the P4 field of an opcode using
715** P4_KEYINFO_HANDOFF is the usual way of dealing with this.
drhdece1a82005-08-31 18:20:00 +0000716*/
717static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){
718 sqlite3 *db = pParse->db;
719 int nExpr;
720 KeyInfo *pInfo;
721 struct ExprList_item *pItem;
722 int i;
723
724 nExpr = pList->nExpr;
drh17435752007-08-16 04:30:38 +0000725 pInfo = sqlite3DbMallocZero(db, sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) );
drhdece1a82005-08-31 18:20:00 +0000726 if( pInfo ){
drh2646da72005-12-09 20:02:05 +0000727 pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr];
drhdece1a82005-08-31 18:20:00 +0000728 pInfo->nField = nExpr;
danielk197714db2662006-01-09 16:12:04 +0000729 pInfo->enc = ENC(db);
drhdece1a82005-08-31 18:20:00 +0000730 for(i=0, pItem=pList->a; i<nExpr; i++, pItem++){
731 CollSeq *pColl;
732 pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
733 if( !pColl ){
734 pColl = db->pDfltColl;
735 }
736 pInfo->aColl[i] = pColl;
737 pInfo->aSortOrder[i] = pItem->sortOrder;
738 }
739 }
740 return pInfo;
741}
742
743
744/*
drhd8bc7082000-06-07 23:51:50 +0000745** If the inner loop was generated using a non-null pOrderBy argument,
746** then the results were placed in a sorter. After the loop is terminated
747** we need to run the sorter and output the results. The following
748** routine generates the code needed to do that.
749*/
drhc926afb2002-06-20 03:38:26 +0000750static void generateSortTail(
danielk19776c8c8ce2008-01-02 16:27:09 +0000751 Parse *pParse, /* Parsing context */
752 Select *p, /* The SELECT statement */
753 Vdbe *v, /* Generate code into this VDBE */
754 int nColumn, /* Number of columns of data */
755 SelectDest *pDest /* Write the sorted results here */
drhc926afb2002-06-20 03:38:26 +0000756){
drh0342b1f2005-09-01 03:07:44 +0000757 int brk = sqlite3VdbeMakeLabel(v);
758 int cont = sqlite3VdbeMakeLabel(v);
drhd8bc7082000-06-07 23:51:50 +0000759 int addr;
drh0342b1f2005-09-01 03:07:44 +0000760 int iTab;
drh61fc5952007-04-01 23:49:51 +0000761 int pseudoTab = 0;
drh0342b1f2005-09-01 03:07:44 +0000762 ExprList *pOrderBy = p->pOrderBy;
drhffbc3082004-05-21 01:29:06 +0000763
danielk19776c8c8ce2008-01-02 16:27:09 +0000764 int eDest = pDest->eDest;
765 int iParm = pDest->iParm;
766
drh9d2985c2005-09-08 01:58:42 +0000767 iTab = pOrderBy->iECursor;
drhcdd536f2006-03-17 00:04:03 +0000768 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
769 pseudoTab = pParse->nTab++;
drh66a51672008-01-03 00:01:23 +0000770 sqlite3VdbeAddOp2(v, OP_OpenPseudo, pseudoTab, 0);
771 sqlite3VdbeAddOp2(v, OP_SetNumColumns, pseudoTab, nColumn);
drhcdd536f2006-03-17 00:04:03 +0000772 }
drh66a51672008-01-03 00:01:23 +0000773 addr = 1 + sqlite3VdbeAddOp2(v, OP_Sort, iTab, brk);
drhec7429a2005-10-06 16:53:14 +0000774 codeOffset(v, p, cont, 0);
drhcdd536f2006-03-17 00:04:03 +0000775 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000776 sqlite3VdbeAddOp2(v, OP_Integer, 1, 0);
drhcdd536f2006-03-17 00:04:03 +0000777 }
drh66a51672008-01-03 00:01:23 +0000778 sqlite3VdbeAddOp2(v, OP_Column, iTab, pOrderBy->nExpr + 1);
drhc926afb2002-06-20 03:38:26 +0000779 switch( eDest ){
drhc926afb2002-06-20 03:38:26 +0000780 case SRT_Table:
drhb9bb7c12006-06-11 23:41:55 +0000781 case SRT_EphemTab: {
drh4c583122008-01-04 22:01:03 +0000782 sqlite3VdbeAddOp1(v, OP_NewRowid, iParm);
drh66a51672008-01-03 00:01:23 +0000783 sqlite3VdbeAddOp2(v, OP_Pull, 1, 0);
danielk19771f4aa332008-01-03 09:51:55 +0000784 sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND);
drhc926afb2002-06-20 03:38:26 +0000785 break;
786 }
danielk197793758c82005-01-21 08:13:14 +0000787#ifndef SQLITE_OMIT_SUBQUERY
drhc926afb2002-06-20 03:38:26 +0000788 case SRT_Set: {
drh6a288a32008-01-07 19:20:24 +0000789 int j1, j2;
drhc926afb2002-06-20 03:38:26 +0000790 assert( nColumn==1 );
drh6a288a32008-01-07 19:20:24 +0000791 sqlite3VdbeAddOp0(v, OP_SCopy);
792 j1 = sqlite3VdbeAddOp0(v, OP_NotNull);
793 sqlite3VdbeAddOp1(v, OP_Pop, 1);
794 j2 = sqlite3VdbeAddOp0(v, OP_Goto);
795 sqlite3VdbeJumpHere(v, j1);
drh66a51672008-01-03 00:01:23 +0000796 sqlite3VdbeAddOp4(v, OP_MakeRecord, 1, 0, 0, &p->affinity, 1);
797 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0);
drh6a288a32008-01-07 19:20:24 +0000798 sqlite3VdbeJumpHere(v, j2);
drhc926afb2002-06-20 03:38:26 +0000799 break;
800 }
801 case SRT_Mem: {
802 assert( nColumn==1 );
drhb1fdb2a2008-01-05 04:06:03 +0000803 sqlite3VdbeAddOp2(v, OP_Move, 0, iParm);
drhec7429a2005-10-06 16:53:14 +0000804 /* The LIMIT clause will terminate the loop for us */
drhc926afb2002-06-20 03:38:26 +0000805 break;
806 }
danielk197793758c82005-01-21 08:13:14 +0000807#endif
drhce665cf2004-05-21 03:01:58 +0000808 case SRT_Callback:
drhac82fcf2002-09-08 17:23:41 +0000809 case SRT_Subroutine: {
810 int i;
danielk19771f4aa332008-01-03 09:51:55 +0000811 sqlite3CodeInsert(pParse, pseudoTab, 0);
drhac82fcf2002-09-08 17:23:41 +0000812 for(i=0; i<nColumn; i++){
drh1013c932008-01-06 00:25:21 +0000813 sqlite3VdbeAddOp3(v, OP_Column, pseudoTab, i, pDest->iMem+i);
drhac82fcf2002-09-08 17:23:41 +0000814 }
drhce665cf2004-05-21 03:01:58 +0000815 if( eDest==SRT_Callback ){
drh1013c932008-01-06 00:25:21 +0000816 sqlite3VdbeAddOp2(v, OP_ResultRow, pDest->iMem, nColumn);
drhce665cf2004-05-21 03:01:58 +0000817 }else{
drh66a51672008-01-03 00:01:23 +0000818 sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm);
drhce665cf2004-05-21 03:01:58 +0000819 }
drhac82fcf2002-09-08 17:23:41 +0000820 break;
821 }
drhc926afb2002-06-20 03:38:26 +0000822 default: {
drhf46f9052002-06-22 02:33:38 +0000823 /* Do nothing */
drhc926afb2002-06-20 03:38:26 +0000824 break;
825 }
826 }
drhec7429a2005-10-06 16:53:14 +0000827
828 /* Jump to the end of the loop when the LIMIT is reached
829 */
830 if( p->iLimit>=0 ){
drh8558cde2008-01-05 05:20:10 +0000831 sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1);
drh3c84ddf2008-01-09 02:15:38 +0000832 sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, brk);
drhec7429a2005-10-06 16:53:14 +0000833 }
834
835 /* The bottom of the loop
836 */
drh0342b1f2005-09-01 03:07:44 +0000837 sqlite3VdbeResolveLabel(v, cont);
drh66a51672008-01-03 00:01:23 +0000838 sqlite3VdbeAddOp2(v, OP_Next, iTab, addr);
drh0342b1f2005-09-01 03:07:44 +0000839 sqlite3VdbeResolveLabel(v, brk);
drhcdd536f2006-03-17 00:04:03 +0000840 if( eDest==SRT_Callback || eDest==SRT_Subroutine ){
drh66a51672008-01-03 00:01:23 +0000841 sqlite3VdbeAddOp2(v, OP_Close, pseudoTab, 0);
drhcdd536f2006-03-17 00:04:03 +0000842 }
843
drhd8bc7082000-06-07 23:51:50 +0000844}
845
846/*
danielk1977517eb642004-06-07 10:00:31 +0000847** Return a pointer to a string containing the 'declaration type' of the
848** expression pExpr. The string may be treated as static by the caller.
drhe78e8282003-01-19 03:59:45 +0000849**
danielk1977955de522006-02-10 02:27:42 +0000850** The declaration type is the exact datatype definition extracted from the
851** original CREATE TABLE statement if the expression is a column. The
852** declaration type for a ROWID field is INTEGER. Exactly when an expression
853** is considered a column can be complex in the presence of subqueries. The
854** result-set expression in all of the following SELECT statements is
855** considered a column by this function.
856**
857** SELECT col FROM tbl;
858** SELECT (SELECT col FROM tbl;
859** SELECT (SELECT col FROM tbl);
860** SELECT abc FROM (SELECT col AS abc FROM tbl);
danielk1977517eb642004-06-07 10:00:31 +0000861**
danielk1977955de522006-02-10 02:27:42 +0000862** The declaration type for any expression other than a column is NULL.
danielk1977517eb642004-06-07 10:00:31 +0000863*/
danielk1977955de522006-02-10 02:27:42 +0000864static const char *columnType(
865 NameContext *pNC,
866 Expr *pExpr,
867 const char **pzOriginDb,
868 const char **pzOriginTab,
869 const char **pzOriginCol
870){
871 char const *zType = 0;
872 char const *zOriginDb = 0;
873 char const *zOriginTab = 0;
874 char const *zOriginCol = 0;
danielk1977517eb642004-06-07 10:00:31 +0000875 int j;
danielk1977b3bce662005-01-29 08:32:43 +0000876 if( pExpr==0 || pNC->pSrcList==0 ) return 0;
danielk19775338a5f2005-01-20 13:03:10 +0000877
danielk197700e279d2004-06-21 07:36:32 +0000878 switch( pExpr->op ){
drh30bcf5d2006-04-07 13:50:37 +0000879 case TK_AGG_COLUMN:
danielk197700e279d2004-06-21 07:36:32 +0000880 case TK_COLUMN: {
danielk1977955de522006-02-10 02:27:42 +0000881 /* The expression is a column. Locate the table the column is being
882 ** extracted from in NameContext.pSrcList. This table may be real
883 ** database table or a subquery.
884 */
885 Table *pTab = 0; /* Table structure column is extracted from */
886 Select *pS = 0; /* Select the column is extracted from */
887 int iCol = pExpr->iColumn; /* Index of column in pTab */
danielk1977b3bce662005-01-29 08:32:43 +0000888 while( pNC && !pTab ){
889 SrcList *pTabList = pNC->pSrcList;
890 for(j=0;j<pTabList->nSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++);
891 if( j<pTabList->nSrc ){
892 pTab = pTabList->a[j].pTab;
danielk1977955de522006-02-10 02:27:42 +0000893 pS = pTabList->a[j].pSelect;
danielk1977b3bce662005-01-29 08:32:43 +0000894 }else{
895 pNC = pNC->pNext;
896 }
897 }
danielk1977955de522006-02-10 02:27:42 +0000898
drh7e627792005-04-29 02:10:00 +0000899 if( pTab==0 ){
900 /* FIX ME:
901 ** This can occurs if you have something like "SELECT new.x;" inside
902 ** a trigger. In other words, if you reference the special "new"
903 ** table in the result set of a select. We do not have a good way
904 ** to find the actual table type, so call it "TEXT". This is really
905 ** something of a bug, but I do not know how to fix it.
906 **
907 ** This code does not produce the correct answer - it just prevents
908 ** a segfault. See ticket #1229.
909 */
910 zType = "TEXT";
911 break;
912 }
danielk1977955de522006-02-10 02:27:42 +0000913
danielk1977b3bce662005-01-29 08:32:43 +0000914 assert( pTab );
danielk1977955de522006-02-10 02:27:42 +0000915 if( pS ){
916 /* The "table" is actually a sub-select or a view in the FROM clause
917 ** of the SELECT statement. Return the declaration type and origin
918 ** data for the result-set column of the sub-select.
919 */
920 if( iCol>=0 && iCol<pS->pEList->nExpr ){
921 /* If iCol is less than zero, then the expression requests the
922 ** rowid of the sub-select or view. This expression is legal (see
923 ** test case misc2.2.2) - it always evaluates to NULL.
924 */
925 NameContext sNC;
926 Expr *p = pS->pEList->a[iCol].pExpr;
927 sNC.pSrcList = pS->pSrc;
928 sNC.pNext = 0;
929 sNC.pParse = pNC->pParse;
930 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
931 }
danielk19774b2688a2006-06-20 11:01:07 +0000932 }else if( pTab->pSchema ){
danielk1977955de522006-02-10 02:27:42 +0000933 /* A real table */
934 assert( !pS );
935 if( iCol<0 ) iCol = pTab->iPKey;
936 assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
937 if( iCol<0 ){
938 zType = "INTEGER";
939 zOriginCol = "rowid";
940 }else{
941 zType = pTab->aCol[iCol].zType;
942 zOriginCol = pTab->aCol[iCol].zName;
943 }
944 zOriginTab = pTab->zName;
945 if( pNC->pParse ){
946 int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema);
947 zOriginDb = pNC->pParse->db->aDb[iDb].zName;
948 }
danielk197700e279d2004-06-21 07:36:32 +0000949 }
950 break;
danielk1977517eb642004-06-07 10:00:31 +0000951 }
danielk197793758c82005-01-21 08:13:14 +0000952#ifndef SQLITE_OMIT_SUBQUERY
danielk197700e279d2004-06-21 07:36:32 +0000953 case TK_SELECT: {
danielk1977955de522006-02-10 02:27:42 +0000954 /* The expression is a sub-select. Return the declaration type and
955 ** origin info for the single column in the result set of the SELECT
956 ** statement.
957 */
danielk1977b3bce662005-01-29 08:32:43 +0000958 NameContext sNC;
danielk197700e279d2004-06-21 07:36:32 +0000959 Select *pS = pExpr->pSelect;
danielk1977955de522006-02-10 02:27:42 +0000960 Expr *p = pS->pEList->a[0].pExpr;
961 sNC.pSrcList = pS->pSrc;
danielk1977b3bce662005-01-29 08:32:43 +0000962 sNC.pNext = pNC;
danielk1977955de522006-02-10 02:27:42 +0000963 sNC.pParse = pNC->pParse;
964 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
danielk197700e279d2004-06-21 07:36:32 +0000965 break;
danielk1977517eb642004-06-07 10:00:31 +0000966 }
danielk197793758c82005-01-21 08:13:14 +0000967#endif
danielk1977517eb642004-06-07 10:00:31 +0000968 }
danielk197700e279d2004-06-21 07:36:32 +0000969
danielk1977955de522006-02-10 02:27:42 +0000970 if( pzOriginDb ){
971 assert( pzOriginTab && pzOriginCol );
972 *pzOriginDb = zOriginDb;
973 *pzOriginTab = zOriginTab;
974 *pzOriginCol = zOriginCol;
975 }
danielk1977517eb642004-06-07 10:00:31 +0000976 return zType;
977}
978
979/*
980** Generate code that will tell the VDBE the declaration types of columns
981** in the result set.
drhfcb78a42003-01-18 20:11:05 +0000982*/
983static void generateColumnTypes(
984 Parse *pParse, /* Parser context */
drhfcb78a42003-01-18 20:11:05 +0000985 SrcList *pTabList, /* List of tables */
986 ExprList *pEList /* Expressions defining the result set */
987){
988 Vdbe *v = pParse->pVdbe;
danielk1977517eb642004-06-07 10:00:31 +0000989 int i;
danielk1977b3bce662005-01-29 08:32:43 +0000990 NameContext sNC;
991 sNC.pSrcList = pTabList;
danielk1977955de522006-02-10 02:27:42 +0000992 sNC.pParse = pParse;
drhfcb78a42003-01-18 20:11:05 +0000993 for(i=0; i<pEList->nExpr; i++){
994 Expr *p = pEList->a[i].pExpr;
danielk1977955de522006-02-10 02:27:42 +0000995 const char *zOrigDb = 0;
996 const char *zOrigTab = 0;
997 const char *zOrigCol = 0;
998 const char *zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol);
999
drh85b623f2007-12-13 21:54:09 +00001000 /* The vdbe must make its own copy of the column-type and other
danielk19774b1ae992006-02-10 03:06:10 +00001001 ** column specific strings, in case the schema is reset before this
1002 ** virtual machine is deleted.
danielk1977fbcd5852004-06-15 02:44:18 +00001003 */
drh66a51672008-01-03 00:01:23 +00001004 sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, P4_TRANSIENT);
1005 sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, P4_TRANSIENT);
1006 sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, P4_TRANSIENT);
1007 sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, P4_TRANSIENT);
drhfcb78a42003-01-18 20:11:05 +00001008 }
1009}
1010
1011/*
1012** Generate code that will tell the VDBE the names of columns
1013** in the result set. This information is used to provide the
drhfcabd462004-02-20 14:50:58 +00001014** azCol[] values in the callback.
drh82c3d632000-06-06 21:56:07 +00001015*/
drh832508b2002-03-02 17:04:07 +00001016static void generateColumnNames(
1017 Parse *pParse, /* Parser context */
drhad3cab52002-05-24 02:04:32 +00001018 SrcList *pTabList, /* List of tables */
drh832508b2002-03-02 17:04:07 +00001019 ExprList *pEList /* Expressions defining the result set */
1020){
drhd8bc7082000-06-07 23:51:50 +00001021 Vdbe *v = pParse->pVdbe;
drh6a3ea0e2003-05-02 14:32:12 +00001022 int i, j;
drh9bb575f2004-09-06 17:24:11 +00001023 sqlite3 *db = pParse->db;
drhfcabd462004-02-20 14:50:58 +00001024 int fullNames, shortNames;
1025
drhfe2093d2005-01-20 22:48:47 +00001026#ifndef SQLITE_OMIT_EXPLAIN
danielk19773cf86062004-05-26 10:11:05 +00001027 /* If this is an EXPLAIN, skip this step */
1028 if( pParse->explain ){
danielk197761de0d12004-05-27 23:56:16 +00001029 return;
danielk19773cf86062004-05-26 10:11:05 +00001030 }
danielk19775338a5f2005-01-20 13:03:10 +00001031#endif
danielk19773cf86062004-05-26 10:11:05 +00001032
drhd6502752004-02-16 03:44:01 +00001033 assert( v!=0 );
drh17435752007-08-16 04:30:38 +00001034 if( pParse->colNamesSet || v==0 || db->mallocFailed ) return;
drhd8bc7082000-06-07 23:51:50 +00001035 pParse->colNamesSet = 1;
drhfcabd462004-02-20 14:50:58 +00001036 fullNames = (db->flags & SQLITE_FullColNames)!=0;
1037 shortNames = (db->flags & SQLITE_ShortColNames)!=0;
danielk197722322fd2004-05-25 23:35:17 +00001038 sqlite3VdbeSetNumCols(v, pEList->nExpr);
drh82c3d632000-06-06 21:56:07 +00001039 for(i=0; i<pEList->nExpr; i++){
1040 Expr *p;
drh5a387052003-01-11 14:19:51 +00001041 p = pEList->a[i].pExpr;
1042 if( p==0 ) continue;
drh82c3d632000-06-06 21:56:07 +00001043 if( pEList->a[i].zName ){
1044 char *zName = pEList->a[i].zName;
danielk1977955de522006-02-10 02:27:42 +00001045 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, strlen(zName));
drh82c3d632000-06-06 21:56:07 +00001046 continue;
1047 }
drhfa173a72002-07-10 21:26:00 +00001048 if( p->op==TK_COLUMN && pTabList ){
drh6a3ea0e2003-05-02 14:32:12 +00001049 Table *pTab;
drh97665872002-02-13 23:22:53 +00001050 char *zCol;
drh8aff1012001-12-22 14:49:24 +00001051 int iCol = p->iColumn;
drh6a3ea0e2003-05-02 14:32:12 +00001052 for(j=0; j<pTabList->nSrc && pTabList->a[j].iCursor!=p->iTable; j++){}
1053 assert( j<pTabList->nSrc );
1054 pTab = pTabList->a[j].pTab;
drh8aff1012001-12-22 14:49:24 +00001055 if( iCol<0 ) iCol = pTab->iPKey;
drh97665872002-02-13 23:22:53 +00001056 assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
drhb1363202002-06-26 02:45:03 +00001057 if( iCol<0 ){
drh47a6db22005-01-18 16:02:40 +00001058 zCol = "rowid";
drhb1363202002-06-26 02:45:03 +00001059 }else{
1060 zCol = pTab->aCol[iCol].zName;
drhb1363202002-06-26 02:45:03 +00001061 }
drhfcabd462004-02-20 14:50:58 +00001062 if( !shortNames && !fullNames && p->span.z && p->span.z[0] ){
danielk1977955de522006-02-10 02:27:42 +00001063 sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n);
drhfcabd462004-02-20 14:50:58 +00001064 }else if( fullNames || (!shortNames && pTabList->nSrc>1) ){
drh82c3d632000-06-06 21:56:07 +00001065 char *zName = 0;
drh82c3d632000-06-06 21:56:07 +00001066 char *zTab;
1067
drh6a3ea0e2003-05-02 14:32:12 +00001068 zTab = pTabList->a[j].zAlias;
drhfcabd462004-02-20 14:50:58 +00001069 if( fullNames || zTab==0 ) zTab = pTab->zName;
drhf93339d2006-01-03 15:16:26 +00001070 sqlite3SetString(&zName, zTab, ".", zCol, (char*)0);
drh66a51672008-01-03 00:01:23 +00001071 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, P4_DYNAMIC);
drh82c3d632000-06-06 21:56:07 +00001072 }else{
danielk1977955de522006-02-10 02:27:42 +00001073 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, strlen(zCol));
drh82c3d632000-06-06 21:56:07 +00001074 }
drh6977fea2002-10-22 23:38:04 +00001075 }else if( p->span.z && p->span.z[0] ){
danielk1977955de522006-02-10 02:27:42 +00001076 sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n);
danielk19773cf86062004-05-26 10:11:05 +00001077 /* sqlite3VdbeCompressSpace(v, addr); */
drh1bee3d72001-10-15 00:44:35 +00001078 }else{
1079 char zName[30];
1080 assert( p->op!=TK_COLUMN || pTabList==0 );
drh5bb3eb92007-05-04 13:15:55 +00001081 sqlite3_snprintf(sizeof(zName), zName, "column%d", i+1);
danielk1977955de522006-02-10 02:27:42 +00001082 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, 0);
drh82c3d632000-06-06 21:56:07 +00001083 }
1084 }
danielk197776d505b2004-05-28 13:13:02 +00001085 generateColumnTypes(pParse, pTabList, pEList);
drh82c3d632000-06-06 21:56:07 +00001086}
1087
danielk197793758c82005-01-21 08:13:14 +00001088#ifndef SQLITE_OMIT_COMPOUND_SELECT
drh82c3d632000-06-06 21:56:07 +00001089/*
drhd8bc7082000-06-07 23:51:50 +00001090** Name of the connection operator, used for error messages.
1091*/
1092static const char *selectOpName(int id){
1093 char *z;
1094 switch( id ){
1095 case TK_ALL: z = "UNION ALL"; break;
1096 case TK_INTERSECT: z = "INTERSECT"; break;
1097 case TK_EXCEPT: z = "EXCEPT"; break;
1098 default: z = "UNION"; break;
1099 }
1100 return z;
1101}
danielk197793758c82005-01-21 08:13:14 +00001102#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drhd8bc7082000-06-07 23:51:50 +00001103
1104/*
drh315555c2002-10-20 15:53:03 +00001105** Forward declaration
1106*/
drh9b3187e2005-01-18 14:45:47 +00001107static int prepSelectStmt(Parse*, Select*);
drh315555c2002-10-20 15:53:03 +00001108
1109/*
drh22f70c32002-02-18 01:17:00 +00001110** Given a SELECT statement, generate a Table structure that describes
1111** the result set of that SELECT.
1112*/
danielk19774adee202004-05-08 08:23:19 +00001113Table *sqlite3ResultSetOfSelect(Parse *pParse, char *zTabName, Select *pSelect){
drh22f70c32002-02-18 01:17:00 +00001114 Table *pTab;
drhb733d032004-01-24 20:18:12 +00001115 int i, j;
drh22f70c32002-02-18 01:17:00 +00001116 ExprList *pEList;
drh290c1942004-08-21 17:54:45 +00001117 Column *aCol, *pCol;
drh17435752007-08-16 04:30:38 +00001118 sqlite3 *db = pParse->db;
drh22f70c32002-02-18 01:17:00 +00001119
drh92378252006-03-26 01:21:22 +00001120 while( pSelect->pPrior ) pSelect = pSelect->pPrior;
drh9b3187e2005-01-18 14:45:47 +00001121 if( prepSelectStmt(pParse, pSelect) ){
drh22f70c32002-02-18 01:17:00 +00001122 return 0;
1123 }
danielk1977142bdf42005-01-30 11:11:44 +00001124 if( sqlite3SelectResolve(pParse, pSelect, 0) ){
1125 return 0;
1126 }
drh17435752007-08-16 04:30:38 +00001127 pTab = sqlite3DbMallocZero(db, sizeof(Table) );
drh22f70c32002-02-18 01:17:00 +00001128 if( pTab==0 ){
1129 return 0;
1130 }
drhed8a3bb2005-06-06 21:19:56 +00001131 pTab->nRef = 1;
drh17435752007-08-16 04:30:38 +00001132 pTab->zName = zTabName ? sqlite3DbStrDup(db, zTabName) : 0;
drh22f70c32002-02-18 01:17:00 +00001133 pEList = pSelect->pEList;
1134 pTab->nCol = pEList->nExpr;
drh417be792002-03-03 18:59:40 +00001135 assert( pTab->nCol>0 );
drh17435752007-08-16 04:30:38 +00001136 pTab->aCol = aCol = sqlite3DbMallocZero(db, sizeof(pTab->aCol[0])*pTab->nCol);
drh290c1942004-08-21 17:54:45 +00001137 for(i=0, pCol=aCol; i<pTab->nCol; i++, pCol++){
drh79d5f632005-01-18 17:20:10 +00001138 Expr *p, *pR;
danielk1977517eb642004-06-07 10:00:31 +00001139 char *zType;
drh91bb0ee2004-09-01 03:06:34 +00001140 char *zName;
drh2564ef92006-09-29 14:01:04 +00001141 int nName;
danielk1977b3bf5562006-01-10 17:58:23 +00001142 CollSeq *pColl;
drh79d5f632005-01-18 17:20:10 +00001143 int cnt;
danielk1977b3bce662005-01-29 08:32:43 +00001144 NameContext sNC;
drh79d5f632005-01-18 17:20:10 +00001145
1146 /* Get an appropriate name for the column
1147 */
1148 p = pEList->a[i].pExpr;
drh290c1942004-08-21 17:54:45 +00001149 assert( p->pRight==0 || p->pRight->token.z==0 || p->pRight->token.z[0]!=0 );
drh91bb0ee2004-09-01 03:06:34 +00001150 if( (zName = pEList->a[i].zName)!=0 ){
drh79d5f632005-01-18 17:20:10 +00001151 /* If the column contains an "AS <name>" phrase, use <name> as the name */
drh17435752007-08-16 04:30:38 +00001152 zName = sqlite3DbStrDup(db, zName);
danielk1977517eb642004-06-07 10:00:31 +00001153 }else if( p->op==TK_DOT
drh79d5f632005-01-18 17:20:10 +00001154 && (pR=p->pRight)!=0 && pR->token.z && pR->token.z[0] ){
1155 /* For columns of the from A.B use B as the name */
drh17435752007-08-16 04:30:38 +00001156 zName = sqlite3MPrintf(db, "%T", &pR->token);
drhb733d032004-01-24 20:18:12 +00001157 }else if( p->span.z && p->span.z[0] ){
drh79d5f632005-01-18 17:20:10 +00001158 /* Use the original text of the column expression as its name */
drh17435752007-08-16 04:30:38 +00001159 zName = sqlite3MPrintf(db, "%T", &p->span);
drh22f70c32002-02-18 01:17:00 +00001160 }else{
drh79d5f632005-01-18 17:20:10 +00001161 /* If all else fails, make up a name */
drh17435752007-08-16 04:30:38 +00001162 zName = sqlite3MPrintf(db, "column%d", i+1);
drh22f70c32002-02-18 01:17:00 +00001163 }
danielk197777519402007-08-30 11:48:31 +00001164 if( !zName || db->mallocFailed ){
1165 db->mallocFailed = 1;
drh17435752007-08-16 04:30:38 +00001166 sqlite3_free(zName);
danielk1977a04a34f2007-04-16 15:06:25 +00001167 sqlite3DeleteTable(pTab);
drhdd5b2fa2005-03-28 03:39:55 +00001168 return 0;
1169 }
danielk197777519402007-08-30 11:48:31 +00001170 sqlite3Dequote(zName);
drh79d5f632005-01-18 17:20:10 +00001171
1172 /* Make sure the column name is unique. If the name is not unique,
1173 ** append a integer to the name so that it becomes unique.
1174 */
drh2564ef92006-09-29 14:01:04 +00001175 nName = strlen(zName);
drh79d5f632005-01-18 17:20:10 +00001176 for(j=cnt=0; j<i; j++){
1177 if( sqlite3StrICmp(aCol[j].zName, zName)==0 ){
drh2564ef92006-09-29 14:01:04 +00001178 zName[nName] = 0;
danielk19771e536952007-08-16 10:09:01 +00001179 zName = sqlite3MPrintf(db, "%z:%d", zName, ++cnt);
drh79d5f632005-01-18 17:20:10 +00001180 j = -1;
drhdd5b2fa2005-03-28 03:39:55 +00001181 if( zName==0 ) break;
drh79d5f632005-01-18 17:20:10 +00001182 }
1183 }
drh91bb0ee2004-09-01 03:06:34 +00001184 pCol->zName = zName;
danielk1977517eb642004-06-07 10:00:31 +00001185
drh79d5f632005-01-18 17:20:10 +00001186 /* Get the typename, type affinity, and collating sequence for the
1187 ** column.
1188 */
drhc43e8be2005-05-16 22:37:54 +00001189 memset(&sNC, 0, sizeof(sNC));
danielk1977b3bce662005-01-29 08:32:43 +00001190 sNC.pSrcList = pSelect->pSrc;
drh17435752007-08-16 04:30:38 +00001191 zType = sqlite3DbStrDup(db, columnType(&sNC, p, 0, 0, 0));
drh290c1942004-08-21 17:54:45 +00001192 pCol->zType = zType;
danielk1977c60e9b82005-01-31 12:42:29 +00001193 pCol->affinity = sqlite3ExprAffinity(p);
danielk1977b3bf5562006-01-10 17:58:23 +00001194 pColl = sqlite3ExprCollSeq(pParse, p);
1195 if( pColl ){
drh17435752007-08-16 04:30:38 +00001196 pCol->zColl = sqlite3DbStrDup(db, pColl->zName);
danielk19770202b292004-06-09 09:55:16 +00001197 }
drh22f70c32002-02-18 01:17:00 +00001198 }
1199 pTab->iPKey = -1;
1200 return pTab;
1201}
1202
1203/*
drh9b3187e2005-01-18 14:45:47 +00001204** Prepare a SELECT statement for processing by doing the following
1205** things:
drhd8bc7082000-06-07 23:51:50 +00001206**
drh9b3187e2005-01-18 14:45:47 +00001207** (1) Make sure VDBE cursor numbers have been assigned to every
1208** element of the FROM clause.
1209**
1210** (2) Fill in the pTabList->a[].pTab fields in the SrcList that
1211** defines FROM clause. When views appear in the FROM clause,
drh63eb5f22003-04-29 16:20:44 +00001212** fill pTabList->a[].pSelect with a copy of the SELECT statement
1213** that implements the view. A copy is made of the view's SELECT
1214** statement so that we can freely modify or delete that statement
1215** without worrying about messing up the presistent representation
1216** of the view.
drhd8bc7082000-06-07 23:51:50 +00001217**
drh9b3187e2005-01-18 14:45:47 +00001218** (3) Add terms to the WHERE clause to accomodate the NATURAL keyword
drhad2d8302002-05-24 20:31:36 +00001219** on joins and the ON and USING clause of joins.
1220**
drh9b3187e2005-01-18 14:45:47 +00001221** (4) Scan the list of columns in the result set (pEList) looking
drh54473222002-04-04 02:10:55 +00001222** for instances of the "*" operator or the TABLE.* operator.
1223** If found, expand each "*" to be every column in every table
1224** and TABLE.* to be every column in TABLE.
drhd8bc7082000-06-07 23:51:50 +00001225**
1226** Return 0 on success. If there are problems, leave an error message
1227** in pParse and return non-zero.
1228*/
drh9b3187e2005-01-18 14:45:47 +00001229static int prepSelectStmt(Parse *pParse, Select *p){
drh54473222002-04-04 02:10:55 +00001230 int i, j, k, rc;
drhad3cab52002-05-24 02:04:32 +00001231 SrcList *pTabList;
drhdaffd0e2001-04-11 14:28:42 +00001232 ExprList *pEList;
drh290c1942004-08-21 17:54:45 +00001233 struct SrcList_item *pFrom;
drh17435752007-08-16 04:30:38 +00001234 sqlite3 *db = pParse->db;
drhdaffd0e2001-04-11 14:28:42 +00001235
drh17435752007-08-16 04:30:38 +00001236 if( p==0 || p->pSrc==0 || db->mallocFailed ){
drh6f7adc82006-01-11 21:41:20 +00001237 return 1;
1238 }
drhdaffd0e2001-04-11 14:28:42 +00001239 pTabList = p->pSrc;
1240 pEList = p->pEList;
drhd8bc7082000-06-07 23:51:50 +00001241
drh9b3187e2005-01-18 14:45:47 +00001242 /* Make sure cursor numbers have been assigned to all entries in
1243 ** the FROM clause of the SELECT statement.
1244 */
1245 sqlite3SrcListAssignCursors(pParse, p->pSrc);
1246
1247 /* Look up every table named in the FROM clause of the select. If
1248 ** an entry of the FROM clause is a subquery instead of a table or view,
1249 ** then create a transient table structure to describe the subquery.
drhd8bc7082000-06-07 23:51:50 +00001250 */
drh290c1942004-08-21 17:54:45 +00001251 for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
danielk1977f0113002006-01-24 12:09:17 +00001252 Table *pTab;
drh9b3187e2005-01-18 14:45:47 +00001253 if( pFrom->pTab!=0 ){
1254 /* This statement has already been prepared. There is no need
1255 ** to go further. */
1256 assert( i==0 );
drhd8bc7082000-06-07 23:51:50 +00001257 return 0;
1258 }
drh290c1942004-08-21 17:54:45 +00001259 if( pFrom->zName==0 ){
danielk197793758c82005-01-21 08:13:14 +00001260#ifndef SQLITE_OMIT_SUBQUERY
drh22f70c32002-02-18 01:17:00 +00001261 /* A sub-query in the FROM clause of a SELECT */
drh290c1942004-08-21 17:54:45 +00001262 assert( pFrom->pSelect!=0 );
1263 if( pFrom->zAlias==0 ){
drh91bb0ee2004-09-01 03:06:34 +00001264 pFrom->zAlias =
danielk19771e536952007-08-16 10:09:01 +00001265 sqlite3MPrintf(db, "sqlite_subquery_%p_", (void*)pFrom->pSelect);
drhad2d8302002-05-24 20:31:36 +00001266 }
drhed8a3bb2005-06-06 21:19:56 +00001267 assert( pFrom->pTab==0 );
drh290c1942004-08-21 17:54:45 +00001268 pFrom->pTab = pTab =
1269 sqlite3ResultSetOfSelect(pParse, pFrom->zAlias, pFrom->pSelect);
drh22f70c32002-02-18 01:17:00 +00001270 if( pTab==0 ){
1271 return 1;
1272 }
drhb9bb7c12006-06-11 23:41:55 +00001273 /* The isEphem flag indicates that the Table structure has been
drh5cf590c2003-04-24 01:45:04 +00001274 ** dynamically allocated and may be freed at any time. In other words,
1275 ** pTab is not pointing to a persistent table structure that defines
1276 ** part of the schema. */
drhb9bb7c12006-06-11 23:41:55 +00001277 pTab->isEphem = 1;
danielk197793758c82005-01-21 08:13:14 +00001278#endif
drh22f70c32002-02-18 01:17:00 +00001279 }else{
drha76b5df2002-02-23 02:32:10 +00001280 /* An ordinary table or view name in the FROM clause */
drhed8a3bb2005-06-06 21:19:56 +00001281 assert( pFrom->pTab==0 );
drh290c1942004-08-21 17:54:45 +00001282 pFrom->pTab = pTab =
1283 sqlite3LocateTable(pParse,pFrom->zName,pFrom->zDatabase);
drha76b5df2002-02-23 02:32:10 +00001284 if( pTab==0 ){
drh22f70c32002-02-18 01:17:00 +00001285 return 1;
1286 }
drhed8a3bb2005-06-06 21:19:56 +00001287 pTab->nRef++;
danielk197793626f42006-06-20 13:07:27 +00001288#if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE)
1289 if( pTab->pSelect || IsVirtual(pTab) ){
drh63eb5f22003-04-29 16:20:44 +00001290 /* We reach here if the named table is a really a view */
danielk19774adee202004-05-08 08:23:19 +00001291 if( sqlite3ViewGetColumnNames(pParse, pTab) ){
drh417be792002-03-03 18:59:40 +00001292 return 1;
1293 }
drh290c1942004-08-21 17:54:45 +00001294 /* If pFrom->pSelect!=0 it means we are dealing with a
drh63eb5f22003-04-29 16:20:44 +00001295 ** view within a view. The SELECT structure has already been
1296 ** copied by the outer view so we can skip the copy step here
1297 ** in the inner view.
1298 */
drh290c1942004-08-21 17:54:45 +00001299 if( pFrom->pSelect==0 ){
drh17435752007-08-16 04:30:38 +00001300 pFrom->pSelect = sqlite3SelectDup(db, pTab->pSelect);
drh63eb5f22003-04-29 16:20:44 +00001301 }
drha76b5df2002-02-23 02:32:10 +00001302 }
danielk197793758c82005-01-21 08:13:14 +00001303#endif
drhd8bc7082000-06-07 23:51:50 +00001304 }
1305 }
1306
drhad2d8302002-05-24 20:31:36 +00001307 /* Process NATURAL keywords, and ON and USING clauses of joins.
1308 */
1309 if( sqliteProcessJoin(pParse, p) ) return 1;
1310
drh7c917d12001-12-16 20:05:05 +00001311 /* For every "*" that occurs in the column list, insert the names of
drh54473222002-04-04 02:10:55 +00001312 ** all columns in all tables. And for every TABLE.* insert the names
1313 ** of all columns in TABLE. The parser inserted a special expression
drh7c917d12001-12-16 20:05:05 +00001314 ** with the TK_ALL operator for each "*" that it found in the column list.
1315 ** The following code just has to locate the TK_ALL expressions and expand
1316 ** each one to the list of all columns in all tables.
drh54473222002-04-04 02:10:55 +00001317 **
1318 ** The first loop just checks to see if there are any "*" operators
1319 ** that need expanding.
drhd8bc7082000-06-07 23:51:50 +00001320 */
drh7c917d12001-12-16 20:05:05 +00001321 for(k=0; k<pEList->nExpr; k++){
drh54473222002-04-04 02:10:55 +00001322 Expr *pE = pEList->a[k].pExpr;
1323 if( pE->op==TK_ALL ) break;
1324 if( pE->op==TK_DOT && pE->pRight && pE->pRight->op==TK_ALL
1325 && pE->pLeft && pE->pLeft->op==TK_ID ) break;
drh7c917d12001-12-16 20:05:05 +00001326 }
drh54473222002-04-04 02:10:55 +00001327 rc = 0;
drh7c917d12001-12-16 20:05:05 +00001328 if( k<pEList->nExpr ){
drh54473222002-04-04 02:10:55 +00001329 /*
1330 ** If we get here it means the result set contains one or more "*"
1331 ** operators that need to be expanded. Loop through each expression
1332 ** in the result set and expand them one by one.
1333 */
drh7c917d12001-12-16 20:05:05 +00001334 struct ExprList_item *a = pEList->a;
1335 ExprList *pNew = 0;
drhd70dc522005-06-06 16:34:33 +00001336 int flags = pParse->db->flags;
1337 int longNames = (flags & SQLITE_FullColNames)!=0 &&
1338 (flags & SQLITE_ShortColNames)==0;
1339
drh7c917d12001-12-16 20:05:05 +00001340 for(k=0; k<pEList->nExpr; k++){
drh54473222002-04-04 02:10:55 +00001341 Expr *pE = a[k].pExpr;
1342 if( pE->op!=TK_ALL &&
1343 (pE->op!=TK_DOT || pE->pRight==0 || pE->pRight->op!=TK_ALL) ){
1344 /* This particular expression does not need to be expanded.
1345 */
drh17435752007-08-16 04:30:38 +00001346 pNew = sqlite3ExprListAppend(pParse, pNew, a[k].pExpr, 0);
danielk1977261919c2005-12-06 12:52:59 +00001347 if( pNew ){
1348 pNew->a[pNew->nExpr-1].zName = a[k].zName;
1349 }else{
1350 rc = 1;
1351 }
drh7c917d12001-12-16 20:05:05 +00001352 a[k].pExpr = 0;
1353 a[k].zName = 0;
1354 }else{
drh54473222002-04-04 02:10:55 +00001355 /* This expression is a "*" or a "TABLE.*" and needs to be
1356 ** expanded. */
1357 int tableSeen = 0; /* Set to 1 when TABLE matches */
drhcf55b7a2004-07-20 01:45:19 +00001358 char *zTName; /* text of name of TABLE */
drh54473222002-04-04 02:10:55 +00001359 if( pE->op==TK_DOT && pE->pLeft ){
drh17435752007-08-16 04:30:38 +00001360 zTName = sqlite3NameFromToken(db, &pE->pLeft->token);
drh54473222002-04-04 02:10:55 +00001361 }else{
drhcf55b7a2004-07-20 01:45:19 +00001362 zTName = 0;
drh54473222002-04-04 02:10:55 +00001363 }
drh290c1942004-08-21 17:54:45 +00001364 for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
1365 Table *pTab = pFrom->pTab;
1366 char *zTabName = pFrom->zAlias;
drh54473222002-04-04 02:10:55 +00001367 if( zTabName==0 || zTabName[0]==0 ){
1368 zTabName = pTab->zName;
1369 }
drhcf55b7a2004-07-20 01:45:19 +00001370 if( zTName && (zTabName==0 || zTabName[0]==0 ||
1371 sqlite3StrICmp(zTName, zTabName)!=0) ){
drh54473222002-04-04 02:10:55 +00001372 continue;
1373 }
1374 tableSeen = 1;
drh7c917d12001-12-16 20:05:05 +00001375 for(j=0; j<pTab->nCol; j++){
danielk1977f0113002006-01-24 12:09:17 +00001376 Expr *pExpr, *pRight;
drhad2d8302002-05-24 20:31:36 +00001377 char *zName = pTab->aCol[j].zName;
1378
danielk1977034ca142007-06-26 10:38:54 +00001379 /* If a column is marked as 'hidden' (currently only possible
1380 ** for virtual tables), do not include it in the expanded
1381 ** result-set list.
1382 */
1383 if( IsHiddenColumn(&pTab->aCol[j]) ){
1384 assert(IsVirtual(pTab));
1385 continue;
1386 }
1387
drh91bb0ee2004-09-01 03:06:34 +00001388 if( i>0 ){
1389 struct SrcList_item *pLeft = &pTabList->a[i-1];
drh61dfc312006-12-16 16:25:15 +00001390 if( (pLeft[1].jointype & JT_NATURAL)!=0 &&
drh91bb0ee2004-09-01 03:06:34 +00001391 columnIndex(pLeft->pTab, zName)>=0 ){
1392 /* In a NATURAL join, omit the join columns from the
1393 ** table on the right */
1394 continue;
1395 }
drh61dfc312006-12-16 16:25:15 +00001396 if( sqlite3IdListIndex(pLeft[1].pUsing, zName)>=0 ){
drh91bb0ee2004-09-01 03:06:34 +00001397 /* In a join with a USING clause, omit columns in the
1398 ** using clause from the table on the right. */
1399 continue;
1400 }
drhad2d8302002-05-24 20:31:36 +00001401 }
danielk1977a1644fd2007-08-29 12:31:25 +00001402 pRight = sqlite3PExpr(pParse, TK_ID, 0, 0, 0);
drh22f70c32002-02-18 01:17:00 +00001403 if( pRight==0 ) break;
danielk19771e536952007-08-16 10:09:01 +00001404 setQuotedToken(pParse, &pRight->token, zName);
drhd70dc522005-06-06 16:34:33 +00001405 if( zTabName && (longNames || pTabList->nSrc>1) ){
danielk1977a1644fd2007-08-29 12:31:25 +00001406 Expr *pLeft = sqlite3PExpr(pParse, TK_ID, 0, 0, 0);
1407 pExpr = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight, 0);
drh22f70c32002-02-18 01:17:00 +00001408 if( pExpr==0 ) break;
danielk19771e536952007-08-16 10:09:01 +00001409 setQuotedToken(pParse, &pLeft->token, zTabName);
1410 setToken(&pExpr->span,
1411 sqlite3MPrintf(db, "%s.%s", zTabName, zName));
drh6977fea2002-10-22 23:38:04 +00001412 pExpr->span.dyn = 1;
1413 pExpr->token.z = 0;
1414 pExpr->token.n = 0;
1415 pExpr->token.dyn = 0;
drh7c917d12001-12-16 20:05:05 +00001416 }else{
drh22f70c32002-02-18 01:17:00 +00001417 pExpr = pRight;
drh6977fea2002-10-22 23:38:04 +00001418 pExpr->span = pExpr->token;
danielk1977f3b863e2007-06-24 06:32:17 +00001419 pExpr->span.dyn = 0;
drh7c917d12001-12-16 20:05:05 +00001420 }
drhd70dc522005-06-06 16:34:33 +00001421 if( longNames ){
drh17435752007-08-16 04:30:38 +00001422 pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pExpr->span);
drhd70dc522005-06-06 16:34:33 +00001423 }else{
drh17435752007-08-16 04:30:38 +00001424 pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pRight->token);
drhd70dc522005-06-06 16:34:33 +00001425 }
drh7c917d12001-12-16 20:05:05 +00001426 }
drh17e24df2001-11-06 14:10:41 +00001427 }
drh54473222002-04-04 02:10:55 +00001428 if( !tableSeen ){
drhcf55b7a2004-07-20 01:45:19 +00001429 if( zTName ){
1430 sqlite3ErrorMsg(pParse, "no such table: %s", zTName);
drhf5db2d32002-06-06 23:42:27 +00001431 }else{
danielk19774adee202004-05-08 08:23:19 +00001432 sqlite3ErrorMsg(pParse, "no tables specified");
drhf5db2d32002-06-06 23:42:27 +00001433 }
drh54473222002-04-04 02:10:55 +00001434 rc = 1;
1435 }
drh17435752007-08-16 04:30:38 +00001436 sqlite3_free(zTName);
drhd8bc7082000-06-07 23:51:50 +00001437 }
1438 }
danielk19774adee202004-05-08 08:23:19 +00001439 sqlite3ExprListDelete(pEList);
drh7c917d12001-12-16 20:05:05 +00001440 p->pEList = pNew;
drhd8bc7082000-06-07 23:51:50 +00001441 }
drhe5c941b2007-05-08 13:58:26 +00001442 if( p->pEList && p->pEList->nExpr>SQLITE_MAX_COLUMN ){
1443 sqlite3ErrorMsg(pParse, "too many columns in result set");
1444 rc = SQLITE_ERROR;
1445 }
drh17435752007-08-16 04:30:38 +00001446 if( db->mallocFailed ){
danielk1977f3b863e2007-06-24 06:32:17 +00001447 rc = SQLITE_NOMEM;
1448 }
drh54473222002-04-04 02:10:55 +00001449 return rc;
drhd8bc7082000-06-07 23:51:50 +00001450}
1451
drhff78bd22002-02-27 01:47:11 +00001452/*
drh9a993342007-12-13 02:45:31 +00001453** pE is a pointer to an expression which is a single term in
1454** ORDER BY or GROUP BY clause.
drhd8bc7082000-06-07 23:51:50 +00001455**
drh9a993342007-12-13 02:45:31 +00001456** If pE evaluates to an integer constant i, then return i.
1457** This is an indication to the caller that it should sort
1458** by the i-th column of the result set.
1459**
1460** If pE is a well-formed expression and the SELECT statement
1461** is not compound, then return 0. This indicates to the
1462** caller that it should sort by the value of the ORDER BY
1463** expression.
1464**
1465** If the SELECT is compound, then attempt to match pE against
1466** result set columns in the left-most SELECT statement. Return
1467** the index i of the matching column, as an indication to the
1468** caller that it should sort by the i-th column. If there is
1469** no match, return -1 and leave an error message in pParse.
drhd8bc7082000-06-07 23:51:50 +00001470*/
drh9a993342007-12-13 02:45:31 +00001471static int matchOrderByTermToExprList(
1472 Parse *pParse, /* Parsing context for error messages */
1473 Select *pSelect, /* The SELECT statement with the ORDER BY clause */
1474 Expr *pE, /* The specific ORDER BY term */
1475 int idx, /* When ORDER BY term is this */
1476 int isCompound, /* True if this is a compound SELECT */
1477 u8 *pHasAgg /* True if expression contains aggregate functions */
drhd8bc7082000-06-07 23:51:50 +00001478){
drh9a993342007-12-13 02:45:31 +00001479 int i; /* Loop counter */
1480 ExprList *pEList; /* The columns of the result set */
1481 NameContext nc; /* Name context for resolving pE */
drhd8bc7082000-06-07 23:51:50 +00001482
drh9a993342007-12-13 02:45:31 +00001483
1484 /* If the term is an integer constant, return the value of that
1485 ** constant */
1486 pEList = pSelect->pEList;
1487 if( sqlite3ExprIsInteger(pE, &i) ){
1488 if( i<=0 ){
1489 /* If i is too small, make it too big. That way the calling
1490 ** function still sees a value that is out of range, but does
1491 ** not confuse the column number with 0 or -1 result code.
1492 */
1493 i = pEList->nExpr+1;
1494 }
1495 return i;
1496 }
1497
1498 /* If the term is a simple identifier that try to match that identifier
1499 ** against a column name in the result set.
1500 */
1501 if( pE->op==TK_ID || (pE->op==TK_STRING && pE->token.z[0]!='\'') ){
1502 sqlite3 *db = pParse->db;
1503 char *zCol = sqlite3NameFromToken(db, &pE->token);
drhef0bea92007-12-14 16:11:09 +00001504 if( zCol==0 ){
drh9a993342007-12-13 02:45:31 +00001505 return -1;
1506 }
1507 for(i=0; i<pEList->nExpr; i++){
1508 char *zAs = pEList->a[i].zName;
1509 if( zAs!=0 && sqlite3StrICmp(zAs, zCol)==0 ){
1510 sqlite3_free(zCol);
1511 return i+1;
1512 }
1513 }
1514 sqlite3_free(zCol);
1515 }
1516
1517 /* Resolve all names in the ORDER BY term expression
1518 */
1519 memset(&nc, 0, sizeof(nc));
1520 nc.pParse = pParse;
1521 nc.pSrcList = pSelect->pSrc;
1522 nc.pEList = pEList;
1523 nc.allowAgg = 1;
1524 nc.nErr = 0;
1525 if( sqlite3ExprResolveNames(&nc, pE) ){
drh1e281292007-12-13 03:45:07 +00001526 if( isCompound ){
1527 sqlite3ErrorClear(pParse);
1528 return 0;
1529 }else{
1530 return -1;
1531 }
drh9a993342007-12-13 02:45:31 +00001532 }
1533 if( nc.hasAgg && pHasAgg ){
1534 *pHasAgg = 1;
1535 }
1536
1537 /* For a compound SELECT, we need to try to match the ORDER BY
1538 ** expression against an expression in the result set
1539 */
1540 if( isCompound ){
1541 for(i=0; i<pEList->nExpr; i++){
1542 if( sqlite3ExprCompare(pEList->a[i].pExpr, pE) ){
1543 return i+1;
1544 }
1545 }
drh9a993342007-12-13 02:45:31 +00001546 }
drh1e281292007-12-13 03:45:07 +00001547 return 0;
drh9a993342007-12-13 02:45:31 +00001548}
1549
1550
1551/*
1552** Analyze and ORDER BY or GROUP BY clause in a simple SELECT statement.
1553** Return the number of errors seen.
1554**
1555** Every term of the ORDER BY or GROUP BY clause needs to be an
1556** expression. If any expression is an integer constant, then
1557** that expression is replaced by the corresponding
1558** expression from the result set.
1559*/
1560static int processOrderGroupBy(
1561 Parse *pParse, /* Parsing context. Leave error messages here */
1562 Select *pSelect, /* The SELECT statement containing the clause */
1563 ExprList *pOrderBy, /* The ORDER BY or GROUP BY clause to be processed */
1564 int isOrder, /* 1 for ORDER BY. 0 for GROUP BY */
1565 u8 *pHasAgg /* Set to TRUE if any term contains an aggregate */
1566){
1567 int i;
1568 sqlite3 *db = pParse->db;
1569 ExprList *pEList;
1570
1571 if( pOrderBy==0 ) return 0;
1572 if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){
1573 const char *zType = isOrder ? "ORDER" : "GROUP";
1574 sqlite3ErrorMsg(pParse, "too many terms in %s BY clause", zType);
drh4c774312007-12-08 21:10:20 +00001575 return 1;
1576 }
drh9a993342007-12-13 02:45:31 +00001577 pEList = pSelect->pEList;
1578 if( pEList==0 ){
1579 return 0;
1580 }
1581 for(i=0; i<pOrderBy->nExpr; i++){
1582 int iCol;
drhd8bc7082000-06-07 23:51:50 +00001583 Expr *pE = pOrderBy->a[i].pExpr;
drh9a993342007-12-13 02:45:31 +00001584 iCol = matchOrderByTermToExprList(pParse, pSelect, pE, i+1, 0, pHasAgg);
danielk197770517ab2007-12-10 18:51:47 +00001585 if( iCol<0 ){
drh9a993342007-12-13 02:45:31 +00001586 return 1;
danielk197770517ab2007-12-10 18:51:47 +00001587 }
drh9a993342007-12-13 02:45:31 +00001588 if( iCol>pEList->nExpr ){
1589 const char *zType = isOrder ? "ORDER" : "GROUP";
1590 sqlite3ErrorMsg(pParse,
1591 "%r %s BY term out of range - should be "
1592 "between 1 and %d", i+1, zType, pEList->nExpr);
1593 return 1;
1594 }
1595 if( iCol>0 ){
1596 CollSeq *pColl = pE->pColl;
1597 int flags = pE->flags & EP_ExpCollate;
1598 sqlite3ExprDelete(pE);
1599 pE = sqlite3ExprDup(db, pEList->a[iCol-1].pExpr);
1600 pOrderBy->a[i].pExpr = pE;
1601 if( pColl && flags ){
1602 pE->pColl = pColl;
1603 pE->flags |= flags;
1604 }
drhd8bc7082000-06-07 23:51:50 +00001605 }
1606 }
drh9a993342007-12-13 02:45:31 +00001607 return 0;
drhd8bc7082000-06-07 23:51:50 +00001608}
drh9a993342007-12-13 02:45:31 +00001609
1610/*
1611** Analyze and ORDER BY or GROUP BY clause in a SELECT statement. Return
1612** the number of errors seen.
1613**
1614** The processing depends on whether the SELECT is simple or compound.
1615** For a simple SELECT statement, evry term of the ORDER BY or GROUP BY
1616** clause needs to be an expression. If any expression is an integer
1617** constant, then that expression is replaced by the corresponding
1618** expression from the result set.
1619**
1620** For compound SELECT statements, every expression needs to be of
1621** type TK_COLUMN with a iTable value as given in the 4th parameter.
1622** If any expression is an integer, that becomes the column number.
1623** Otherwise, match the expression against result set columns from
1624** the left-most SELECT.
1625*/
1626static int processCompoundOrderBy(
1627 Parse *pParse, /* Parsing context. Leave error messages here */
1628 Select *pSelect, /* The SELECT statement containing the ORDER BY */
1629 int iTable /* Output table for compound SELECT statements */
1630){
1631 int i;
1632 ExprList *pOrderBy;
1633 ExprList *pEList;
drh1e281292007-12-13 03:45:07 +00001634 sqlite3 *db;
1635 int moreToDo = 1;
drh9a993342007-12-13 02:45:31 +00001636
1637 pOrderBy = pSelect->pOrderBy;
1638 if( pOrderBy==0 ) return 0;
1639 if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){
1640 sqlite3ErrorMsg(pParse, "too many terms in ORDER BY clause");
1641 return 1;
1642 }
drh1e281292007-12-13 03:45:07 +00001643 db = pParse->db;
1644 for(i=0; i<pOrderBy->nExpr; i++){
1645 pOrderBy->a[i].done = 0;
1646 }
drh9a993342007-12-13 02:45:31 +00001647 while( pSelect->pPrior ){
1648 pSelect = pSelect->pPrior;
1649 }
drh1e281292007-12-13 03:45:07 +00001650 while( pSelect && moreToDo ){
1651 moreToDo = 0;
1652 for(i=0; i<pOrderBy->nExpr; i++){
1653 int iCol;
drh8f0ecaa2007-12-14 17:24:39 +00001654 Expr *pE, *pDup;
drh1e281292007-12-13 03:45:07 +00001655 if( pOrderBy->a[i].done ) continue;
1656 pE = pOrderBy->a[i].pExpr;
drh8f0ecaa2007-12-14 17:24:39 +00001657 pDup = sqlite3ExprDup(db, pE);
drh1e281292007-12-13 03:45:07 +00001658 if( pDup==0 ){
1659 return 1;
1660 }
1661 iCol = matchOrderByTermToExprList(pParse, pSelect, pDup, i+1, 1, 0);
1662 sqlite3ExprDelete(pDup);
1663 if( iCol<0 ){
1664 return 1;
1665 }
1666 pEList = pSelect->pEList;
1667 if( pEList==0 ){
1668 return 1;
1669 }
1670 if( iCol>pEList->nExpr ){
1671 sqlite3ErrorMsg(pParse,
1672 "%r ORDER BY term out of range - should be "
1673 "between 1 and %d", i+1, pEList->nExpr);
1674 return 1;
1675 }
1676 if( iCol>0 ){
1677 pE->op = TK_COLUMN;
1678 pE->iTable = iTable;
1679 pE->iAgg = -1;
1680 pE->iColumn = iCol-1;
1681 pE->pTab = 0;
1682 pOrderBy->a[i].done = 1;
1683 }else{
1684 moreToDo = 1;
1685 }
1686 }
1687 pSelect = pSelect->pNext;
drh9a993342007-12-13 02:45:31 +00001688 }
1689 for(i=0; i<pOrderBy->nExpr; i++){
drh1e281292007-12-13 03:45:07 +00001690 if( pOrderBy->a[i].done==0 ){
1691 sqlite3ErrorMsg(pParse, "%r ORDER BY term does not match any "
1692 "column in the result set", i+1);
drh9a993342007-12-13 02:45:31 +00001693 return 1;
1694 }
drh9a993342007-12-13 02:45:31 +00001695 }
1696 return 0;
1697}
drhd8bc7082000-06-07 23:51:50 +00001698
1699/*
1700** Get a VDBE for the given parser context. Create a new one if necessary.
1701** If an error occurs, return NULL and leave a message in pParse.
1702*/
danielk19774adee202004-05-08 08:23:19 +00001703Vdbe *sqlite3GetVdbe(Parse *pParse){
drhd8bc7082000-06-07 23:51:50 +00001704 Vdbe *v = pParse->pVdbe;
1705 if( v==0 ){
danielk19774adee202004-05-08 08:23:19 +00001706 v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db);
drhd8bc7082000-06-07 23:51:50 +00001707 }
drhd8bc7082000-06-07 23:51:50 +00001708 return v;
1709}
drhfcb78a42003-01-18 20:11:05 +00001710
drh15007a92006-01-08 18:10:17 +00001711
drhd8bc7082000-06-07 23:51:50 +00001712/*
drh7b58dae2003-07-20 01:16:46 +00001713** Compute the iLimit and iOffset fields of the SELECT based on the
drhec7429a2005-10-06 16:53:14 +00001714** pLimit and pOffset expressions. pLimit and pOffset hold the expressions
drh7b58dae2003-07-20 01:16:46 +00001715** that appear in the original SQL statement after the LIMIT and OFFSET
danielk1977a2dc3b12005-02-05 12:48:48 +00001716** keywords. Or NULL if those keywords are omitted. iLimit and iOffset
1717** are the integer memory register numbers for counters used to compute
1718** the limit and offset. If there is no limit and/or offset, then
1719** iLimit and iOffset are negative.
drh7b58dae2003-07-20 01:16:46 +00001720**
drhd59ba6c2006-01-08 05:02:54 +00001721** This routine changes the values of iLimit and iOffset only if
drhec7429a2005-10-06 16:53:14 +00001722** a limit or offset is defined by pLimit and pOffset. iLimit and
drh7b58dae2003-07-20 01:16:46 +00001723** iOffset should have been preset to appropriate default values
1724** (usually but not always -1) prior to calling this routine.
drhec7429a2005-10-06 16:53:14 +00001725** Only if pLimit!=0 or pOffset!=0 do the limit registers get
drh7b58dae2003-07-20 01:16:46 +00001726** redefined. The UNION ALL operator uses this property to force
1727** the reuse of the same limit and offset registers across multiple
1728** SELECT statements.
1729*/
drhec7429a2005-10-06 16:53:14 +00001730static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){
drh02afc862006-01-20 18:10:57 +00001731 Vdbe *v = 0;
1732 int iLimit = 0;
drh15007a92006-01-08 18:10:17 +00001733 int iOffset;
1734 int addr1, addr2;
1735
drh7b58dae2003-07-20 01:16:46 +00001736 /*
drh7b58dae2003-07-20 01:16:46 +00001737 ** "LIMIT -1" always shows all rows. There is some
1738 ** contraversy about what the correct behavior should be.
1739 ** The current implementation interprets "LIMIT 0" to mean
1740 ** no rows.
1741 */
danielk1977a2dc3b12005-02-05 12:48:48 +00001742 if( p->pLimit ){
drh0a07c102008-01-03 18:03:08 +00001743 p->iLimit = iLimit = ++pParse->nMem;
1744 pParse->nMem++;
drh15007a92006-01-08 18:10:17 +00001745 v = sqlite3GetVdbe(pParse);
drh7b58dae2003-07-20 01:16:46 +00001746 if( v==0 ) return;
drh389a1ad2008-01-03 23:44:53 +00001747 sqlite3ExprCode(pParse, p->pLimit, 0);
drh3c84ddf2008-01-09 02:15:38 +00001748 sqlite3VdbeAddOp0(v, OP_MustBeInt);
drhb1fdb2a2008-01-05 04:06:03 +00001749 sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit);
drhd4e70eb2008-01-02 00:34:36 +00001750 VdbeComment((v, "LIMIT counter"));
drh3c84ddf2008-01-09 02:15:38 +00001751 sqlite3VdbeAddOp2(v, OP_IfZero, iLimit, iBreak);
drhb1fdb2a2008-01-05 04:06:03 +00001752 sqlite3VdbeAddOp2(v, OP_SCopy, iLimit, 0);
drh7b58dae2003-07-20 01:16:46 +00001753 }
danielk1977a2dc3b12005-02-05 12:48:48 +00001754 if( p->pOffset ){
drh0a07c102008-01-03 18:03:08 +00001755 p->iOffset = iOffset = ++pParse->nMem;
drh15007a92006-01-08 18:10:17 +00001756 v = sqlite3GetVdbe(pParse);
drh7b58dae2003-07-20 01:16:46 +00001757 if( v==0 ) return;
drh389a1ad2008-01-03 23:44:53 +00001758 sqlite3ExprCode(pParse, p->pOffset, 0);
drh3c84ddf2008-01-09 02:15:38 +00001759 sqlite3VdbeAddOp0(v, OP_MustBeInt);
drhb1fdb2a2008-01-05 04:06:03 +00001760 sqlite3VdbeAddOp2(v, p->pLimit==0 ? OP_Move : OP_Copy, 0, iOffset);
drhd4e70eb2008-01-02 00:34:36 +00001761 VdbeComment((v, "OFFSET counter"));
drh3c84ddf2008-01-09 02:15:38 +00001762 addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iOffset);
drh66a51672008-01-03 00:01:23 +00001763 sqlite3VdbeAddOp2(v, OP_Pop, 1, 0);
1764 sqlite3VdbeAddOp2(v, OP_Integer, 0, 0);
drh15007a92006-01-08 18:10:17 +00001765 sqlite3VdbeJumpHere(v, addr1);
drhd59ba6c2006-01-08 05:02:54 +00001766 if( p->pLimit ){
drh66a51672008-01-03 00:01:23 +00001767 sqlite3VdbeAddOp2(v, OP_Add, 0, 0);
drhd59ba6c2006-01-08 05:02:54 +00001768 }
drh7b58dae2003-07-20 01:16:46 +00001769 }
drhd59ba6c2006-01-08 05:02:54 +00001770 if( p->pLimit ){
drh3c84ddf2008-01-09 02:15:38 +00001771 addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iLimit);
1772 sqlite3VdbeAddOp1(v, OP_Pop, 1);
drh4c583122008-01-04 22:01:03 +00001773 sqlite3VdbeAddOp2(v, OP_Integer, -1, iLimit+1);
drh3c84ddf2008-01-09 02:15:38 +00001774 addr2 = sqlite3VdbeAddOp0(v, OP_Goto);
drh15007a92006-01-08 18:10:17 +00001775 sqlite3VdbeJumpHere(v, addr1);
drhb1fdb2a2008-01-05 04:06:03 +00001776 sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit+1);
drhd4e70eb2008-01-02 00:34:36 +00001777 VdbeComment((v, "LIMIT+OFFSET"));
drh15007a92006-01-08 18:10:17 +00001778 sqlite3VdbeJumpHere(v, addr2);
drhd59ba6c2006-01-08 05:02:54 +00001779 }
drh7b58dae2003-07-20 01:16:46 +00001780}
1781
1782/*
drh0342b1f2005-09-01 03:07:44 +00001783** Allocate a virtual index to use for sorting.
drhd3d39e92004-05-20 22:16:29 +00001784*/
drh4db38a72005-09-01 12:16:28 +00001785static void createSortingIndex(Parse *pParse, Select *p, ExprList *pOrderBy){
drh0342b1f2005-09-01 03:07:44 +00001786 if( pOrderBy ){
1787 int addr;
drh9d2985c2005-09-08 01:58:42 +00001788 assert( pOrderBy->iECursor==0 );
1789 pOrderBy->iECursor = pParse->nTab++;
drh66a51672008-01-03 00:01:23 +00001790 addr = sqlite3VdbeAddOp2(pParse->pVdbe, OP_OpenEphemeral,
drh9d2985c2005-09-08 01:58:42 +00001791 pOrderBy->iECursor, pOrderBy->nExpr+1);
drhb9bb7c12006-06-11 23:41:55 +00001792 assert( p->addrOpenEphm[2] == -1 );
1793 p->addrOpenEphm[2] = addr;
drh736c22b2004-05-21 02:14:24 +00001794 }
danielk1977dc1bdc42004-06-11 10:51:27 +00001795}
1796
drhb7f91642004-10-31 02:22:47 +00001797#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhfbc4ee72004-08-29 01:31:05 +00001798/*
drhfbc4ee72004-08-29 01:31:05 +00001799** Return the appropriate collating sequence for the iCol-th column of
1800** the result set for the compound-select statement "p". Return NULL if
1801** the column has no default collating sequence.
1802**
1803** The collating sequence for the compound select is taken from the
1804** left-most term of the select that has a collating sequence.
1805*/
danielk1977dc1bdc42004-06-11 10:51:27 +00001806static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){
drhfbc4ee72004-08-29 01:31:05 +00001807 CollSeq *pRet;
danielk1977dc1bdc42004-06-11 10:51:27 +00001808 if( p->pPrior ){
1809 pRet = multiSelectCollSeq(pParse, p->pPrior, iCol);
drhfbc4ee72004-08-29 01:31:05 +00001810 }else{
1811 pRet = 0;
danielk1977dc1bdc42004-06-11 10:51:27 +00001812 }
drhfbc4ee72004-08-29 01:31:05 +00001813 if( pRet==0 ){
danielk1977dc1bdc42004-06-11 10:51:27 +00001814 pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr);
1815 }
1816 return pRet;
drhd3d39e92004-05-20 22:16:29 +00001817}
drhb7f91642004-10-31 02:22:47 +00001818#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drhd3d39e92004-05-20 22:16:29 +00001819
drhb7f91642004-10-31 02:22:47 +00001820#ifndef SQLITE_OMIT_COMPOUND_SELECT
drhd3d39e92004-05-20 22:16:29 +00001821/*
drh82c3d632000-06-06 21:56:07 +00001822** This routine is called to process a query that is really the union
1823** or intersection of two or more separate queries.
drhc926afb2002-06-20 03:38:26 +00001824**
drhe78e8282003-01-19 03:59:45 +00001825** "p" points to the right-most of the two queries. the query on the
1826** left is p->pPrior. The left query could also be a compound query
1827** in which case this routine will be called recursively.
1828**
1829** The results of the total query are to be written into a destination
1830** of type eDest with parameter iParm.
1831**
1832** Example 1: Consider a three-way compound SQL statement.
1833**
1834** SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3
1835**
1836** This statement is parsed up as follows:
1837**
1838** SELECT c FROM t3
1839** |
1840** `-----> SELECT b FROM t2
1841** |
jplyon4b11c6d2004-01-19 04:57:53 +00001842** `------> SELECT a FROM t1
drhe78e8282003-01-19 03:59:45 +00001843**
1844** The arrows in the diagram above represent the Select.pPrior pointer.
1845** So if this routine is called with p equal to the t3 query, then
1846** pPrior will be the t2 query. p->op will be TK_UNION in this case.
1847**
1848** Notice that because of the way SQLite parses compound SELECTs, the
1849** individual selects always group from left to right.
drh82c3d632000-06-06 21:56:07 +00001850*/
danielk197784ac9d02004-05-18 09:58:06 +00001851static int multiSelect(
drhfbc4ee72004-08-29 01:31:05 +00001852 Parse *pParse, /* Parsing context */
1853 Select *p, /* The right-most of SELECTs to be coded */
danielk19776c8c8ce2008-01-02 16:27:09 +00001854 SelectDest *pDest, /* What to do with query results */
drhfbc4ee72004-08-29 01:31:05 +00001855 char *aff /* If eDest is SRT_Union, the affinity string */
danielk197784ac9d02004-05-18 09:58:06 +00001856){
drhfbc4ee72004-08-29 01:31:05 +00001857 int rc = SQLITE_OK; /* Success code from a subroutine */
1858 Select *pPrior; /* Another SELECT immediately to our left */
1859 Vdbe *v; /* Generate code to this VDBE */
drh8cdbf832004-08-29 16:25:03 +00001860 int nCol; /* Number of columns in the result set */
drh0342b1f2005-09-01 03:07:44 +00001861 ExprList *pOrderBy; /* The ORDER BY clause on p */
1862 int aSetP2[2]; /* Set P2 value of these op to number of columns */
1863 int nSetP2 = 0; /* Number of slots in aSetP2[] used */
drh1013c932008-01-06 00:25:21 +00001864 SelectDest dest; /* Alternative data destination */
drh82c3d632000-06-06 21:56:07 +00001865
drh1013c932008-01-06 00:25:21 +00001866 dest = *pDest;
danielk19776c8c8ce2008-01-02 16:27:09 +00001867
drh7b58dae2003-07-20 01:16:46 +00001868 /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs. Only
drhfbc4ee72004-08-29 01:31:05 +00001869 ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT.
drh82c3d632000-06-06 21:56:07 +00001870 */
danielk197784ac9d02004-05-18 09:58:06 +00001871 if( p==0 || p->pPrior==0 ){
1872 rc = 1;
1873 goto multi_select_end;
1874 }
drhd8bc7082000-06-07 23:51:50 +00001875 pPrior = p->pPrior;
drh0342b1f2005-09-01 03:07:44 +00001876 assert( pPrior->pRightmost!=pPrior );
1877 assert( pPrior->pRightmost==p->pRightmost );
drhd8bc7082000-06-07 23:51:50 +00001878 if( pPrior->pOrderBy ){
danielk19774adee202004-05-08 08:23:19 +00001879 sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before",
drhda93d232003-03-31 02:12:46 +00001880 selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00001881 rc = 1;
1882 goto multi_select_end;
drh82c3d632000-06-06 21:56:07 +00001883 }
danielk1977a2dc3b12005-02-05 12:48:48 +00001884 if( pPrior->pLimit ){
danielk19774adee202004-05-08 08:23:19 +00001885 sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before",
drh7b58dae2003-07-20 01:16:46 +00001886 selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00001887 rc = 1;
1888 goto multi_select_end;
drh7b58dae2003-07-20 01:16:46 +00001889 }
drh82c3d632000-06-06 21:56:07 +00001890
drhd8bc7082000-06-07 23:51:50 +00001891 /* Make sure we have a valid query engine. If not, create a new one.
1892 */
danielk19774adee202004-05-08 08:23:19 +00001893 v = sqlite3GetVdbe(pParse);
danielk197784ac9d02004-05-18 09:58:06 +00001894 if( v==0 ){
1895 rc = 1;
1896 goto multi_select_end;
1897 }
drhd8bc7082000-06-07 23:51:50 +00001898
drh1cc3d752002-03-23 00:31:29 +00001899 /* Create the destination temporary table if necessary
1900 */
danielk19776c8c8ce2008-01-02 16:27:09 +00001901 if( dest.eDest==SRT_EphemTab ){
danielk1977b4964b72004-05-18 01:23:38 +00001902 assert( p->pEList );
drh0342b1f2005-09-01 03:07:44 +00001903 assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) );
drh66a51672008-01-03 00:01:23 +00001904 aSetP2[nSetP2++] = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, dest.iParm, 0);
danielk19776c8c8ce2008-01-02 16:27:09 +00001905 dest.eDest = SRT_Table;
drh1cc3d752002-03-23 00:31:29 +00001906 }
1907
drhf46f9052002-06-22 02:33:38 +00001908 /* Generate code for the left and right SELECT statements.
drhd8bc7082000-06-07 23:51:50 +00001909 */
drh0342b1f2005-09-01 03:07:44 +00001910 pOrderBy = p->pOrderBy;
drh82c3d632000-06-06 21:56:07 +00001911 switch( p->op ){
drhf46f9052002-06-22 02:33:38 +00001912 case TK_ALL: {
drh0342b1f2005-09-01 03:07:44 +00001913 if( pOrderBy==0 ){
drhec7429a2005-10-06 16:53:14 +00001914 int addr = 0;
danielk1977a2dc3b12005-02-05 12:48:48 +00001915 assert( !pPrior->pLimit );
1916 pPrior->pLimit = p->pLimit;
1917 pPrior->pOffset = p->pOffset;
danielk19776c8c8ce2008-01-02 16:27:09 +00001918 rc = sqlite3Select(pParse, pPrior, &dest, 0, 0, 0, aff);
danielk1977ad68cb62006-01-05 14:22:33 +00001919 p->pLimit = 0;
1920 p->pOffset = 0;
danielk197784ac9d02004-05-18 09:58:06 +00001921 if( rc ){
1922 goto multi_select_end;
1923 }
drhf46f9052002-06-22 02:33:38 +00001924 p->pPrior = 0;
drh7b58dae2003-07-20 01:16:46 +00001925 p->iLimit = pPrior->iLimit;
1926 p->iOffset = pPrior->iOffset;
drhec7429a2005-10-06 16:53:14 +00001927 if( p->iLimit>=0 ){
drh3c84ddf2008-01-09 02:15:38 +00001928 addr = sqlite3VdbeAddOp1(v, OP_IfZero, p->iLimit);
drhd4e70eb2008-01-02 00:34:36 +00001929 VdbeComment((v, "Jump ahead if LIMIT reached"));
drhec7429a2005-10-06 16:53:14 +00001930 }
danielk19776c8c8ce2008-01-02 16:27:09 +00001931 rc = sqlite3Select(pParse, p, &dest, 0, 0, 0, aff);
drhf46f9052002-06-22 02:33:38 +00001932 p->pPrior = pPrior;
danielk197784ac9d02004-05-18 09:58:06 +00001933 if( rc ){
1934 goto multi_select_end;
1935 }
drhec7429a2005-10-06 16:53:14 +00001936 if( addr ){
1937 sqlite3VdbeJumpHere(v, addr);
1938 }
drhf46f9052002-06-22 02:33:38 +00001939 break;
1940 }
1941 /* For UNION ALL ... ORDER BY fall through to the next case */
1942 }
drh82c3d632000-06-06 21:56:07 +00001943 case TK_EXCEPT:
1944 case TK_UNION: {
drhd8bc7082000-06-07 23:51:50 +00001945 int unionTab; /* Cursor number of the temporary table holding result */
danielk1977742f9472004-06-16 12:02:43 +00001946 int op = 0; /* One of the SRT_ operations to apply to self */
drhd8bc7082000-06-07 23:51:50 +00001947 int priorOp; /* The SRT_ operation to apply to prior selects */
danielk1977a2dc3b12005-02-05 12:48:48 +00001948 Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */
danielk1977dc1bdc42004-06-11 10:51:27 +00001949 int addr;
danielk19776c8c8ce2008-01-02 16:27:09 +00001950 SelectDest uniondest;
drh82c3d632000-06-06 21:56:07 +00001951
drhd8bc7082000-06-07 23:51:50 +00001952 priorOp = p->op==TK_ALL ? SRT_Table : SRT_Union;
danielk19776c8c8ce2008-01-02 16:27:09 +00001953 if( dest.eDest==priorOp && pOrderBy==0 && !p->pLimit && !p->pOffset ){
drhd8bc7082000-06-07 23:51:50 +00001954 /* We can reuse a temporary table generated by a SELECT to our
drhc926afb2002-06-20 03:38:26 +00001955 ** right.
drhd8bc7082000-06-07 23:51:50 +00001956 */
danielk19776c8c8ce2008-01-02 16:27:09 +00001957 unionTab = dest.iParm;
drh82c3d632000-06-06 21:56:07 +00001958 }else{
drhd8bc7082000-06-07 23:51:50 +00001959 /* We will need to create our own temporary table to hold the
1960 ** intermediate results.
1961 */
1962 unionTab = pParse->nTab++;
drh9a993342007-12-13 02:45:31 +00001963 if( processCompoundOrderBy(pParse, p, unionTab) ){
danielk197784ac9d02004-05-18 09:58:06 +00001964 rc = 1;
1965 goto multi_select_end;
drhd8bc7082000-06-07 23:51:50 +00001966 }
drh66a51672008-01-03 00:01:23 +00001967 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, unionTab, 0);
drh0342b1f2005-09-01 03:07:44 +00001968 if( priorOp==SRT_Table ){
1969 assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) );
1970 aSetP2[nSetP2++] = addr;
1971 }else{
drhb9bb7c12006-06-11 23:41:55 +00001972 assert( p->addrOpenEphm[0] == -1 );
1973 p->addrOpenEphm[0] = addr;
1974 p->pRightmost->usesEphm = 1;
drhd8bc7082000-06-07 23:51:50 +00001975 }
drh0342b1f2005-09-01 03:07:44 +00001976 createSortingIndex(pParse, p, pOrderBy);
danielk197784ac9d02004-05-18 09:58:06 +00001977 assert( p->pEList );
drh82c3d632000-06-06 21:56:07 +00001978 }
drhd8bc7082000-06-07 23:51:50 +00001979
1980 /* Code the SELECT statements to our left
1981 */
danielk1977b3bce662005-01-29 08:32:43 +00001982 assert( !pPrior->pOrderBy );
drh1013c932008-01-06 00:25:21 +00001983 sqlite3SelectDestInit(&uniondest, priorOp, unionTab);
danielk19776c8c8ce2008-01-02 16:27:09 +00001984 rc = sqlite3Select(pParse, pPrior, &uniondest, 0, 0, 0, aff);
danielk197784ac9d02004-05-18 09:58:06 +00001985 if( rc ){
1986 goto multi_select_end;
1987 }
drhd8bc7082000-06-07 23:51:50 +00001988
1989 /* Code the current SELECT statement
1990 */
1991 switch( p->op ){
1992 case TK_EXCEPT: op = SRT_Except; break;
1993 case TK_UNION: op = SRT_Union; break;
1994 case TK_ALL: op = SRT_Table; break;
1995 }
drh82c3d632000-06-06 21:56:07 +00001996 p->pPrior = 0;
drhc926afb2002-06-20 03:38:26 +00001997 p->pOrderBy = 0;
drh4b14b4d2005-09-19 17:35:53 +00001998 p->disallowOrderBy = pOrderBy!=0;
danielk1977a2dc3b12005-02-05 12:48:48 +00001999 pLimit = p->pLimit;
2000 p->pLimit = 0;
2001 pOffset = p->pOffset;
2002 p->pOffset = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002003 uniondest.eDest = op;
2004 rc = sqlite3Select(pParse, p, &uniondest, 0, 0, 0, aff);
drh5bd1bf22007-06-15 15:31:49 +00002005 /* Query flattening in sqlite3Select() might refill p->pOrderBy.
2006 ** Be sure to delete p->pOrderBy, therefore, to avoid a memory leak. */
2007 sqlite3ExprListDelete(p->pOrderBy);
drh82c3d632000-06-06 21:56:07 +00002008 p->pPrior = pPrior;
drhc926afb2002-06-20 03:38:26 +00002009 p->pOrderBy = pOrderBy;
danielk1977a2dc3b12005-02-05 12:48:48 +00002010 sqlite3ExprDelete(p->pLimit);
2011 p->pLimit = pLimit;
2012 p->pOffset = pOffset;
drhbe5fd492004-12-16 21:09:16 +00002013 p->iLimit = -1;
2014 p->iOffset = -1;
danielk197784ac9d02004-05-18 09:58:06 +00002015 if( rc ){
2016 goto multi_select_end;
2017 }
2018
drhd8bc7082000-06-07 23:51:50 +00002019
2020 /* Convert the data in the temporary table into whatever form
2021 ** it is that we currently need.
2022 */
danielk19776c8c8ce2008-01-02 16:27:09 +00002023 if( dest.eDest!=priorOp || unionTab!=dest.iParm ){
drh6b563442001-11-07 16:48:26 +00002024 int iCont, iBreak, iStart;
drh82c3d632000-06-06 21:56:07 +00002025 assert( p->pEList );
danielk19776c8c8ce2008-01-02 16:27:09 +00002026 if( dest.eDest==SRT_Callback ){
drh92378252006-03-26 01:21:22 +00002027 Select *pFirst = p;
2028 while( pFirst->pPrior ) pFirst = pFirst->pPrior;
2029 generateColumnNames(pParse, 0, pFirst->pEList);
drh41202cc2002-04-23 17:10:18 +00002030 }
danielk19774adee202004-05-08 08:23:19 +00002031 iBreak = sqlite3VdbeMakeLabel(v);
2032 iCont = sqlite3VdbeMakeLabel(v);
drhec7429a2005-10-06 16:53:14 +00002033 computeLimitRegisters(pParse, p, iBreak);
drh66a51672008-01-03 00:01:23 +00002034 sqlite3VdbeAddOp2(v, OP_Rewind, unionTab, iBreak);
danielk19774adee202004-05-08 08:23:19 +00002035 iStart = sqlite3VdbeCurrentAddr(v);
drh38640e12002-07-05 21:42:36 +00002036 rc = selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr,
danielk19776c8c8ce2008-01-02 16:27:09 +00002037 pOrderBy, -1, &dest, iCont, iBreak, 0);
danielk197784ac9d02004-05-18 09:58:06 +00002038 if( rc ){
2039 rc = 1;
2040 goto multi_select_end;
2041 }
danielk19774adee202004-05-08 08:23:19 +00002042 sqlite3VdbeResolveLabel(v, iCont);
drh66a51672008-01-03 00:01:23 +00002043 sqlite3VdbeAddOp2(v, OP_Next, unionTab, iStart);
danielk19774adee202004-05-08 08:23:19 +00002044 sqlite3VdbeResolveLabel(v, iBreak);
drh66a51672008-01-03 00:01:23 +00002045 sqlite3VdbeAddOp2(v, OP_Close, unionTab, 0);
drh82c3d632000-06-06 21:56:07 +00002046 }
2047 break;
2048 }
2049 case TK_INTERSECT: {
2050 int tab1, tab2;
drh6b563442001-11-07 16:48:26 +00002051 int iCont, iBreak, iStart;
danielk1977a2dc3b12005-02-05 12:48:48 +00002052 Expr *pLimit, *pOffset;
danielk1977dc1bdc42004-06-11 10:51:27 +00002053 int addr;
drh1013c932008-01-06 00:25:21 +00002054 SelectDest intersectdest;
drh82c3d632000-06-06 21:56:07 +00002055
drhd8bc7082000-06-07 23:51:50 +00002056 /* INTERSECT is different from the others since it requires
drh6206d502000-06-19 19:09:08 +00002057 ** two temporary tables. Hence it has its own case. Begin
drhd8bc7082000-06-07 23:51:50 +00002058 ** by allocating the tables we will need.
2059 */
drh82c3d632000-06-06 21:56:07 +00002060 tab1 = pParse->nTab++;
2061 tab2 = pParse->nTab++;
drh9a993342007-12-13 02:45:31 +00002062 if( processCompoundOrderBy(pParse, p, tab1) ){
danielk197784ac9d02004-05-18 09:58:06 +00002063 rc = 1;
2064 goto multi_select_end;
drhd8bc7082000-06-07 23:51:50 +00002065 }
drh0342b1f2005-09-01 03:07:44 +00002066 createSortingIndex(pParse, p, pOrderBy);
danielk1977dc1bdc42004-06-11 10:51:27 +00002067
drh66a51672008-01-03 00:01:23 +00002068 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab1, 0);
drhb9bb7c12006-06-11 23:41:55 +00002069 assert( p->addrOpenEphm[0] == -1 );
2070 p->addrOpenEphm[0] = addr;
2071 p->pRightmost->usesEphm = 1;
danielk197784ac9d02004-05-18 09:58:06 +00002072 assert( p->pEList );
drhd8bc7082000-06-07 23:51:50 +00002073
2074 /* Code the SELECTs to our left into temporary table "tab1".
2075 */
drh1013c932008-01-06 00:25:21 +00002076 sqlite3SelectDestInit(&intersectdest, SRT_Union, tab1);
danielk19776c8c8ce2008-01-02 16:27:09 +00002077 rc = sqlite3Select(pParse, pPrior, &intersectdest, 0, 0, 0, aff);
danielk197784ac9d02004-05-18 09:58:06 +00002078 if( rc ){
2079 goto multi_select_end;
2080 }
drhd8bc7082000-06-07 23:51:50 +00002081
2082 /* Code the current SELECT into temporary table "tab2"
2083 */
drh66a51672008-01-03 00:01:23 +00002084 addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab2, 0);
drhb9bb7c12006-06-11 23:41:55 +00002085 assert( p->addrOpenEphm[1] == -1 );
2086 p->addrOpenEphm[1] = addr;
drh82c3d632000-06-06 21:56:07 +00002087 p->pPrior = 0;
danielk1977a2dc3b12005-02-05 12:48:48 +00002088 pLimit = p->pLimit;
2089 p->pLimit = 0;
2090 pOffset = p->pOffset;
2091 p->pOffset = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002092 intersectdest.iParm = tab2;
2093 rc = sqlite3Select(pParse, p, &intersectdest, 0, 0, 0, aff);
drh82c3d632000-06-06 21:56:07 +00002094 p->pPrior = pPrior;
danielk1977a2dc3b12005-02-05 12:48:48 +00002095 sqlite3ExprDelete(p->pLimit);
2096 p->pLimit = pLimit;
2097 p->pOffset = pOffset;
danielk197784ac9d02004-05-18 09:58:06 +00002098 if( rc ){
2099 goto multi_select_end;
2100 }
drhd8bc7082000-06-07 23:51:50 +00002101
2102 /* Generate code to take the intersection of the two temporary
2103 ** tables.
2104 */
drh82c3d632000-06-06 21:56:07 +00002105 assert( p->pEList );
danielk19776c8c8ce2008-01-02 16:27:09 +00002106 if( dest.eDest==SRT_Callback ){
drh92378252006-03-26 01:21:22 +00002107 Select *pFirst = p;
2108 while( pFirst->pPrior ) pFirst = pFirst->pPrior;
2109 generateColumnNames(pParse, 0, pFirst->pEList);
drh41202cc2002-04-23 17:10:18 +00002110 }
danielk19774adee202004-05-08 08:23:19 +00002111 iBreak = sqlite3VdbeMakeLabel(v);
2112 iCont = sqlite3VdbeMakeLabel(v);
drhec7429a2005-10-06 16:53:14 +00002113 computeLimitRegisters(pParse, p, iBreak);
drh66a51672008-01-03 00:01:23 +00002114 sqlite3VdbeAddOp2(v, OP_Rewind, tab1, iBreak);
drh98757152008-01-09 23:04:12 +00002115 iStart = sqlite3VdbeAddOp1(v, OP_RowKey, tab1);
drh66a51672008-01-03 00:01:23 +00002116 sqlite3VdbeAddOp2(v, OP_NotFound, tab2, iCont);
drh38640e12002-07-05 21:42:36 +00002117 rc = selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr,
danielk19776c8c8ce2008-01-02 16:27:09 +00002118 pOrderBy, -1, &dest, iCont, iBreak, 0);
danielk197784ac9d02004-05-18 09:58:06 +00002119 if( rc ){
2120 rc = 1;
2121 goto multi_select_end;
2122 }
danielk19774adee202004-05-08 08:23:19 +00002123 sqlite3VdbeResolveLabel(v, iCont);
drh66a51672008-01-03 00:01:23 +00002124 sqlite3VdbeAddOp2(v, OP_Next, tab1, iStart);
danielk19774adee202004-05-08 08:23:19 +00002125 sqlite3VdbeResolveLabel(v, iBreak);
drh66a51672008-01-03 00:01:23 +00002126 sqlite3VdbeAddOp2(v, OP_Close, tab2, 0);
2127 sqlite3VdbeAddOp2(v, OP_Close, tab1, 0);
drh82c3d632000-06-06 21:56:07 +00002128 break;
2129 }
2130 }
drh8cdbf832004-08-29 16:25:03 +00002131
2132 /* Make sure all SELECTs in the statement have the same number of elements
2133 ** in their result sets.
2134 */
drh82c3d632000-06-06 21:56:07 +00002135 assert( p->pEList && pPrior->pEList );
2136 if( p->pEList->nExpr!=pPrior->pEList->nExpr ){
danielk19774adee202004-05-08 08:23:19 +00002137 sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s"
drhda93d232003-03-31 02:12:46 +00002138 " do not have the same number of result columns", selectOpName(p->op));
danielk197784ac9d02004-05-18 09:58:06 +00002139 rc = 1;
2140 goto multi_select_end;
drh22827922000-06-06 17:27:05 +00002141 }
danielk197784ac9d02004-05-18 09:58:06 +00002142
drh8cdbf832004-08-29 16:25:03 +00002143 /* Set the number of columns in temporary tables
2144 */
2145 nCol = p->pEList->nExpr;
drh0342b1f2005-09-01 03:07:44 +00002146 while( nSetP2 ){
2147 sqlite3VdbeChangeP2(v, aSetP2[--nSetP2], nCol);
drh8cdbf832004-08-29 16:25:03 +00002148 }
2149
drhfbc4ee72004-08-29 01:31:05 +00002150 /* Compute collating sequences used by either the ORDER BY clause or
2151 ** by any temporary tables needed to implement the compound select.
2152 ** Attach the KeyInfo structure to all temporary tables. Invoke the
2153 ** ORDER BY processing if there is an ORDER BY clause.
drh8cdbf832004-08-29 16:25:03 +00002154 **
2155 ** This section is run by the right-most SELECT statement only.
2156 ** SELECT statements to the left always skip this part. The right-most
2157 ** SELECT might also skip this part if it has no ORDER BY clause and
2158 ** no temp tables are required.
drhfbc4ee72004-08-29 01:31:05 +00002159 */
drhb9bb7c12006-06-11 23:41:55 +00002160 if( pOrderBy || p->usesEphm ){
drhfbc4ee72004-08-29 01:31:05 +00002161 int i; /* Loop counter */
2162 KeyInfo *pKeyInfo; /* Collating sequence for the result set */
drh0342b1f2005-09-01 03:07:44 +00002163 Select *pLoop; /* For looping through SELECT statements */
drh1e31e0b2006-08-11 19:08:27 +00002164 int nKeyCol; /* Number of entries in pKeyInfo->aCol[] */
drhf68d7d12007-05-03 13:02:26 +00002165 CollSeq **apColl; /* For looping through pKeyInfo->aColl[] */
2166 CollSeq **aCopy; /* A copy of pKeyInfo->aColl[] */
drhfbc4ee72004-08-29 01:31:05 +00002167
drh0342b1f2005-09-01 03:07:44 +00002168 assert( p->pRightmost==p );
drh1e31e0b2006-08-11 19:08:27 +00002169 nKeyCol = nCol + (pOrderBy ? pOrderBy->nExpr : 0);
drh17435752007-08-16 04:30:38 +00002170 pKeyInfo = sqlite3DbMallocZero(pParse->db,
2171 sizeof(*pKeyInfo)+nKeyCol*(sizeof(CollSeq*) + 1));
danielk1977dc1bdc42004-06-11 10:51:27 +00002172 if( !pKeyInfo ){
2173 rc = SQLITE_NOMEM;
2174 goto multi_select_end;
2175 }
2176
danielk197714db2662006-01-09 16:12:04 +00002177 pKeyInfo->enc = ENC(pParse->db);
danielk1977dc1bdc42004-06-11 10:51:27 +00002178 pKeyInfo->nField = nCol;
2179
drh0342b1f2005-09-01 03:07:44 +00002180 for(i=0, apColl=pKeyInfo->aColl; i<nCol; i++, apColl++){
2181 *apColl = multiSelectCollSeq(pParse, p, i);
2182 if( 0==*apColl ){
2183 *apColl = pParse->db->pDfltColl;
danielk1977dc1bdc42004-06-11 10:51:27 +00002184 }
2185 }
2186
drh0342b1f2005-09-01 03:07:44 +00002187 for(pLoop=p; pLoop; pLoop=pLoop->pPrior){
2188 for(i=0; i<2; i++){
drhb9bb7c12006-06-11 23:41:55 +00002189 int addr = pLoop->addrOpenEphm[i];
drh0342b1f2005-09-01 03:07:44 +00002190 if( addr<0 ){
2191 /* If [0] is unused then [1] is also unused. So we can
2192 ** always safely abort as soon as the first unused slot is found */
drhb9bb7c12006-06-11 23:41:55 +00002193 assert( pLoop->addrOpenEphm[1]<0 );
drh0342b1f2005-09-01 03:07:44 +00002194 break;
2195 }
2196 sqlite3VdbeChangeP2(v, addr, nCol);
drh66a51672008-01-03 00:01:23 +00002197 sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO);
drh0ee5a1e2007-01-26 19:04:00 +00002198 pLoop->addrOpenEphm[i] = -1;
drh0342b1f2005-09-01 03:07:44 +00002199 }
danielk1977dc1bdc42004-06-11 10:51:27 +00002200 }
2201
drh0342b1f2005-09-01 03:07:44 +00002202 if( pOrderBy ){
2203 struct ExprList_item *pOTerm = pOrderBy->a;
drh4efc0832005-11-16 13:47:50 +00002204 int nOrderByExpr = pOrderBy->nExpr;
drh0342b1f2005-09-01 03:07:44 +00002205 int addr;
drh4db38a72005-09-01 12:16:28 +00002206 u8 *pSortOrder;
drh0342b1f2005-09-01 03:07:44 +00002207
drhf68d7d12007-05-03 13:02:26 +00002208 /* Reuse the same pKeyInfo for the ORDER BY as was used above for
2209 ** the compound select statements. Except we have to change out the
2210 ** pKeyInfo->aColl[] values. Some of the aColl[] values will be
2211 ** reused when constructing the pKeyInfo for the ORDER BY, so make
2212 ** a copy. Sufficient space to hold both the nCol entries for
2213 ** the compound select and the nOrderbyExpr entries for the ORDER BY
2214 ** was allocated above. But we need to move the compound select
2215 ** entries out of the way before constructing the ORDER BY entries.
2216 ** Move the compound select entries into aCopy[] where they can be
2217 ** accessed and reused when constructing the ORDER BY entries.
2218 ** Because nCol might be greater than or less than nOrderByExpr
2219 ** we have to use memmove() when doing the copy.
2220 */
drh1e31e0b2006-08-11 19:08:27 +00002221 aCopy = &pKeyInfo->aColl[nOrderByExpr];
drh4efc0832005-11-16 13:47:50 +00002222 pSortOrder = pKeyInfo->aSortOrder = (u8*)&aCopy[nCol];
drhf68d7d12007-05-03 13:02:26 +00002223 memmove(aCopy, pKeyInfo->aColl, nCol*sizeof(CollSeq*));
2224
drh0342b1f2005-09-01 03:07:44 +00002225 apColl = pKeyInfo->aColl;
drh4efc0832005-11-16 13:47:50 +00002226 for(i=0; i<nOrderByExpr; i++, pOTerm++, apColl++, pSortOrder++){
drh0342b1f2005-09-01 03:07:44 +00002227 Expr *pExpr = pOTerm->pExpr;
drh8b4c40d2007-02-01 23:02:45 +00002228 if( (pExpr->flags & EP_ExpCollate) ){
2229 assert( pExpr->pColl!=0 );
2230 *apColl = pExpr->pColl;
danielk1977dc1bdc42004-06-11 10:51:27 +00002231 }else{
drh0342b1f2005-09-01 03:07:44 +00002232 *apColl = aCopy[pExpr->iColumn];
danielk1977dc1bdc42004-06-11 10:51:27 +00002233 }
drh4db38a72005-09-01 12:16:28 +00002234 *pSortOrder = pOTerm->sortOrder;
danielk1977dc1bdc42004-06-11 10:51:27 +00002235 }
drh0342b1f2005-09-01 03:07:44 +00002236 assert( p->pRightmost==p );
drhb9bb7c12006-06-11 23:41:55 +00002237 assert( p->addrOpenEphm[2]>=0 );
2238 addr = p->addrOpenEphm[2];
danielk1977a670b222007-05-14 16:50:48 +00002239 sqlite3VdbeChangeP2(v, addr, p->pOrderBy->nExpr+2);
drh4efc0832005-11-16 13:47:50 +00002240 pKeyInfo->nField = nOrderByExpr;
drh66a51672008-01-03 00:01:23 +00002241 sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh4db38a72005-09-01 12:16:28 +00002242 pKeyInfo = 0;
danielk19776c8c8ce2008-01-02 16:27:09 +00002243 generateSortTail(pParse, p, v, p->pEList->nExpr, &dest);
danielk1977dc1bdc42004-06-11 10:51:27 +00002244 }
2245
drh17435752007-08-16 04:30:38 +00002246 sqlite3_free(pKeyInfo);
danielk197784ac9d02004-05-18 09:58:06 +00002247 }
danielk1977dc1bdc42004-06-11 10:51:27 +00002248
2249multi_select_end:
drh1013c932008-01-06 00:25:21 +00002250 pDest->iMem = dest.iMem;
danielk197784ac9d02004-05-18 09:58:06 +00002251 return rc;
drh22827922000-06-06 17:27:05 +00002252}
drhb7f91642004-10-31 02:22:47 +00002253#endif /* SQLITE_OMIT_COMPOUND_SELECT */
drh22827922000-06-06 17:27:05 +00002254
drhb7f91642004-10-31 02:22:47 +00002255#ifndef SQLITE_OMIT_VIEW
drh17435752007-08-16 04:30:38 +00002256/* Forward Declarations */
2257static void substExprList(sqlite3*, ExprList*, int, ExprList*);
2258static void substSelect(sqlite3*, Select *, int, ExprList *);
2259
drh22827922000-06-06 17:27:05 +00002260/*
drh832508b2002-03-02 17:04:07 +00002261** Scan through the expression pExpr. Replace every reference to
drh6a3ea0e2003-05-02 14:32:12 +00002262** a column in table number iTable with a copy of the iColumn-th
drh84e59202002-03-14 14:33:31 +00002263** entry in pEList. (But leave references to the ROWID column
drh6a3ea0e2003-05-02 14:32:12 +00002264** unchanged.)
drh832508b2002-03-02 17:04:07 +00002265**
2266** This routine is part of the flattening procedure. A subquery
2267** whose result set is defined by pEList appears as entry in the
2268** FROM clause of a SELECT such that the VDBE cursor assigned to that
2269** FORM clause entry is iTable. This routine make the necessary
2270** changes to pExpr so that it refers directly to the source table
2271** of the subquery rather the result set of the subquery.
2272*/
drh17435752007-08-16 04:30:38 +00002273static void substExpr(
2274 sqlite3 *db, /* Report malloc errors to this connection */
2275 Expr *pExpr, /* Expr in which substitution occurs */
2276 int iTable, /* Table to be substituted */
2277 ExprList *pEList /* Substitute expressions */
2278){
drh832508b2002-03-02 17:04:07 +00002279 if( pExpr==0 ) return;
drh50350a12004-02-13 16:22:22 +00002280 if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){
2281 if( pExpr->iColumn<0 ){
2282 pExpr->op = TK_NULL;
2283 }else{
2284 Expr *pNew;
2285 assert( pEList!=0 && pExpr->iColumn<pEList->nExpr );
2286 assert( pExpr->pLeft==0 && pExpr->pRight==0 && pExpr->pList==0 );
2287 pNew = pEList->a[pExpr->iColumn].pExpr;
2288 assert( pNew!=0 );
2289 pExpr->op = pNew->op;
drh50350a12004-02-13 16:22:22 +00002290 assert( pExpr->pLeft==0 );
drh17435752007-08-16 04:30:38 +00002291 pExpr->pLeft = sqlite3ExprDup(db, pNew->pLeft);
drh50350a12004-02-13 16:22:22 +00002292 assert( pExpr->pRight==0 );
drh17435752007-08-16 04:30:38 +00002293 pExpr->pRight = sqlite3ExprDup(db, pNew->pRight);
drh50350a12004-02-13 16:22:22 +00002294 assert( pExpr->pList==0 );
drh17435752007-08-16 04:30:38 +00002295 pExpr->pList = sqlite3ExprListDup(db, pNew->pList);
drh50350a12004-02-13 16:22:22 +00002296 pExpr->iTable = pNew->iTable;
danielk1977fbbe0052006-06-21 07:02:33 +00002297 pExpr->pTab = pNew->pTab;
drh50350a12004-02-13 16:22:22 +00002298 pExpr->iColumn = pNew->iColumn;
2299 pExpr->iAgg = pNew->iAgg;
drh17435752007-08-16 04:30:38 +00002300 sqlite3TokenCopy(db, &pExpr->token, &pNew->token);
2301 sqlite3TokenCopy(db, &pExpr->span, &pNew->span);
2302 pExpr->pSelect = sqlite3SelectDup(db, pNew->pSelect);
danielk1977a1cb1832005-02-12 08:59:55 +00002303 pExpr->flags = pNew->flags;
drh50350a12004-02-13 16:22:22 +00002304 }
drh832508b2002-03-02 17:04:07 +00002305 }else{
drh17435752007-08-16 04:30:38 +00002306 substExpr(db, pExpr->pLeft, iTable, pEList);
2307 substExpr(db, pExpr->pRight, iTable, pEList);
2308 substSelect(db, pExpr->pSelect, iTable, pEList);
2309 substExprList(db, pExpr->pList, iTable, pEList);
drh832508b2002-03-02 17:04:07 +00002310 }
2311}
drh17435752007-08-16 04:30:38 +00002312static void substExprList(
2313 sqlite3 *db, /* Report malloc errors here */
2314 ExprList *pList, /* List to scan and in which to make substitutes */
2315 int iTable, /* Table to be substituted */
2316 ExprList *pEList /* Substitute values */
2317){
drh832508b2002-03-02 17:04:07 +00002318 int i;
2319 if( pList==0 ) return;
2320 for(i=0; i<pList->nExpr; i++){
drh17435752007-08-16 04:30:38 +00002321 substExpr(db, pList->a[i].pExpr, iTable, pEList);
drh832508b2002-03-02 17:04:07 +00002322 }
2323}
drh17435752007-08-16 04:30:38 +00002324static void substSelect(
2325 sqlite3 *db, /* Report malloc errors here */
2326 Select *p, /* SELECT statement in which to make substitutions */
2327 int iTable, /* Table to be replaced */
2328 ExprList *pEList /* Substitute values */
2329){
danielk1977b3bce662005-01-29 08:32:43 +00002330 if( !p ) return;
drh17435752007-08-16 04:30:38 +00002331 substExprList(db, p->pEList, iTable, pEList);
2332 substExprList(db, p->pGroupBy, iTable, pEList);
2333 substExprList(db, p->pOrderBy, iTable, pEList);
2334 substExpr(db, p->pHaving, iTable, pEList);
2335 substExpr(db, p->pWhere, iTable, pEList);
2336 substSelect(db, p->pPrior, iTable, pEList);
danielk1977b3bce662005-01-29 08:32:43 +00002337}
drhb7f91642004-10-31 02:22:47 +00002338#endif /* !defined(SQLITE_OMIT_VIEW) */
drh832508b2002-03-02 17:04:07 +00002339
drhb7f91642004-10-31 02:22:47 +00002340#ifndef SQLITE_OMIT_VIEW
drh832508b2002-03-02 17:04:07 +00002341/*
drh1350b032002-02-27 19:00:20 +00002342** This routine attempts to flatten subqueries in order to speed
2343** execution. It returns 1 if it makes changes and 0 if no flattening
2344** occurs.
2345**
2346** To understand the concept of flattening, consider the following
2347** query:
2348**
2349** SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5
2350**
2351** The default way of implementing this query is to execute the
2352** subquery first and store the results in a temporary table, then
2353** run the outer query on that temporary table. This requires two
2354** passes over the data. Furthermore, because the temporary table
2355** has no indices, the WHERE clause on the outer query cannot be
drh832508b2002-03-02 17:04:07 +00002356** optimized.
drh1350b032002-02-27 19:00:20 +00002357**
drh832508b2002-03-02 17:04:07 +00002358** This routine attempts to rewrite queries such as the above into
drh1350b032002-02-27 19:00:20 +00002359** a single flat select, like this:
2360**
2361** SELECT x+y AS a FROM t1 WHERE z<100 AND a>5
2362**
2363** The code generated for this simpification gives the same result
drh832508b2002-03-02 17:04:07 +00002364** but only has to scan the data once. And because indices might
2365** exist on the table t1, a complete scan of the data might be
2366** avoided.
drh1350b032002-02-27 19:00:20 +00002367**
drh832508b2002-03-02 17:04:07 +00002368** Flattening is only attempted if all of the following are true:
drh1350b032002-02-27 19:00:20 +00002369**
drh832508b2002-03-02 17:04:07 +00002370** (1) The subquery and the outer query do not both use aggregates.
drh1350b032002-02-27 19:00:20 +00002371**
drh832508b2002-03-02 17:04:07 +00002372** (2) The subquery is not an aggregate or the outer query is not a join.
2373**
drh8af4d3a2003-05-06 20:35:16 +00002374** (3) The subquery is not the right operand of a left outer join, or
2375** the subquery is not itself a join. (Ticket #306)
drh832508b2002-03-02 17:04:07 +00002376**
2377** (4) The subquery is not DISTINCT or the outer query is not a join.
2378**
2379** (5) The subquery is not DISTINCT or the outer query does not use
2380** aggregates.
2381**
2382** (6) The subquery does not use aggregates or the outer query is not
2383** DISTINCT.
2384**
drh08192d52002-04-30 19:20:28 +00002385** (7) The subquery has a FROM clause.
2386**
drhdf199a22002-06-14 22:38:41 +00002387** (8) The subquery does not use LIMIT or the outer query is not a join.
2388**
2389** (9) The subquery does not use LIMIT or the outer query does not use
2390** aggregates.
2391**
2392** (10) The subquery does not use aggregates or the outer query does not
2393** use LIMIT.
2394**
drh174b6192002-12-03 02:22:52 +00002395** (11) The subquery and the outer query do not both have ORDER BY clauses.
2396**
drh3fc673e2003-06-16 00:40:34 +00002397** (12) The subquery is not the right term of a LEFT OUTER JOIN or the
2398** subquery has no WHERE clause. (added by ticket #350)
2399**
drhac839632006-01-21 22:19:54 +00002400** (13) The subquery and outer query do not both use LIMIT
2401**
2402** (14) The subquery does not use OFFSET
2403**
drhad91c6c2007-05-06 20:04:24 +00002404** (15) The outer query is not part of a compound select or the
2405** subquery does not have both an ORDER BY and a LIMIT clause.
2406** (See ticket #2339)
2407**
drh832508b2002-03-02 17:04:07 +00002408** In this routine, the "p" parameter is a pointer to the outer query.
2409** The subquery is p->pSrc->a[iFrom]. isAgg is true if the outer query
2410** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates.
2411**
drh665de472003-03-31 13:36:09 +00002412** If flattening is not attempted, this routine is a no-op and returns 0.
drh832508b2002-03-02 17:04:07 +00002413** If flattening is attempted this routine returns 1.
2414**
2415** All of the expression analysis must occur on both the outer query and
2416** the subquery before this routine runs.
drh1350b032002-02-27 19:00:20 +00002417*/
drh8c74a8c2002-08-25 19:20:40 +00002418static int flattenSubquery(
drh17435752007-08-16 04:30:38 +00002419 sqlite3 *db, /* Database connection */
drh8c74a8c2002-08-25 19:20:40 +00002420 Select *p, /* The parent or outer SELECT statement */
2421 int iFrom, /* Index in p->pSrc->a[] of the inner subquery */
2422 int isAgg, /* True if outer SELECT uses aggregate functions */
2423 int subqueryIsAgg /* True if the subquery uses aggregate functions */
2424){
drh0bb28102002-05-08 11:54:14 +00002425 Select *pSub; /* The inner query or "subquery" */
drhad3cab52002-05-24 02:04:32 +00002426 SrcList *pSrc; /* The FROM clause of the outer query */
2427 SrcList *pSubSrc; /* The FROM clause of the subquery */
drh0bb28102002-05-08 11:54:14 +00002428 ExprList *pList; /* The result set of the outer query */
drh6a3ea0e2003-05-02 14:32:12 +00002429 int iParent; /* VDBE cursor number of the pSub result set temp table */
drh91bb0ee2004-09-01 03:06:34 +00002430 int i; /* Loop counter */
2431 Expr *pWhere; /* The WHERE clause */
2432 struct SrcList_item *pSubitem; /* The subquery */
drh1350b032002-02-27 19:00:20 +00002433
drh832508b2002-03-02 17:04:07 +00002434 /* Check to see if flattening is permitted. Return 0 if not.
2435 */
2436 if( p==0 ) return 0;
2437 pSrc = p->pSrc;
drhad3cab52002-05-24 02:04:32 +00002438 assert( pSrc && iFrom>=0 && iFrom<pSrc->nSrc );
drh91bb0ee2004-09-01 03:06:34 +00002439 pSubitem = &pSrc->a[iFrom];
2440 pSub = pSubitem->pSelect;
drh832508b2002-03-02 17:04:07 +00002441 assert( pSub!=0 );
drhac839632006-01-21 22:19:54 +00002442 if( isAgg && subqueryIsAgg ) return 0; /* Restriction (1) */
2443 if( subqueryIsAgg && pSrc->nSrc>1 ) return 0; /* Restriction (2) */
drh832508b2002-03-02 17:04:07 +00002444 pSubSrc = pSub->pSrc;
2445 assert( pSubSrc );
drhac839632006-01-21 22:19:54 +00002446 /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants,
2447 ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET
2448 ** because they could be computed at compile-time. But when LIMIT and OFFSET
2449 ** became arbitrary expressions, we were forced to add restrictions (13)
2450 ** and (14). */
2451 if( pSub->pLimit && p->pLimit ) return 0; /* Restriction (13) */
2452 if( pSub->pOffset ) return 0; /* Restriction (14) */
drhad91c6c2007-05-06 20:04:24 +00002453 if( p->pRightmost && pSub->pLimit && pSub->pOrderBy ){
2454 return 0; /* Restriction (15) */
2455 }
drhac839632006-01-21 22:19:54 +00002456 if( pSubSrc->nSrc==0 ) return 0; /* Restriction (7) */
2457 if( (pSub->isDistinct || pSub->pLimit)
2458 && (pSrc->nSrc>1 || isAgg) ){ /* Restrictions (4)(5)(8)(9) */
2459 return 0;
drhdf199a22002-06-14 22:38:41 +00002460 }
drhac839632006-01-21 22:19:54 +00002461 if( p->isDistinct && subqueryIsAgg ) return 0; /* Restriction (6) */
2462 if( (p->disallowOrderBy || p->pOrderBy) && pSub->pOrderBy ){
2463 return 0; /* Restriction (11) */
2464 }
drh832508b2002-03-02 17:04:07 +00002465
drh8af4d3a2003-05-06 20:35:16 +00002466 /* Restriction 3: If the subquery is a join, make sure the subquery is
2467 ** not used as the right operand of an outer join. Examples of why this
2468 ** is not allowed:
2469 **
2470 ** t1 LEFT OUTER JOIN (t2 JOIN t3)
2471 **
2472 ** If we flatten the above, we would get
2473 **
2474 ** (t1 LEFT OUTER JOIN t2) JOIN t3
2475 **
2476 ** which is not at all the same thing.
2477 */
drh61dfc312006-12-16 16:25:15 +00002478 if( pSubSrc->nSrc>1 && (pSubitem->jointype & JT_OUTER)!=0 ){
drh8af4d3a2003-05-06 20:35:16 +00002479 return 0;
2480 }
2481
drh3fc673e2003-06-16 00:40:34 +00002482 /* Restriction 12: If the subquery is the right operand of a left outer
2483 ** join, make sure the subquery has no WHERE clause.
2484 ** An examples of why this is not allowed:
2485 **
2486 ** t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0)
2487 **
2488 ** If we flatten the above, we would get
2489 **
2490 ** (t1 LEFT OUTER JOIN t2) WHERE t2.x>0
2491 **
2492 ** But the t2.x>0 test will always fail on a NULL row of t2, which
2493 ** effectively converts the OUTER JOIN into an INNER JOIN.
2494 */
drh61dfc312006-12-16 16:25:15 +00002495 if( (pSubitem->jointype & JT_OUTER)!=0 && pSub->pWhere!=0 ){
drh3fc673e2003-06-16 00:40:34 +00002496 return 0;
2497 }
2498
drh0bb28102002-05-08 11:54:14 +00002499 /* If we reach this point, it means flattening is permitted for the
drh63eb5f22003-04-29 16:20:44 +00002500 ** iFrom-th entry of the FROM clause in the outer query.
drh832508b2002-03-02 17:04:07 +00002501 */
drhc31c2eb2003-05-02 16:04:17 +00002502
2503 /* Move all of the FROM elements of the subquery into the
2504 ** the FROM clause of the outer query. Before doing this, remember
2505 ** the cursor number for the original outer query FROM element in
2506 ** iParent. The iParent cursor will never be used. Subsequent code
2507 ** will scan expressions looking for iParent references and replace
2508 ** those references with expressions that resolve to the subquery FROM
2509 ** elements we are now copying in.
2510 */
drh91bb0ee2004-09-01 03:06:34 +00002511 iParent = pSubitem->iCursor;
drhc31c2eb2003-05-02 16:04:17 +00002512 {
2513 int nSubSrc = pSubSrc->nSrc;
drh91bb0ee2004-09-01 03:06:34 +00002514 int jointype = pSubitem->jointype;
drhc31c2eb2003-05-02 16:04:17 +00002515
danielk1977a04a34f2007-04-16 15:06:25 +00002516 sqlite3DeleteTable(pSubitem->pTab);
drh17435752007-08-16 04:30:38 +00002517 sqlite3_free(pSubitem->zDatabase);
2518 sqlite3_free(pSubitem->zName);
2519 sqlite3_free(pSubitem->zAlias);
drhcfa063b2007-11-21 15:24:00 +00002520 pSubitem->pTab = 0;
2521 pSubitem->zDatabase = 0;
2522 pSubitem->zName = 0;
2523 pSubitem->zAlias = 0;
drhc31c2eb2003-05-02 16:04:17 +00002524 if( nSubSrc>1 ){
2525 int extra = nSubSrc - 1;
2526 for(i=1; i<nSubSrc; i++){
drh17435752007-08-16 04:30:38 +00002527 pSrc = sqlite3SrcListAppend(db, pSrc, 0, 0);
drhcfa063b2007-11-21 15:24:00 +00002528 if( pSrc==0 ){
2529 p->pSrc = 0;
2530 return 1;
2531 }
drhc31c2eb2003-05-02 16:04:17 +00002532 }
2533 p->pSrc = pSrc;
2534 for(i=pSrc->nSrc-1; i-extra>=iFrom; i--){
2535 pSrc->a[i] = pSrc->a[i-extra];
2536 }
2537 }
2538 for(i=0; i<nSubSrc; i++){
2539 pSrc->a[i+iFrom] = pSubSrc->a[i];
2540 memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i]));
2541 }
drh61dfc312006-12-16 16:25:15 +00002542 pSrc->a[iFrom].jointype = jointype;
drhc31c2eb2003-05-02 16:04:17 +00002543 }
2544
2545 /* Now begin substituting subquery result set expressions for
2546 ** references to the iParent in the outer query.
2547 **
2548 ** Example:
2549 **
2550 ** SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b;
2551 ** \ \_____________ subquery __________/ /
2552 ** \_____________________ outer query ______________________________/
2553 **
2554 ** We look at every expression in the outer query and every place we see
2555 ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10".
2556 */
drh832508b2002-03-02 17:04:07 +00002557 pList = p->pEList;
2558 for(i=0; i<pList->nExpr; i++){
drh6977fea2002-10-22 23:38:04 +00002559 Expr *pExpr;
2560 if( pList->a[i].zName==0 && (pExpr = pList->a[i].pExpr)->span.z!=0 ){
drh17435752007-08-16 04:30:38 +00002561 pList->a[i].zName =
2562 sqlite3DbStrNDup(db, (char*)pExpr->span.z, pExpr->span.n);
drh832508b2002-03-02 17:04:07 +00002563 }
2564 }
danielk19771e536952007-08-16 10:09:01 +00002565 substExprList(db, p->pEList, iParent, pSub->pEList);
drh1b2e0322002-03-03 02:49:51 +00002566 if( isAgg ){
danielk19771e536952007-08-16 10:09:01 +00002567 substExprList(db, p->pGroupBy, iParent, pSub->pEList);
2568 substExpr(db, p->pHaving, iParent, pSub->pEList);
drh1b2e0322002-03-03 02:49:51 +00002569 }
drh174b6192002-12-03 02:22:52 +00002570 if( pSub->pOrderBy ){
2571 assert( p->pOrderBy==0 );
2572 p->pOrderBy = pSub->pOrderBy;
2573 pSub->pOrderBy = 0;
drh174b6192002-12-03 02:22:52 +00002574 }else if( p->pOrderBy ){
danielk19771e536952007-08-16 10:09:01 +00002575 substExprList(db, p->pOrderBy, iParent, pSub->pEList);
drh174b6192002-12-03 02:22:52 +00002576 }
drh832508b2002-03-02 17:04:07 +00002577 if( pSub->pWhere ){
drh17435752007-08-16 04:30:38 +00002578 pWhere = sqlite3ExprDup(db, pSub->pWhere);
drh832508b2002-03-02 17:04:07 +00002579 }else{
2580 pWhere = 0;
2581 }
2582 if( subqueryIsAgg ){
2583 assert( p->pHaving==0 );
drh1b2e0322002-03-03 02:49:51 +00002584 p->pHaving = p->pWhere;
2585 p->pWhere = pWhere;
danielk19771e536952007-08-16 10:09:01 +00002586 substExpr(db, p->pHaving, iParent, pSub->pEList);
drh17435752007-08-16 04:30:38 +00002587 p->pHaving = sqlite3ExprAnd(db, p->pHaving,
2588 sqlite3ExprDup(db, pSub->pHaving));
drh1b2e0322002-03-03 02:49:51 +00002589 assert( p->pGroupBy==0 );
drh17435752007-08-16 04:30:38 +00002590 p->pGroupBy = sqlite3ExprListDup(db, pSub->pGroupBy);
drh832508b2002-03-02 17:04:07 +00002591 }else{
danielk19771e536952007-08-16 10:09:01 +00002592 substExpr(db, p->pWhere, iParent, pSub->pEList);
drh17435752007-08-16 04:30:38 +00002593 p->pWhere = sqlite3ExprAnd(db, p->pWhere, pWhere);
drh832508b2002-03-02 17:04:07 +00002594 }
drhc31c2eb2003-05-02 16:04:17 +00002595
2596 /* The flattened query is distinct if either the inner or the
2597 ** outer query is distinct.
2598 */
drh832508b2002-03-02 17:04:07 +00002599 p->isDistinct = p->isDistinct || pSub->isDistinct;
drh8c74a8c2002-08-25 19:20:40 +00002600
danielk1977a58fdfb2005-02-08 07:50:40 +00002601 /*
2602 ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y;
drhac839632006-01-21 22:19:54 +00002603 **
2604 ** One is tempted to try to add a and b to combine the limits. But this
2605 ** does not work if either limit is negative.
danielk1977a58fdfb2005-02-08 07:50:40 +00002606 */
danielk1977a2dc3b12005-02-05 12:48:48 +00002607 if( pSub->pLimit ){
2608 p->pLimit = pSub->pLimit;
2609 pSub->pLimit = 0;
drhdf199a22002-06-14 22:38:41 +00002610 }
drh8c74a8c2002-08-25 19:20:40 +00002611
drhc31c2eb2003-05-02 16:04:17 +00002612 /* Finially, delete what is left of the subquery and return
2613 ** success.
2614 */
danielk19774adee202004-05-08 08:23:19 +00002615 sqlite3SelectDelete(pSub);
drh832508b2002-03-02 17:04:07 +00002616 return 1;
2617}
drhb7f91642004-10-31 02:22:47 +00002618#endif /* SQLITE_OMIT_VIEW */
drh1350b032002-02-27 19:00:20 +00002619
2620/*
danielk1977a9d1ccb2008-01-05 17:39:29 +00002621** Analyze the SELECT statement passed as an argument to see if it
2622** is a min() or max() query. Return ORDERBY_MIN or ORDERBY_MAX if
2623** it is, or 0 otherwise. At present, a query is considered to be
2624** a min()/max() query if:
2625**
danielk1977738bdcf2008-01-07 10:16:40 +00002626** 1. There is a single object in the FROM clause.
2627**
2628** 2. There is a single expression in the result set, and it is
2629** either min(x) or max(x), where x is a column reference.
danielk1977a9d1ccb2008-01-05 17:39:29 +00002630*/
2631static int minMaxQuery(Parse *pParse, Select *p){
2632 Expr *pExpr;
2633 ExprList *pEList = p->pEList;
2634
2635 if( pEList->nExpr!=1 ) return ORDERBY_NORMAL;
2636 pExpr = pEList->a[0].pExpr;
2637 pEList = pExpr->pList;
2638 if( pExpr->op!=TK_AGG_FUNCTION || pEList==0 || pEList->nExpr!=1 ) return 0;
2639 if( pEList->a[0].pExpr->op!=TK_AGG_COLUMN ) return ORDERBY_NORMAL;
2640 if( pExpr->token.n!=3 ) return ORDERBY_NORMAL;
2641 if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){
2642 return ORDERBY_MIN;
2643 }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){
2644 return ORDERBY_MAX;
2645 }
2646 return ORDERBY_NORMAL;
2647}
2648
2649/*
drh9562b552002-02-19 15:00:07 +00002650** Analyze the SELECT statement passed in as an argument to see if it
2651** is a simple min() or max() query. If it is and this query can be
2652** satisfied using a single seek to the beginning or end of an index,
drhe78e8282003-01-19 03:59:45 +00002653** then generate the code for this SELECT and return 1. If this is not a
drh9562b552002-02-19 15:00:07 +00002654** simple min() or max() query, then return 0;
2655**
2656** A simply min() or max() query looks like this:
2657**
2658** SELECT min(a) FROM table;
2659** SELECT max(a) FROM table;
2660**
2661** The query may have only a single table in its FROM argument. There
2662** can be no GROUP BY or HAVING or WHERE clauses. The result set must
2663** be the min() or max() of a single column of the table. The column
2664** in the min() or max() function must be indexed.
2665**
danielk19774adee202004-05-08 08:23:19 +00002666** The parameters to this routine are the same as for sqlite3Select().
drh9562b552002-02-19 15:00:07 +00002667** See the header comment on that routine for additional information.
2668*/
danielk1977a9d1ccb2008-01-05 17:39:29 +00002669#if 0
danielk19776c8c8ce2008-01-02 16:27:09 +00002670static int simpleMinMaxQuery(Parse *pParse, Select *p, SelectDest *pDest){
drh9562b552002-02-19 15:00:07 +00002671 Expr *pExpr;
2672 int iCol;
2673 Table *pTab;
2674 Index *pIdx;
2675 int base;
2676 Vdbe *v;
drh9562b552002-02-19 15:00:07 +00002677 int seekOp;
drh6e175292004-03-13 14:00:36 +00002678 ExprList *pEList, *pList, eList;
drh9562b552002-02-19 15:00:07 +00002679 struct ExprList_item eListItem;
drh6e175292004-03-13 14:00:36 +00002680 SrcList *pSrc;
drhec7429a2005-10-06 16:53:14 +00002681 int brk;
danielk1977da184232006-01-05 11:34:32 +00002682 int iDb;
drh9562b552002-02-19 15:00:07 +00002683
2684 /* Check to see if this query is a simple min() or max() query. Return
2685 ** zero if it is not.
2686 */
2687 if( p->pGroupBy || p->pHaving || p->pWhere ) return 0;
drh6e175292004-03-13 14:00:36 +00002688 pSrc = p->pSrc;
2689 if( pSrc->nSrc!=1 ) return 0;
2690 pEList = p->pEList;
2691 if( pEList->nExpr!=1 ) return 0;
2692 pExpr = pEList->a[0].pExpr;
drh9562b552002-02-19 15:00:07 +00002693 if( pExpr->op!=TK_AGG_FUNCTION ) return 0;
drh6e175292004-03-13 14:00:36 +00002694 pList = pExpr->pList;
2695 if( pList==0 || pList->nExpr!=1 ) return 0;
drh6977fea2002-10-22 23:38:04 +00002696 if( pExpr->token.n!=3 ) return 0;
drh2646da72005-12-09 20:02:05 +00002697 if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){
drh0bce8352002-02-28 00:41:10 +00002698 seekOp = OP_Rewind;
drh2646da72005-12-09 20:02:05 +00002699 }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){
drh0bce8352002-02-28 00:41:10 +00002700 seekOp = OP_Last;
2701 }else{
2702 return 0;
2703 }
drh6e175292004-03-13 14:00:36 +00002704 pExpr = pList->a[0].pExpr;
drh9562b552002-02-19 15:00:07 +00002705 if( pExpr->op!=TK_COLUMN ) return 0;
2706 iCol = pExpr->iColumn;
drh6e175292004-03-13 14:00:36 +00002707 pTab = pSrc->a[0].pTab;
drh9562b552002-02-19 15:00:07 +00002708
danielk1977a41c7492007-03-02 07:27:00 +00002709 /* This optimization cannot be used with virtual tables. */
2710 if( IsVirtual(pTab) ) return 0;
danielk1977c00da102006-01-07 13:21:04 +00002711
drh9562b552002-02-19 15:00:07 +00002712 /* If we get to here, it means the query is of the correct form.
drh17f71932002-02-21 12:01:27 +00002713 ** Check to make sure we have an index and make pIdx point to the
2714 ** appropriate index. If the min() or max() is on an INTEGER PRIMARY
2715 ** key column, no index is necessary so set pIdx to NULL. If no
2716 ** usable index is found, return 0.
drh9562b552002-02-19 15:00:07 +00002717 */
2718 if( iCol<0 ){
2719 pIdx = 0;
2720 }else{
danielk1977dc1bdc42004-06-11 10:51:27 +00002721 CollSeq *pColl = sqlite3ExprCollSeq(pParse, pExpr);
drh206f3d92006-07-11 13:15:08 +00002722 if( pColl==0 ) return 0;
drh9562b552002-02-19 15:00:07 +00002723 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
2724 assert( pIdx->nColumn>=1 );
danielk1977b3bf5562006-01-10 17:58:23 +00002725 if( pIdx->aiColumn[0]==iCol &&
2726 0==sqlite3StrICmp(pIdx->azColl[0], pColl->zName) ){
2727 break;
2728 }
drh9562b552002-02-19 15:00:07 +00002729 }
2730 if( pIdx==0 ) return 0;
2731 }
2732
drhe5f50722003-07-19 00:44:14 +00002733 /* Identify column types if we will be using the callback. This
drh9562b552002-02-19 15:00:07 +00002734 ** step is skipped if the output is going to a table or a memory cell.
drhe5f50722003-07-19 00:44:14 +00002735 ** The column names have already been generated in the calling function.
drh9562b552002-02-19 15:00:07 +00002736 */
danielk19774adee202004-05-08 08:23:19 +00002737 v = sqlite3GetVdbe(pParse);
drh9562b552002-02-19 15:00:07 +00002738 if( v==0 ) return 0;
drh9562b552002-02-19 15:00:07 +00002739
drh0c37e632004-01-30 02:01:03 +00002740 /* If the output is destined for a temporary table, open that table.
2741 */
danielk19776c8c8ce2008-01-02 16:27:09 +00002742 if( pDest->eDest==SRT_EphemTab ){
drh66a51672008-01-03 00:01:23 +00002743 sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, 1);
drh0c37e632004-01-30 02:01:03 +00002744 }
2745
drh17f71932002-02-21 12:01:27 +00002746 /* Generating code to find the min or the max. Basically all we have
2747 ** to do is find the first or the last entry in the chosen index. If
2748 ** the min() or max() is on the INTEGER PRIMARY KEY, then find the first
2749 ** or last entry in the main table.
drh9562b552002-02-19 15:00:07 +00002750 */
danielk1977da184232006-01-05 11:34:32 +00002751 iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema);
drhb9bb7c12006-06-11 23:41:55 +00002752 assert( iDb>=0 || pTab->isEphem );
danielk1977da184232006-01-05 11:34:32 +00002753 sqlite3CodeVerifySchema(pParse, iDb);
danielk1977c00da102006-01-07 13:21:04 +00002754 sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName);
drh6e175292004-03-13 14:00:36 +00002755 base = pSrc->a[0].iCursor;
drhec7429a2005-10-06 16:53:14 +00002756 brk = sqlite3VdbeMakeLabel(v);
2757 computeLimitRegisters(pParse, p, brk);
drh6e175292004-03-13 14:00:36 +00002758 if( pSrc->a[0].pSelect==0 ){
danielk1977c00da102006-01-07 13:21:04 +00002759 sqlite3OpenTable(pParse, base, iDb, pTab, OP_OpenRead);
drh6e175292004-03-13 14:00:36 +00002760 }
drh9562b552002-02-19 15:00:07 +00002761 if( pIdx==0 ){
drh66a51672008-01-03 00:01:23 +00002762 sqlite3VdbeAddOp2(v, seekOp, base, 0);
drh9562b552002-02-19 15:00:07 +00002763 }else{
danielk19773719d7f2005-01-17 08:57:09 +00002764 /* Even though the cursor used to open the index here is closed
2765 ** as soon as a single value has been read from it, allocate it
2766 ** using (pParse->nTab++) to prevent the cursor id from being
2767 ** reused. This is important for statements of the form
2768 ** "INSERT INTO x SELECT max() FROM x".
2769 */
2770 int iIdx;
danielk1977b3bf5562006-01-10 17:58:23 +00002771 KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx);
danielk19773719d7f2005-01-17 08:57:09 +00002772 iIdx = pParse->nTab++;
danielk1977da184232006-01-05 11:34:32 +00002773 assert( pIdx->pSchema==pTab->pSchema );
danielk1977207872a2008-01-03 07:54:23 +00002774 sqlite3VdbeAddOp4(v, OP_OpenRead, iIdx, pIdx->tnum, iDb,
drh66a51672008-01-03 00:01:23 +00002775 (char*)pKey, P4_KEYINFO_HANDOFF);
drh9eb516c2004-07-18 20:52:32 +00002776 if( seekOp==OP_Rewind ){
drh66a51672008-01-03 00:01:23 +00002777 sqlite3VdbeAddOp2(v, OP_Null, 0, 0);
2778 sqlite3VdbeAddOp2(v, OP_MakeRecord, 1, 0);
drh1af3fdb2004-07-18 21:33:01 +00002779 seekOp = OP_MoveGt;
drh9eb516c2004-07-18 20:52:32 +00002780 }
drh309be022007-07-18 18:17:11 +00002781 if( pIdx->aSortOrder[0]==SQLITE_SO_DESC ){
2782 /* Ticket #2514: invert the seek operator if we are using
2783 ** a descending index. */
2784 if( seekOp==OP_Last ){
2785 seekOp = OP_Rewind;
2786 }else{
2787 assert( seekOp==OP_MoveGt );
2788 seekOp = OP_MoveLt;
2789 }
2790 }
drh66a51672008-01-03 00:01:23 +00002791 sqlite3VdbeAddOp2(v, seekOp, iIdx, 0);
2792 sqlite3VdbeAddOp2(v, OP_IdxRowid, iIdx, 0);
2793 sqlite3VdbeAddOp2(v, OP_Close, iIdx, 0);
2794 sqlite3VdbeAddOp2(v, OP_MoveGe, base, 0);
drh9562b552002-02-19 15:00:07 +00002795 }
drh5cf8e8c2002-02-19 22:42:05 +00002796 eList.nExpr = 1;
2797 memset(&eListItem, 0, sizeof(eListItem));
2798 eList.a = &eListItem;
2799 eList.a[0].pExpr = pExpr;
danielk19776c8c8ce2008-01-02 16:27:09 +00002800 selectInnerLoop(pParse, p, &eList, 0, 0, 0, -1, pDest, brk, brk, 0);
drhec7429a2005-10-06 16:53:14 +00002801 sqlite3VdbeResolveLabel(v, brk);
drh66a51672008-01-03 00:01:23 +00002802 sqlite3VdbeAddOp2(v, OP_Close, base, 0);
drh6e175292004-03-13 14:00:36 +00002803
drh9562b552002-02-19 15:00:07 +00002804 return 1;
2805}
danielk1977a9d1ccb2008-01-05 17:39:29 +00002806#endif
drh9562b552002-02-19 15:00:07 +00002807
2808/*
danielk1977b3bce662005-01-29 08:32:43 +00002809** This routine resolves any names used in the result set of the
2810** supplied SELECT statement. If the SELECT statement being resolved
2811** is a sub-select, then pOuterNC is a pointer to the NameContext
2812** of the parent SELECT.
2813*/
2814int sqlite3SelectResolve(
2815 Parse *pParse, /* The parser context */
2816 Select *p, /* The SELECT statement being coded. */
2817 NameContext *pOuterNC /* The outer name context. May be NULL. */
2818){
2819 ExprList *pEList; /* Result set. */
2820 int i; /* For-loop variable used in multiple places */
2821 NameContext sNC; /* Local name-context */
drh13449892005-09-07 21:22:45 +00002822 ExprList *pGroupBy; /* The group by clause */
danielk1977b3bce662005-01-29 08:32:43 +00002823
2824 /* If this routine has run before, return immediately. */
2825 if( p->isResolved ){
2826 assert( !pOuterNC );
2827 return SQLITE_OK;
2828 }
2829 p->isResolved = 1;
2830
2831 /* If there have already been errors, do nothing. */
2832 if( pParse->nErr>0 ){
2833 return SQLITE_ERROR;
2834 }
2835
2836 /* Prepare the select statement. This call will allocate all cursors
2837 ** required to handle the tables and subqueries in the FROM clause.
2838 */
2839 if( prepSelectStmt(pParse, p) ){
2840 return SQLITE_ERROR;
2841 }
2842
danielk1977a2dc3b12005-02-05 12:48:48 +00002843 /* Resolve the expressions in the LIMIT and OFFSET clauses. These
2844 ** are not allowed to refer to any names, so pass an empty NameContext.
2845 */
drhffe07b22005-11-03 00:41:17 +00002846 memset(&sNC, 0, sizeof(sNC));
danielk1977b3bce662005-01-29 08:32:43 +00002847 sNC.pParse = pParse;
danielk1977a2dc3b12005-02-05 12:48:48 +00002848 if( sqlite3ExprResolveNames(&sNC, p->pLimit) ||
2849 sqlite3ExprResolveNames(&sNC, p->pOffset) ){
2850 return SQLITE_ERROR;
2851 }
2852
2853 /* Set up the local name-context to pass to ExprResolveNames() to
2854 ** resolve the expression-list.
2855 */
2856 sNC.allowAgg = 1;
2857 sNC.pSrcList = p->pSrc;
2858 sNC.pNext = pOuterNC;
danielk1977b3bce662005-01-29 08:32:43 +00002859
danielk1977b3bce662005-01-29 08:32:43 +00002860 /* Resolve names in the result set. */
2861 pEList = p->pEList;
2862 if( !pEList ) return SQLITE_ERROR;
2863 for(i=0; i<pEList->nExpr; i++){
2864 Expr *pX = pEList->a[i].pExpr;
2865 if( sqlite3ExprResolveNames(&sNC, pX) ){
2866 return SQLITE_ERROR;
2867 }
2868 }
2869
2870 /* If there are no aggregate functions in the result-set, and no GROUP BY
2871 ** expression, do not allow aggregates in any of the other expressions.
2872 */
2873 assert( !p->isAgg );
drh13449892005-09-07 21:22:45 +00002874 pGroupBy = p->pGroupBy;
2875 if( pGroupBy || sNC.hasAgg ){
danielk1977b3bce662005-01-29 08:32:43 +00002876 p->isAgg = 1;
2877 }else{
2878 sNC.allowAgg = 0;
2879 }
2880
2881 /* If a HAVING clause is present, then there must be a GROUP BY clause.
2882 */
drh13449892005-09-07 21:22:45 +00002883 if( p->pHaving && !pGroupBy ){
danielk1977b3bce662005-01-29 08:32:43 +00002884 sqlite3ErrorMsg(pParse, "a GROUP BY clause is required before HAVING");
2885 return SQLITE_ERROR;
2886 }
2887
2888 /* Add the expression list to the name-context before parsing the
2889 ** other expressions in the SELECT statement. This is so that
2890 ** expressions in the WHERE clause (etc.) can refer to expressions by
2891 ** aliases in the result set.
2892 **
2893 ** Minor point: If this is the case, then the expression will be
2894 ** re-evaluated for each reference to it.
2895 */
2896 sNC.pEList = p->pEList;
2897 if( sqlite3ExprResolveNames(&sNC, p->pWhere) ||
drh994c80a2007-04-12 21:25:01 +00002898 sqlite3ExprResolveNames(&sNC, p->pHaving) ){
danielk1977b3bce662005-01-29 08:32:43 +00002899 return SQLITE_ERROR;
2900 }
drh9a993342007-12-13 02:45:31 +00002901 if( p->pPrior==0 ){
danielk197701874bf2007-12-13 07:58:50 +00002902 if( processOrderGroupBy(pParse, p, p->pOrderBy, 1, &sNC.hasAgg) ){
drh9a993342007-12-13 02:45:31 +00002903 return SQLITE_ERROR;
2904 }
drh4c774312007-12-08 21:10:20 +00002905 }
drh9a993342007-12-13 02:45:31 +00002906 if( processOrderGroupBy(pParse, p, pGroupBy, 0, &sNC.hasAgg) ){
drh4c774312007-12-08 21:10:20 +00002907 return SQLITE_ERROR;
drh994c80a2007-04-12 21:25:01 +00002908 }
danielk1977b3bce662005-01-29 08:32:43 +00002909
danielk19771e536952007-08-16 10:09:01 +00002910 if( pParse->db->mallocFailed ){
danielk19779afe6892007-05-31 08:20:43 +00002911 return SQLITE_NOMEM;
2912 }
2913
drh13449892005-09-07 21:22:45 +00002914 /* Make sure the GROUP BY clause does not contain aggregate functions.
2915 */
2916 if( pGroupBy ){
2917 struct ExprList_item *pItem;
2918
2919 for(i=0, pItem=pGroupBy->a; i<pGroupBy->nExpr; i++, pItem++){
2920 if( ExprHasProperty(pItem->pExpr, EP_Agg) ){
2921 sqlite3ErrorMsg(pParse, "aggregate functions are not allowed in "
2922 "the GROUP BY clause");
2923 return SQLITE_ERROR;
2924 }
2925 }
2926 }
2927
drhf6bbe022006-10-13 15:34:16 +00002928 /* If this is one SELECT of a compound, be sure to resolve names
2929 ** in the other SELECTs.
2930 */
2931 if( p->pPrior ){
2932 return sqlite3SelectResolve(pParse, p->pPrior, pOuterNC);
2933 }else{
2934 return SQLITE_OK;
2935 }
danielk1977b3bce662005-01-29 08:32:43 +00002936}
2937
2938/*
drh13449892005-09-07 21:22:45 +00002939** Reset the aggregate accumulator.
2940**
2941** The aggregate accumulator is a set of memory cells that hold
2942** intermediate results while calculating an aggregate. This
2943** routine simply stores NULLs in all of those memory cells.
danielk1977b3bce662005-01-29 08:32:43 +00002944*/
drh13449892005-09-07 21:22:45 +00002945static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){
2946 Vdbe *v = pParse->pVdbe;
2947 int i;
drhc99130f2005-09-11 11:56:27 +00002948 struct AggInfo_func *pFunc;
drh13449892005-09-07 21:22:45 +00002949 if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){
2950 return;
2951 }
drh13449892005-09-07 21:22:45 +00002952 for(i=0; i<pAggInfo->nColumn; i++){
drh4c583122008-01-04 22:01:03 +00002953 sqlite3VdbeAddOp2(v, OP_Null, 0, pAggInfo->aCol[i].iMem);
drh13449892005-09-07 21:22:45 +00002954 }
drhc99130f2005-09-11 11:56:27 +00002955 for(pFunc=pAggInfo->aFunc, i=0; i<pAggInfo->nFunc; i++, pFunc++){
drh4c583122008-01-04 22:01:03 +00002956 sqlite3VdbeAddOp2(v, OP_Null, 0, pFunc->iMem);
drhc99130f2005-09-11 11:56:27 +00002957 if( pFunc->iDistinct>=0 ){
2958 Expr *pE = pFunc->pExpr;
2959 if( pE->pList==0 || pE->pList->nExpr!=1 ){
2960 sqlite3ErrorMsg(pParse, "DISTINCT in aggregate must be followed "
2961 "by an expression");
2962 pFunc->iDistinct = -1;
2963 }else{
2964 KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->pList);
drh66a51672008-01-03 00:01:23 +00002965 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, pFunc->iDistinct, 0, 0,
2966 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drhc99130f2005-09-11 11:56:27 +00002967 }
2968 }
drh13449892005-09-07 21:22:45 +00002969 }
danielk1977b3bce662005-01-29 08:32:43 +00002970}
2971
2972/*
drh13449892005-09-07 21:22:45 +00002973** Invoke the OP_AggFinalize opcode for every aggregate function
2974** in the AggInfo structure.
danielk1977b3bce662005-01-29 08:32:43 +00002975*/
drh13449892005-09-07 21:22:45 +00002976static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){
2977 Vdbe *v = pParse->pVdbe;
2978 int i;
2979 struct AggInfo_func *pF;
2980 for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
drha10a34b2005-09-07 22:09:48 +00002981 ExprList *pList = pF->pExpr->pList;
drh66a51672008-01-03 00:01:23 +00002982 sqlite3VdbeAddOp4(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, 0,
2983 (void*)pF->pFunc, P4_FUNCDEF);
drh13449892005-09-07 21:22:45 +00002984 }
danielk1977b3bce662005-01-29 08:32:43 +00002985}
drh13449892005-09-07 21:22:45 +00002986
2987/*
2988** Update the accumulator memory cells for an aggregate based on
2989** the current cursor position.
2990*/
2991static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){
2992 Vdbe *v = pParse->pVdbe;
2993 int i;
2994 struct AggInfo_func *pF;
2995 struct AggInfo_col *pC;
drh13449892005-09-07 21:22:45 +00002996
2997 pAggInfo->directMode = 1;
2998 for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
2999 int nArg;
drhc99130f2005-09-11 11:56:27 +00003000 int addrNext = 0;
drh98757152008-01-09 23:04:12 +00003001 int regAgg;
drh13449892005-09-07 21:22:45 +00003002 ExprList *pList = pF->pExpr->pList;
3003 if( pList ){
3004 nArg = pList->nExpr;
drh389a1ad2008-01-03 23:44:53 +00003005 sqlite3ExprCodeExprList(pParse, pList, 0);
drh98757152008-01-09 23:04:12 +00003006 regAgg = sqlite3StackToReg(pParse, nArg);
drh13449892005-09-07 21:22:45 +00003007 }else{
3008 nArg = 0;
drh98757152008-01-09 23:04:12 +00003009 regAgg = 0;
drh13449892005-09-07 21:22:45 +00003010 }
drhc99130f2005-09-11 11:56:27 +00003011 if( pF->iDistinct>=0 ){
3012 addrNext = sqlite3VdbeMakeLabel(v);
3013 assert( nArg==1 );
drh98757152008-01-09 23:04:12 +00003014 codeDistinct(v, pF->iDistinct, addrNext, 1, regAgg);
drhc99130f2005-09-11 11:56:27 +00003015 }
drh13449892005-09-07 21:22:45 +00003016 if( pF->pFunc->needCollSeq ){
3017 CollSeq *pColl = 0;
3018 struct ExprList_item *pItem;
3019 int j;
drh43617e92006-03-06 20:55:46 +00003020 assert( pList!=0 ); /* pList!=0 if pF->pFunc->needCollSeq is true */
3021 for(j=0, pItem=pList->a; !pColl && j<nArg; j++, pItem++){
drh13449892005-09-07 21:22:45 +00003022 pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
3023 }
3024 if( !pColl ){
3025 pColl = pParse->db->pDfltColl;
3026 }
drh66a51672008-01-03 00:01:23 +00003027 sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ);
drh13449892005-09-07 21:22:45 +00003028 }
drh98757152008-01-09 23:04:12 +00003029 sqlite3VdbeAddOp4(v, OP_AggStep, 0, regAgg, pF->iMem,
drh66a51672008-01-03 00:01:23 +00003030 (void*)pF->pFunc, P4_FUNCDEF);
drh98757152008-01-09 23:04:12 +00003031 sqlite3VdbeChangeP5(v, nArg);
drhc99130f2005-09-11 11:56:27 +00003032 if( addrNext ){
3033 sqlite3VdbeResolveLabel(v, addrNext);
3034 }
drh13449892005-09-07 21:22:45 +00003035 }
drh13449892005-09-07 21:22:45 +00003036 for(i=0, pC=pAggInfo->aCol; i<pAggInfo->nAccumulator; i++, pC++){
drh389a1ad2008-01-03 23:44:53 +00003037 sqlite3ExprCode(pParse, pC->pExpr, pC->iMem);
drh13449892005-09-07 21:22:45 +00003038 }
3039 pAggInfo->directMode = 0;
3040}
3041
danielk19778f2c54e2008-01-01 19:02:09 +00003042#ifndef SQLITE_OMIT_TRIGGER
3043/*
3044** This function is used when a SELECT statement is used to create a
3045** temporary table for iterating through when running an INSTEAD OF
3046** UPDATE or INSTEAD OF DELETE trigger.
3047**
3048** If possible, the SELECT statement is modified so that NULL values
3049** are stored in the temporary table for all columns for which the
3050** corresponding bit in argument mask is not set. If mask takes the
3051** special value 0xffffffff, then all columns are populated.
3052*/
3053int sqlite3SelectMask(Parse *pParse, Select *p, u32 mask){
3054 if( !p->pPrior && !p->isDistinct && mask!=0xffffffff ){
3055 ExprList *pEList;
3056 int i;
3057 if( sqlite3SelectResolve(pParse, p, 0) ){
3058 return SQLITE_ERROR;
3059 }
3060 pEList = p->pEList;
3061 for(i=0; i<pEList->nExpr && i<32; i++){
3062 if( !(mask&((u32)1<<i)) ){
3063 sqlite3ExprDelete(pEList->a[i].pExpr);
3064 pEList->a[i].pExpr = sqlite3Expr(pParse->db, TK_NULL, 0, 0, 0);
3065 }
3066 }
3067 }
3068 return SQLITE_OK;
3069}
3070#endif
drh13449892005-09-07 21:22:45 +00003071
danielk1977b3bce662005-01-29 08:32:43 +00003072/*
drh9bb61fe2000-06-05 16:01:39 +00003073** Generate code for the given SELECT statement.
3074**
drhfef52082000-06-06 01:50:43 +00003075** The results are distributed in various ways depending on the
danielk19776c8c8ce2008-01-02 16:27:09 +00003076** contents of the SelectDest structure pointed to by argument pDest
3077** as follows:
drhfef52082000-06-06 01:50:43 +00003078**
danielk19776c8c8ce2008-01-02 16:27:09 +00003079** pDest->eDest Result
drhfef52082000-06-06 01:50:43 +00003080** ------------ -------------------------------------------
3081** SRT_Callback Invoke the callback for each row of the result.
3082**
danielk19776c8c8ce2008-01-02 16:27:09 +00003083** SRT_Mem Store first result in memory cell pDest->iParm
drhfef52082000-06-06 01:50:43 +00003084**
danielk19776c8c8ce2008-01-02 16:27:09 +00003085** SRT_Set Store non-null results as keys of table pDest->iParm.
3086** Apply the affinity pDest->affinity before storing them.
drhfef52082000-06-06 01:50:43 +00003087**
danielk19776c8c8ce2008-01-02 16:27:09 +00003088** SRT_Union Store results as a key in a temporary table pDest->iParm.
drh82c3d632000-06-06 21:56:07 +00003089**
danielk19776c8c8ce2008-01-02 16:27:09 +00003090** SRT_Except Remove results from the temporary table pDest->iParm.
drhc4a3c772001-04-04 11:48:57 +00003091**
danielk19776c8c8ce2008-01-02 16:27:09 +00003092** SRT_Table Store results in temporary table pDest->iParm
drh9bb61fe2000-06-05 16:01:39 +00003093**
danielk19776c8c8ce2008-01-02 16:27:09 +00003094** SRT_EphemTab Create an temporary table pDest->iParm and store
3095** the result there. The cursor is left open after
3096** returning.
3097**
3098** SRT_Subroutine For each row returned, push the results onto the
3099** vdbe stack and call the subroutine (via OP_Gosub)
3100** at address pDest->iParm.
3101**
3102** SRT_Exists Store a 1 in memory cell pDest->iParm if the result
3103** set is not empty.
3104**
3105** SRT_Discard Throw the results away.
3106**
3107** See the selectInnerLoop() function for a canonical listing of the
3108** allowed values of eDest and their meanings.
drhe78e8282003-01-19 03:59:45 +00003109**
drh9bb61fe2000-06-05 16:01:39 +00003110** This routine returns the number of errors. If any errors are
3111** encountered, then an appropriate error message is left in
3112** pParse->zErrMsg.
3113**
3114** This routine does NOT free the Select structure passed in. The
3115** calling function needs to do that.
drh1b2e0322002-03-03 02:49:51 +00003116**
3117** The pParent, parentTab, and *pParentAgg fields are filled in if this
3118** SELECT is a subquery. This routine may try to combine this SELECT
3119** with its parent to form a single flat query. In so doing, it might
3120** change the parent query from a non-aggregate to an aggregate query.
3121** For that reason, the pParentAgg flag is passed as a pointer, so it
3122** can be changed.
drhe78e8282003-01-19 03:59:45 +00003123**
3124** Example 1: The meaning of the pParent parameter.
3125**
3126** SELECT * FROM t1 JOIN (SELECT x, count(*) FROM t2) JOIN t3;
3127** \ \_______ subquery _______/ /
3128** \ /
3129** \____________________ outer query ___________________/
3130**
3131** This routine is called for the outer query first. For that call,
3132** pParent will be NULL. During the processing of the outer query, this
3133** routine is called recursively to handle the subquery. For the recursive
3134** call, pParent will point to the outer query. Because the subquery is
3135** the second element in a three-way join, the parentTab parameter will
3136** be 1 (the 2nd value of a 0-indexed array.)
drh9bb61fe2000-06-05 16:01:39 +00003137*/
danielk19774adee202004-05-08 08:23:19 +00003138int sqlite3Select(
drhcce7d172000-05-31 15:34:51 +00003139 Parse *pParse, /* The parser context */
drh9bb61fe2000-06-05 16:01:39 +00003140 Select *p, /* The SELECT statement being coded. */
danielk19776c8c8ce2008-01-02 16:27:09 +00003141 SelectDest *pDest, /* What to do with the query results */
drh832508b2002-03-02 17:04:07 +00003142 Select *pParent, /* Another SELECT for which this is a sub-query */
3143 int parentTab, /* Index in pParent->pSrc of this query */
danielk197784ac9d02004-05-18 09:58:06 +00003144 int *pParentAgg, /* True if pParent uses aggregate functions */
danielk1977b3bce662005-01-29 08:32:43 +00003145 char *aff /* If eDest is SRT_Union, the affinity string */
drhcce7d172000-05-31 15:34:51 +00003146){
drh13449892005-09-07 21:22:45 +00003147 int i, j; /* Loop counters */
3148 WhereInfo *pWInfo; /* Return from sqlite3WhereBegin() */
3149 Vdbe *v; /* The virtual machine under construction */
danielk1977b3bce662005-01-29 08:32:43 +00003150 int isAgg; /* True for select lists like "count(*)" */
drha2e00042002-01-22 03:13:42 +00003151 ExprList *pEList; /* List of columns to extract. */
drhad3cab52002-05-24 02:04:32 +00003152 SrcList *pTabList; /* List of tables to select from */
drh9bb61fe2000-06-05 16:01:39 +00003153 Expr *pWhere; /* The WHERE clause. May be NULL */
3154 ExprList *pOrderBy; /* The ORDER BY clause. May be NULL */
drh22827922000-06-06 17:27:05 +00003155 ExprList *pGroupBy; /* The GROUP BY clause. May be NULL */
3156 Expr *pHaving; /* The HAVING clause. May be NULL */
drh19a775c2000-06-05 18:54:46 +00003157 int isDistinct; /* True if the DISTINCT keyword is present */
3158 int distinct; /* Table to use for the distinct set */
drh1d83f052002-02-17 00:30:36 +00003159 int rc = 1; /* Value to return from this function */
drhb9bb7c12006-06-11 23:41:55 +00003160 int addrSortIndex; /* Address of an OP_OpenEphemeral instruction */
drh13449892005-09-07 21:22:45 +00003161 AggInfo sAggInfo; /* Information used by aggregate queries */
drhec7429a2005-10-06 16:53:14 +00003162 int iEnd; /* Address of the end of the query */
drh17435752007-08-16 04:30:38 +00003163 sqlite3 *db; /* The database connection */
drh9bb61fe2000-06-05 16:01:39 +00003164
drh17435752007-08-16 04:30:38 +00003165 db = pParse->db;
3166 if( p==0 || db->mallocFailed || pParse->nErr ){
drh6f7adc82006-01-11 21:41:20 +00003167 return 1;
3168 }
danielk19774adee202004-05-08 08:23:19 +00003169 if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1;
drh13449892005-09-07 21:22:45 +00003170 memset(&sAggInfo, 0, sizeof(sAggInfo));
drhdaffd0e2001-04-11 14:28:42 +00003171
drh9a993342007-12-13 02:45:31 +00003172 pOrderBy = p->pOrderBy;
danielk19776c8c8ce2008-01-02 16:27:09 +00003173 if( IgnorableOrderby(pDest) ){
drh9a993342007-12-13 02:45:31 +00003174 p->pOrderBy = 0;
danielk19779ed1dfa2008-01-02 17:11:14 +00003175
3176 /* In these cases the DISTINCT operator makes no difference to the
3177 ** results, so remove it if it were specified.
3178 */
3179 assert(pDest->eDest==SRT_Exists || pDest->eDest==SRT_Union ||
3180 pDest->eDest==SRT_Except || pDest->eDest==SRT_Discard);
3181 p->isDistinct = 0;
drh9a993342007-12-13 02:45:31 +00003182 }
3183 if( sqlite3SelectResolve(pParse, p, 0) ){
3184 goto select_end;
3185 }
3186 p->pOrderBy = pOrderBy;
3187
drhb7f91642004-10-31 02:22:47 +00003188#ifndef SQLITE_OMIT_COMPOUND_SELECT
drh82c3d632000-06-06 21:56:07 +00003189 /* If there is are a sequence of queries, do the earlier ones first.
3190 */
3191 if( p->pPrior ){
drh0342b1f2005-09-01 03:07:44 +00003192 if( p->pRightmost==0 ){
drh1e281292007-12-13 03:45:07 +00003193 Select *pLoop, *pRight = 0;
drh0325d872007-06-07 10:55:35 +00003194 int cnt = 0;
3195 for(pLoop=p; pLoop; pLoop=pLoop->pPrior, cnt++){
drh0342b1f2005-09-01 03:07:44 +00003196 pLoop->pRightmost = p;
drh1e281292007-12-13 03:45:07 +00003197 pLoop->pNext = pRight;
3198 pRight = pLoop;
drh0342b1f2005-09-01 03:07:44 +00003199 }
drh0325d872007-06-07 10:55:35 +00003200 if( SQLITE_MAX_COMPOUND_SELECT>0 && cnt>SQLITE_MAX_COMPOUND_SELECT ){
3201 sqlite3ErrorMsg(pParse, "too many terms in compound SELECT");
3202 return 1;
3203 }
drh0342b1f2005-09-01 03:07:44 +00003204 }
danielk19776c8c8ce2008-01-02 16:27:09 +00003205 return multiSelect(pParse, p, pDest, aff);
drh82c3d632000-06-06 21:56:07 +00003206 }
drhb7f91642004-10-31 02:22:47 +00003207#endif
drh82c3d632000-06-06 21:56:07 +00003208
3209 /* Make local copies of the parameters for this query.
3210 */
drh9bb61fe2000-06-05 16:01:39 +00003211 pTabList = p->pSrc;
3212 pWhere = p->pWhere;
drh22827922000-06-06 17:27:05 +00003213 pGroupBy = p->pGroupBy;
3214 pHaving = p->pHaving;
danielk1977b3bce662005-01-29 08:32:43 +00003215 isAgg = p->isAgg;
drh19a775c2000-06-05 18:54:46 +00003216 isDistinct = p->isDistinct;
danielk1977b3bce662005-01-29 08:32:43 +00003217 pEList = p->pEList;
3218 if( pEList==0 ) goto select_end;
drh9bb61fe2000-06-05 16:01:39 +00003219
3220 /*
3221 ** Do not even attempt to generate any code if we have already seen
3222 ** errors before this routine starts.
3223 */
drh1d83f052002-02-17 00:30:36 +00003224 if( pParse->nErr>0 ) goto select_end;
drhcce7d172000-05-31 15:34:51 +00003225
drh22827922000-06-06 17:27:05 +00003226 /* If writing to memory or generating a set
3227 ** only a single column may be output.
drh19a775c2000-06-05 18:54:46 +00003228 */
danielk197793758c82005-01-21 08:13:14 +00003229#ifndef SQLITE_OMIT_SUBQUERY
danielk19776c8c8ce2008-01-02 16:27:09 +00003230 if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){
drh1d83f052002-02-17 00:30:36 +00003231 goto select_end;
drh19a775c2000-06-05 18:54:46 +00003232 }
danielk197793758c82005-01-21 08:13:14 +00003233#endif
drh19a775c2000-06-05 18:54:46 +00003234
drhc926afb2002-06-20 03:38:26 +00003235 /* ORDER BY is ignored for some destinations.
drh22827922000-06-06 17:27:05 +00003236 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003237 if( IgnorableOrderby(pDest) ){
drh13449892005-09-07 21:22:45 +00003238 pOrderBy = 0;
drh22827922000-06-06 17:27:05 +00003239 }
3240
drhd820cb12002-02-18 03:21:45 +00003241 /* Begin generating code.
3242 */
danielk19774adee202004-05-08 08:23:19 +00003243 v = sqlite3GetVdbe(pParse);
drhd820cb12002-02-18 03:21:45 +00003244 if( v==0 ) goto select_end;
3245
3246 /* Generate code for all sub-queries in the FROM clause
3247 */
drh51522cd2005-01-20 13:36:19 +00003248#if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW)
drhad3cab52002-05-24 02:04:32 +00003249 for(i=0; i<pTabList->nSrc; i++){
danielk1977742f9472004-06-16 12:02:43 +00003250 const char *zSavedAuthContext = 0;
drhc31c2eb2003-05-02 16:04:17 +00003251 int needRestoreContext;
drh13449892005-09-07 21:22:45 +00003252 struct SrcList_item *pItem = &pTabList->a[i];
drh1013c932008-01-06 00:25:21 +00003253 SelectDest dest;
drhc31c2eb2003-05-02 16:04:17 +00003254
danielk19771787cca2006-02-10 07:07:14 +00003255 if( pItem->pSelect==0 || pItem->isPopulated ) continue;
drh13449892005-09-07 21:22:45 +00003256 if( pItem->zName!=0 ){
drh5cf590c2003-04-24 01:45:04 +00003257 zSavedAuthContext = pParse->zAuthContext;
drh13449892005-09-07 21:22:45 +00003258 pParse->zAuthContext = pItem->zName;
drhc31c2eb2003-05-02 16:04:17 +00003259 needRestoreContext = 1;
3260 }else{
3261 needRestoreContext = 0;
drh5cf590c2003-04-24 01:45:04 +00003262 }
danielk1977e6a58a42007-08-31 17:42:48 +00003263#if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0
danielk1977fc976062007-05-10 10:46:56 +00003264 /* Increment Parse.nHeight by the height of the largest expression
3265 ** tree refered to by this, the parent select. The child select
3266 ** may contain expression trees of at most
3267 ** (SQLITE_MAX_EXPR_DEPTH-Parse.nHeight) height. This is a bit
3268 ** more conservative than necessary, but much easier than enforcing
3269 ** an exact limit.
3270 */
3271 pParse->nHeight += sqlite3SelectExprHeight(p);
3272#endif
drh1013c932008-01-06 00:25:21 +00003273 sqlite3SelectDestInit(&dest, SRT_EphemTab, pItem->iCursor);
danielk19776c8c8ce2008-01-02 16:27:09 +00003274 sqlite3Select(pParse, pItem->pSelect, &dest, p, i, &isAgg, 0);
drhcfa063b2007-11-21 15:24:00 +00003275 if( db->mallocFailed ){
3276 goto select_end;
3277 }
danielk1977e6a58a42007-08-31 17:42:48 +00003278#if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0
danielk1977fc976062007-05-10 10:46:56 +00003279 pParse->nHeight -= sqlite3SelectExprHeight(p);
3280#endif
drhc31c2eb2003-05-02 16:04:17 +00003281 if( needRestoreContext ){
drh5cf590c2003-04-24 01:45:04 +00003282 pParse->zAuthContext = zSavedAuthContext;
3283 }
drh1b2e0322002-03-03 02:49:51 +00003284 pTabList = p->pSrc;
3285 pWhere = p->pWhere;
danielk19776c8c8ce2008-01-02 16:27:09 +00003286 if( !IgnorableOrderby(pDest) ){
drhacd4c692002-03-07 02:02:51 +00003287 pOrderBy = p->pOrderBy;
3288 }
drh1b2e0322002-03-03 02:49:51 +00003289 pGroupBy = p->pGroupBy;
3290 pHaving = p->pHaving;
3291 isDistinct = p->isDistinct;
drhd820cb12002-02-18 03:21:45 +00003292 }
drh51522cd2005-01-20 13:36:19 +00003293#endif
drhd820cb12002-02-18 03:21:45 +00003294
drh6e175292004-03-13 14:00:36 +00003295 /* Check for the special case of a min() or max() function by itself
3296 ** in the result set.
3297 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003298#if 0
danielk19776c8c8ce2008-01-02 16:27:09 +00003299 if( simpleMinMaxQuery(pParse, p, pDest) ){
drh6e175292004-03-13 14:00:36 +00003300 rc = 0;
3301 goto select_end;
3302 }
danielk1977a9d1ccb2008-01-05 17:39:29 +00003303#endif
drh6e175292004-03-13 14:00:36 +00003304
drh832508b2002-03-02 17:04:07 +00003305 /* Check to see if this is a subquery that can be "flattened" into its parent.
3306 ** If flattening is a possiblity, do so and return immediately.
3307 */
drhb7f91642004-10-31 02:22:47 +00003308#ifndef SQLITE_OMIT_VIEW
drh1b2e0322002-03-03 02:49:51 +00003309 if( pParent && pParentAgg &&
drh17435752007-08-16 04:30:38 +00003310 flattenSubquery(db, pParent, parentTab, *pParentAgg, isAgg) ){
drh1b2e0322002-03-03 02:49:51 +00003311 if( isAgg ) *pParentAgg = 1;
danielk1977b3bce662005-01-29 08:32:43 +00003312 goto select_end;
drh832508b2002-03-02 17:04:07 +00003313 }
drhb7f91642004-10-31 02:22:47 +00003314#endif
drh832508b2002-03-02 17:04:07 +00003315
danielk19770318d442007-11-12 15:40:41 +00003316 /* If possible, rewrite the query to use GROUP BY instead of DISTINCT.
3317 ** GROUP BY may use an index, DISTINCT never does.
danielk19773c4809a2007-11-12 15:29:18 +00003318 */
3319 if( p->isDistinct && !p->isAgg && !p->pGroupBy ){
3320 p->pGroupBy = sqlite3ExprListDup(db, p->pEList);
3321 pGroupBy = p->pGroupBy;
3322 p->isDistinct = 0;
3323 isDistinct = 0;
3324 }
3325
drh8b4c40d2007-02-01 23:02:45 +00003326 /* If there is an ORDER BY clause, then this sorting
3327 ** index might end up being unused if the data can be
drh9d2985c2005-09-08 01:58:42 +00003328 ** extracted in pre-sorted order. If that is the case, then the
drhb9bb7c12006-06-11 23:41:55 +00003329 ** OP_OpenEphemeral instruction will be changed to an OP_Noop once
drh9d2985c2005-09-08 01:58:42 +00003330 ** we figure out that the sorting index is not needed. The addrSortIndex
3331 ** variable is used to facilitate that change.
danielk19777cedc8d2004-06-10 10:50:08 +00003332 */
3333 if( pOrderBy ){
drh0342b1f2005-09-01 03:07:44 +00003334 KeyInfo *pKeyInfo;
danielk19777cedc8d2004-06-10 10:50:08 +00003335 if( pParse->nErr ){
3336 goto select_end;
3337 }
drh0342b1f2005-09-01 03:07:44 +00003338 pKeyInfo = keyInfoFromExprList(pParse, pOrderBy);
drh9d2985c2005-09-08 01:58:42 +00003339 pOrderBy->iECursor = pParse->nTab++;
drhb9bb7c12006-06-11 23:41:55 +00003340 p->addrOpenEphm[2] = addrSortIndex =
drh66a51672008-01-03 00:01:23 +00003341 sqlite3VdbeAddOp4(v, OP_OpenEphemeral,
3342 pOrderBy->iECursor, pOrderBy->nExpr+2, 0,
3343 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh9d2985c2005-09-08 01:58:42 +00003344 }else{
3345 addrSortIndex = -1;
danielk19777cedc8d2004-06-10 10:50:08 +00003346 }
3347
drh2d0794e2002-03-03 03:03:52 +00003348 /* If the output is destined for a temporary table, open that table.
3349 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003350 if( pDest->eDest==SRT_EphemTab ){
drh66a51672008-01-03 00:01:23 +00003351 sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, pEList->nExpr);
drh2d0794e2002-03-03 03:03:52 +00003352 }
3353
drhf42bacc2006-04-26 17:39:34 +00003354 /* Set the limiter.
3355 */
3356 iEnd = sqlite3VdbeMakeLabel(v);
3357 computeLimitRegisters(pParse, p, iEnd);
3358
drhdece1a82005-08-31 18:20:00 +00003359 /* Open a virtual index to use for the distinct set.
drhefb72512000-05-31 20:00:52 +00003360 */
drh19a775c2000-06-05 18:54:46 +00003361 if( isDistinct ){
drh0342b1f2005-09-01 03:07:44 +00003362 KeyInfo *pKeyInfo;
danielk19773c4809a2007-11-12 15:29:18 +00003363 assert( isAgg || pGroupBy );
drh832508b2002-03-02 17:04:07 +00003364 distinct = pParse->nTab++;
drh0342b1f2005-09-01 03:07:44 +00003365 pKeyInfo = keyInfoFromExprList(pParse, p->pEList);
drh66a51672008-01-03 00:01:23 +00003366 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, distinct, 0, 0,
3367 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh832508b2002-03-02 17:04:07 +00003368 }else{
3369 distinct = -1;
drhefb72512000-05-31 20:00:52 +00003370 }
drh832508b2002-03-02 17:04:07 +00003371
drh13449892005-09-07 21:22:45 +00003372 /* Aggregate and non-aggregate queries are handled differently */
3373 if( !isAgg && pGroupBy==0 ){
3374 /* This case is for non-aggregate queries
3375 ** Begin the database scan
3376 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003377 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy, 0);
drh13449892005-09-07 21:22:45 +00003378 if( pWInfo==0 ) goto select_end;
drhcce7d172000-05-31 15:34:51 +00003379
drhb9bb7c12006-06-11 23:41:55 +00003380 /* If sorting index that was created by a prior OP_OpenEphemeral
3381 ** instruction ended up not being needed, then change the OP_OpenEphemeral
drh9d2985c2005-09-08 01:58:42 +00003382 ** into an OP_Noop.
3383 */
3384 if( addrSortIndex>=0 && pOrderBy==0 ){
drhf8875402006-03-17 13:56:34 +00003385 sqlite3VdbeChangeToNoop(v, addrSortIndex, 1);
drhb9bb7c12006-06-11 23:41:55 +00003386 p->addrOpenEphm[2] = -1;
drh9d2985c2005-09-08 01:58:42 +00003387 }
3388
drh13449892005-09-07 21:22:45 +00003389 /* Use the standard inner loop
3390 */
danielk19773c4809a2007-11-12 15:29:18 +00003391 assert(!isDistinct);
danielk19776c8c8ce2008-01-02 16:27:09 +00003392 if( selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, -1, pDest,
3393 pWInfo->iContinue, pWInfo->iBreak, aff) ){
drh1d83f052002-02-17 00:30:36 +00003394 goto select_end;
drhda9d6c42000-05-31 18:20:14 +00003395 }
drhefb72512000-05-31 20:00:52 +00003396
drh13449892005-09-07 21:22:45 +00003397 /* End the database scan loop.
3398 */
3399 sqlite3WhereEnd(pWInfo);
3400 }else{
3401 /* This is the processing for aggregate queries */
3402 NameContext sNC; /* Name context for processing aggregate information */
3403 int iAMem; /* First Mem address for storing current GROUP BY */
3404 int iBMem; /* First Mem address for previous GROUP BY */
3405 int iUseFlag; /* Mem address holding flag indicating that at least
3406 ** one row of the input to the aggregator has been
3407 ** processed */
3408 int iAbortFlag; /* Mem address which causes query abort if positive */
3409 int groupBySort; /* Rows come from source in GROUP BY order */
drhcce7d172000-05-31 15:34:51 +00003410
drhcce7d172000-05-31 15:34:51 +00003411
drh13449892005-09-07 21:22:45 +00003412 /* The following variables hold addresses or labels for parts of the
3413 ** virtual machine program we are putting together */
3414 int addrOutputRow; /* Start of subroutine that outputs a result row */
3415 int addrSetAbort; /* Set the abort flag and return */
3416 int addrInitializeLoop; /* Start of code that initializes the input loop */
3417 int addrTopOfLoop; /* Top of the input loop */
3418 int addrGroupByChange; /* Code that runs when any GROUP BY term changes */
3419 int addrProcessRow; /* Code to process a single input row */
3420 int addrEnd; /* End of all processing */
drhb9bb7c12006-06-11 23:41:55 +00003421 int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */
drhe3133822005-09-20 13:11:59 +00003422 int addrReset; /* Subroutine for resetting the accumulator */
drh13449892005-09-07 21:22:45 +00003423
3424 addrEnd = sqlite3VdbeMakeLabel(v);
3425
3426 /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in
3427 ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the
3428 ** SELECT statement.
3429 */
3430 memset(&sNC, 0, sizeof(sNC));
3431 sNC.pParse = pParse;
3432 sNC.pSrcList = pTabList;
3433 sNC.pAggInfo = &sAggInfo;
3434 sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0;
drh9d2985c2005-09-08 01:58:42 +00003435 sAggInfo.pGroupBy = pGroupBy;
drh13449892005-09-07 21:22:45 +00003436 if( sqlite3ExprAnalyzeAggList(&sNC, pEList) ){
drh1d83f052002-02-17 00:30:36 +00003437 goto select_end;
drh22827922000-06-06 17:27:05 +00003438 }
drh13449892005-09-07 21:22:45 +00003439 if( sqlite3ExprAnalyzeAggList(&sNC, pOrderBy) ){
3440 goto select_end;
3441 }
3442 if( pHaving && sqlite3ExprAnalyzeAggregates(&sNC, pHaving) ){
3443 goto select_end;
3444 }
3445 sAggInfo.nAccumulator = sAggInfo.nColumn;
3446 for(i=0; i<sAggInfo.nFunc; i++){
3447 if( sqlite3ExprAnalyzeAggList(&sNC, sAggInfo.aFunc[i].pExpr->pList) ){
3448 goto select_end;
3449 }
3450 }
drh17435752007-08-16 04:30:38 +00003451 if( db->mallocFailed ) goto select_end;
drh13449892005-09-07 21:22:45 +00003452
3453 /* Processing for aggregates with GROUP BY is very different and
danielk19773c4809a2007-11-12 15:29:18 +00003454 ** much more complex than aggregates without a GROUP BY.
drh13449892005-09-07 21:22:45 +00003455 */
3456 if( pGroupBy ){
3457 KeyInfo *pKeyInfo; /* Keying information for the group by clause */
3458
3459 /* Create labels that we will be needing
3460 */
3461
3462 addrInitializeLoop = sqlite3VdbeMakeLabel(v);
3463 addrGroupByChange = sqlite3VdbeMakeLabel(v);
3464 addrProcessRow = sqlite3VdbeMakeLabel(v);
3465
3466 /* If there is a GROUP BY clause we might need a sorting index to
3467 ** implement it. Allocate that sorting index now. If it turns out
drhb9bb7c12006-06-11 23:41:55 +00003468 ** that we do not need it after all, the OpenEphemeral instruction
drh13449892005-09-07 21:22:45 +00003469 ** will be converted into a Noop.
3470 */
3471 sAggInfo.sortingIdx = pParse->nTab++;
3472 pKeyInfo = keyInfoFromExprList(pParse, pGroupBy);
3473 addrSortingIdx =
drh66a51672008-01-03 00:01:23 +00003474 sqlite3VdbeAddOp4(v, OP_OpenEphemeral, sAggInfo.sortingIdx,
3475 sAggInfo.nSortingColumn, 0,
3476 (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
drh13449892005-09-07 21:22:45 +00003477
3478 /* Initialize memory locations used by GROUP BY aggregate processing
3479 */
drh0a07c102008-01-03 18:03:08 +00003480 iUseFlag = ++pParse->nMem;
3481 iAbortFlag = ++pParse->nMem;
3482 iAMem = pParse->nMem + 1;
drh13449892005-09-07 21:22:45 +00003483 pParse->nMem += pGroupBy->nExpr;
drh0a07c102008-01-03 18:03:08 +00003484 iBMem = pParse->nMem + 1;
drh13449892005-09-07 21:22:45 +00003485 pParse->nMem += pGroupBy->nExpr;
drh4c583122008-01-04 22:01:03 +00003486 sqlite3VdbeAddOp2(v, OP_Integer, 0, iAbortFlag);
drhd4e70eb2008-01-02 00:34:36 +00003487 VdbeComment((v, "clear abort flag"));
drh4c583122008-01-04 22:01:03 +00003488 sqlite3VdbeAddOp2(v, OP_Integer, 0, iUseFlag);
drhd4e70eb2008-01-02 00:34:36 +00003489 VdbeComment((v, "indicate accumulator empty"));
drh66a51672008-01-03 00:01:23 +00003490 sqlite3VdbeAddOp2(v, OP_Goto, 0, addrInitializeLoop);
drh13449892005-09-07 21:22:45 +00003491
3492 /* Generate a subroutine that outputs a single row of the result
3493 ** set. This subroutine first looks at the iUseFlag. If iUseFlag
3494 ** is less than or equal to zero, the subroutine is a no-op. If
3495 ** the processing calls for the query to abort, this subroutine
3496 ** increments the iAbortFlag memory location before returning in
3497 ** order to signal the caller to abort.
3498 */
3499 addrSetAbort = sqlite3VdbeCurrentAddr(v);
drh4c583122008-01-04 22:01:03 +00003500 sqlite3VdbeAddOp2(v, OP_Integer, 1, iAbortFlag);
drhd4e70eb2008-01-02 00:34:36 +00003501 VdbeComment((v, "set abort flag"));
drh66a51672008-01-03 00:01:23 +00003502 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drh13449892005-09-07 21:22:45 +00003503 addrOutputRow = sqlite3VdbeCurrentAddr(v);
drh3c84ddf2008-01-09 02:15:38 +00003504 sqlite3VdbeAddOp2(v, OP_IfPos, iUseFlag, addrOutputRow+2);
drhd4e70eb2008-01-02 00:34:36 +00003505 VdbeComment((v, "Groupby result generator entry point"));
drh66a51672008-01-03 00:01:23 +00003506 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drh13449892005-09-07 21:22:45 +00003507 finalizeAggFunctions(pParse, &sAggInfo);
3508 if( pHaving ){
drh35573352008-01-08 23:54:25 +00003509 sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, SQLITE_JUMPIFNULL);
drh13449892005-09-07 21:22:45 +00003510 }
3511 rc = selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy,
danielk19776c8c8ce2008-01-02 16:27:09 +00003512 distinct, pDest,
drh13449892005-09-07 21:22:45 +00003513 addrOutputRow+1, addrSetAbort, aff);
3514 if( rc ){
3515 goto select_end;
3516 }
drh66a51672008-01-03 00:01:23 +00003517 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drhd4e70eb2008-01-02 00:34:36 +00003518 VdbeComment((v, "end groupby result generator"));
drh13449892005-09-07 21:22:45 +00003519
drhe3133822005-09-20 13:11:59 +00003520 /* Generate a subroutine that will reset the group-by accumulator
3521 */
3522 addrReset = sqlite3VdbeCurrentAddr(v);
3523 resetAccumulator(pParse, &sAggInfo);
drh66a51672008-01-03 00:01:23 +00003524 sqlite3VdbeAddOp2(v, OP_Return, 0, 0);
drhe3133822005-09-20 13:11:59 +00003525
drh13449892005-09-07 21:22:45 +00003526 /* Begin a loop that will extract all source rows in GROUP BY order.
3527 ** This might involve two separate loops with an OP_Sort in between, or
3528 ** it might be a single loop that uses an index to extract information
3529 ** in the right order to begin with.
3530 */
3531 sqlite3VdbeResolveLabel(v, addrInitializeLoop);
drh66a51672008-01-03 00:01:23 +00003532 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003533 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy, 0);
drh5360ad32005-09-08 00:13:27 +00003534 if( pWInfo==0 ) goto select_end;
drh13449892005-09-07 21:22:45 +00003535 if( pGroupBy==0 ){
3536 /* The optimizer is able to deliver rows in group by order so
drhb9bb7c12006-06-11 23:41:55 +00003537 ** we do not have to sort. The OP_OpenEphemeral table will be
drh13449892005-09-07 21:22:45 +00003538 ** cancelled later because we still need to use the pKeyInfo
3539 */
3540 pGroupBy = p->pGroupBy;
3541 groupBySort = 0;
3542 }else{
3543 /* Rows are coming out in undetermined order. We have to push
3544 ** each row into a sorting index, terminate the first loop,
3545 ** then loop over the sorting index in order to get the output
3546 ** in sorted order
3547 */
3548 groupBySort = 1;
drh389a1ad2008-01-03 23:44:53 +00003549 sqlite3ExprCodeExprList(pParse, pGroupBy, 0);
drh66a51672008-01-03 00:01:23 +00003550 sqlite3VdbeAddOp2(v, OP_Sequence, sAggInfo.sortingIdx, 0);
drh13449892005-09-07 21:22:45 +00003551 j = pGroupBy->nExpr+1;
3552 for(i=0; i<sAggInfo.nColumn; i++){
3553 struct AggInfo_col *pCol = &sAggInfo.aCol[i];
3554 if( pCol->iSorterColumn<j ) continue;
drh2133d822008-01-03 18:44:59 +00003555 sqlite3ExprCodeGetColumn(v, pCol->pTab, pCol->iColumn,pCol->iTable,0);
drh13449892005-09-07 21:22:45 +00003556 j++;
3557 }
drh66a51672008-01-03 00:01:23 +00003558 sqlite3VdbeAddOp2(v, OP_MakeRecord, j, 0);
3559 sqlite3VdbeAddOp2(v, OP_IdxInsert, sAggInfo.sortingIdx, 0);
drh13449892005-09-07 21:22:45 +00003560 sqlite3WhereEnd(pWInfo);
drh66a51672008-01-03 00:01:23 +00003561 sqlite3VdbeAddOp2(v, OP_Sort, sAggInfo.sortingIdx, addrEnd);
drhd4e70eb2008-01-02 00:34:36 +00003562 VdbeComment((v, "GROUP BY sort"));
drh13449892005-09-07 21:22:45 +00003563 sAggInfo.useSortingIdx = 1;
3564 }
3565
3566 /* Evaluate the current GROUP BY terms and store in b0, b1, b2...
3567 ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth)
3568 ** Then compare the current GROUP BY terms against the GROUP BY terms
3569 ** from the previous row currently stored in a0, a1, a2...
3570 */
3571 addrTopOfLoop = sqlite3VdbeCurrentAddr(v);
3572 for(j=0; j<pGroupBy->nExpr; j++){
3573 if( groupBySort ){
drh66a51672008-01-03 00:01:23 +00003574 sqlite3VdbeAddOp2(v, OP_Column, sAggInfo.sortingIdx, j);
drh13449892005-09-07 21:22:45 +00003575 }else{
3576 sAggInfo.directMode = 1;
drh389a1ad2008-01-03 23:44:53 +00003577 sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr, 0);
drh13449892005-09-07 21:22:45 +00003578 }
drhb1fdb2a2008-01-05 04:06:03 +00003579 sqlite3VdbeAddOp2(v, j<pGroupBy->nExpr-1?OP_Move:OP_Copy, 0, iBMem+j);
drh13449892005-09-07 21:22:45 +00003580 }
3581 for(j=pGroupBy->nExpr-1; j>=0; j--){
3582 if( j<pGroupBy->nExpr-1 ){
drhb1fdb2a2008-01-05 04:06:03 +00003583 sqlite3VdbeAddOp2(v, OP_SCopy, iBMem+j, 0);
drh13449892005-09-07 21:22:45 +00003584 }
drhb1fdb2a2008-01-05 04:06:03 +00003585 sqlite3VdbeAddOp2(v, OP_SCopy, iAMem+j, 0);
drh13449892005-09-07 21:22:45 +00003586 if( j==0 ){
drh35573352008-01-08 23:54:25 +00003587 sqlite3VdbeAddOp2(v, OP_Eq, 0, addrProcessRow);
drh13449892005-09-07 21:22:45 +00003588 }else{
drh35573352008-01-08 23:54:25 +00003589 sqlite3VdbeAddOp2(v, OP_Ne, 0, addrGroupByChange);
drh13449892005-09-07 21:22:45 +00003590 }
drh66a51672008-01-03 00:01:23 +00003591 sqlite3VdbeChangeP4(v, -1, (void*)pKeyInfo->aColl[j], P4_COLLSEQ);
drh35573352008-01-08 23:54:25 +00003592 sqlite3VdbeChangeP5(v, SQLITE_NULLEQUAL);
drh13449892005-09-07 21:22:45 +00003593 }
3594
3595 /* Generate code that runs whenever the GROUP BY changes.
3596 ** Change in the GROUP BY are detected by the previous code
3597 ** block. If there were no changes, this block is skipped.
3598 **
3599 ** This code copies current group by terms in b0,b1,b2,...
3600 ** over to a0,a1,a2. It then calls the output subroutine
3601 ** and resets the aggregate accumulator registers in preparation
3602 ** for the next GROUP BY batch.
3603 */
3604 sqlite3VdbeResolveLabel(v, addrGroupByChange);
3605 for(j=0; j<pGroupBy->nExpr; j++){
drhb1fdb2a2008-01-05 04:06:03 +00003606 sqlite3VdbeAddOp2(v, OP_Move, iBMem+j, iAMem+j);
drh13449892005-09-07 21:22:45 +00003607 }
drh66a51672008-01-03 00:01:23 +00003608 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow);
drhd4e70eb2008-01-02 00:34:36 +00003609 VdbeComment((v, "output one row"));
drh3c84ddf2008-01-09 02:15:38 +00003610 sqlite3VdbeAddOp2(v, OP_IfPos, iAbortFlag, addrEnd);
drhd4e70eb2008-01-02 00:34:36 +00003611 VdbeComment((v, "check abort flag"));
drh66a51672008-01-03 00:01:23 +00003612 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset);
drhd4e70eb2008-01-02 00:34:36 +00003613 VdbeComment((v, "reset accumulator"));
drh13449892005-09-07 21:22:45 +00003614
3615 /* Update the aggregate accumulators based on the content of
3616 ** the current row
3617 */
3618 sqlite3VdbeResolveLabel(v, addrProcessRow);
3619 updateAccumulator(pParse, &sAggInfo);
drh4c583122008-01-04 22:01:03 +00003620 sqlite3VdbeAddOp2(v, OP_Integer, 1, iUseFlag);
drhd4e70eb2008-01-02 00:34:36 +00003621 VdbeComment((v, "indicate data in accumulator"));
drh13449892005-09-07 21:22:45 +00003622
3623 /* End of the loop
3624 */
3625 if( groupBySort ){
drh66a51672008-01-03 00:01:23 +00003626 sqlite3VdbeAddOp2(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop);
drh13449892005-09-07 21:22:45 +00003627 }else{
3628 sqlite3WhereEnd(pWInfo);
drhf8875402006-03-17 13:56:34 +00003629 sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1);
drh13449892005-09-07 21:22:45 +00003630 }
3631
3632 /* Output the final row of result
3633 */
drh66a51672008-01-03 00:01:23 +00003634 sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow);
drhd4e70eb2008-01-02 00:34:36 +00003635 VdbeComment((v, "output final row"));
drh13449892005-09-07 21:22:45 +00003636
3637 } /* endif pGroupBy */
3638 else {
danielk1977a9d1ccb2008-01-05 17:39:29 +00003639 ExprList *pMinMax = 0;
danielk1977dba01372008-01-05 18:44:29 +00003640 ExprList *pDel = 0;
danielk1977a9d1ccb2008-01-05 17:39:29 +00003641 u8 flag;
3642
danielk1977738bdcf2008-01-07 10:16:40 +00003643 /* Check if the query is of one of the following forms:
3644 **
3645 ** SELECT min(x) FROM ...
3646 ** SELECT max(x) FROM ...
3647 **
3648 ** If it is, then ask the code in where.c to attempt to sort results
3649 ** as if there was an "ORDER ON x" or "ORDER ON x DESC" clause.
3650 ** If where.c is able to produce results sorted in this order, then
3651 ** add vdbe code to break out of the processing loop after the
3652 ** first iteration (since the first iteration of the loop is
3653 ** guaranteed to operate on the row with the minimum or maximum
3654 ** value of x, the only row required).
3655 **
3656 ** A special flag must be passed to sqlite3WhereBegin() to slightly
3657 ** modify behaviour as follows:
3658 **
3659 ** + If the query is a "SELECT min(x)", then the loop coded by
3660 ** where.c should not iterate over any values with a NULL value
3661 ** for x.
3662 **
3663 ** + The optimizer code in where.c (the thing that decides which
3664 ** index or indices to use) should place a different priority on
3665 ** satisfying the 'ORDER BY' clause than it does in other cases.
3666 ** Refer to code and comments in where.c for details.
3667 */
danielk1977a9d1ccb2008-01-05 17:39:29 +00003668 flag = minMaxQuery(pParse, p);
3669 if( flag ){
3670 pMinMax = sqlite3ExprListDup(db, p->pEList->a[0].pExpr->pList);
3671 if( pMinMax ){
3672 pMinMax->a[0].sortOrder = ((flag==ORDERBY_MIN)?0:1);
3673 pMinMax->a[0].pExpr->op = TK_COLUMN;
drh1013c932008-01-06 00:25:21 +00003674 pDel = pMinMax;
danielk1977a9d1ccb2008-01-05 17:39:29 +00003675 }
3676 }
3677
drh13449892005-09-07 21:22:45 +00003678 /* This case runs if the aggregate has no GROUP BY clause. The
3679 ** processing is much simpler since there is only a single row
3680 ** of output.
3681 */
3682 resetAccumulator(pParse, &sAggInfo);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003683 pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pMinMax, flag);
danielk1977dba01372008-01-05 18:44:29 +00003684 if( pWInfo==0 ){
drh1013c932008-01-06 00:25:21 +00003685 sqlite3ExprListDelete(pDel);
danielk1977dba01372008-01-05 18:44:29 +00003686 goto select_end;
3687 }
drh13449892005-09-07 21:22:45 +00003688 updateAccumulator(pParse, &sAggInfo);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003689 if( !pMinMax && flag ){
3690 sqlite3VdbeAddOp2(v, OP_Goto, 0, pWInfo->iBreak);
3691 VdbeComment((v, "%s() by index", (flag==ORDERBY_MIN?"min":"max")));
3692 }
drh13449892005-09-07 21:22:45 +00003693 sqlite3WhereEnd(pWInfo);
3694 finalizeAggFunctions(pParse, &sAggInfo);
3695 pOrderBy = 0;
drh5774b802005-09-07 22:48:16 +00003696 if( pHaving ){
drh35573352008-01-08 23:54:25 +00003697 sqlite3ExprIfFalse(pParse, pHaving, addrEnd, SQLITE_JUMPIFNULL);
drh5774b802005-09-07 22:48:16 +00003698 }
drh13449892005-09-07 21:22:45 +00003699 selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1,
danielk19776c8c8ce2008-01-02 16:27:09 +00003700 pDest, addrEnd, addrEnd, aff);
danielk1977a9d1ccb2008-01-05 17:39:29 +00003701
danielk1977dba01372008-01-05 18:44:29 +00003702 sqlite3ExprListDelete(pDel);
drh13449892005-09-07 21:22:45 +00003703 }
3704 sqlite3VdbeResolveLabel(v, addrEnd);
3705
3706 } /* endif aggregate query */
drh22827922000-06-06 17:27:05 +00003707
drhcce7d172000-05-31 15:34:51 +00003708 /* If there is an ORDER BY clause, then we need to sort the results
3709 ** and send them to the callback one by one.
3710 */
3711 if( pOrderBy ){
danielk19776c8c8ce2008-01-02 16:27:09 +00003712 generateSortTail(pParse, p, v, pEList->nExpr, pDest);
drhcce7d172000-05-31 15:34:51 +00003713 }
drh6a535342001-10-19 16:44:56 +00003714
danielk197793758c82005-01-21 08:13:14 +00003715#ifndef SQLITE_OMIT_SUBQUERY
drhf620b4e2004-02-09 14:37:50 +00003716 /* If this was a subquery, we have now converted the subquery into a
danielk19771787cca2006-02-10 07:07:14 +00003717 ** temporary table. So set the SrcList_item.isPopulated flag to prevent
3718 ** this subquery from being evaluated again and to force the use of
3719 ** the temporary table.
drhf620b4e2004-02-09 14:37:50 +00003720 */
3721 if( pParent ){
3722 assert( pParent->pSrc->nSrc>parentTab );
3723 assert( pParent->pSrc->a[parentTab].pSelect==p );
danielk19771787cca2006-02-10 07:07:14 +00003724 pParent->pSrc->a[parentTab].isPopulated = 1;
drhf620b4e2004-02-09 14:37:50 +00003725 }
danielk197793758c82005-01-21 08:13:14 +00003726#endif
drhf620b4e2004-02-09 14:37:50 +00003727
drhec7429a2005-10-06 16:53:14 +00003728 /* Jump here to skip this query
3729 */
3730 sqlite3VdbeResolveLabel(v, iEnd);
3731
drh1d83f052002-02-17 00:30:36 +00003732 /* The SELECT was successfully coded. Set the return code to 0
3733 ** to indicate no errors.
3734 */
3735 rc = 0;
3736
3737 /* Control jumps to here if an error is encountered above, or upon
3738 ** successful coding of the SELECT.
3739 */
3740select_end:
danielk1977955de522006-02-10 02:27:42 +00003741
3742 /* Identify column names if we will be using them in a callback. This
3743 ** step is skipped if the output is going to some other destination.
3744 */
danielk19776c8c8ce2008-01-02 16:27:09 +00003745 if( rc==SQLITE_OK && pDest->eDest==SRT_Callback ){
danielk1977955de522006-02-10 02:27:42 +00003746 generateColumnNames(pParse, pTabList, pEList);
3747 }
3748
drh17435752007-08-16 04:30:38 +00003749 sqlite3_free(sAggInfo.aCol);
3750 sqlite3_free(sAggInfo.aFunc);
drh1d83f052002-02-17 00:30:36 +00003751 return rc;
drhcce7d172000-05-31 15:34:51 +00003752}
drh485f0032007-01-26 19:23:33 +00003753
drh77a2a5e2007-04-06 01:04:39 +00003754#if defined(SQLITE_DEBUG)
drh485f0032007-01-26 19:23:33 +00003755/*
3756*******************************************************************************
3757** The following code is used for testing and debugging only. The code
3758** that follows does not appear in normal builds.
3759**
3760** These routines are used to print out the content of all or part of a
3761** parse structures such as Select or Expr. Such printouts are useful
3762** for helping to understand what is happening inside the code generator
3763** during the execution of complex SELECT statements.
3764**
3765** These routine are not called anywhere from within the normal
3766** code base. Then are intended to be called from within the debugger
3767** or from temporary "printf" statements inserted for debugging.
3768*/
3769void sqlite3PrintExpr(Expr *p){
3770 if( p->token.z && p->token.n>0 ){
3771 sqlite3DebugPrintf("(%.*s", p->token.n, p->token.z);
3772 }else{
3773 sqlite3DebugPrintf("(%d", p->op);
3774 }
3775 if( p->pLeft ){
3776 sqlite3DebugPrintf(" ");
3777 sqlite3PrintExpr(p->pLeft);
3778 }
3779 if( p->pRight ){
3780 sqlite3DebugPrintf(" ");
3781 sqlite3PrintExpr(p->pRight);
3782 }
3783 sqlite3DebugPrintf(")");
3784}
3785void sqlite3PrintExprList(ExprList *pList){
3786 int i;
3787 for(i=0; i<pList->nExpr; i++){
3788 sqlite3PrintExpr(pList->a[i].pExpr);
3789 if( i<pList->nExpr-1 ){
3790 sqlite3DebugPrintf(", ");
3791 }
3792 }
3793}
3794void sqlite3PrintSelect(Select *p, int indent){
3795 sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p);
3796 sqlite3PrintExprList(p->pEList);
3797 sqlite3DebugPrintf("\n");
3798 if( p->pSrc ){
3799 char *zPrefix;
3800 int i;
3801 zPrefix = "FROM";
3802 for(i=0; i<p->pSrc->nSrc; i++){
3803 struct SrcList_item *pItem = &p->pSrc->a[i];
3804 sqlite3DebugPrintf("%*s ", indent+6, zPrefix);
3805 zPrefix = "";
3806 if( pItem->pSelect ){
3807 sqlite3DebugPrintf("(\n");
3808 sqlite3PrintSelect(pItem->pSelect, indent+10);
3809 sqlite3DebugPrintf("%*s)", indent+8, "");
3810 }else if( pItem->zName ){
3811 sqlite3DebugPrintf("%s", pItem->zName);
3812 }
3813 if( pItem->pTab ){
3814 sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName);
3815 }
3816 if( pItem->zAlias ){
3817 sqlite3DebugPrintf(" AS %s", pItem->zAlias);
3818 }
3819 if( i<p->pSrc->nSrc-1 ){
3820 sqlite3DebugPrintf(",");
3821 }
3822 sqlite3DebugPrintf("\n");
3823 }
3824 }
3825 if( p->pWhere ){
3826 sqlite3DebugPrintf("%*s WHERE ", indent, "");
3827 sqlite3PrintExpr(p->pWhere);
3828 sqlite3DebugPrintf("\n");
3829 }
3830 if( p->pGroupBy ){
3831 sqlite3DebugPrintf("%*s GROUP BY ", indent, "");
3832 sqlite3PrintExprList(p->pGroupBy);
3833 sqlite3DebugPrintf("\n");
3834 }
3835 if( p->pHaving ){
3836 sqlite3DebugPrintf("%*s HAVING ", indent, "");
3837 sqlite3PrintExpr(p->pHaving);
3838 sqlite3DebugPrintf("\n");
3839 }
3840 if( p->pOrderBy ){
3841 sqlite3DebugPrintf("%*s ORDER BY ", indent, "");
3842 sqlite3PrintExprList(p->pOrderBy);
3843 sqlite3DebugPrintf("\n");
3844 }
3845}
3846/* End of the structure debug printing code
3847*****************************************************************************/
3848#endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */