drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 1 | /* |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 2 | ** 2001 September 15 |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3 | ** |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 6 | ** |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 10 | ** |
| 11 | ************************************************************************* |
| 12 | ** This file contains C code routines that are called by the parser |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 13 | ** to handle SELECT statements in SQLite. |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 14 | ** |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 15 | ** $Id: select.c,v 1.395 2008/01/09 23:04:12 drh Exp $ |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 16 | */ |
| 17 | #include "sqliteInt.h" |
| 18 | |
drh | 315555c | 2002-10-20 15:53:03 +0000 | [diff] [blame] | 19 | |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 20 | /* |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 21 | ** Delete all the content of a Select structure but do not deallocate |
| 22 | ** the select structure itself. |
| 23 | */ |
danielk1977 | f011300 | 2006-01-24 12:09:17 +0000 | [diff] [blame] | 24 | static void clearSelect(Select *p){ |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 25 | sqlite3ExprListDelete(p->pEList); |
| 26 | sqlite3SrcListDelete(p->pSrc); |
| 27 | sqlite3ExprDelete(p->pWhere); |
| 28 | sqlite3ExprListDelete(p->pGroupBy); |
| 29 | sqlite3ExprDelete(p->pHaving); |
| 30 | sqlite3ExprListDelete(p->pOrderBy); |
| 31 | sqlite3SelectDelete(p->pPrior); |
| 32 | sqlite3ExprDelete(p->pLimit); |
| 33 | sqlite3ExprDelete(p->pOffset); |
| 34 | } |
| 35 | |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 36 | /* |
| 37 | ** Initialize a SelectDest structure. |
| 38 | */ |
| 39 | void sqlite3SelectDestInit(SelectDest *pDest, int eDest, int iParm){ |
| 40 | pDest->eDest = eDest; |
| 41 | pDest->iParm = iParm; |
| 42 | pDest->affinity = 0; |
| 43 | pDest->iMem = 0; |
| 44 | } |
| 45 | |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 46 | |
| 47 | /* |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 48 | ** Allocate a new Select structure and return a pointer to that |
| 49 | ** structure. |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 50 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 51 | Select *sqlite3SelectNew( |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 52 | Parse *pParse, /* Parsing context */ |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 53 | ExprList *pEList, /* which columns to include in the result */ |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 54 | SrcList *pSrc, /* the FROM clause -- which tables to scan */ |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 55 | Expr *pWhere, /* the WHERE clause */ |
| 56 | ExprList *pGroupBy, /* the GROUP BY clause */ |
| 57 | Expr *pHaving, /* the HAVING clause */ |
| 58 | ExprList *pOrderBy, /* the ORDER BY clause */ |
drh | 9bbca4c | 2001-11-06 04:00:18 +0000 | [diff] [blame] | 59 | int isDistinct, /* true if the DISTINCT keyword is present */ |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 60 | Expr *pLimit, /* LIMIT value. NULL means not used */ |
| 61 | Expr *pOffset /* OFFSET value. NULL means no offset */ |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 62 | ){ |
| 63 | Select *pNew; |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 64 | Select standin; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 65 | sqlite3 *db = pParse->db; |
| 66 | pNew = sqlite3DbMallocZero(db, sizeof(*pNew) ); |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 67 | assert( !pOffset || pLimit ); /* Can't have OFFSET without LIMIT. */ |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 68 | if( pNew==0 ){ |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 69 | pNew = &standin; |
| 70 | memset(pNew, 0, sizeof(*pNew)); |
| 71 | } |
| 72 | if( pEList==0 ){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 73 | pEList = sqlite3ExprListAppend(pParse, 0, sqlite3Expr(db,TK_ALL,0,0,0), 0); |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 74 | } |
| 75 | pNew->pEList = pEList; |
| 76 | pNew->pSrc = pSrc; |
| 77 | pNew->pWhere = pWhere; |
| 78 | pNew->pGroupBy = pGroupBy; |
| 79 | pNew->pHaving = pHaving; |
| 80 | pNew->pOrderBy = pOrderBy; |
| 81 | pNew->isDistinct = isDistinct; |
| 82 | pNew->op = TK_SELECT; |
drh | 8103b7d | 2007-02-24 13:23:51 +0000 | [diff] [blame] | 83 | assert( pOffset==0 || pLimit!=0 ); |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 84 | pNew->pLimit = pLimit; |
| 85 | pNew->pOffset = pOffset; |
| 86 | pNew->iLimit = -1; |
| 87 | pNew->iOffset = -1; |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 88 | pNew->addrOpenEphm[0] = -1; |
| 89 | pNew->addrOpenEphm[1] = -1; |
| 90 | pNew->addrOpenEphm[2] = -1; |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 91 | if( pNew==&standin) { |
| 92 | clearSelect(pNew); |
| 93 | pNew = 0; |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 94 | } |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 95 | return pNew; |
| 96 | } |
| 97 | |
| 98 | /* |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 99 | ** Delete the given Select structure and all of its substructures. |
| 100 | */ |
| 101 | void sqlite3SelectDelete(Select *p){ |
| 102 | if( p ){ |
| 103 | clearSelect(p); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 104 | sqlite3_free(p); |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 105 | } |
| 106 | } |
| 107 | |
| 108 | /* |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 109 | ** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the |
| 110 | ** type of join. Return an integer constant that expresses that type |
| 111 | ** in terms of the following bit values: |
| 112 | ** |
| 113 | ** JT_INNER |
drh | 3dec223 | 2005-09-10 15:28:09 +0000 | [diff] [blame] | 114 | ** JT_CROSS |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 115 | ** JT_OUTER |
| 116 | ** JT_NATURAL |
| 117 | ** JT_LEFT |
| 118 | ** JT_RIGHT |
| 119 | ** |
| 120 | ** A full outer join is the combination of JT_LEFT and JT_RIGHT. |
| 121 | ** |
| 122 | ** If an illegal or unsupported join type is seen, then still return |
| 123 | ** a join type, but put an error in the pParse structure. |
| 124 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 125 | int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){ |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 126 | int jointype = 0; |
| 127 | Token *apAll[3]; |
| 128 | Token *p; |
drh | 5719628 | 2004-10-06 15:41:16 +0000 | [diff] [blame] | 129 | static const struct { |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 130 | const char zKeyword[8]; |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 131 | u8 nChar; |
| 132 | u8 code; |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 133 | } keywords[] = { |
| 134 | { "natural", 7, JT_NATURAL }, |
drh | 195e696 | 2002-05-25 00:18:20 +0000 | [diff] [blame] | 135 | { "left", 4, JT_LEFT|JT_OUTER }, |
| 136 | { "right", 5, JT_RIGHT|JT_OUTER }, |
| 137 | { "full", 4, JT_LEFT|JT_RIGHT|JT_OUTER }, |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 138 | { "outer", 5, JT_OUTER }, |
| 139 | { "inner", 5, JT_INNER }, |
drh | 3dec223 | 2005-09-10 15:28:09 +0000 | [diff] [blame] | 140 | { "cross", 5, JT_INNER|JT_CROSS }, |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 141 | }; |
| 142 | int i, j; |
| 143 | apAll[0] = pA; |
| 144 | apAll[1] = pB; |
| 145 | apAll[2] = pC; |
drh | 195e696 | 2002-05-25 00:18:20 +0000 | [diff] [blame] | 146 | for(i=0; i<3 && apAll[i]; i++){ |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 147 | p = apAll[i]; |
| 148 | for(j=0; j<sizeof(keywords)/sizeof(keywords[0]); j++){ |
| 149 | if( p->n==keywords[j].nChar |
drh | 2646da7 | 2005-12-09 20:02:05 +0000 | [diff] [blame] | 150 | && sqlite3StrNICmp((char*)p->z, keywords[j].zKeyword, p->n)==0 ){ |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 151 | jointype |= keywords[j].code; |
| 152 | break; |
| 153 | } |
| 154 | } |
| 155 | if( j>=sizeof(keywords)/sizeof(keywords[0]) ){ |
| 156 | jointype |= JT_ERROR; |
| 157 | break; |
| 158 | } |
| 159 | } |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 160 | if( |
| 161 | (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) || |
drh | 195e696 | 2002-05-25 00:18:20 +0000 | [diff] [blame] | 162 | (jointype & JT_ERROR)!=0 |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 163 | ){ |
drh | ae29ffb | 2004-09-25 14:39:18 +0000 | [diff] [blame] | 164 | const char *zSp1 = " "; |
| 165 | const char *zSp2 = " "; |
| 166 | if( pB==0 ){ zSp1++; } |
| 167 | if( pC==0 ){ zSp2++; } |
| 168 | sqlite3ErrorMsg(pParse, "unknown or unsupported join type: " |
| 169 | "%T%s%T%s%T", pA, zSp1, pB, zSp2, pC); |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 170 | jointype = JT_INNER; |
drh | 195e696 | 2002-05-25 00:18:20 +0000 | [diff] [blame] | 171 | }else if( jointype & JT_RIGHT ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 172 | sqlite3ErrorMsg(pParse, |
drh | da93d23 | 2003-03-31 02:12:46 +0000 | [diff] [blame] | 173 | "RIGHT and FULL OUTER JOINs are not currently supported"); |
drh | 195e696 | 2002-05-25 00:18:20 +0000 | [diff] [blame] | 174 | jointype = JT_INNER; |
drh | 01f3f25 | 2002-05-24 16:14:15 +0000 | [diff] [blame] | 175 | } |
| 176 | return jointype; |
| 177 | } |
| 178 | |
| 179 | /* |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 180 | ** Return the index of a column in a table. Return -1 if the column |
| 181 | ** is not contained in the table. |
| 182 | */ |
| 183 | static int columnIndex(Table *pTab, const char *zCol){ |
| 184 | int i; |
| 185 | for(i=0; i<pTab->nCol; i++){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 186 | if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i; |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 187 | } |
| 188 | return -1; |
| 189 | } |
| 190 | |
| 191 | /* |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 192 | ** Set the value of a token to a '\000'-terminated string. |
| 193 | */ |
| 194 | static void setToken(Token *p, const char *z){ |
drh | 2646da7 | 2005-12-09 20:02:05 +0000 | [diff] [blame] | 195 | p->z = (u8*)z; |
danielk1977 | 261919c | 2005-12-06 12:52:59 +0000 | [diff] [blame] | 196 | p->n = z ? strlen(z) : 0; |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 197 | p->dyn = 0; |
| 198 | } |
| 199 | |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 200 | /* |
danielk1977 | f3b863e | 2007-06-24 06:32:17 +0000 | [diff] [blame] | 201 | ** Set the token to the double-quoted and escaped version of the string pointed |
| 202 | ** to by z. For example; |
| 203 | ** |
| 204 | ** {a"bc} -> {"a""bc"} |
| 205 | */ |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 206 | static void setQuotedToken(Parse *pParse, Token *p, const char *z){ |
| 207 | p->z = (u8 *)sqlite3MPrintf(0, "\"%w\"", z); |
danielk1977 | f3b863e | 2007-06-24 06:32:17 +0000 | [diff] [blame] | 208 | p->dyn = 1; |
| 209 | if( p->z ){ |
| 210 | p->n = strlen((char *)p->z); |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 211 | }else{ |
| 212 | pParse->db->mallocFailed = 1; |
danielk1977 | f3b863e | 2007-06-24 06:32:17 +0000 | [diff] [blame] | 213 | } |
| 214 | } |
| 215 | |
| 216 | /* |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 217 | ** Create an expression node for an identifier with the name of zName |
| 218 | */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 219 | Expr *sqlite3CreateIdExpr(Parse *pParse, const char *zName){ |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 220 | Token dummy; |
| 221 | setToken(&dummy, zName); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 222 | return sqlite3PExpr(pParse, TK_ID, 0, 0, &dummy); |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 223 | } |
| 224 | |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 225 | |
| 226 | /* |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 227 | ** Add a term to the WHERE expression in *ppExpr that requires the |
| 228 | ** zCol column to be equal in the two tables pTab1 and pTab2. |
| 229 | */ |
| 230 | static void addWhereTerm( |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 231 | Parse *pParse, /* Parsing context */ |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 232 | const char *zCol, /* Name of the column */ |
| 233 | const Table *pTab1, /* First table */ |
drh | 030530d | 2005-01-18 17:40:04 +0000 | [diff] [blame] | 234 | const char *zAlias1, /* Alias for first table. May be NULL */ |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 235 | const Table *pTab2, /* Second table */ |
drh | 030530d | 2005-01-18 17:40:04 +0000 | [diff] [blame] | 236 | const char *zAlias2, /* Alias for second table. May be NULL */ |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 237 | int iRightJoinTable, /* VDBE cursor for the right table */ |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 238 | Expr **ppExpr /* Add the equality term to this expression */ |
| 239 | ){ |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 240 | Expr *pE1a, *pE1b, *pE1c; |
| 241 | Expr *pE2a, *pE2b, *pE2c; |
| 242 | Expr *pE; |
| 243 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 244 | pE1a = sqlite3CreateIdExpr(pParse, zCol); |
| 245 | pE2a = sqlite3CreateIdExpr(pParse, zCol); |
drh | 030530d | 2005-01-18 17:40:04 +0000 | [diff] [blame] | 246 | if( zAlias1==0 ){ |
| 247 | zAlias1 = pTab1->zName; |
| 248 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 249 | pE1b = sqlite3CreateIdExpr(pParse, zAlias1); |
drh | 030530d | 2005-01-18 17:40:04 +0000 | [diff] [blame] | 250 | if( zAlias2==0 ){ |
| 251 | zAlias2 = pTab2->zName; |
| 252 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 253 | pE2b = sqlite3CreateIdExpr(pParse, zAlias2); |
| 254 | pE1c = sqlite3PExpr(pParse, TK_DOT, pE1b, pE1a, 0); |
| 255 | pE2c = sqlite3PExpr(pParse, TK_DOT, pE2b, pE2a, 0); |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 256 | pE = sqlite3PExpr(pParse, TK_EQ, pE1c, pE2c, 0); |
drh | 206f3d9 | 2006-07-11 13:15:08 +0000 | [diff] [blame] | 257 | if( pE ){ |
| 258 | ExprSetProperty(pE, EP_FromJoin); |
| 259 | pE->iRightJoinTable = iRightJoinTable; |
| 260 | } |
drh | f4ce8ed | 2007-11-23 13:42:51 +0000 | [diff] [blame] | 261 | *ppExpr = sqlite3ExprAnd(pParse->db,*ppExpr, pE); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 262 | } |
| 263 | |
| 264 | /* |
drh | 1f16230 | 2002-10-27 19:35:33 +0000 | [diff] [blame] | 265 | ** Set the EP_FromJoin property on all terms of the given expression. |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 266 | ** And set the Expr.iRightJoinTable to iTable for every term in the |
| 267 | ** expression. |
drh | 1cc093c | 2002-06-24 22:01:57 +0000 | [diff] [blame] | 268 | ** |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 269 | ** The EP_FromJoin property is used on terms of an expression to tell |
drh | 1cc093c | 2002-06-24 22:01:57 +0000 | [diff] [blame] | 270 | ** the LEFT OUTER JOIN processing logic that this term is part of the |
drh | 1f16230 | 2002-10-27 19:35:33 +0000 | [diff] [blame] | 271 | ** join restriction specified in the ON or USING clause and not a part |
| 272 | ** of the more general WHERE clause. These terms are moved over to the |
| 273 | ** WHERE clause during join processing but we need to remember that they |
| 274 | ** originated in the ON or USING clause. |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 275 | ** |
| 276 | ** The Expr.iRightJoinTable tells the WHERE clause processing that the |
| 277 | ** expression depends on table iRightJoinTable even if that table is not |
| 278 | ** explicitly mentioned in the expression. That information is needed |
| 279 | ** for cases like this: |
| 280 | ** |
| 281 | ** SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5 |
| 282 | ** |
| 283 | ** The where clause needs to defer the handling of the t1.x=5 |
| 284 | ** term until after the t2 loop of the join. In that way, a |
| 285 | ** NULL t2 row will be inserted whenever t1.x!=5. If we do not |
| 286 | ** defer the handling of t1.x=5, it will be processed immediately |
| 287 | ** after the t1 loop and rows with t1.x!=5 will never appear in |
| 288 | ** the output, which is incorrect. |
drh | 1cc093c | 2002-06-24 22:01:57 +0000 | [diff] [blame] | 289 | */ |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 290 | static void setJoinExpr(Expr *p, int iTable){ |
drh | 1cc093c | 2002-06-24 22:01:57 +0000 | [diff] [blame] | 291 | while( p ){ |
drh | 1f16230 | 2002-10-27 19:35:33 +0000 | [diff] [blame] | 292 | ExprSetProperty(p, EP_FromJoin); |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 293 | p->iRightJoinTable = iTable; |
| 294 | setJoinExpr(p->pLeft, iTable); |
drh | 1cc093c | 2002-06-24 22:01:57 +0000 | [diff] [blame] | 295 | p = p->pRight; |
| 296 | } |
| 297 | } |
| 298 | |
| 299 | /* |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 300 | ** This routine processes the join information for a SELECT statement. |
| 301 | ** ON and USING clauses are converted into extra terms of the WHERE clause. |
| 302 | ** NATURAL joins also create extra WHERE clause terms. |
| 303 | ** |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 304 | ** The terms of a FROM clause are contained in the Select.pSrc structure. |
| 305 | ** The left most table is the first entry in Select.pSrc. The right-most |
| 306 | ** table is the last entry. The join operator is held in the entry to |
| 307 | ** the left. Thus entry 0 contains the join operator for the join between |
| 308 | ** entries 0 and 1. Any ON or USING clauses associated with the join are |
| 309 | ** also attached to the left entry. |
| 310 | ** |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 311 | ** This routine returns the number of errors encountered. |
| 312 | */ |
| 313 | static int sqliteProcessJoin(Parse *pParse, Select *p){ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 314 | SrcList *pSrc; /* All tables in the FROM clause */ |
| 315 | int i, j; /* Loop counters */ |
| 316 | struct SrcList_item *pLeft; /* Left table being joined */ |
| 317 | struct SrcList_item *pRight; /* Right table being joined */ |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 318 | |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 319 | pSrc = p->pSrc; |
| 320 | pLeft = &pSrc->a[0]; |
| 321 | pRight = &pLeft[1]; |
| 322 | for(i=0; i<pSrc->nSrc-1; i++, pRight++, pLeft++){ |
| 323 | Table *pLeftTab = pLeft->pTab; |
| 324 | Table *pRightTab = pRight->pTab; |
| 325 | |
| 326 | if( pLeftTab==0 || pRightTab==0 ) continue; |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 327 | |
| 328 | /* When the NATURAL keyword is present, add WHERE clause terms for |
| 329 | ** every column that the two tables have in common. |
| 330 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 331 | if( pRight->jointype & JT_NATURAL ){ |
| 332 | if( pRight->pOn || pRight->pUsing ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 333 | sqlite3ErrorMsg(pParse, "a NATURAL join may not have " |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 334 | "an ON or USING clause", 0); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 335 | return 1; |
| 336 | } |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 337 | for(j=0; j<pLeftTab->nCol; j++){ |
| 338 | char *zName = pLeftTab->aCol[j].zName; |
| 339 | if( columnIndex(pRightTab, zName)>=0 ){ |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 340 | addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias, |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 341 | pRightTab, pRight->zAlias, |
| 342 | pRight->iCursor, &p->pWhere); |
| 343 | |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 344 | } |
| 345 | } |
| 346 | } |
| 347 | |
| 348 | /* Disallow both ON and USING clauses in the same join |
| 349 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 350 | if( pRight->pOn && pRight->pUsing ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 351 | sqlite3ErrorMsg(pParse, "cannot have both ON and USING " |
drh | da93d23 | 2003-03-31 02:12:46 +0000 | [diff] [blame] | 352 | "clauses in the same join"); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 353 | return 1; |
| 354 | } |
| 355 | |
| 356 | /* Add the ON clause to the end of the WHERE clause, connected by |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 357 | ** an AND operator. |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 358 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 359 | if( pRight->pOn ){ |
| 360 | setJoinExpr(pRight->pOn, pRight->iCursor); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 361 | p->pWhere = sqlite3ExprAnd(pParse->db, p->pWhere, pRight->pOn); |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 362 | pRight->pOn = 0; |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 363 | } |
| 364 | |
| 365 | /* Create extra terms on the WHERE clause for each column named |
| 366 | ** in the USING clause. Example: If the two tables to be joined are |
| 367 | ** A and B and the USING clause names X, Y, and Z, then add this |
| 368 | ** to the WHERE clause: A.X=B.X AND A.Y=B.Y AND A.Z=B.Z |
| 369 | ** Report an error if any column mentioned in the USING clause is |
| 370 | ** not contained in both tables to be joined. |
| 371 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 372 | if( pRight->pUsing ){ |
| 373 | IdList *pList = pRight->pUsing; |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 374 | for(j=0; j<pList->nId; j++){ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 375 | char *zName = pList->a[j].zName; |
| 376 | if( columnIndex(pLeftTab, zName)<0 || columnIndex(pRightTab, zName)<0 ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 377 | sqlite3ErrorMsg(pParse, "cannot join using column %s - column " |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 378 | "not present in both tables", zName); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 379 | return 1; |
| 380 | } |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 381 | addWhereTerm(pParse, zName, pLeftTab, pLeft->zAlias, |
drh | 22d6a53 | 2005-09-19 21:05:48 +0000 | [diff] [blame] | 382 | pRightTab, pRight->zAlias, |
| 383 | pRight->iCursor, &p->pWhere); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 384 | } |
| 385 | } |
| 386 | } |
| 387 | return 0; |
| 388 | } |
| 389 | |
| 390 | /* |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 391 | ** Insert code into "v" that will push the record on the top of the |
| 392 | ** stack into the sorter. |
| 393 | */ |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 394 | static void pushOntoSorter( |
| 395 | Parse *pParse, /* Parser context */ |
| 396 | ExprList *pOrderBy, /* The ORDER BY clause */ |
| 397 | Select *pSelect /* The whole SELECT statement */ |
| 398 | ){ |
| 399 | Vdbe *v = pParse->pVdbe; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 400 | sqlite3ExprCodeExprList(pParse, pOrderBy, 0); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 401 | sqlite3VdbeAddOp1(v, OP_Sequence, pOrderBy->iECursor); |
| 402 | sqlite3VdbeAddOp1(v, OP_Pull, pOrderBy->nExpr + 1); |
| 403 | sqlite3VdbeAddOp1(v, OP_MakeRecord, pOrderBy->nExpr + 2); |
| 404 | sqlite3VdbeAddOp1(v, OP_IdxInsert, pOrderBy->iECursor); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 405 | if( pSelect->iLimit>=0 ){ |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 406 | int addr1, addr2; |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 407 | addr1 = sqlite3VdbeAddOp1(v, OP_IfZero, pSelect->iLimit+1); |
drh | 8558cde | 2008-01-05 05:20:10 +0000 | [diff] [blame] | 408 | sqlite3VdbeAddOp2(v, OP_AddImm, pSelect->iLimit+1, -1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 409 | addr2 = sqlite3VdbeAddOp0(v, OP_Goto); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 410 | sqlite3VdbeJumpHere(v, addr1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 411 | sqlite3VdbeAddOp1(v, OP_Last, pOrderBy->iECursor); |
| 412 | sqlite3VdbeAddOp1(v, OP_Delete, pOrderBy->iECursor); |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 413 | sqlite3VdbeJumpHere(v, addr2); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 414 | pSelect->iLimit = -1; |
| 415 | } |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 416 | } |
| 417 | |
| 418 | /* |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 419 | ** Add code to implement the OFFSET |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 420 | */ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 421 | static void codeOffset( |
drh | bab39e1 | 2004-07-19 23:38:11 +0000 | [diff] [blame] | 422 | Vdbe *v, /* Generate code into this VM */ |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 423 | Select *p, /* The SELECT statement being coded */ |
| 424 | int iContinue, /* Jump here to skip the current record */ |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 425 | int nPop /* Number of times to pop stack when jumping */ |
| 426 | ){ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 427 | if( p->iOffset>=0 && iContinue!=0 ){ |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 428 | int addr; |
drh | 8558cde | 2008-01-05 05:20:10 +0000 | [diff] [blame] | 429 | sqlite3VdbeAddOp2(v, OP_AddImm, p->iOffset, -1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 430 | addr = sqlite3VdbeAddOp1(v, OP_IfNeg, p->iOffset); |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 431 | if( nPop>0 ){ |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 432 | sqlite3VdbeAddOp1(v, OP_Pop, nPop); |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 433 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 434 | sqlite3VdbeAddOp2(v, OP_Goto, 0, iContinue); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 435 | VdbeComment((v, "skip OFFSET records")); |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 436 | sqlite3VdbeJumpHere(v, addr); |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 437 | } |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 438 | } |
| 439 | |
| 440 | /* |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 441 | ** Add code that will check to make sure the N registers starting at iMem |
| 442 | ** form a distinct entry. iTab is a sorting index that holds previously |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 443 | ** seen combinations of the N values. A new entry is made in iTab |
| 444 | ** if the current N values are new. |
| 445 | ** |
| 446 | ** A jump to addrRepeat is made and the N+1 values are popped from the |
| 447 | ** stack if the top N elements are not distinct. |
| 448 | */ |
| 449 | static void codeDistinct( |
| 450 | Vdbe *v, /* Generate code into this VM */ |
| 451 | int iTab, /* A sorting index used to test for distinctness */ |
| 452 | int addrRepeat, /* Jump to here if not distinct */ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 453 | int N, /* Number of elements */ |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 454 | int iMem /* First element */ |
| 455 | ){ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 456 | sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, N); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 457 | sqlite3VdbeAddOp2(v, OP_Distinct, iTab, sqlite3VdbeCurrentAddr(v)+3); |
| 458 | sqlite3VdbeAddOp2(v, OP_Pop, 1, 0); |
| 459 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrRepeat); |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 460 | VdbeComment((v, "skip indistinct records")); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 461 | sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, 0); |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 462 | } |
| 463 | |
| 464 | /* |
drh | e305f43 | 2007-05-09 22:56:39 +0000 | [diff] [blame] | 465 | ** Generate an error message when a SELECT is used within a subexpression |
| 466 | ** (example: "a IN (SELECT * FROM table)") but it has more than 1 result |
| 467 | ** column. We do this in a subroutine because the error occurs in multiple |
| 468 | ** places. |
| 469 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 470 | static int checkForMultiColumnSelectError( |
| 471 | Parse *pParse, /* Parse context. */ |
| 472 | SelectDest *pDest, /* Destination of SELECT results */ |
| 473 | int nExpr /* Number of result columns returned by SELECT */ |
| 474 | ){ |
| 475 | int eDest = pDest->eDest; |
drh | e305f43 | 2007-05-09 22:56:39 +0000 | [diff] [blame] | 476 | if( nExpr>1 && (eDest==SRT_Mem || eDest==SRT_Set) ){ |
| 477 | sqlite3ErrorMsg(pParse, "only a single result allowed for " |
| 478 | "a SELECT that is part of an expression"); |
| 479 | return 1; |
| 480 | }else{ |
| 481 | return 0; |
| 482 | } |
| 483 | } |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 484 | |
| 485 | /* |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 486 | ** This routine generates the code for the inside of the inner loop |
| 487 | ** of a SELECT. |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 488 | ** |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 489 | ** If srcTab and nColumn are both zero, then the pEList expressions |
| 490 | ** are evaluated in order to get the data for this row. If nColumn>0 |
| 491 | ** then data is pulled from srcTab and pEList is used only to get the |
| 492 | ** datatypes for each column. |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 493 | */ |
| 494 | static int selectInnerLoop( |
| 495 | Parse *pParse, /* The parser context */ |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 496 | Select *p, /* The complete select statement being coded */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 497 | ExprList *pEList, /* List of values being extracted */ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 498 | int srcTab, /* Pull data from this table */ |
drh | 967e8b7 | 2000-06-21 13:59:10 +0000 | [diff] [blame] | 499 | int nColumn, /* Number of columns in the source table */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 500 | ExprList *pOrderBy, /* If not NULL, sort results using this key */ |
| 501 | int distinct, /* If >=0, make sure results are distinct */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 502 | SelectDest *pDest, /* How to dispose of the results */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 503 | int iContinue, /* Jump here to continue with next row */ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 504 | int iBreak, /* Jump here to break out of the inner loop */ |
| 505 | char *aff /* affinity string if eDest is SRT_Union */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 506 | ){ |
| 507 | Vdbe *v = pParse->pVdbe; |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 508 | int i, n; |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 509 | int hasDistinct; /* True if the DISTINCT keyword is present */ |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 510 | int iMem; /* Start of memory holding result set */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 511 | int eDest = pDest->eDest; |
| 512 | int iParm = pDest->iParm; |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 513 | |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 514 | if( v==0 ) return 0; |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 515 | assert( pEList!=0 ); |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 516 | |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 517 | /* If there was a LIMIT clause on the SELECT statement, then do the check |
| 518 | ** to see if this row should be output. |
| 519 | */ |
drh | eda639e | 2006-01-22 00:42:09 +0000 | [diff] [blame] | 520 | hasDistinct = distinct>=0 && pEList->nExpr>0; |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 521 | if( pOrderBy==0 && !hasDistinct ){ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 522 | codeOffset(v, p, iContinue, 0); |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 523 | } |
| 524 | |
drh | 967e8b7 | 2000-06-21 13:59:10 +0000 | [diff] [blame] | 525 | /* Pull the requested columns. |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 526 | */ |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 527 | if( nColumn>0 ){ |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 528 | n = nColumn; |
| 529 | }else{ |
| 530 | n = pEList->nExpr; |
| 531 | } |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 532 | if( pDest->iMem>0 ){ |
| 533 | iMem = pDest->iMem; |
| 534 | }else{ |
| 535 | pDest->iMem = iMem = pParse->nMem+1; |
| 536 | pParse->nMem += n; |
| 537 | } |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 538 | if( nColumn>0 ){ |
drh | 967e8b7 | 2000-06-21 13:59:10 +0000 | [diff] [blame] | 539 | for(i=0; i<nColumn; i++){ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 540 | sqlite3VdbeAddOp3(v, OP_Column, srcTab, i, iMem+i); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 541 | } |
danielk1977 | 9ed1dfa | 2008-01-02 17:11:14 +0000 | [diff] [blame] | 542 | }else if( eDest!=SRT_Exists ){ |
| 543 | /* If the destination is an EXISTS(...) expression, the actual |
| 544 | ** values returned by the SELECT are not required. |
| 545 | */ |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 546 | for(i=0; i<n; i++){ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 547 | sqlite3ExprCode(pParse, pEList->a[i].pExpr, iMem+i); |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 548 | } |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 549 | } |
drh | a2a49dc | 2008-01-02 14:28:13 +0000 | [diff] [blame] | 550 | nColumn = n; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 551 | |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 552 | /* If the DISTINCT keyword was present on the SELECT statement |
| 553 | ** and this row has been seen before, then do not make this row |
| 554 | ** part of the result. |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 555 | */ |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 556 | if( hasDistinct ){ |
drh | f887540 | 2006-03-17 13:56:34 +0000 | [diff] [blame] | 557 | assert( pEList!=0 ); |
| 558 | assert( pEList->nExpr==nColumn ); |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 559 | codeDistinct(v, distinct, iContinue, nColumn, iMem); |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 560 | if( pOrderBy==0 ){ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 561 | codeOffset(v, p, iContinue, nColumn); |
drh | ea48eb2 | 2004-07-19 23:16:38 +0000 | [diff] [blame] | 562 | } |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 563 | } |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 564 | |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 565 | if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){ |
drh | e305f43 | 2007-05-09 22:56:39 +0000 | [diff] [blame] | 566 | return 0; |
| 567 | } |
| 568 | |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 569 | switch( eDest ){ |
| 570 | /* In this mode, write each query result to the key of the temporary |
| 571 | ** table iParm. |
| 572 | */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 573 | #ifndef SQLITE_OMIT_COMPOUND_SELECT |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 574 | case SRT_Union: { |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 575 | sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 576 | if( aff ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 577 | sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 578 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 579 | sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 580 | break; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 581 | } |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 582 | |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 583 | /* Construct a record from the query result, but instead of |
| 584 | ** saving that record, use it as a key to delete elements from |
| 585 | ** the temporary table iParm. |
| 586 | */ |
| 587 | case SRT_Except: { |
| 588 | int addr; |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 589 | addr = sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 590 | sqlite3VdbeChangeP4(v, -1, aff, P4_STATIC); |
| 591 | sqlite3VdbeAddOp2(v, OP_NotFound, iParm, addr+3); |
| 592 | sqlite3VdbeAddOp2(v, OP_Delete, iParm, 0); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 593 | break; |
| 594 | } |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 595 | #endif |
| 596 | |
| 597 | /* Store the result as data using a unique key. |
| 598 | */ |
| 599 | case SRT_Table: |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 600 | case SRT_EphemTab: { |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 601 | sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn); |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 602 | if( pOrderBy ){ |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 603 | pushOntoSorter(pParse, pOrderBy, p); |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 604 | }else{ |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 605 | sqlite3VdbeAddOp1(v, OP_NewRowid, iParm); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 606 | sqlite3VdbeAddOp2(v, OP_Pull, 1, 0); |
danielk1977 | 1f4aa33 | 2008-01-03 09:51:55 +0000 | [diff] [blame] | 607 | sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND); |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 608 | } |
| 609 | break; |
| 610 | } |
drh | 5974a30 | 2000-06-07 14:42:26 +0000 | [diff] [blame] | 611 | |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 612 | #ifndef SQLITE_OMIT_SUBQUERY |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 613 | /* If we are creating a set for an "expr IN (SELECT ...)" construct, |
| 614 | ** then there should be a single item on the stack. Write this |
| 615 | ** item into the set table with bogus data. |
| 616 | */ |
| 617 | case SRT_Set: { |
drh | 52b36ca | 2004-01-14 13:38:54 +0000 | [diff] [blame] | 618 | int addr2; |
danielk1977 | e014a83 | 2004-05-17 10:48:57 +0000 | [diff] [blame] | 619 | |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 620 | assert( nColumn==1 ); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 621 | addr2 = sqlite3VdbeAddOp2(v, OP_IsNull, iMem, 0); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 622 | p->affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, pDest->affinity); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 623 | if( pOrderBy ){ |
drh | de941c6 | 2005-08-28 01:34:21 +0000 | [diff] [blame] | 624 | /* At first glance you would think we could optimize out the |
| 625 | ** ORDER BY in this case since the order of entries in the set |
| 626 | ** does not matter. But there might be a LIMIT clause, in which |
| 627 | ** case the order does matter */ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 628 | sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 629 | pushOntoSorter(pParse, pOrderBy, p); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 630 | }else{ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 631 | sqlite3VdbeAddOp4(v, OP_RegMakeRec, iMem, 1, 0, &p->affinity, 1); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 632 | sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 633 | } |
drh | d654be8 | 2005-09-20 17:42:23 +0000 | [diff] [blame] | 634 | sqlite3VdbeJumpHere(v, addr2); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 635 | break; |
| 636 | } |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 637 | |
drh | 504b698 | 2006-01-22 21:52:56 +0000 | [diff] [blame] | 638 | /* If any row exist in the result set, record that fact and abort. |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 639 | */ |
| 640 | case SRT_Exists: { |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 641 | sqlite3VdbeAddOp2(v, OP_Integer, 1, iParm); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 642 | /* The LIMIT clause will terminate the loop for us */ |
| 643 | break; |
| 644 | } |
| 645 | |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 646 | /* If this is a scalar select that is part of an expression, then |
| 647 | ** store the results in the appropriate memory cell and break out |
| 648 | ** of the scan loop. |
| 649 | */ |
| 650 | case SRT_Mem: { |
| 651 | assert( nColumn==1 ); |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 652 | sqlite3VdbeAddOp2(v, OP_SCopy, iMem, 0); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 653 | if( pOrderBy ){ |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 654 | pushOntoSorter(pParse, pOrderBy, p); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 655 | }else{ |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 656 | sqlite3VdbeAddOp2(v, OP_Move, 0, iParm); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 657 | /* The LIMIT clause will jump out of the loop for us */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 658 | } |
| 659 | break; |
| 660 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 661 | #endif /* #ifndef SQLITE_OMIT_SUBQUERY */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 662 | |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 663 | /* Send the data to the callback function or to a subroutine. In the |
| 664 | ** case of a subroutine, the subroutine itself is responsible for |
| 665 | ** popping the data from the stack. |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 666 | */ |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 667 | case SRT_Subroutine: |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 668 | case SRT_Callback: { |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 669 | if( pOrderBy ){ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 670 | sqlite3VdbeAddOp2(v, OP_RegMakeRec, iMem, nColumn); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 671 | pushOntoSorter(pParse, pOrderBy, p); |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 672 | }else if( eDest==SRT_Subroutine ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 673 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm); |
drh | c182d16 | 2005-08-14 20:47:16 +0000 | [diff] [blame] | 674 | }else{ |
drh | 477df4b | 2008-01-05 18:48:24 +0000 | [diff] [blame] | 675 | sqlite3VdbeAddOp2(v, OP_ResultRow, iMem, nColumn); |
drh | ac82fcf | 2002-09-08 17:23:41 +0000 | [diff] [blame] | 676 | } |
drh | 142e30d | 2002-08-28 03:00:58 +0000 | [diff] [blame] | 677 | break; |
| 678 | } |
| 679 | |
danielk1977 | 6a67fe8 | 2005-02-04 04:07:16 +0000 | [diff] [blame] | 680 | #if !defined(SQLITE_OMIT_TRIGGER) |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 681 | /* Discard the results. This is used for SELECT statements inside |
| 682 | ** the body of a TRIGGER. The purpose of such selects is to call |
| 683 | ** user-defined functions that have side effects. We do not care |
| 684 | ** about the actual results of the select. |
| 685 | */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 686 | default: { |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 687 | assert( eDest==SRT_Discard ); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 688 | break; |
| 689 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 690 | #endif |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 691 | } |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 692 | |
| 693 | /* Jump to the end of the loop if the LIMIT is reached. |
| 694 | */ |
| 695 | if( p->iLimit>=0 && pOrderBy==0 ){ |
drh | 8558cde | 2008-01-05 05:20:10 +0000 | [diff] [blame] | 696 | sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 697 | sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, iBreak); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 698 | } |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 699 | return 0; |
| 700 | } |
| 701 | |
| 702 | /* |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 703 | ** Given an expression list, generate a KeyInfo structure that records |
| 704 | ** the collating sequence for each expression in that expression list. |
| 705 | ** |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 706 | ** If the ExprList is an ORDER BY or GROUP BY clause then the resulting |
| 707 | ** KeyInfo structure is appropriate for initializing a virtual index to |
| 708 | ** implement that clause. If the ExprList is the result set of a SELECT |
| 709 | ** then the KeyInfo structure is appropriate for initializing a virtual |
| 710 | ** index to implement a DISTINCT test. |
| 711 | ** |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 712 | ** Space to hold the KeyInfo structure is obtain from malloc. The calling |
| 713 | ** function is responsible for seeing that this structure is eventually |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 714 | ** freed. Add the KeyInfo structure to the P4 field of an opcode using |
| 715 | ** P4_KEYINFO_HANDOFF is the usual way of dealing with this. |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 716 | */ |
| 717 | static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){ |
| 718 | sqlite3 *db = pParse->db; |
| 719 | int nExpr; |
| 720 | KeyInfo *pInfo; |
| 721 | struct ExprList_item *pItem; |
| 722 | int i; |
| 723 | |
| 724 | nExpr = pList->nExpr; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 725 | pInfo = sqlite3DbMallocZero(db, sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) ); |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 726 | if( pInfo ){ |
drh | 2646da7 | 2005-12-09 20:02:05 +0000 | [diff] [blame] | 727 | pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr]; |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 728 | pInfo->nField = nExpr; |
danielk1977 | 14db266 | 2006-01-09 16:12:04 +0000 | [diff] [blame] | 729 | pInfo->enc = ENC(db); |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 730 | for(i=0, pItem=pList->a; i<nExpr; i++, pItem++){ |
| 731 | CollSeq *pColl; |
| 732 | pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr); |
| 733 | if( !pColl ){ |
| 734 | pColl = db->pDfltColl; |
| 735 | } |
| 736 | pInfo->aColl[i] = pColl; |
| 737 | pInfo->aSortOrder[i] = pItem->sortOrder; |
| 738 | } |
| 739 | } |
| 740 | return pInfo; |
| 741 | } |
| 742 | |
| 743 | |
| 744 | /* |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 745 | ** If the inner loop was generated using a non-null pOrderBy argument, |
| 746 | ** then the results were placed in a sorter. After the loop is terminated |
| 747 | ** we need to run the sorter and output the results. The following |
| 748 | ** routine generates the code needed to do that. |
| 749 | */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 750 | static void generateSortTail( |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 751 | Parse *pParse, /* Parsing context */ |
| 752 | Select *p, /* The SELECT statement */ |
| 753 | Vdbe *v, /* Generate code into this VDBE */ |
| 754 | int nColumn, /* Number of columns of data */ |
| 755 | SelectDest *pDest /* Write the sorted results here */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 756 | ){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 757 | int brk = sqlite3VdbeMakeLabel(v); |
| 758 | int cont = sqlite3VdbeMakeLabel(v); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 759 | int addr; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 760 | int iTab; |
drh | 61fc595 | 2007-04-01 23:49:51 +0000 | [diff] [blame] | 761 | int pseudoTab = 0; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 762 | ExprList *pOrderBy = p->pOrderBy; |
drh | ffbc308 | 2004-05-21 01:29:06 +0000 | [diff] [blame] | 763 | |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 764 | int eDest = pDest->eDest; |
| 765 | int iParm = pDest->iParm; |
| 766 | |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 767 | iTab = pOrderBy->iECursor; |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 768 | if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ |
| 769 | pseudoTab = pParse->nTab++; |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 770 | sqlite3VdbeAddOp2(v, OP_OpenPseudo, pseudoTab, 0); |
| 771 | sqlite3VdbeAddOp2(v, OP_SetNumColumns, pseudoTab, nColumn); |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 772 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 773 | addr = 1 + sqlite3VdbeAddOp2(v, OP_Sort, iTab, brk); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 774 | codeOffset(v, p, cont, 0); |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 775 | if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 776 | sqlite3VdbeAddOp2(v, OP_Integer, 1, 0); |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 777 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 778 | sqlite3VdbeAddOp2(v, OP_Column, iTab, pOrderBy->nExpr + 1); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 779 | switch( eDest ){ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 780 | case SRT_Table: |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 781 | case SRT_EphemTab: { |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 782 | sqlite3VdbeAddOp1(v, OP_NewRowid, iParm); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 783 | sqlite3VdbeAddOp2(v, OP_Pull, 1, 0); |
danielk1977 | 1f4aa33 | 2008-01-03 09:51:55 +0000 | [diff] [blame] | 784 | sqlite3CodeInsert(pParse, iParm, OPFLAG_APPEND); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 785 | break; |
| 786 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 787 | #ifndef SQLITE_OMIT_SUBQUERY |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 788 | case SRT_Set: { |
drh | 6a288a3 | 2008-01-07 19:20:24 +0000 | [diff] [blame] | 789 | int j1, j2; |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 790 | assert( nColumn==1 ); |
drh | 6a288a3 | 2008-01-07 19:20:24 +0000 | [diff] [blame] | 791 | sqlite3VdbeAddOp0(v, OP_SCopy); |
| 792 | j1 = sqlite3VdbeAddOp0(v, OP_NotNull); |
| 793 | sqlite3VdbeAddOp1(v, OP_Pop, 1); |
| 794 | j2 = sqlite3VdbeAddOp0(v, OP_Goto); |
| 795 | sqlite3VdbeJumpHere(v, j1); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 796 | sqlite3VdbeAddOp4(v, OP_MakeRecord, 1, 0, 0, &p->affinity, 1); |
| 797 | sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, 0); |
drh | 6a288a3 | 2008-01-07 19:20:24 +0000 | [diff] [blame] | 798 | sqlite3VdbeJumpHere(v, j2); |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 799 | break; |
| 800 | } |
| 801 | case SRT_Mem: { |
| 802 | assert( nColumn==1 ); |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 803 | sqlite3VdbeAddOp2(v, OP_Move, 0, iParm); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 804 | /* The LIMIT clause will terminate the loop for us */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 805 | break; |
| 806 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 807 | #endif |
drh | ce665cf | 2004-05-21 03:01:58 +0000 | [diff] [blame] | 808 | case SRT_Callback: |
drh | ac82fcf | 2002-09-08 17:23:41 +0000 | [diff] [blame] | 809 | case SRT_Subroutine: { |
| 810 | int i; |
danielk1977 | 1f4aa33 | 2008-01-03 09:51:55 +0000 | [diff] [blame] | 811 | sqlite3CodeInsert(pParse, pseudoTab, 0); |
drh | ac82fcf | 2002-09-08 17:23:41 +0000 | [diff] [blame] | 812 | for(i=0; i<nColumn; i++){ |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 813 | sqlite3VdbeAddOp3(v, OP_Column, pseudoTab, i, pDest->iMem+i); |
drh | ac82fcf | 2002-09-08 17:23:41 +0000 | [diff] [blame] | 814 | } |
drh | ce665cf | 2004-05-21 03:01:58 +0000 | [diff] [blame] | 815 | if( eDest==SRT_Callback ){ |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 816 | sqlite3VdbeAddOp2(v, OP_ResultRow, pDest->iMem, nColumn); |
drh | ce665cf | 2004-05-21 03:01:58 +0000 | [diff] [blame] | 817 | }else{ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 818 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, iParm); |
drh | ce665cf | 2004-05-21 03:01:58 +0000 | [diff] [blame] | 819 | } |
drh | ac82fcf | 2002-09-08 17:23:41 +0000 | [diff] [blame] | 820 | break; |
| 821 | } |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 822 | default: { |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 823 | /* Do nothing */ |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 824 | break; |
| 825 | } |
| 826 | } |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 827 | |
| 828 | /* Jump to the end of the loop when the LIMIT is reached |
| 829 | */ |
| 830 | if( p->iLimit>=0 ){ |
drh | 8558cde | 2008-01-05 05:20:10 +0000 | [diff] [blame] | 831 | sqlite3VdbeAddOp2(v, OP_AddImm, p->iLimit, -1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 832 | sqlite3VdbeAddOp2(v, OP_IfZero, p->iLimit, brk); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 833 | } |
| 834 | |
| 835 | /* The bottom of the loop |
| 836 | */ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 837 | sqlite3VdbeResolveLabel(v, cont); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 838 | sqlite3VdbeAddOp2(v, OP_Next, iTab, addr); |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 839 | sqlite3VdbeResolveLabel(v, brk); |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 840 | if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 841 | sqlite3VdbeAddOp2(v, OP_Close, pseudoTab, 0); |
drh | cdd536f | 2006-03-17 00:04:03 +0000 | [diff] [blame] | 842 | } |
| 843 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 844 | } |
| 845 | |
| 846 | /* |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 847 | ** Return a pointer to a string containing the 'declaration type' of the |
| 848 | ** expression pExpr. The string may be treated as static by the caller. |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 849 | ** |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 850 | ** The declaration type is the exact datatype definition extracted from the |
| 851 | ** original CREATE TABLE statement if the expression is a column. The |
| 852 | ** declaration type for a ROWID field is INTEGER. Exactly when an expression |
| 853 | ** is considered a column can be complex in the presence of subqueries. The |
| 854 | ** result-set expression in all of the following SELECT statements is |
| 855 | ** considered a column by this function. |
| 856 | ** |
| 857 | ** SELECT col FROM tbl; |
| 858 | ** SELECT (SELECT col FROM tbl; |
| 859 | ** SELECT (SELECT col FROM tbl); |
| 860 | ** SELECT abc FROM (SELECT col AS abc FROM tbl); |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 861 | ** |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 862 | ** The declaration type for any expression other than a column is NULL. |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 863 | */ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 864 | static const char *columnType( |
| 865 | NameContext *pNC, |
| 866 | Expr *pExpr, |
| 867 | const char **pzOriginDb, |
| 868 | const char **pzOriginTab, |
| 869 | const char **pzOriginCol |
| 870 | ){ |
| 871 | char const *zType = 0; |
| 872 | char const *zOriginDb = 0; |
| 873 | char const *zOriginTab = 0; |
| 874 | char const *zOriginCol = 0; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 875 | int j; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 876 | if( pExpr==0 || pNC->pSrcList==0 ) return 0; |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 877 | |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 878 | switch( pExpr->op ){ |
drh | 30bcf5d | 2006-04-07 13:50:37 +0000 | [diff] [blame] | 879 | case TK_AGG_COLUMN: |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 880 | case TK_COLUMN: { |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 881 | /* The expression is a column. Locate the table the column is being |
| 882 | ** extracted from in NameContext.pSrcList. This table may be real |
| 883 | ** database table or a subquery. |
| 884 | */ |
| 885 | Table *pTab = 0; /* Table structure column is extracted from */ |
| 886 | Select *pS = 0; /* Select the column is extracted from */ |
| 887 | int iCol = pExpr->iColumn; /* Index of column in pTab */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 888 | while( pNC && !pTab ){ |
| 889 | SrcList *pTabList = pNC->pSrcList; |
| 890 | for(j=0;j<pTabList->nSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++); |
| 891 | if( j<pTabList->nSrc ){ |
| 892 | pTab = pTabList->a[j].pTab; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 893 | pS = pTabList->a[j].pSelect; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 894 | }else{ |
| 895 | pNC = pNC->pNext; |
| 896 | } |
| 897 | } |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 898 | |
drh | 7e62779 | 2005-04-29 02:10:00 +0000 | [diff] [blame] | 899 | if( pTab==0 ){ |
| 900 | /* FIX ME: |
| 901 | ** This can occurs if you have something like "SELECT new.x;" inside |
| 902 | ** a trigger. In other words, if you reference the special "new" |
| 903 | ** table in the result set of a select. We do not have a good way |
| 904 | ** to find the actual table type, so call it "TEXT". This is really |
| 905 | ** something of a bug, but I do not know how to fix it. |
| 906 | ** |
| 907 | ** This code does not produce the correct answer - it just prevents |
| 908 | ** a segfault. See ticket #1229. |
| 909 | */ |
| 910 | zType = "TEXT"; |
| 911 | break; |
| 912 | } |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 913 | |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 914 | assert( pTab ); |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 915 | if( pS ){ |
| 916 | /* The "table" is actually a sub-select or a view in the FROM clause |
| 917 | ** of the SELECT statement. Return the declaration type and origin |
| 918 | ** data for the result-set column of the sub-select. |
| 919 | */ |
| 920 | if( iCol>=0 && iCol<pS->pEList->nExpr ){ |
| 921 | /* If iCol is less than zero, then the expression requests the |
| 922 | ** rowid of the sub-select or view. This expression is legal (see |
| 923 | ** test case misc2.2.2) - it always evaluates to NULL. |
| 924 | */ |
| 925 | NameContext sNC; |
| 926 | Expr *p = pS->pEList->a[iCol].pExpr; |
| 927 | sNC.pSrcList = pS->pSrc; |
| 928 | sNC.pNext = 0; |
| 929 | sNC.pParse = pNC->pParse; |
| 930 | zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); |
| 931 | } |
danielk1977 | 4b2688a | 2006-06-20 11:01:07 +0000 | [diff] [blame] | 932 | }else if( pTab->pSchema ){ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 933 | /* A real table */ |
| 934 | assert( !pS ); |
| 935 | if( iCol<0 ) iCol = pTab->iPKey; |
| 936 | assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) ); |
| 937 | if( iCol<0 ){ |
| 938 | zType = "INTEGER"; |
| 939 | zOriginCol = "rowid"; |
| 940 | }else{ |
| 941 | zType = pTab->aCol[iCol].zType; |
| 942 | zOriginCol = pTab->aCol[iCol].zName; |
| 943 | } |
| 944 | zOriginTab = pTab->zName; |
| 945 | if( pNC->pParse ){ |
| 946 | int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema); |
| 947 | zOriginDb = pNC->pParse->db->aDb[iDb].zName; |
| 948 | } |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 949 | } |
| 950 | break; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 951 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 952 | #ifndef SQLITE_OMIT_SUBQUERY |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 953 | case TK_SELECT: { |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 954 | /* The expression is a sub-select. Return the declaration type and |
| 955 | ** origin info for the single column in the result set of the SELECT |
| 956 | ** statement. |
| 957 | */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 958 | NameContext sNC; |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 959 | Select *pS = pExpr->pSelect; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 960 | Expr *p = pS->pEList->a[0].pExpr; |
| 961 | sNC.pSrcList = pS->pSrc; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 962 | sNC.pNext = pNC; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 963 | sNC.pParse = pNC->pParse; |
| 964 | zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 965 | break; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 966 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 967 | #endif |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 968 | } |
danielk1977 | 00e279d | 2004-06-21 07:36:32 +0000 | [diff] [blame] | 969 | |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 970 | if( pzOriginDb ){ |
| 971 | assert( pzOriginTab && pzOriginCol ); |
| 972 | *pzOriginDb = zOriginDb; |
| 973 | *pzOriginTab = zOriginTab; |
| 974 | *pzOriginCol = zOriginCol; |
| 975 | } |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 976 | return zType; |
| 977 | } |
| 978 | |
| 979 | /* |
| 980 | ** Generate code that will tell the VDBE the declaration types of columns |
| 981 | ** in the result set. |
drh | fcb78a4 | 2003-01-18 20:11:05 +0000 | [diff] [blame] | 982 | */ |
| 983 | static void generateColumnTypes( |
| 984 | Parse *pParse, /* Parser context */ |
drh | fcb78a4 | 2003-01-18 20:11:05 +0000 | [diff] [blame] | 985 | SrcList *pTabList, /* List of tables */ |
| 986 | ExprList *pEList /* Expressions defining the result set */ |
| 987 | ){ |
| 988 | Vdbe *v = pParse->pVdbe; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 989 | int i; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 990 | NameContext sNC; |
| 991 | sNC.pSrcList = pTabList; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 992 | sNC.pParse = pParse; |
drh | fcb78a4 | 2003-01-18 20:11:05 +0000 | [diff] [blame] | 993 | for(i=0; i<pEList->nExpr; i++){ |
| 994 | Expr *p = pEList->a[i].pExpr; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 995 | const char *zOrigDb = 0; |
| 996 | const char *zOrigTab = 0; |
| 997 | const char *zOrigCol = 0; |
| 998 | const char *zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol); |
| 999 | |
drh | 85b623f | 2007-12-13 21:54:09 +0000 | [diff] [blame] | 1000 | /* The vdbe must make its own copy of the column-type and other |
danielk1977 | 4b1ae99 | 2006-02-10 03:06:10 +0000 | [diff] [blame] | 1001 | ** column specific strings, in case the schema is reset before this |
| 1002 | ** virtual machine is deleted. |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 1003 | */ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1004 | sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, P4_TRANSIENT); |
| 1005 | sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, P4_TRANSIENT); |
| 1006 | sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, P4_TRANSIENT); |
| 1007 | sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, P4_TRANSIENT); |
drh | fcb78a4 | 2003-01-18 20:11:05 +0000 | [diff] [blame] | 1008 | } |
| 1009 | } |
| 1010 | |
| 1011 | /* |
| 1012 | ** Generate code that will tell the VDBE the names of columns |
| 1013 | ** in the result set. This information is used to provide the |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1014 | ** azCol[] values in the callback. |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1015 | */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 1016 | static void generateColumnNames( |
| 1017 | Parse *pParse, /* Parser context */ |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 1018 | SrcList *pTabList, /* List of tables */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 1019 | ExprList *pEList /* Expressions defining the result set */ |
| 1020 | ){ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1021 | Vdbe *v = pParse->pVdbe; |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 1022 | int i, j; |
drh | 9bb575f | 2004-09-06 17:24:11 +0000 | [diff] [blame] | 1023 | sqlite3 *db = pParse->db; |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1024 | int fullNames, shortNames; |
| 1025 | |
drh | fe2093d | 2005-01-20 22:48:47 +0000 | [diff] [blame] | 1026 | #ifndef SQLITE_OMIT_EXPLAIN |
danielk1977 | 3cf8606 | 2004-05-26 10:11:05 +0000 | [diff] [blame] | 1027 | /* If this is an EXPLAIN, skip this step */ |
| 1028 | if( pParse->explain ){ |
danielk1977 | 61de0d1 | 2004-05-27 23:56:16 +0000 | [diff] [blame] | 1029 | return; |
danielk1977 | 3cf8606 | 2004-05-26 10:11:05 +0000 | [diff] [blame] | 1030 | } |
danielk1977 | 5338a5f | 2005-01-20 13:03:10 +0000 | [diff] [blame] | 1031 | #endif |
danielk1977 | 3cf8606 | 2004-05-26 10:11:05 +0000 | [diff] [blame] | 1032 | |
drh | d650275 | 2004-02-16 03:44:01 +0000 | [diff] [blame] | 1033 | assert( v!=0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1034 | if( pParse->colNamesSet || v==0 || db->mallocFailed ) return; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1035 | pParse->colNamesSet = 1; |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1036 | fullNames = (db->flags & SQLITE_FullColNames)!=0; |
| 1037 | shortNames = (db->flags & SQLITE_ShortColNames)!=0; |
danielk1977 | 22322fd | 2004-05-25 23:35:17 +0000 | [diff] [blame] | 1038 | sqlite3VdbeSetNumCols(v, pEList->nExpr); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1039 | for(i=0; i<pEList->nExpr; i++){ |
| 1040 | Expr *p; |
drh | 5a38705 | 2003-01-11 14:19:51 +0000 | [diff] [blame] | 1041 | p = pEList->a[i].pExpr; |
| 1042 | if( p==0 ) continue; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1043 | if( pEList->a[i].zName ){ |
| 1044 | char *zName = pEList->a[i].zName; |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 1045 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, strlen(zName)); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1046 | continue; |
| 1047 | } |
drh | fa173a7 | 2002-07-10 21:26:00 +0000 | [diff] [blame] | 1048 | if( p->op==TK_COLUMN && pTabList ){ |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 1049 | Table *pTab; |
drh | 9766587 | 2002-02-13 23:22:53 +0000 | [diff] [blame] | 1050 | char *zCol; |
drh | 8aff101 | 2001-12-22 14:49:24 +0000 | [diff] [blame] | 1051 | int iCol = p->iColumn; |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 1052 | for(j=0; j<pTabList->nSrc && pTabList->a[j].iCursor!=p->iTable; j++){} |
| 1053 | assert( j<pTabList->nSrc ); |
| 1054 | pTab = pTabList->a[j].pTab; |
drh | 8aff101 | 2001-12-22 14:49:24 +0000 | [diff] [blame] | 1055 | if( iCol<0 ) iCol = pTab->iPKey; |
drh | 9766587 | 2002-02-13 23:22:53 +0000 | [diff] [blame] | 1056 | assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) ); |
drh | b136320 | 2002-06-26 02:45:03 +0000 | [diff] [blame] | 1057 | if( iCol<0 ){ |
drh | 47a6db2 | 2005-01-18 16:02:40 +0000 | [diff] [blame] | 1058 | zCol = "rowid"; |
drh | b136320 | 2002-06-26 02:45:03 +0000 | [diff] [blame] | 1059 | }else{ |
| 1060 | zCol = pTab->aCol[iCol].zName; |
drh | b136320 | 2002-06-26 02:45:03 +0000 | [diff] [blame] | 1061 | } |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1062 | if( !shortNames && !fullNames && p->span.z && p->span.z[0] ){ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 1063 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n); |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1064 | }else if( fullNames || (!shortNames && pTabList->nSrc>1) ){ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1065 | char *zName = 0; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1066 | char *zTab; |
| 1067 | |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 1068 | zTab = pTabList->a[j].zAlias; |
drh | fcabd46 | 2004-02-20 14:50:58 +0000 | [diff] [blame] | 1069 | if( fullNames || zTab==0 ) zTab = pTab->zName; |
drh | f93339d | 2006-01-03 15:16:26 +0000 | [diff] [blame] | 1070 | sqlite3SetString(&zName, zTab, ".", zCol, (char*)0); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1071 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, P4_DYNAMIC); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1072 | }else{ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 1073 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, strlen(zCol)); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1074 | } |
drh | 6977fea | 2002-10-22 23:38:04 +0000 | [diff] [blame] | 1075 | }else if( p->span.z && p->span.z[0] ){ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 1076 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n); |
danielk1977 | 3cf8606 | 2004-05-26 10:11:05 +0000 | [diff] [blame] | 1077 | /* sqlite3VdbeCompressSpace(v, addr); */ |
drh | 1bee3d7 | 2001-10-15 00:44:35 +0000 | [diff] [blame] | 1078 | }else{ |
| 1079 | char zName[30]; |
| 1080 | assert( p->op!=TK_COLUMN || pTabList==0 ); |
drh | 5bb3eb9 | 2007-05-04 13:15:55 +0000 | [diff] [blame] | 1081 | sqlite3_snprintf(sizeof(zName), zName, "column%d", i+1); |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 1082 | sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, 0); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1083 | } |
| 1084 | } |
danielk1977 | 76d505b | 2004-05-28 13:13:02 +0000 | [diff] [blame] | 1085 | generateColumnTypes(pParse, pTabList, pEList); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1086 | } |
| 1087 | |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 1088 | #ifndef SQLITE_OMIT_COMPOUND_SELECT |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1089 | /* |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1090 | ** Name of the connection operator, used for error messages. |
| 1091 | */ |
| 1092 | static const char *selectOpName(int id){ |
| 1093 | char *z; |
| 1094 | switch( id ){ |
| 1095 | case TK_ALL: z = "UNION ALL"; break; |
| 1096 | case TK_INTERSECT: z = "INTERSECT"; break; |
| 1097 | case TK_EXCEPT: z = "EXCEPT"; break; |
| 1098 | default: z = "UNION"; break; |
| 1099 | } |
| 1100 | return z; |
| 1101 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 1102 | #endif /* SQLITE_OMIT_COMPOUND_SELECT */ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1103 | |
| 1104 | /* |
drh | 315555c | 2002-10-20 15:53:03 +0000 | [diff] [blame] | 1105 | ** Forward declaration |
| 1106 | */ |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1107 | static int prepSelectStmt(Parse*, Select*); |
drh | 315555c | 2002-10-20 15:53:03 +0000 | [diff] [blame] | 1108 | |
| 1109 | /* |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1110 | ** Given a SELECT statement, generate a Table structure that describes |
| 1111 | ** the result set of that SELECT. |
| 1112 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1113 | Table *sqlite3ResultSetOfSelect(Parse *pParse, char *zTabName, Select *pSelect){ |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1114 | Table *pTab; |
drh | b733d03 | 2004-01-24 20:18:12 +0000 | [diff] [blame] | 1115 | int i, j; |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1116 | ExprList *pEList; |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1117 | Column *aCol, *pCol; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1118 | sqlite3 *db = pParse->db; |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1119 | |
drh | 9237825 | 2006-03-26 01:21:22 +0000 | [diff] [blame] | 1120 | while( pSelect->pPrior ) pSelect = pSelect->pPrior; |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1121 | if( prepSelectStmt(pParse, pSelect) ){ |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1122 | return 0; |
| 1123 | } |
danielk1977 | 142bdf4 | 2005-01-30 11:11:44 +0000 | [diff] [blame] | 1124 | if( sqlite3SelectResolve(pParse, pSelect, 0) ){ |
| 1125 | return 0; |
| 1126 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1127 | pTab = sqlite3DbMallocZero(db, sizeof(Table) ); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1128 | if( pTab==0 ){ |
| 1129 | return 0; |
| 1130 | } |
drh | ed8a3bb | 2005-06-06 21:19:56 +0000 | [diff] [blame] | 1131 | pTab->nRef = 1; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1132 | pTab->zName = zTabName ? sqlite3DbStrDup(db, zTabName) : 0; |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1133 | pEList = pSelect->pEList; |
| 1134 | pTab->nCol = pEList->nExpr; |
drh | 417be79 | 2002-03-03 18:59:40 +0000 | [diff] [blame] | 1135 | assert( pTab->nCol>0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1136 | pTab->aCol = aCol = sqlite3DbMallocZero(db, sizeof(pTab->aCol[0])*pTab->nCol); |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1137 | for(i=0, pCol=aCol; i<pTab->nCol; i++, pCol++){ |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1138 | Expr *p, *pR; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 1139 | char *zType; |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1140 | char *zName; |
drh | 2564ef9 | 2006-09-29 14:01:04 +0000 | [diff] [blame] | 1141 | int nName; |
danielk1977 | b3bf556 | 2006-01-10 17:58:23 +0000 | [diff] [blame] | 1142 | CollSeq *pColl; |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1143 | int cnt; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 1144 | NameContext sNC; |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1145 | |
| 1146 | /* Get an appropriate name for the column |
| 1147 | */ |
| 1148 | p = pEList->a[i].pExpr; |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1149 | assert( p->pRight==0 || p->pRight->token.z==0 || p->pRight->token.z[0]!=0 ); |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1150 | if( (zName = pEList->a[i].zName)!=0 ){ |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1151 | /* If the column contains an "AS <name>" phrase, use <name> as the name */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1152 | zName = sqlite3DbStrDup(db, zName); |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 1153 | }else if( p->op==TK_DOT |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1154 | && (pR=p->pRight)!=0 && pR->token.z && pR->token.z[0] ){ |
| 1155 | /* For columns of the from A.B use B as the name */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1156 | zName = sqlite3MPrintf(db, "%T", &pR->token); |
drh | b733d03 | 2004-01-24 20:18:12 +0000 | [diff] [blame] | 1157 | }else if( p->span.z && p->span.z[0] ){ |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1158 | /* Use the original text of the column expression as its name */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1159 | zName = sqlite3MPrintf(db, "%T", &p->span); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1160 | }else{ |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1161 | /* If all else fails, make up a name */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1162 | zName = sqlite3MPrintf(db, "column%d", i+1); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1163 | } |
danielk1977 | 7751940 | 2007-08-30 11:48:31 +0000 | [diff] [blame] | 1164 | if( !zName || db->mallocFailed ){ |
| 1165 | db->mallocFailed = 1; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1166 | sqlite3_free(zName); |
danielk1977 | a04a34f | 2007-04-16 15:06:25 +0000 | [diff] [blame] | 1167 | sqlite3DeleteTable(pTab); |
drh | dd5b2fa | 2005-03-28 03:39:55 +0000 | [diff] [blame] | 1168 | return 0; |
| 1169 | } |
danielk1977 | 7751940 | 2007-08-30 11:48:31 +0000 | [diff] [blame] | 1170 | sqlite3Dequote(zName); |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1171 | |
| 1172 | /* Make sure the column name is unique. If the name is not unique, |
| 1173 | ** append a integer to the name so that it becomes unique. |
| 1174 | */ |
drh | 2564ef9 | 2006-09-29 14:01:04 +0000 | [diff] [blame] | 1175 | nName = strlen(zName); |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1176 | for(j=cnt=0; j<i; j++){ |
| 1177 | if( sqlite3StrICmp(aCol[j].zName, zName)==0 ){ |
drh | 2564ef9 | 2006-09-29 14:01:04 +0000 | [diff] [blame] | 1178 | zName[nName] = 0; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 1179 | zName = sqlite3MPrintf(db, "%z:%d", zName, ++cnt); |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1180 | j = -1; |
drh | dd5b2fa | 2005-03-28 03:39:55 +0000 | [diff] [blame] | 1181 | if( zName==0 ) break; |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1182 | } |
| 1183 | } |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1184 | pCol->zName = zName; |
danielk1977 | 517eb64 | 2004-06-07 10:00:31 +0000 | [diff] [blame] | 1185 | |
drh | 79d5f63 | 2005-01-18 17:20:10 +0000 | [diff] [blame] | 1186 | /* Get the typename, type affinity, and collating sequence for the |
| 1187 | ** column. |
| 1188 | */ |
drh | c43e8be | 2005-05-16 22:37:54 +0000 | [diff] [blame] | 1189 | memset(&sNC, 0, sizeof(sNC)); |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 1190 | sNC.pSrcList = pSelect->pSrc; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1191 | zType = sqlite3DbStrDup(db, columnType(&sNC, p, 0, 0, 0)); |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1192 | pCol->zType = zType; |
danielk1977 | c60e9b8 | 2005-01-31 12:42:29 +0000 | [diff] [blame] | 1193 | pCol->affinity = sqlite3ExprAffinity(p); |
danielk1977 | b3bf556 | 2006-01-10 17:58:23 +0000 | [diff] [blame] | 1194 | pColl = sqlite3ExprCollSeq(pParse, p); |
| 1195 | if( pColl ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1196 | pCol->zColl = sqlite3DbStrDup(db, pColl->zName); |
danielk1977 | 0202b29 | 2004-06-09 09:55:16 +0000 | [diff] [blame] | 1197 | } |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1198 | } |
| 1199 | pTab->iPKey = -1; |
| 1200 | return pTab; |
| 1201 | } |
| 1202 | |
| 1203 | /* |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1204 | ** Prepare a SELECT statement for processing by doing the following |
| 1205 | ** things: |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1206 | ** |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1207 | ** (1) Make sure VDBE cursor numbers have been assigned to every |
| 1208 | ** element of the FROM clause. |
| 1209 | ** |
| 1210 | ** (2) Fill in the pTabList->a[].pTab fields in the SrcList that |
| 1211 | ** defines FROM clause. When views appear in the FROM clause, |
drh | 63eb5f2 | 2003-04-29 16:20:44 +0000 | [diff] [blame] | 1212 | ** fill pTabList->a[].pSelect with a copy of the SELECT statement |
| 1213 | ** that implements the view. A copy is made of the view's SELECT |
| 1214 | ** statement so that we can freely modify or delete that statement |
| 1215 | ** without worrying about messing up the presistent representation |
| 1216 | ** of the view. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1217 | ** |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1218 | ** (3) Add terms to the WHERE clause to accomodate the NATURAL keyword |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 1219 | ** on joins and the ON and USING clause of joins. |
| 1220 | ** |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1221 | ** (4) Scan the list of columns in the result set (pEList) looking |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1222 | ** for instances of the "*" operator or the TABLE.* operator. |
| 1223 | ** If found, expand each "*" to be every column in every table |
| 1224 | ** and TABLE.* to be every column in TABLE. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1225 | ** |
| 1226 | ** Return 0 on success. If there are problems, leave an error message |
| 1227 | ** in pParse and return non-zero. |
| 1228 | */ |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1229 | static int prepSelectStmt(Parse *pParse, Select *p){ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1230 | int i, j, k, rc; |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 1231 | SrcList *pTabList; |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 1232 | ExprList *pEList; |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1233 | struct SrcList_item *pFrom; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1234 | sqlite3 *db = pParse->db; |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 1235 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1236 | if( p==0 || p->pSrc==0 || db->mallocFailed ){ |
drh | 6f7adc8 | 2006-01-11 21:41:20 +0000 | [diff] [blame] | 1237 | return 1; |
| 1238 | } |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 1239 | pTabList = p->pSrc; |
| 1240 | pEList = p->pEList; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1241 | |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1242 | /* Make sure cursor numbers have been assigned to all entries in |
| 1243 | ** the FROM clause of the SELECT statement. |
| 1244 | */ |
| 1245 | sqlite3SrcListAssignCursors(pParse, p->pSrc); |
| 1246 | |
| 1247 | /* Look up every table named in the FROM clause of the select. If |
| 1248 | ** an entry of the FROM clause is a subquery instead of a table or view, |
| 1249 | ** then create a transient table structure to describe the subquery. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1250 | */ |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1251 | for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){ |
danielk1977 | f011300 | 2006-01-24 12:09:17 +0000 | [diff] [blame] | 1252 | Table *pTab; |
drh | 9b3187e | 2005-01-18 14:45:47 +0000 | [diff] [blame] | 1253 | if( pFrom->pTab!=0 ){ |
| 1254 | /* This statement has already been prepared. There is no need |
| 1255 | ** to go further. */ |
| 1256 | assert( i==0 ); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1257 | return 0; |
| 1258 | } |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1259 | if( pFrom->zName==0 ){ |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 1260 | #ifndef SQLITE_OMIT_SUBQUERY |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1261 | /* A sub-query in the FROM clause of a SELECT */ |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1262 | assert( pFrom->pSelect!=0 ); |
| 1263 | if( pFrom->zAlias==0 ){ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1264 | pFrom->zAlias = |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 1265 | sqlite3MPrintf(db, "sqlite_subquery_%p_", (void*)pFrom->pSelect); |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 1266 | } |
drh | ed8a3bb | 2005-06-06 21:19:56 +0000 | [diff] [blame] | 1267 | assert( pFrom->pTab==0 ); |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1268 | pFrom->pTab = pTab = |
| 1269 | sqlite3ResultSetOfSelect(pParse, pFrom->zAlias, pFrom->pSelect); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1270 | if( pTab==0 ){ |
| 1271 | return 1; |
| 1272 | } |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 1273 | /* The isEphem flag indicates that the Table structure has been |
drh | 5cf590c | 2003-04-24 01:45:04 +0000 | [diff] [blame] | 1274 | ** dynamically allocated and may be freed at any time. In other words, |
| 1275 | ** pTab is not pointing to a persistent table structure that defines |
| 1276 | ** part of the schema. */ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 1277 | pTab->isEphem = 1; |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 1278 | #endif |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1279 | }else{ |
drh | a76b5df | 2002-02-23 02:32:10 +0000 | [diff] [blame] | 1280 | /* An ordinary table or view name in the FROM clause */ |
drh | ed8a3bb | 2005-06-06 21:19:56 +0000 | [diff] [blame] | 1281 | assert( pFrom->pTab==0 ); |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1282 | pFrom->pTab = pTab = |
| 1283 | sqlite3LocateTable(pParse,pFrom->zName,pFrom->zDatabase); |
drh | a76b5df | 2002-02-23 02:32:10 +0000 | [diff] [blame] | 1284 | if( pTab==0 ){ |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1285 | return 1; |
| 1286 | } |
drh | ed8a3bb | 2005-06-06 21:19:56 +0000 | [diff] [blame] | 1287 | pTab->nRef++; |
danielk1977 | 93626f4 | 2006-06-20 13:07:27 +0000 | [diff] [blame] | 1288 | #if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE) |
| 1289 | if( pTab->pSelect || IsVirtual(pTab) ){ |
drh | 63eb5f2 | 2003-04-29 16:20:44 +0000 | [diff] [blame] | 1290 | /* We reach here if the named table is a really a view */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1291 | if( sqlite3ViewGetColumnNames(pParse, pTab) ){ |
drh | 417be79 | 2002-03-03 18:59:40 +0000 | [diff] [blame] | 1292 | return 1; |
| 1293 | } |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1294 | /* If pFrom->pSelect!=0 it means we are dealing with a |
drh | 63eb5f2 | 2003-04-29 16:20:44 +0000 | [diff] [blame] | 1295 | ** view within a view. The SELECT structure has already been |
| 1296 | ** copied by the outer view so we can skip the copy step here |
| 1297 | ** in the inner view. |
| 1298 | */ |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1299 | if( pFrom->pSelect==0 ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1300 | pFrom->pSelect = sqlite3SelectDup(db, pTab->pSelect); |
drh | 63eb5f2 | 2003-04-29 16:20:44 +0000 | [diff] [blame] | 1301 | } |
drh | a76b5df | 2002-02-23 02:32:10 +0000 | [diff] [blame] | 1302 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 1303 | #endif |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1304 | } |
| 1305 | } |
| 1306 | |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 1307 | /* Process NATURAL keywords, and ON and USING clauses of joins. |
| 1308 | */ |
| 1309 | if( sqliteProcessJoin(pParse, p) ) return 1; |
| 1310 | |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1311 | /* For every "*" that occurs in the column list, insert the names of |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1312 | ** all columns in all tables. And for every TABLE.* insert the names |
| 1313 | ** of all columns in TABLE. The parser inserted a special expression |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1314 | ** with the TK_ALL operator for each "*" that it found in the column list. |
| 1315 | ** The following code just has to locate the TK_ALL expressions and expand |
| 1316 | ** each one to the list of all columns in all tables. |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1317 | ** |
| 1318 | ** The first loop just checks to see if there are any "*" operators |
| 1319 | ** that need expanding. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1320 | */ |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1321 | for(k=0; k<pEList->nExpr; k++){ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1322 | Expr *pE = pEList->a[k].pExpr; |
| 1323 | if( pE->op==TK_ALL ) break; |
| 1324 | if( pE->op==TK_DOT && pE->pRight && pE->pRight->op==TK_ALL |
| 1325 | && pE->pLeft && pE->pLeft->op==TK_ID ) break; |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1326 | } |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1327 | rc = 0; |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1328 | if( k<pEList->nExpr ){ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1329 | /* |
| 1330 | ** If we get here it means the result set contains one or more "*" |
| 1331 | ** operators that need to be expanded. Loop through each expression |
| 1332 | ** in the result set and expand them one by one. |
| 1333 | */ |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1334 | struct ExprList_item *a = pEList->a; |
| 1335 | ExprList *pNew = 0; |
drh | d70dc52 | 2005-06-06 16:34:33 +0000 | [diff] [blame] | 1336 | int flags = pParse->db->flags; |
| 1337 | int longNames = (flags & SQLITE_FullColNames)!=0 && |
| 1338 | (flags & SQLITE_ShortColNames)==0; |
| 1339 | |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1340 | for(k=0; k<pEList->nExpr; k++){ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1341 | Expr *pE = a[k].pExpr; |
| 1342 | if( pE->op!=TK_ALL && |
| 1343 | (pE->op!=TK_DOT || pE->pRight==0 || pE->pRight->op!=TK_ALL) ){ |
| 1344 | /* This particular expression does not need to be expanded. |
| 1345 | */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1346 | pNew = sqlite3ExprListAppend(pParse, pNew, a[k].pExpr, 0); |
danielk1977 | 261919c | 2005-12-06 12:52:59 +0000 | [diff] [blame] | 1347 | if( pNew ){ |
| 1348 | pNew->a[pNew->nExpr-1].zName = a[k].zName; |
| 1349 | }else{ |
| 1350 | rc = 1; |
| 1351 | } |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1352 | a[k].pExpr = 0; |
| 1353 | a[k].zName = 0; |
| 1354 | }else{ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1355 | /* This expression is a "*" or a "TABLE.*" and needs to be |
| 1356 | ** expanded. */ |
| 1357 | int tableSeen = 0; /* Set to 1 when TABLE matches */ |
drh | cf55b7a | 2004-07-20 01:45:19 +0000 | [diff] [blame] | 1358 | char *zTName; /* text of name of TABLE */ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1359 | if( pE->op==TK_DOT && pE->pLeft ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1360 | zTName = sqlite3NameFromToken(db, &pE->pLeft->token); |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1361 | }else{ |
drh | cf55b7a | 2004-07-20 01:45:19 +0000 | [diff] [blame] | 1362 | zTName = 0; |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1363 | } |
drh | 290c194 | 2004-08-21 17:54:45 +0000 | [diff] [blame] | 1364 | for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){ |
| 1365 | Table *pTab = pFrom->pTab; |
| 1366 | char *zTabName = pFrom->zAlias; |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1367 | if( zTabName==0 || zTabName[0]==0 ){ |
| 1368 | zTabName = pTab->zName; |
| 1369 | } |
drh | cf55b7a | 2004-07-20 01:45:19 +0000 | [diff] [blame] | 1370 | if( zTName && (zTabName==0 || zTabName[0]==0 || |
| 1371 | sqlite3StrICmp(zTName, zTabName)!=0) ){ |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1372 | continue; |
| 1373 | } |
| 1374 | tableSeen = 1; |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1375 | for(j=0; j<pTab->nCol; j++){ |
danielk1977 | f011300 | 2006-01-24 12:09:17 +0000 | [diff] [blame] | 1376 | Expr *pExpr, *pRight; |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 1377 | char *zName = pTab->aCol[j].zName; |
| 1378 | |
danielk1977 | 034ca14 | 2007-06-26 10:38:54 +0000 | [diff] [blame] | 1379 | /* If a column is marked as 'hidden' (currently only possible |
| 1380 | ** for virtual tables), do not include it in the expanded |
| 1381 | ** result-set list. |
| 1382 | */ |
| 1383 | if( IsHiddenColumn(&pTab->aCol[j]) ){ |
| 1384 | assert(IsVirtual(pTab)); |
| 1385 | continue; |
| 1386 | } |
| 1387 | |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1388 | if( i>0 ){ |
| 1389 | struct SrcList_item *pLeft = &pTabList->a[i-1]; |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 1390 | if( (pLeft[1].jointype & JT_NATURAL)!=0 && |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1391 | columnIndex(pLeft->pTab, zName)>=0 ){ |
| 1392 | /* In a NATURAL join, omit the join columns from the |
| 1393 | ** table on the right */ |
| 1394 | continue; |
| 1395 | } |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 1396 | if( sqlite3IdListIndex(pLeft[1].pUsing, zName)>=0 ){ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 1397 | /* In a join with a USING clause, omit columns in the |
| 1398 | ** using clause from the table on the right. */ |
| 1399 | continue; |
| 1400 | } |
drh | ad2d830 | 2002-05-24 20:31:36 +0000 | [diff] [blame] | 1401 | } |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 1402 | pRight = sqlite3PExpr(pParse, TK_ID, 0, 0, 0); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1403 | if( pRight==0 ) break; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 1404 | setQuotedToken(pParse, &pRight->token, zName); |
drh | d70dc52 | 2005-06-06 16:34:33 +0000 | [diff] [blame] | 1405 | if( zTabName && (longNames || pTabList->nSrc>1) ){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 1406 | Expr *pLeft = sqlite3PExpr(pParse, TK_ID, 0, 0, 0); |
| 1407 | pExpr = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight, 0); |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1408 | if( pExpr==0 ) break; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 1409 | setQuotedToken(pParse, &pLeft->token, zTabName); |
| 1410 | setToken(&pExpr->span, |
| 1411 | sqlite3MPrintf(db, "%s.%s", zTabName, zName)); |
drh | 6977fea | 2002-10-22 23:38:04 +0000 | [diff] [blame] | 1412 | pExpr->span.dyn = 1; |
| 1413 | pExpr->token.z = 0; |
| 1414 | pExpr->token.n = 0; |
| 1415 | pExpr->token.dyn = 0; |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1416 | }else{ |
drh | 22f70c3 | 2002-02-18 01:17:00 +0000 | [diff] [blame] | 1417 | pExpr = pRight; |
drh | 6977fea | 2002-10-22 23:38:04 +0000 | [diff] [blame] | 1418 | pExpr->span = pExpr->token; |
danielk1977 | f3b863e | 2007-06-24 06:32:17 +0000 | [diff] [blame] | 1419 | pExpr->span.dyn = 0; |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1420 | } |
drh | d70dc52 | 2005-06-06 16:34:33 +0000 | [diff] [blame] | 1421 | if( longNames ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1422 | pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pExpr->span); |
drh | d70dc52 | 2005-06-06 16:34:33 +0000 | [diff] [blame] | 1423 | }else{ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1424 | pNew = sqlite3ExprListAppend(pParse, pNew, pExpr, &pRight->token); |
drh | d70dc52 | 2005-06-06 16:34:33 +0000 | [diff] [blame] | 1425 | } |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1426 | } |
drh | 17e24df | 2001-11-06 14:10:41 +0000 | [diff] [blame] | 1427 | } |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1428 | if( !tableSeen ){ |
drh | cf55b7a | 2004-07-20 01:45:19 +0000 | [diff] [blame] | 1429 | if( zTName ){ |
| 1430 | sqlite3ErrorMsg(pParse, "no such table: %s", zTName); |
drh | f5db2d3 | 2002-06-06 23:42:27 +0000 | [diff] [blame] | 1431 | }else{ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1432 | sqlite3ErrorMsg(pParse, "no tables specified"); |
drh | f5db2d3 | 2002-06-06 23:42:27 +0000 | [diff] [blame] | 1433 | } |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1434 | rc = 1; |
| 1435 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1436 | sqlite3_free(zTName); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1437 | } |
| 1438 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1439 | sqlite3ExprListDelete(pEList); |
drh | 7c917d1 | 2001-12-16 20:05:05 +0000 | [diff] [blame] | 1440 | p->pEList = pNew; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1441 | } |
drh | e5c941b | 2007-05-08 13:58:26 +0000 | [diff] [blame] | 1442 | if( p->pEList && p->pEList->nExpr>SQLITE_MAX_COLUMN ){ |
| 1443 | sqlite3ErrorMsg(pParse, "too many columns in result set"); |
| 1444 | rc = SQLITE_ERROR; |
| 1445 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1446 | if( db->mallocFailed ){ |
danielk1977 | f3b863e | 2007-06-24 06:32:17 +0000 | [diff] [blame] | 1447 | rc = SQLITE_NOMEM; |
| 1448 | } |
drh | 5447322 | 2002-04-04 02:10:55 +0000 | [diff] [blame] | 1449 | return rc; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1450 | } |
| 1451 | |
drh | ff78bd2 | 2002-02-27 01:47:11 +0000 | [diff] [blame] | 1452 | /* |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1453 | ** pE is a pointer to an expression which is a single term in |
| 1454 | ** ORDER BY or GROUP BY clause. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1455 | ** |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1456 | ** If pE evaluates to an integer constant i, then return i. |
| 1457 | ** This is an indication to the caller that it should sort |
| 1458 | ** by the i-th column of the result set. |
| 1459 | ** |
| 1460 | ** If pE is a well-formed expression and the SELECT statement |
| 1461 | ** is not compound, then return 0. This indicates to the |
| 1462 | ** caller that it should sort by the value of the ORDER BY |
| 1463 | ** expression. |
| 1464 | ** |
| 1465 | ** If the SELECT is compound, then attempt to match pE against |
| 1466 | ** result set columns in the left-most SELECT statement. Return |
| 1467 | ** the index i of the matching column, as an indication to the |
| 1468 | ** caller that it should sort by the i-th column. If there is |
| 1469 | ** no match, return -1 and leave an error message in pParse. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1470 | */ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1471 | static int matchOrderByTermToExprList( |
| 1472 | Parse *pParse, /* Parsing context for error messages */ |
| 1473 | Select *pSelect, /* The SELECT statement with the ORDER BY clause */ |
| 1474 | Expr *pE, /* The specific ORDER BY term */ |
| 1475 | int idx, /* When ORDER BY term is this */ |
| 1476 | int isCompound, /* True if this is a compound SELECT */ |
| 1477 | u8 *pHasAgg /* True if expression contains aggregate functions */ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1478 | ){ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1479 | int i; /* Loop counter */ |
| 1480 | ExprList *pEList; /* The columns of the result set */ |
| 1481 | NameContext nc; /* Name context for resolving pE */ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1482 | |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1483 | |
| 1484 | /* If the term is an integer constant, return the value of that |
| 1485 | ** constant */ |
| 1486 | pEList = pSelect->pEList; |
| 1487 | if( sqlite3ExprIsInteger(pE, &i) ){ |
| 1488 | if( i<=0 ){ |
| 1489 | /* If i is too small, make it too big. That way the calling |
| 1490 | ** function still sees a value that is out of range, but does |
| 1491 | ** not confuse the column number with 0 or -1 result code. |
| 1492 | */ |
| 1493 | i = pEList->nExpr+1; |
| 1494 | } |
| 1495 | return i; |
| 1496 | } |
| 1497 | |
| 1498 | /* If the term is a simple identifier that try to match that identifier |
| 1499 | ** against a column name in the result set. |
| 1500 | */ |
| 1501 | if( pE->op==TK_ID || (pE->op==TK_STRING && pE->token.z[0]!='\'') ){ |
| 1502 | sqlite3 *db = pParse->db; |
| 1503 | char *zCol = sqlite3NameFromToken(db, &pE->token); |
drh | ef0bea9 | 2007-12-14 16:11:09 +0000 | [diff] [blame] | 1504 | if( zCol==0 ){ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1505 | return -1; |
| 1506 | } |
| 1507 | for(i=0; i<pEList->nExpr; i++){ |
| 1508 | char *zAs = pEList->a[i].zName; |
| 1509 | if( zAs!=0 && sqlite3StrICmp(zAs, zCol)==0 ){ |
| 1510 | sqlite3_free(zCol); |
| 1511 | return i+1; |
| 1512 | } |
| 1513 | } |
| 1514 | sqlite3_free(zCol); |
| 1515 | } |
| 1516 | |
| 1517 | /* Resolve all names in the ORDER BY term expression |
| 1518 | */ |
| 1519 | memset(&nc, 0, sizeof(nc)); |
| 1520 | nc.pParse = pParse; |
| 1521 | nc.pSrcList = pSelect->pSrc; |
| 1522 | nc.pEList = pEList; |
| 1523 | nc.allowAgg = 1; |
| 1524 | nc.nErr = 0; |
| 1525 | if( sqlite3ExprResolveNames(&nc, pE) ){ |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1526 | if( isCompound ){ |
| 1527 | sqlite3ErrorClear(pParse); |
| 1528 | return 0; |
| 1529 | }else{ |
| 1530 | return -1; |
| 1531 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1532 | } |
| 1533 | if( nc.hasAgg && pHasAgg ){ |
| 1534 | *pHasAgg = 1; |
| 1535 | } |
| 1536 | |
| 1537 | /* For a compound SELECT, we need to try to match the ORDER BY |
| 1538 | ** expression against an expression in the result set |
| 1539 | */ |
| 1540 | if( isCompound ){ |
| 1541 | for(i=0; i<pEList->nExpr; i++){ |
| 1542 | if( sqlite3ExprCompare(pEList->a[i].pExpr, pE) ){ |
| 1543 | return i+1; |
| 1544 | } |
| 1545 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1546 | } |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1547 | return 0; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1548 | } |
| 1549 | |
| 1550 | |
| 1551 | /* |
| 1552 | ** Analyze and ORDER BY or GROUP BY clause in a simple SELECT statement. |
| 1553 | ** Return the number of errors seen. |
| 1554 | ** |
| 1555 | ** Every term of the ORDER BY or GROUP BY clause needs to be an |
| 1556 | ** expression. If any expression is an integer constant, then |
| 1557 | ** that expression is replaced by the corresponding |
| 1558 | ** expression from the result set. |
| 1559 | */ |
| 1560 | static int processOrderGroupBy( |
| 1561 | Parse *pParse, /* Parsing context. Leave error messages here */ |
| 1562 | Select *pSelect, /* The SELECT statement containing the clause */ |
| 1563 | ExprList *pOrderBy, /* The ORDER BY or GROUP BY clause to be processed */ |
| 1564 | int isOrder, /* 1 for ORDER BY. 0 for GROUP BY */ |
| 1565 | u8 *pHasAgg /* Set to TRUE if any term contains an aggregate */ |
| 1566 | ){ |
| 1567 | int i; |
| 1568 | sqlite3 *db = pParse->db; |
| 1569 | ExprList *pEList; |
| 1570 | |
| 1571 | if( pOrderBy==0 ) return 0; |
| 1572 | if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){ |
| 1573 | const char *zType = isOrder ? "ORDER" : "GROUP"; |
| 1574 | sqlite3ErrorMsg(pParse, "too many terms in %s BY clause", zType); |
drh | 4c77431 | 2007-12-08 21:10:20 +0000 | [diff] [blame] | 1575 | return 1; |
| 1576 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1577 | pEList = pSelect->pEList; |
| 1578 | if( pEList==0 ){ |
| 1579 | return 0; |
| 1580 | } |
| 1581 | for(i=0; i<pOrderBy->nExpr; i++){ |
| 1582 | int iCol; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1583 | Expr *pE = pOrderBy->a[i].pExpr; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1584 | iCol = matchOrderByTermToExprList(pParse, pSelect, pE, i+1, 0, pHasAgg); |
danielk1977 | 70517ab | 2007-12-10 18:51:47 +0000 | [diff] [blame] | 1585 | if( iCol<0 ){ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1586 | return 1; |
danielk1977 | 70517ab | 2007-12-10 18:51:47 +0000 | [diff] [blame] | 1587 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1588 | if( iCol>pEList->nExpr ){ |
| 1589 | const char *zType = isOrder ? "ORDER" : "GROUP"; |
| 1590 | sqlite3ErrorMsg(pParse, |
| 1591 | "%r %s BY term out of range - should be " |
| 1592 | "between 1 and %d", i+1, zType, pEList->nExpr); |
| 1593 | return 1; |
| 1594 | } |
| 1595 | if( iCol>0 ){ |
| 1596 | CollSeq *pColl = pE->pColl; |
| 1597 | int flags = pE->flags & EP_ExpCollate; |
| 1598 | sqlite3ExprDelete(pE); |
| 1599 | pE = sqlite3ExprDup(db, pEList->a[iCol-1].pExpr); |
| 1600 | pOrderBy->a[i].pExpr = pE; |
| 1601 | if( pColl && flags ){ |
| 1602 | pE->pColl = pColl; |
| 1603 | pE->flags |= flags; |
| 1604 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1605 | } |
| 1606 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1607 | return 0; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1608 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1609 | |
| 1610 | /* |
| 1611 | ** Analyze and ORDER BY or GROUP BY clause in a SELECT statement. Return |
| 1612 | ** the number of errors seen. |
| 1613 | ** |
| 1614 | ** The processing depends on whether the SELECT is simple or compound. |
| 1615 | ** For a simple SELECT statement, evry term of the ORDER BY or GROUP BY |
| 1616 | ** clause needs to be an expression. If any expression is an integer |
| 1617 | ** constant, then that expression is replaced by the corresponding |
| 1618 | ** expression from the result set. |
| 1619 | ** |
| 1620 | ** For compound SELECT statements, every expression needs to be of |
| 1621 | ** type TK_COLUMN with a iTable value as given in the 4th parameter. |
| 1622 | ** If any expression is an integer, that becomes the column number. |
| 1623 | ** Otherwise, match the expression against result set columns from |
| 1624 | ** the left-most SELECT. |
| 1625 | */ |
| 1626 | static int processCompoundOrderBy( |
| 1627 | Parse *pParse, /* Parsing context. Leave error messages here */ |
| 1628 | Select *pSelect, /* The SELECT statement containing the ORDER BY */ |
| 1629 | int iTable /* Output table for compound SELECT statements */ |
| 1630 | ){ |
| 1631 | int i; |
| 1632 | ExprList *pOrderBy; |
| 1633 | ExprList *pEList; |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1634 | sqlite3 *db; |
| 1635 | int moreToDo = 1; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1636 | |
| 1637 | pOrderBy = pSelect->pOrderBy; |
| 1638 | if( pOrderBy==0 ) return 0; |
| 1639 | if( pOrderBy->nExpr>SQLITE_MAX_COLUMN ){ |
| 1640 | sqlite3ErrorMsg(pParse, "too many terms in ORDER BY clause"); |
| 1641 | return 1; |
| 1642 | } |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1643 | db = pParse->db; |
| 1644 | for(i=0; i<pOrderBy->nExpr; i++){ |
| 1645 | pOrderBy->a[i].done = 0; |
| 1646 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1647 | while( pSelect->pPrior ){ |
| 1648 | pSelect = pSelect->pPrior; |
| 1649 | } |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1650 | while( pSelect && moreToDo ){ |
| 1651 | moreToDo = 0; |
| 1652 | for(i=0; i<pOrderBy->nExpr; i++){ |
| 1653 | int iCol; |
drh | 8f0ecaa | 2007-12-14 17:24:39 +0000 | [diff] [blame] | 1654 | Expr *pE, *pDup; |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1655 | if( pOrderBy->a[i].done ) continue; |
| 1656 | pE = pOrderBy->a[i].pExpr; |
drh | 8f0ecaa | 2007-12-14 17:24:39 +0000 | [diff] [blame] | 1657 | pDup = sqlite3ExprDup(db, pE); |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1658 | if( pDup==0 ){ |
| 1659 | return 1; |
| 1660 | } |
| 1661 | iCol = matchOrderByTermToExprList(pParse, pSelect, pDup, i+1, 1, 0); |
| 1662 | sqlite3ExprDelete(pDup); |
| 1663 | if( iCol<0 ){ |
| 1664 | return 1; |
| 1665 | } |
| 1666 | pEList = pSelect->pEList; |
| 1667 | if( pEList==0 ){ |
| 1668 | return 1; |
| 1669 | } |
| 1670 | if( iCol>pEList->nExpr ){ |
| 1671 | sqlite3ErrorMsg(pParse, |
| 1672 | "%r ORDER BY term out of range - should be " |
| 1673 | "between 1 and %d", i+1, pEList->nExpr); |
| 1674 | return 1; |
| 1675 | } |
| 1676 | if( iCol>0 ){ |
| 1677 | pE->op = TK_COLUMN; |
| 1678 | pE->iTable = iTable; |
| 1679 | pE->iAgg = -1; |
| 1680 | pE->iColumn = iCol-1; |
| 1681 | pE->pTab = 0; |
| 1682 | pOrderBy->a[i].done = 1; |
| 1683 | }else{ |
| 1684 | moreToDo = 1; |
| 1685 | } |
| 1686 | } |
| 1687 | pSelect = pSelect->pNext; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1688 | } |
| 1689 | for(i=0; i<pOrderBy->nExpr; i++){ |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 1690 | if( pOrderBy->a[i].done==0 ){ |
| 1691 | sqlite3ErrorMsg(pParse, "%r ORDER BY term does not match any " |
| 1692 | "column in the result set", i+1); |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1693 | return 1; |
| 1694 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1695 | } |
| 1696 | return 0; |
| 1697 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1698 | |
| 1699 | /* |
| 1700 | ** Get a VDBE for the given parser context. Create a new one if necessary. |
| 1701 | ** If an error occurs, return NULL and leave a message in pParse. |
| 1702 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1703 | Vdbe *sqlite3GetVdbe(Parse *pParse){ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1704 | Vdbe *v = pParse->pVdbe; |
| 1705 | if( v==0 ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1706 | v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1707 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1708 | return v; |
| 1709 | } |
drh | fcb78a4 | 2003-01-18 20:11:05 +0000 | [diff] [blame] | 1710 | |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1711 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1712 | /* |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1713 | ** Compute the iLimit and iOffset fields of the SELECT based on the |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1714 | ** pLimit and pOffset expressions. pLimit and pOffset hold the expressions |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1715 | ** that appear in the original SQL statement after the LIMIT and OFFSET |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1716 | ** keywords. Or NULL if those keywords are omitted. iLimit and iOffset |
| 1717 | ** are the integer memory register numbers for counters used to compute |
| 1718 | ** the limit and offset. If there is no limit and/or offset, then |
| 1719 | ** iLimit and iOffset are negative. |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1720 | ** |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 1721 | ** This routine changes the values of iLimit and iOffset only if |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1722 | ** a limit or offset is defined by pLimit and pOffset. iLimit and |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1723 | ** iOffset should have been preset to appropriate default values |
| 1724 | ** (usually but not always -1) prior to calling this routine. |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1725 | ** Only if pLimit!=0 or pOffset!=0 do the limit registers get |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1726 | ** redefined. The UNION ALL operator uses this property to force |
| 1727 | ** the reuse of the same limit and offset registers across multiple |
| 1728 | ** SELECT statements. |
| 1729 | */ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1730 | static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){ |
drh | 02afc86 | 2006-01-20 18:10:57 +0000 | [diff] [blame] | 1731 | Vdbe *v = 0; |
| 1732 | int iLimit = 0; |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1733 | int iOffset; |
| 1734 | int addr1, addr2; |
| 1735 | |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1736 | /* |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1737 | ** "LIMIT -1" always shows all rows. There is some |
| 1738 | ** contraversy about what the correct behavior should be. |
| 1739 | ** The current implementation interprets "LIMIT 0" to mean |
| 1740 | ** no rows. |
| 1741 | */ |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1742 | if( p->pLimit ){ |
drh | 0a07c10 | 2008-01-03 18:03:08 +0000 | [diff] [blame] | 1743 | p->iLimit = iLimit = ++pParse->nMem; |
| 1744 | pParse->nMem++; |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1745 | v = sqlite3GetVdbe(pParse); |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1746 | if( v==0 ) return; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 1747 | sqlite3ExprCode(pParse, p->pLimit, 0); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1748 | sqlite3VdbeAddOp0(v, OP_MustBeInt); |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 1749 | sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 1750 | VdbeComment((v, "LIMIT counter")); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1751 | sqlite3VdbeAddOp2(v, OP_IfZero, iLimit, iBreak); |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 1752 | sqlite3VdbeAddOp2(v, OP_SCopy, iLimit, 0); |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1753 | } |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1754 | if( p->pOffset ){ |
drh | 0a07c10 | 2008-01-03 18:03:08 +0000 | [diff] [blame] | 1755 | p->iOffset = iOffset = ++pParse->nMem; |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1756 | v = sqlite3GetVdbe(pParse); |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1757 | if( v==0 ) return; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 1758 | sqlite3ExprCode(pParse, p->pOffset, 0); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1759 | sqlite3VdbeAddOp0(v, OP_MustBeInt); |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 1760 | sqlite3VdbeAddOp2(v, p->pLimit==0 ? OP_Move : OP_Copy, 0, iOffset); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 1761 | VdbeComment((v, "OFFSET counter")); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1762 | addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iOffset); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1763 | sqlite3VdbeAddOp2(v, OP_Pop, 1, 0); |
| 1764 | sqlite3VdbeAddOp2(v, OP_Integer, 0, 0); |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1765 | sqlite3VdbeJumpHere(v, addr1); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 1766 | if( p->pLimit ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1767 | sqlite3VdbeAddOp2(v, OP_Add, 0, 0); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 1768 | } |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1769 | } |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 1770 | if( p->pLimit ){ |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1771 | addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iLimit); |
| 1772 | sqlite3VdbeAddOp1(v, OP_Pop, 1); |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 1773 | sqlite3VdbeAddOp2(v, OP_Integer, -1, iLimit+1); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1774 | addr2 = sqlite3VdbeAddOp0(v, OP_Goto); |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1775 | sqlite3VdbeJumpHere(v, addr1); |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 1776 | sqlite3VdbeAddOp2(v, OP_Move, 0, iLimit+1); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 1777 | VdbeComment((v, "LIMIT+OFFSET")); |
drh | 15007a9 | 2006-01-08 18:10:17 +0000 | [diff] [blame] | 1778 | sqlite3VdbeJumpHere(v, addr2); |
drh | d59ba6c | 2006-01-08 05:02:54 +0000 | [diff] [blame] | 1779 | } |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1780 | } |
| 1781 | |
| 1782 | /* |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1783 | ** Allocate a virtual index to use for sorting. |
drh | d3d39e9 | 2004-05-20 22:16:29 +0000 | [diff] [blame] | 1784 | */ |
drh | 4db38a7 | 2005-09-01 12:16:28 +0000 | [diff] [blame] | 1785 | static void createSortingIndex(Parse *pParse, Select *p, ExprList *pOrderBy){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1786 | if( pOrderBy ){ |
| 1787 | int addr; |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 1788 | assert( pOrderBy->iECursor==0 ); |
| 1789 | pOrderBy->iECursor = pParse->nTab++; |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1790 | addr = sqlite3VdbeAddOp2(pParse->pVdbe, OP_OpenEphemeral, |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 1791 | pOrderBy->iECursor, pOrderBy->nExpr+1); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 1792 | assert( p->addrOpenEphm[2] == -1 ); |
| 1793 | p->addrOpenEphm[2] = addr; |
drh | 736c22b | 2004-05-21 02:14:24 +0000 | [diff] [blame] | 1794 | } |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1795 | } |
| 1796 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 1797 | #ifndef SQLITE_OMIT_COMPOUND_SELECT |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1798 | /* |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1799 | ** Return the appropriate collating sequence for the iCol-th column of |
| 1800 | ** the result set for the compound-select statement "p". Return NULL if |
| 1801 | ** the column has no default collating sequence. |
| 1802 | ** |
| 1803 | ** The collating sequence for the compound select is taken from the |
| 1804 | ** left-most term of the select that has a collating sequence. |
| 1805 | */ |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1806 | static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){ |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1807 | CollSeq *pRet; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1808 | if( p->pPrior ){ |
| 1809 | pRet = multiSelectCollSeq(pParse, p->pPrior, iCol); |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1810 | }else{ |
| 1811 | pRet = 0; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1812 | } |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1813 | if( pRet==0 ){ |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1814 | pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr); |
| 1815 | } |
| 1816 | return pRet; |
drh | d3d39e9 | 2004-05-20 22:16:29 +0000 | [diff] [blame] | 1817 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 1818 | #endif /* SQLITE_OMIT_COMPOUND_SELECT */ |
drh | d3d39e9 | 2004-05-20 22:16:29 +0000 | [diff] [blame] | 1819 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 1820 | #ifndef SQLITE_OMIT_COMPOUND_SELECT |
drh | d3d39e9 | 2004-05-20 22:16:29 +0000 | [diff] [blame] | 1821 | /* |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1822 | ** This routine is called to process a query that is really the union |
| 1823 | ** or intersection of two or more separate queries. |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 1824 | ** |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 1825 | ** "p" points to the right-most of the two queries. the query on the |
| 1826 | ** left is p->pPrior. The left query could also be a compound query |
| 1827 | ** in which case this routine will be called recursively. |
| 1828 | ** |
| 1829 | ** The results of the total query are to be written into a destination |
| 1830 | ** of type eDest with parameter iParm. |
| 1831 | ** |
| 1832 | ** Example 1: Consider a three-way compound SQL statement. |
| 1833 | ** |
| 1834 | ** SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3 |
| 1835 | ** |
| 1836 | ** This statement is parsed up as follows: |
| 1837 | ** |
| 1838 | ** SELECT c FROM t3 |
| 1839 | ** | |
| 1840 | ** `-----> SELECT b FROM t2 |
| 1841 | ** | |
jplyon | 4b11c6d | 2004-01-19 04:57:53 +0000 | [diff] [blame] | 1842 | ** `------> SELECT a FROM t1 |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 1843 | ** |
| 1844 | ** The arrows in the diagram above represent the Select.pPrior pointer. |
| 1845 | ** So if this routine is called with p equal to the t3 query, then |
| 1846 | ** pPrior will be the t2 query. p->op will be TK_UNION in this case. |
| 1847 | ** |
| 1848 | ** Notice that because of the way SQLite parses compound SELECTs, the |
| 1849 | ** individual selects always group from left to right. |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1850 | */ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1851 | static int multiSelect( |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1852 | Parse *pParse, /* Parsing context */ |
| 1853 | Select *p, /* The right-most of SELECTs to be coded */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1854 | SelectDest *pDest, /* What to do with query results */ |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1855 | char *aff /* If eDest is SRT_Union, the affinity string */ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1856 | ){ |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1857 | int rc = SQLITE_OK; /* Success code from a subroutine */ |
| 1858 | Select *pPrior; /* Another SELECT immediately to our left */ |
| 1859 | Vdbe *v; /* Generate code to this VDBE */ |
drh | 8cdbf83 | 2004-08-29 16:25:03 +0000 | [diff] [blame] | 1860 | int nCol; /* Number of columns in the result set */ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1861 | ExprList *pOrderBy; /* The ORDER BY clause on p */ |
| 1862 | int aSetP2[2]; /* Set P2 value of these op to number of columns */ |
| 1863 | int nSetP2 = 0; /* Number of slots in aSetP2[] used */ |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 1864 | SelectDest dest; /* Alternative data destination */ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1865 | |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 1866 | dest = *pDest; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1867 | |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1868 | /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs. Only |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 1869 | ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT. |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1870 | */ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1871 | if( p==0 || p->pPrior==0 ){ |
| 1872 | rc = 1; |
| 1873 | goto multi_select_end; |
| 1874 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1875 | pPrior = p->pPrior; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1876 | assert( pPrior->pRightmost!=pPrior ); |
| 1877 | assert( pPrior->pRightmost==p->pRightmost ); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1878 | if( pPrior->pOrderBy ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1879 | sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before", |
drh | da93d23 | 2003-03-31 02:12:46 +0000 | [diff] [blame] | 1880 | selectOpName(p->op)); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1881 | rc = 1; |
| 1882 | goto multi_select_end; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1883 | } |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1884 | if( pPrior->pLimit ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1885 | sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before", |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1886 | selectOpName(p->op)); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1887 | rc = 1; |
| 1888 | goto multi_select_end; |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1889 | } |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1890 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1891 | /* Make sure we have a valid query engine. If not, create a new one. |
| 1892 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 1893 | v = sqlite3GetVdbe(pParse); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1894 | if( v==0 ){ |
| 1895 | rc = 1; |
| 1896 | goto multi_select_end; |
| 1897 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1898 | |
drh | 1cc3d75 | 2002-03-23 00:31:29 +0000 | [diff] [blame] | 1899 | /* Create the destination temporary table if necessary |
| 1900 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1901 | if( dest.eDest==SRT_EphemTab ){ |
danielk1977 | b4964b7 | 2004-05-18 01:23:38 +0000 | [diff] [blame] | 1902 | assert( p->pEList ); |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1903 | assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) ); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1904 | aSetP2[nSetP2++] = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, dest.iParm, 0); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1905 | dest.eDest = SRT_Table; |
drh | 1cc3d75 | 2002-03-23 00:31:29 +0000 | [diff] [blame] | 1906 | } |
| 1907 | |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 1908 | /* Generate code for the left and right SELECT statements. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1909 | */ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1910 | pOrderBy = p->pOrderBy; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1911 | switch( p->op ){ |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 1912 | case TK_ALL: { |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1913 | if( pOrderBy==0 ){ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1914 | int addr = 0; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1915 | assert( !pPrior->pLimit ); |
| 1916 | pPrior->pLimit = p->pLimit; |
| 1917 | pPrior->pOffset = p->pOffset; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1918 | rc = sqlite3Select(pParse, pPrior, &dest, 0, 0, 0, aff); |
danielk1977 | ad68cb6 | 2006-01-05 14:22:33 +0000 | [diff] [blame] | 1919 | p->pLimit = 0; |
| 1920 | p->pOffset = 0; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1921 | if( rc ){ |
| 1922 | goto multi_select_end; |
| 1923 | } |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 1924 | p->pPrior = 0; |
drh | 7b58dae | 2003-07-20 01:16:46 +0000 | [diff] [blame] | 1925 | p->iLimit = pPrior->iLimit; |
| 1926 | p->iOffset = pPrior->iOffset; |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1927 | if( p->iLimit>=0 ){ |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 1928 | addr = sqlite3VdbeAddOp1(v, OP_IfZero, p->iLimit); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 1929 | VdbeComment((v, "Jump ahead if LIMIT reached")); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1930 | } |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1931 | rc = sqlite3Select(pParse, p, &dest, 0, 0, 0, aff); |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 1932 | p->pPrior = pPrior; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1933 | if( rc ){ |
| 1934 | goto multi_select_end; |
| 1935 | } |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 1936 | if( addr ){ |
| 1937 | sqlite3VdbeJumpHere(v, addr); |
| 1938 | } |
drh | f46f905 | 2002-06-22 02:33:38 +0000 | [diff] [blame] | 1939 | break; |
| 1940 | } |
| 1941 | /* For UNION ALL ... ORDER BY fall through to the next case */ |
| 1942 | } |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1943 | case TK_EXCEPT: |
| 1944 | case TK_UNION: { |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1945 | int unionTab; /* Cursor number of the temporary table holding result */ |
danielk1977 | 742f947 | 2004-06-16 12:02:43 +0000 | [diff] [blame] | 1946 | int op = 0; /* One of the SRT_ operations to apply to self */ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1947 | int priorOp; /* The SRT_ operation to apply to prior selects */ |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1948 | Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */ |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 1949 | int addr; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1950 | SelectDest uniondest; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1951 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1952 | priorOp = p->op==TK_ALL ? SRT_Table : SRT_Union; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1953 | if( dest.eDest==priorOp && pOrderBy==0 && !p->pLimit && !p->pOffset ){ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1954 | /* We can reuse a temporary table generated by a SELECT to our |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 1955 | ** right. |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1956 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1957 | unionTab = dest.iParm; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1958 | }else{ |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1959 | /* We will need to create our own temporary table to hold the |
| 1960 | ** intermediate results. |
| 1961 | */ |
| 1962 | unionTab = pParse->nTab++; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 1963 | if( processCompoundOrderBy(pParse, p, unionTab) ){ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1964 | rc = 1; |
| 1965 | goto multi_select_end; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1966 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 1967 | addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, unionTab, 0); |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1968 | if( priorOp==SRT_Table ){ |
| 1969 | assert( nSetP2<sizeof(aSetP2)/sizeof(aSetP2[0]) ); |
| 1970 | aSetP2[nSetP2++] = addr; |
| 1971 | }else{ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 1972 | assert( p->addrOpenEphm[0] == -1 ); |
| 1973 | p->addrOpenEphm[0] = addr; |
| 1974 | p->pRightmost->usesEphm = 1; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1975 | } |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 1976 | createSortingIndex(pParse, p, pOrderBy); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1977 | assert( p->pEList ); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1978 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1979 | |
| 1980 | /* Code the SELECT statements to our left |
| 1981 | */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 1982 | assert( !pPrior->pOrderBy ); |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 1983 | sqlite3SelectDestInit(&uniondest, priorOp, unionTab); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 1984 | rc = sqlite3Select(pParse, pPrior, &uniondest, 0, 0, 0, aff); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 1985 | if( rc ){ |
| 1986 | goto multi_select_end; |
| 1987 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 1988 | |
| 1989 | /* Code the current SELECT statement |
| 1990 | */ |
| 1991 | switch( p->op ){ |
| 1992 | case TK_EXCEPT: op = SRT_Except; break; |
| 1993 | case TK_UNION: op = SRT_Union; break; |
| 1994 | case TK_ALL: op = SRT_Table; break; |
| 1995 | } |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 1996 | p->pPrior = 0; |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 1997 | p->pOrderBy = 0; |
drh | 4b14b4d | 2005-09-19 17:35:53 +0000 | [diff] [blame] | 1998 | p->disallowOrderBy = pOrderBy!=0; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 1999 | pLimit = p->pLimit; |
| 2000 | p->pLimit = 0; |
| 2001 | pOffset = p->pOffset; |
| 2002 | p->pOffset = 0; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2003 | uniondest.eDest = op; |
| 2004 | rc = sqlite3Select(pParse, p, &uniondest, 0, 0, 0, aff); |
drh | 5bd1bf2 | 2007-06-15 15:31:49 +0000 | [diff] [blame] | 2005 | /* Query flattening in sqlite3Select() might refill p->pOrderBy. |
| 2006 | ** Be sure to delete p->pOrderBy, therefore, to avoid a memory leak. */ |
| 2007 | sqlite3ExprListDelete(p->pOrderBy); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2008 | p->pPrior = pPrior; |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 2009 | p->pOrderBy = pOrderBy; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2010 | sqlite3ExprDelete(p->pLimit); |
| 2011 | p->pLimit = pLimit; |
| 2012 | p->pOffset = pOffset; |
drh | be5fd49 | 2004-12-16 21:09:16 +0000 | [diff] [blame] | 2013 | p->iLimit = -1; |
| 2014 | p->iOffset = -1; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2015 | if( rc ){ |
| 2016 | goto multi_select_end; |
| 2017 | } |
| 2018 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2019 | |
| 2020 | /* Convert the data in the temporary table into whatever form |
| 2021 | ** it is that we currently need. |
| 2022 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2023 | if( dest.eDest!=priorOp || unionTab!=dest.iParm ){ |
drh | 6b56344 | 2001-11-07 16:48:26 +0000 | [diff] [blame] | 2024 | int iCont, iBreak, iStart; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2025 | assert( p->pEList ); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2026 | if( dest.eDest==SRT_Callback ){ |
drh | 9237825 | 2006-03-26 01:21:22 +0000 | [diff] [blame] | 2027 | Select *pFirst = p; |
| 2028 | while( pFirst->pPrior ) pFirst = pFirst->pPrior; |
| 2029 | generateColumnNames(pParse, 0, pFirst->pEList); |
drh | 41202cc | 2002-04-23 17:10:18 +0000 | [diff] [blame] | 2030 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2031 | iBreak = sqlite3VdbeMakeLabel(v); |
| 2032 | iCont = sqlite3VdbeMakeLabel(v); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 2033 | computeLimitRegisters(pParse, p, iBreak); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2034 | sqlite3VdbeAddOp2(v, OP_Rewind, unionTab, iBreak); |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2035 | iStart = sqlite3VdbeCurrentAddr(v); |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 2036 | rc = selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr, |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2037 | pOrderBy, -1, &dest, iCont, iBreak, 0); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2038 | if( rc ){ |
| 2039 | rc = 1; |
| 2040 | goto multi_select_end; |
| 2041 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2042 | sqlite3VdbeResolveLabel(v, iCont); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2043 | sqlite3VdbeAddOp2(v, OP_Next, unionTab, iStart); |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2044 | sqlite3VdbeResolveLabel(v, iBreak); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2045 | sqlite3VdbeAddOp2(v, OP_Close, unionTab, 0); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2046 | } |
| 2047 | break; |
| 2048 | } |
| 2049 | case TK_INTERSECT: { |
| 2050 | int tab1, tab2; |
drh | 6b56344 | 2001-11-07 16:48:26 +0000 | [diff] [blame] | 2051 | int iCont, iBreak, iStart; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2052 | Expr *pLimit, *pOffset; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2053 | int addr; |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 2054 | SelectDest intersectdest; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2055 | |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2056 | /* INTERSECT is different from the others since it requires |
drh | 6206d50 | 2000-06-19 19:09:08 +0000 | [diff] [blame] | 2057 | ** two temporary tables. Hence it has its own case. Begin |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2058 | ** by allocating the tables we will need. |
| 2059 | */ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2060 | tab1 = pParse->nTab++; |
| 2061 | tab2 = pParse->nTab++; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 2062 | if( processCompoundOrderBy(pParse, p, tab1) ){ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2063 | rc = 1; |
| 2064 | goto multi_select_end; |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2065 | } |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2066 | createSortingIndex(pParse, p, pOrderBy); |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2067 | |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2068 | addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab1, 0); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2069 | assert( p->addrOpenEphm[0] == -1 ); |
| 2070 | p->addrOpenEphm[0] = addr; |
| 2071 | p->pRightmost->usesEphm = 1; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2072 | assert( p->pEList ); |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2073 | |
| 2074 | /* Code the SELECTs to our left into temporary table "tab1". |
| 2075 | */ |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 2076 | sqlite3SelectDestInit(&intersectdest, SRT_Union, tab1); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2077 | rc = sqlite3Select(pParse, pPrior, &intersectdest, 0, 0, 0, aff); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2078 | if( rc ){ |
| 2079 | goto multi_select_end; |
| 2080 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2081 | |
| 2082 | /* Code the current SELECT into temporary table "tab2" |
| 2083 | */ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2084 | addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab2, 0); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2085 | assert( p->addrOpenEphm[1] == -1 ); |
| 2086 | p->addrOpenEphm[1] = addr; |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2087 | p->pPrior = 0; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2088 | pLimit = p->pLimit; |
| 2089 | p->pLimit = 0; |
| 2090 | pOffset = p->pOffset; |
| 2091 | p->pOffset = 0; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2092 | intersectdest.iParm = tab2; |
| 2093 | rc = sqlite3Select(pParse, p, &intersectdest, 0, 0, 0, aff); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2094 | p->pPrior = pPrior; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2095 | sqlite3ExprDelete(p->pLimit); |
| 2096 | p->pLimit = pLimit; |
| 2097 | p->pOffset = pOffset; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2098 | if( rc ){ |
| 2099 | goto multi_select_end; |
| 2100 | } |
drh | d8bc708 | 2000-06-07 23:51:50 +0000 | [diff] [blame] | 2101 | |
| 2102 | /* Generate code to take the intersection of the two temporary |
| 2103 | ** tables. |
| 2104 | */ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2105 | assert( p->pEList ); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2106 | if( dest.eDest==SRT_Callback ){ |
drh | 9237825 | 2006-03-26 01:21:22 +0000 | [diff] [blame] | 2107 | Select *pFirst = p; |
| 2108 | while( pFirst->pPrior ) pFirst = pFirst->pPrior; |
| 2109 | generateColumnNames(pParse, 0, pFirst->pEList); |
drh | 41202cc | 2002-04-23 17:10:18 +0000 | [diff] [blame] | 2110 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2111 | iBreak = sqlite3VdbeMakeLabel(v); |
| 2112 | iCont = sqlite3VdbeMakeLabel(v); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 2113 | computeLimitRegisters(pParse, p, iBreak); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2114 | sqlite3VdbeAddOp2(v, OP_Rewind, tab1, iBreak); |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 2115 | iStart = sqlite3VdbeAddOp1(v, OP_RowKey, tab1); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2116 | sqlite3VdbeAddOp2(v, OP_NotFound, tab2, iCont); |
drh | 38640e1 | 2002-07-05 21:42:36 +0000 | [diff] [blame] | 2117 | rc = selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr, |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2118 | pOrderBy, -1, &dest, iCont, iBreak, 0); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2119 | if( rc ){ |
| 2120 | rc = 1; |
| 2121 | goto multi_select_end; |
| 2122 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2123 | sqlite3VdbeResolveLabel(v, iCont); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2124 | sqlite3VdbeAddOp2(v, OP_Next, tab1, iStart); |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2125 | sqlite3VdbeResolveLabel(v, iBreak); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2126 | sqlite3VdbeAddOp2(v, OP_Close, tab2, 0); |
| 2127 | sqlite3VdbeAddOp2(v, OP_Close, tab1, 0); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2128 | break; |
| 2129 | } |
| 2130 | } |
drh | 8cdbf83 | 2004-08-29 16:25:03 +0000 | [diff] [blame] | 2131 | |
| 2132 | /* Make sure all SELECTs in the statement have the same number of elements |
| 2133 | ** in their result sets. |
| 2134 | */ |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 2135 | assert( p->pEList && pPrior->pEList ); |
| 2136 | if( p->pEList->nExpr!=pPrior->pEList->nExpr ){ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2137 | sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s" |
drh | da93d23 | 2003-03-31 02:12:46 +0000 | [diff] [blame] | 2138 | " do not have the same number of result columns", selectOpName(p->op)); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2139 | rc = 1; |
| 2140 | goto multi_select_end; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 2141 | } |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2142 | |
drh | 8cdbf83 | 2004-08-29 16:25:03 +0000 | [diff] [blame] | 2143 | /* Set the number of columns in temporary tables |
| 2144 | */ |
| 2145 | nCol = p->pEList->nExpr; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2146 | while( nSetP2 ){ |
| 2147 | sqlite3VdbeChangeP2(v, aSetP2[--nSetP2], nCol); |
drh | 8cdbf83 | 2004-08-29 16:25:03 +0000 | [diff] [blame] | 2148 | } |
| 2149 | |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 2150 | /* Compute collating sequences used by either the ORDER BY clause or |
| 2151 | ** by any temporary tables needed to implement the compound select. |
| 2152 | ** Attach the KeyInfo structure to all temporary tables. Invoke the |
| 2153 | ** ORDER BY processing if there is an ORDER BY clause. |
drh | 8cdbf83 | 2004-08-29 16:25:03 +0000 | [diff] [blame] | 2154 | ** |
| 2155 | ** This section is run by the right-most SELECT statement only. |
| 2156 | ** SELECT statements to the left always skip this part. The right-most |
| 2157 | ** SELECT might also skip this part if it has no ORDER BY clause and |
| 2158 | ** no temp tables are required. |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 2159 | */ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2160 | if( pOrderBy || p->usesEphm ){ |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 2161 | int i; /* Loop counter */ |
| 2162 | KeyInfo *pKeyInfo; /* Collating sequence for the result set */ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2163 | Select *pLoop; /* For looping through SELECT statements */ |
drh | 1e31e0b | 2006-08-11 19:08:27 +0000 | [diff] [blame] | 2164 | int nKeyCol; /* Number of entries in pKeyInfo->aCol[] */ |
drh | f68d7d1 | 2007-05-03 13:02:26 +0000 | [diff] [blame] | 2165 | CollSeq **apColl; /* For looping through pKeyInfo->aColl[] */ |
| 2166 | CollSeq **aCopy; /* A copy of pKeyInfo->aColl[] */ |
drh | fbc4ee7 | 2004-08-29 01:31:05 +0000 | [diff] [blame] | 2167 | |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2168 | assert( p->pRightmost==p ); |
drh | 1e31e0b | 2006-08-11 19:08:27 +0000 | [diff] [blame] | 2169 | nKeyCol = nCol + (pOrderBy ? pOrderBy->nExpr : 0); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2170 | pKeyInfo = sqlite3DbMallocZero(pParse->db, |
| 2171 | sizeof(*pKeyInfo)+nKeyCol*(sizeof(CollSeq*) + 1)); |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2172 | if( !pKeyInfo ){ |
| 2173 | rc = SQLITE_NOMEM; |
| 2174 | goto multi_select_end; |
| 2175 | } |
| 2176 | |
danielk1977 | 14db266 | 2006-01-09 16:12:04 +0000 | [diff] [blame] | 2177 | pKeyInfo->enc = ENC(pParse->db); |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2178 | pKeyInfo->nField = nCol; |
| 2179 | |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2180 | for(i=0, apColl=pKeyInfo->aColl; i<nCol; i++, apColl++){ |
| 2181 | *apColl = multiSelectCollSeq(pParse, p, i); |
| 2182 | if( 0==*apColl ){ |
| 2183 | *apColl = pParse->db->pDfltColl; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2184 | } |
| 2185 | } |
| 2186 | |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2187 | for(pLoop=p; pLoop; pLoop=pLoop->pPrior){ |
| 2188 | for(i=0; i<2; i++){ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2189 | int addr = pLoop->addrOpenEphm[i]; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2190 | if( addr<0 ){ |
| 2191 | /* If [0] is unused then [1] is also unused. So we can |
| 2192 | ** always safely abort as soon as the first unused slot is found */ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2193 | assert( pLoop->addrOpenEphm[1]<0 ); |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2194 | break; |
| 2195 | } |
| 2196 | sqlite3VdbeChangeP2(v, addr, nCol); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2197 | sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO); |
drh | 0ee5a1e | 2007-01-26 19:04:00 +0000 | [diff] [blame] | 2198 | pLoop->addrOpenEphm[i] = -1; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2199 | } |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2200 | } |
| 2201 | |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2202 | if( pOrderBy ){ |
| 2203 | struct ExprList_item *pOTerm = pOrderBy->a; |
drh | 4efc083 | 2005-11-16 13:47:50 +0000 | [diff] [blame] | 2204 | int nOrderByExpr = pOrderBy->nExpr; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2205 | int addr; |
drh | 4db38a7 | 2005-09-01 12:16:28 +0000 | [diff] [blame] | 2206 | u8 *pSortOrder; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2207 | |
drh | f68d7d1 | 2007-05-03 13:02:26 +0000 | [diff] [blame] | 2208 | /* Reuse the same pKeyInfo for the ORDER BY as was used above for |
| 2209 | ** the compound select statements. Except we have to change out the |
| 2210 | ** pKeyInfo->aColl[] values. Some of the aColl[] values will be |
| 2211 | ** reused when constructing the pKeyInfo for the ORDER BY, so make |
| 2212 | ** a copy. Sufficient space to hold both the nCol entries for |
| 2213 | ** the compound select and the nOrderbyExpr entries for the ORDER BY |
| 2214 | ** was allocated above. But we need to move the compound select |
| 2215 | ** entries out of the way before constructing the ORDER BY entries. |
| 2216 | ** Move the compound select entries into aCopy[] where they can be |
| 2217 | ** accessed and reused when constructing the ORDER BY entries. |
| 2218 | ** Because nCol might be greater than or less than nOrderByExpr |
| 2219 | ** we have to use memmove() when doing the copy. |
| 2220 | */ |
drh | 1e31e0b | 2006-08-11 19:08:27 +0000 | [diff] [blame] | 2221 | aCopy = &pKeyInfo->aColl[nOrderByExpr]; |
drh | 4efc083 | 2005-11-16 13:47:50 +0000 | [diff] [blame] | 2222 | pSortOrder = pKeyInfo->aSortOrder = (u8*)&aCopy[nCol]; |
drh | f68d7d1 | 2007-05-03 13:02:26 +0000 | [diff] [blame] | 2223 | memmove(aCopy, pKeyInfo->aColl, nCol*sizeof(CollSeq*)); |
| 2224 | |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2225 | apColl = pKeyInfo->aColl; |
drh | 4efc083 | 2005-11-16 13:47:50 +0000 | [diff] [blame] | 2226 | for(i=0; i<nOrderByExpr; i++, pOTerm++, apColl++, pSortOrder++){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2227 | Expr *pExpr = pOTerm->pExpr; |
drh | 8b4c40d | 2007-02-01 23:02:45 +0000 | [diff] [blame] | 2228 | if( (pExpr->flags & EP_ExpCollate) ){ |
| 2229 | assert( pExpr->pColl!=0 ); |
| 2230 | *apColl = pExpr->pColl; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2231 | }else{ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2232 | *apColl = aCopy[pExpr->iColumn]; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2233 | } |
drh | 4db38a7 | 2005-09-01 12:16:28 +0000 | [diff] [blame] | 2234 | *pSortOrder = pOTerm->sortOrder; |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2235 | } |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 2236 | assert( p->pRightmost==p ); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2237 | assert( p->addrOpenEphm[2]>=0 ); |
| 2238 | addr = p->addrOpenEphm[2]; |
danielk1977 | a670b22 | 2007-05-14 16:50:48 +0000 | [diff] [blame] | 2239 | sqlite3VdbeChangeP2(v, addr, p->pOrderBy->nExpr+2); |
drh | 4efc083 | 2005-11-16 13:47:50 +0000 | [diff] [blame] | 2240 | pKeyInfo->nField = nOrderByExpr; |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2241 | sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO_HANDOFF); |
drh | 4db38a7 | 2005-09-01 12:16:28 +0000 | [diff] [blame] | 2242 | pKeyInfo = 0; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2243 | generateSortTail(pParse, p, v, p->pEList->nExpr, &dest); |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2244 | } |
| 2245 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2246 | sqlite3_free(pKeyInfo); |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2247 | } |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2248 | |
| 2249 | multi_select_end: |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 2250 | pDest->iMem = dest.iMem; |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 2251 | return rc; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 2252 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 2253 | #endif /* SQLITE_OMIT_COMPOUND_SELECT */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 2254 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 2255 | #ifndef SQLITE_OMIT_VIEW |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2256 | /* Forward Declarations */ |
| 2257 | static void substExprList(sqlite3*, ExprList*, int, ExprList*); |
| 2258 | static void substSelect(sqlite3*, Select *, int, ExprList *); |
| 2259 | |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 2260 | /* |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2261 | ** Scan through the expression pExpr. Replace every reference to |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 2262 | ** a column in table number iTable with a copy of the iColumn-th |
drh | 84e5920 | 2002-03-14 14:33:31 +0000 | [diff] [blame] | 2263 | ** entry in pEList. (But leave references to the ROWID column |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 2264 | ** unchanged.) |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2265 | ** |
| 2266 | ** This routine is part of the flattening procedure. A subquery |
| 2267 | ** whose result set is defined by pEList appears as entry in the |
| 2268 | ** FROM clause of a SELECT such that the VDBE cursor assigned to that |
| 2269 | ** FORM clause entry is iTable. This routine make the necessary |
| 2270 | ** changes to pExpr so that it refers directly to the source table |
| 2271 | ** of the subquery rather the result set of the subquery. |
| 2272 | */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2273 | static void substExpr( |
| 2274 | sqlite3 *db, /* Report malloc errors to this connection */ |
| 2275 | Expr *pExpr, /* Expr in which substitution occurs */ |
| 2276 | int iTable, /* Table to be substituted */ |
| 2277 | ExprList *pEList /* Substitute expressions */ |
| 2278 | ){ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2279 | if( pExpr==0 ) return; |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2280 | if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){ |
| 2281 | if( pExpr->iColumn<0 ){ |
| 2282 | pExpr->op = TK_NULL; |
| 2283 | }else{ |
| 2284 | Expr *pNew; |
| 2285 | assert( pEList!=0 && pExpr->iColumn<pEList->nExpr ); |
| 2286 | assert( pExpr->pLeft==0 && pExpr->pRight==0 && pExpr->pList==0 ); |
| 2287 | pNew = pEList->a[pExpr->iColumn].pExpr; |
| 2288 | assert( pNew!=0 ); |
| 2289 | pExpr->op = pNew->op; |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2290 | assert( pExpr->pLeft==0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2291 | pExpr->pLeft = sqlite3ExprDup(db, pNew->pLeft); |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2292 | assert( pExpr->pRight==0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2293 | pExpr->pRight = sqlite3ExprDup(db, pNew->pRight); |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2294 | assert( pExpr->pList==0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2295 | pExpr->pList = sqlite3ExprListDup(db, pNew->pList); |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2296 | pExpr->iTable = pNew->iTable; |
danielk1977 | fbbe005 | 2006-06-21 07:02:33 +0000 | [diff] [blame] | 2297 | pExpr->pTab = pNew->pTab; |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2298 | pExpr->iColumn = pNew->iColumn; |
| 2299 | pExpr->iAgg = pNew->iAgg; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2300 | sqlite3TokenCopy(db, &pExpr->token, &pNew->token); |
| 2301 | sqlite3TokenCopy(db, &pExpr->span, &pNew->span); |
| 2302 | pExpr->pSelect = sqlite3SelectDup(db, pNew->pSelect); |
danielk1977 | a1cb183 | 2005-02-12 08:59:55 +0000 | [diff] [blame] | 2303 | pExpr->flags = pNew->flags; |
drh | 50350a1 | 2004-02-13 16:22:22 +0000 | [diff] [blame] | 2304 | } |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2305 | }else{ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2306 | substExpr(db, pExpr->pLeft, iTable, pEList); |
| 2307 | substExpr(db, pExpr->pRight, iTable, pEList); |
| 2308 | substSelect(db, pExpr->pSelect, iTable, pEList); |
| 2309 | substExprList(db, pExpr->pList, iTable, pEList); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2310 | } |
| 2311 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2312 | static void substExprList( |
| 2313 | sqlite3 *db, /* Report malloc errors here */ |
| 2314 | ExprList *pList, /* List to scan and in which to make substitutes */ |
| 2315 | int iTable, /* Table to be substituted */ |
| 2316 | ExprList *pEList /* Substitute values */ |
| 2317 | ){ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2318 | int i; |
| 2319 | if( pList==0 ) return; |
| 2320 | for(i=0; i<pList->nExpr; i++){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2321 | substExpr(db, pList->a[i].pExpr, iTable, pEList); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2322 | } |
| 2323 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2324 | static void substSelect( |
| 2325 | sqlite3 *db, /* Report malloc errors here */ |
| 2326 | Select *p, /* SELECT statement in which to make substitutions */ |
| 2327 | int iTable, /* Table to be replaced */ |
| 2328 | ExprList *pEList /* Substitute values */ |
| 2329 | ){ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2330 | if( !p ) return; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2331 | substExprList(db, p->pEList, iTable, pEList); |
| 2332 | substExprList(db, p->pGroupBy, iTable, pEList); |
| 2333 | substExprList(db, p->pOrderBy, iTable, pEList); |
| 2334 | substExpr(db, p->pHaving, iTable, pEList); |
| 2335 | substExpr(db, p->pWhere, iTable, pEList); |
| 2336 | substSelect(db, p->pPrior, iTable, pEList); |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2337 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 2338 | #endif /* !defined(SQLITE_OMIT_VIEW) */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2339 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 2340 | #ifndef SQLITE_OMIT_VIEW |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2341 | /* |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2342 | ** This routine attempts to flatten subqueries in order to speed |
| 2343 | ** execution. It returns 1 if it makes changes and 0 if no flattening |
| 2344 | ** occurs. |
| 2345 | ** |
| 2346 | ** To understand the concept of flattening, consider the following |
| 2347 | ** query: |
| 2348 | ** |
| 2349 | ** SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5 |
| 2350 | ** |
| 2351 | ** The default way of implementing this query is to execute the |
| 2352 | ** subquery first and store the results in a temporary table, then |
| 2353 | ** run the outer query on that temporary table. This requires two |
| 2354 | ** passes over the data. Furthermore, because the temporary table |
| 2355 | ** has no indices, the WHERE clause on the outer query cannot be |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2356 | ** optimized. |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2357 | ** |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2358 | ** This routine attempts to rewrite queries such as the above into |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2359 | ** a single flat select, like this: |
| 2360 | ** |
| 2361 | ** SELECT x+y AS a FROM t1 WHERE z<100 AND a>5 |
| 2362 | ** |
| 2363 | ** The code generated for this simpification gives the same result |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2364 | ** but only has to scan the data once. And because indices might |
| 2365 | ** exist on the table t1, a complete scan of the data might be |
| 2366 | ** avoided. |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2367 | ** |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2368 | ** Flattening is only attempted if all of the following are true: |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2369 | ** |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2370 | ** (1) The subquery and the outer query do not both use aggregates. |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2371 | ** |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2372 | ** (2) The subquery is not an aggregate or the outer query is not a join. |
| 2373 | ** |
drh | 8af4d3a | 2003-05-06 20:35:16 +0000 | [diff] [blame] | 2374 | ** (3) The subquery is not the right operand of a left outer join, or |
| 2375 | ** the subquery is not itself a join. (Ticket #306) |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2376 | ** |
| 2377 | ** (4) The subquery is not DISTINCT or the outer query is not a join. |
| 2378 | ** |
| 2379 | ** (5) The subquery is not DISTINCT or the outer query does not use |
| 2380 | ** aggregates. |
| 2381 | ** |
| 2382 | ** (6) The subquery does not use aggregates or the outer query is not |
| 2383 | ** DISTINCT. |
| 2384 | ** |
drh | 08192d5 | 2002-04-30 19:20:28 +0000 | [diff] [blame] | 2385 | ** (7) The subquery has a FROM clause. |
| 2386 | ** |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 2387 | ** (8) The subquery does not use LIMIT or the outer query is not a join. |
| 2388 | ** |
| 2389 | ** (9) The subquery does not use LIMIT or the outer query does not use |
| 2390 | ** aggregates. |
| 2391 | ** |
| 2392 | ** (10) The subquery does not use aggregates or the outer query does not |
| 2393 | ** use LIMIT. |
| 2394 | ** |
drh | 174b619 | 2002-12-03 02:22:52 +0000 | [diff] [blame] | 2395 | ** (11) The subquery and the outer query do not both have ORDER BY clauses. |
| 2396 | ** |
drh | 3fc673e | 2003-06-16 00:40:34 +0000 | [diff] [blame] | 2397 | ** (12) The subquery is not the right term of a LEFT OUTER JOIN or the |
| 2398 | ** subquery has no WHERE clause. (added by ticket #350) |
| 2399 | ** |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2400 | ** (13) The subquery and outer query do not both use LIMIT |
| 2401 | ** |
| 2402 | ** (14) The subquery does not use OFFSET |
| 2403 | ** |
drh | ad91c6c | 2007-05-06 20:04:24 +0000 | [diff] [blame] | 2404 | ** (15) The outer query is not part of a compound select or the |
| 2405 | ** subquery does not have both an ORDER BY and a LIMIT clause. |
| 2406 | ** (See ticket #2339) |
| 2407 | ** |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2408 | ** In this routine, the "p" parameter is a pointer to the outer query. |
| 2409 | ** The subquery is p->pSrc->a[iFrom]. isAgg is true if the outer query |
| 2410 | ** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates. |
| 2411 | ** |
drh | 665de47 | 2003-03-31 13:36:09 +0000 | [diff] [blame] | 2412 | ** If flattening is not attempted, this routine is a no-op and returns 0. |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2413 | ** If flattening is attempted this routine returns 1. |
| 2414 | ** |
| 2415 | ** All of the expression analysis must occur on both the outer query and |
| 2416 | ** the subquery before this routine runs. |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2417 | */ |
drh | 8c74a8c | 2002-08-25 19:20:40 +0000 | [diff] [blame] | 2418 | static int flattenSubquery( |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2419 | sqlite3 *db, /* Database connection */ |
drh | 8c74a8c | 2002-08-25 19:20:40 +0000 | [diff] [blame] | 2420 | Select *p, /* The parent or outer SELECT statement */ |
| 2421 | int iFrom, /* Index in p->pSrc->a[] of the inner subquery */ |
| 2422 | int isAgg, /* True if outer SELECT uses aggregate functions */ |
| 2423 | int subqueryIsAgg /* True if the subquery uses aggregate functions */ |
| 2424 | ){ |
drh | 0bb2810 | 2002-05-08 11:54:14 +0000 | [diff] [blame] | 2425 | Select *pSub; /* The inner query or "subquery" */ |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 2426 | SrcList *pSrc; /* The FROM clause of the outer query */ |
| 2427 | SrcList *pSubSrc; /* The FROM clause of the subquery */ |
drh | 0bb2810 | 2002-05-08 11:54:14 +0000 | [diff] [blame] | 2428 | ExprList *pList; /* The result set of the outer query */ |
drh | 6a3ea0e | 2003-05-02 14:32:12 +0000 | [diff] [blame] | 2429 | int iParent; /* VDBE cursor number of the pSub result set temp table */ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 2430 | int i; /* Loop counter */ |
| 2431 | Expr *pWhere; /* The WHERE clause */ |
| 2432 | struct SrcList_item *pSubitem; /* The subquery */ |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2433 | |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2434 | /* Check to see if flattening is permitted. Return 0 if not. |
| 2435 | */ |
| 2436 | if( p==0 ) return 0; |
| 2437 | pSrc = p->pSrc; |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 2438 | assert( pSrc && iFrom>=0 && iFrom<pSrc->nSrc ); |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 2439 | pSubitem = &pSrc->a[iFrom]; |
| 2440 | pSub = pSubitem->pSelect; |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2441 | assert( pSub!=0 ); |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2442 | if( isAgg && subqueryIsAgg ) return 0; /* Restriction (1) */ |
| 2443 | if( subqueryIsAgg && pSrc->nSrc>1 ) return 0; /* Restriction (2) */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2444 | pSubSrc = pSub->pSrc; |
| 2445 | assert( pSubSrc ); |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2446 | /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants, |
| 2447 | ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET |
| 2448 | ** because they could be computed at compile-time. But when LIMIT and OFFSET |
| 2449 | ** became arbitrary expressions, we were forced to add restrictions (13) |
| 2450 | ** and (14). */ |
| 2451 | if( pSub->pLimit && p->pLimit ) return 0; /* Restriction (13) */ |
| 2452 | if( pSub->pOffset ) return 0; /* Restriction (14) */ |
drh | ad91c6c | 2007-05-06 20:04:24 +0000 | [diff] [blame] | 2453 | if( p->pRightmost && pSub->pLimit && pSub->pOrderBy ){ |
| 2454 | return 0; /* Restriction (15) */ |
| 2455 | } |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2456 | if( pSubSrc->nSrc==0 ) return 0; /* Restriction (7) */ |
| 2457 | if( (pSub->isDistinct || pSub->pLimit) |
| 2458 | && (pSrc->nSrc>1 || isAgg) ){ /* Restrictions (4)(5)(8)(9) */ |
| 2459 | return 0; |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 2460 | } |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2461 | if( p->isDistinct && subqueryIsAgg ) return 0; /* Restriction (6) */ |
| 2462 | if( (p->disallowOrderBy || p->pOrderBy) && pSub->pOrderBy ){ |
| 2463 | return 0; /* Restriction (11) */ |
| 2464 | } |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2465 | |
drh | 8af4d3a | 2003-05-06 20:35:16 +0000 | [diff] [blame] | 2466 | /* Restriction 3: If the subquery is a join, make sure the subquery is |
| 2467 | ** not used as the right operand of an outer join. Examples of why this |
| 2468 | ** is not allowed: |
| 2469 | ** |
| 2470 | ** t1 LEFT OUTER JOIN (t2 JOIN t3) |
| 2471 | ** |
| 2472 | ** If we flatten the above, we would get |
| 2473 | ** |
| 2474 | ** (t1 LEFT OUTER JOIN t2) JOIN t3 |
| 2475 | ** |
| 2476 | ** which is not at all the same thing. |
| 2477 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 2478 | if( pSubSrc->nSrc>1 && (pSubitem->jointype & JT_OUTER)!=0 ){ |
drh | 8af4d3a | 2003-05-06 20:35:16 +0000 | [diff] [blame] | 2479 | return 0; |
| 2480 | } |
| 2481 | |
drh | 3fc673e | 2003-06-16 00:40:34 +0000 | [diff] [blame] | 2482 | /* Restriction 12: If the subquery is the right operand of a left outer |
| 2483 | ** join, make sure the subquery has no WHERE clause. |
| 2484 | ** An examples of why this is not allowed: |
| 2485 | ** |
| 2486 | ** t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0) |
| 2487 | ** |
| 2488 | ** If we flatten the above, we would get |
| 2489 | ** |
| 2490 | ** (t1 LEFT OUTER JOIN t2) WHERE t2.x>0 |
| 2491 | ** |
| 2492 | ** But the t2.x>0 test will always fail on a NULL row of t2, which |
| 2493 | ** effectively converts the OUTER JOIN into an INNER JOIN. |
| 2494 | */ |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 2495 | if( (pSubitem->jointype & JT_OUTER)!=0 && pSub->pWhere!=0 ){ |
drh | 3fc673e | 2003-06-16 00:40:34 +0000 | [diff] [blame] | 2496 | return 0; |
| 2497 | } |
| 2498 | |
drh | 0bb2810 | 2002-05-08 11:54:14 +0000 | [diff] [blame] | 2499 | /* If we reach this point, it means flattening is permitted for the |
drh | 63eb5f2 | 2003-04-29 16:20:44 +0000 | [diff] [blame] | 2500 | ** iFrom-th entry of the FROM clause in the outer query. |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2501 | */ |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2502 | |
| 2503 | /* Move all of the FROM elements of the subquery into the |
| 2504 | ** the FROM clause of the outer query. Before doing this, remember |
| 2505 | ** the cursor number for the original outer query FROM element in |
| 2506 | ** iParent. The iParent cursor will never be used. Subsequent code |
| 2507 | ** will scan expressions looking for iParent references and replace |
| 2508 | ** those references with expressions that resolve to the subquery FROM |
| 2509 | ** elements we are now copying in. |
| 2510 | */ |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 2511 | iParent = pSubitem->iCursor; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2512 | { |
| 2513 | int nSubSrc = pSubSrc->nSrc; |
drh | 91bb0ee | 2004-09-01 03:06:34 +0000 | [diff] [blame] | 2514 | int jointype = pSubitem->jointype; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2515 | |
danielk1977 | a04a34f | 2007-04-16 15:06:25 +0000 | [diff] [blame] | 2516 | sqlite3DeleteTable(pSubitem->pTab); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2517 | sqlite3_free(pSubitem->zDatabase); |
| 2518 | sqlite3_free(pSubitem->zName); |
| 2519 | sqlite3_free(pSubitem->zAlias); |
drh | cfa063b | 2007-11-21 15:24:00 +0000 | [diff] [blame] | 2520 | pSubitem->pTab = 0; |
| 2521 | pSubitem->zDatabase = 0; |
| 2522 | pSubitem->zName = 0; |
| 2523 | pSubitem->zAlias = 0; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2524 | if( nSubSrc>1 ){ |
| 2525 | int extra = nSubSrc - 1; |
| 2526 | for(i=1; i<nSubSrc; i++){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2527 | pSrc = sqlite3SrcListAppend(db, pSrc, 0, 0); |
drh | cfa063b | 2007-11-21 15:24:00 +0000 | [diff] [blame] | 2528 | if( pSrc==0 ){ |
| 2529 | p->pSrc = 0; |
| 2530 | return 1; |
| 2531 | } |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2532 | } |
| 2533 | p->pSrc = pSrc; |
| 2534 | for(i=pSrc->nSrc-1; i-extra>=iFrom; i--){ |
| 2535 | pSrc->a[i] = pSrc->a[i-extra]; |
| 2536 | } |
| 2537 | } |
| 2538 | for(i=0; i<nSubSrc; i++){ |
| 2539 | pSrc->a[i+iFrom] = pSubSrc->a[i]; |
| 2540 | memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i])); |
| 2541 | } |
drh | 61dfc31 | 2006-12-16 16:25:15 +0000 | [diff] [blame] | 2542 | pSrc->a[iFrom].jointype = jointype; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2543 | } |
| 2544 | |
| 2545 | /* Now begin substituting subquery result set expressions for |
| 2546 | ** references to the iParent in the outer query. |
| 2547 | ** |
| 2548 | ** Example: |
| 2549 | ** |
| 2550 | ** SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b; |
| 2551 | ** \ \_____________ subquery __________/ / |
| 2552 | ** \_____________________ outer query ______________________________/ |
| 2553 | ** |
| 2554 | ** We look at every expression in the outer query and every place we see |
| 2555 | ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10". |
| 2556 | */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2557 | pList = p->pEList; |
| 2558 | for(i=0; i<pList->nExpr; i++){ |
drh | 6977fea | 2002-10-22 23:38:04 +0000 | [diff] [blame] | 2559 | Expr *pExpr; |
| 2560 | if( pList->a[i].zName==0 && (pExpr = pList->a[i].pExpr)->span.z!=0 ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2561 | pList->a[i].zName = |
| 2562 | sqlite3DbStrNDup(db, (char*)pExpr->span.z, pExpr->span.n); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2563 | } |
| 2564 | } |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2565 | substExprList(db, p->pEList, iParent, pSub->pEList); |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 2566 | if( isAgg ){ |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2567 | substExprList(db, p->pGroupBy, iParent, pSub->pEList); |
| 2568 | substExpr(db, p->pHaving, iParent, pSub->pEList); |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 2569 | } |
drh | 174b619 | 2002-12-03 02:22:52 +0000 | [diff] [blame] | 2570 | if( pSub->pOrderBy ){ |
| 2571 | assert( p->pOrderBy==0 ); |
| 2572 | p->pOrderBy = pSub->pOrderBy; |
| 2573 | pSub->pOrderBy = 0; |
drh | 174b619 | 2002-12-03 02:22:52 +0000 | [diff] [blame] | 2574 | }else if( p->pOrderBy ){ |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2575 | substExprList(db, p->pOrderBy, iParent, pSub->pEList); |
drh | 174b619 | 2002-12-03 02:22:52 +0000 | [diff] [blame] | 2576 | } |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2577 | if( pSub->pWhere ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2578 | pWhere = sqlite3ExprDup(db, pSub->pWhere); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2579 | }else{ |
| 2580 | pWhere = 0; |
| 2581 | } |
| 2582 | if( subqueryIsAgg ){ |
| 2583 | assert( p->pHaving==0 ); |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 2584 | p->pHaving = p->pWhere; |
| 2585 | p->pWhere = pWhere; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2586 | substExpr(db, p->pHaving, iParent, pSub->pEList); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2587 | p->pHaving = sqlite3ExprAnd(db, p->pHaving, |
| 2588 | sqlite3ExprDup(db, pSub->pHaving)); |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 2589 | assert( p->pGroupBy==0 ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2590 | p->pGroupBy = sqlite3ExprListDup(db, pSub->pGroupBy); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2591 | }else{ |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2592 | substExpr(db, p->pWhere, iParent, pSub->pEList); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 2593 | p->pWhere = sqlite3ExprAnd(db, p->pWhere, pWhere); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2594 | } |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2595 | |
| 2596 | /* The flattened query is distinct if either the inner or the |
| 2597 | ** outer query is distinct. |
| 2598 | */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2599 | p->isDistinct = p->isDistinct || pSub->isDistinct; |
drh | 8c74a8c | 2002-08-25 19:20:40 +0000 | [diff] [blame] | 2600 | |
danielk1977 | a58fdfb | 2005-02-08 07:50:40 +0000 | [diff] [blame] | 2601 | /* |
| 2602 | ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y; |
drh | ac83963 | 2006-01-21 22:19:54 +0000 | [diff] [blame] | 2603 | ** |
| 2604 | ** One is tempted to try to add a and b to combine the limits. But this |
| 2605 | ** does not work if either limit is negative. |
danielk1977 | a58fdfb | 2005-02-08 07:50:40 +0000 | [diff] [blame] | 2606 | */ |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2607 | if( pSub->pLimit ){ |
| 2608 | p->pLimit = pSub->pLimit; |
| 2609 | pSub->pLimit = 0; |
drh | df199a2 | 2002-06-14 22:38:41 +0000 | [diff] [blame] | 2610 | } |
drh | 8c74a8c | 2002-08-25 19:20:40 +0000 | [diff] [blame] | 2611 | |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 2612 | /* Finially, delete what is left of the subquery and return |
| 2613 | ** success. |
| 2614 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2615 | sqlite3SelectDelete(pSub); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 2616 | return 1; |
| 2617 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 2618 | #endif /* SQLITE_OMIT_VIEW */ |
drh | 1350b03 | 2002-02-27 19:00:20 +0000 | [diff] [blame] | 2619 | |
| 2620 | /* |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 2621 | ** Analyze the SELECT statement passed as an argument to see if it |
| 2622 | ** is a min() or max() query. Return ORDERBY_MIN or ORDERBY_MAX if |
| 2623 | ** it is, or 0 otherwise. At present, a query is considered to be |
| 2624 | ** a min()/max() query if: |
| 2625 | ** |
danielk1977 | 738bdcf | 2008-01-07 10:16:40 +0000 | [diff] [blame] | 2626 | ** 1. There is a single object in the FROM clause. |
| 2627 | ** |
| 2628 | ** 2. There is a single expression in the result set, and it is |
| 2629 | ** either min(x) or max(x), where x is a column reference. |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 2630 | */ |
| 2631 | static int minMaxQuery(Parse *pParse, Select *p){ |
| 2632 | Expr *pExpr; |
| 2633 | ExprList *pEList = p->pEList; |
| 2634 | |
| 2635 | if( pEList->nExpr!=1 ) return ORDERBY_NORMAL; |
| 2636 | pExpr = pEList->a[0].pExpr; |
| 2637 | pEList = pExpr->pList; |
| 2638 | if( pExpr->op!=TK_AGG_FUNCTION || pEList==0 || pEList->nExpr!=1 ) return 0; |
| 2639 | if( pEList->a[0].pExpr->op!=TK_AGG_COLUMN ) return ORDERBY_NORMAL; |
| 2640 | if( pExpr->token.n!=3 ) return ORDERBY_NORMAL; |
| 2641 | if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){ |
| 2642 | return ORDERBY_MIN; |
| 2643 | }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){ |
| 2644 | return ORDERBY_MAX; |
| 2645 | } |
| 2646 | return ORDERBY_NORMAL; |
| 2647 | } |
| 2648 | |
| 2649 | /* |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2650 | ** Analyze the SELECT statement passed in as an argument to see if it |
| 2651 | ** is a simple min() or max() query. If it is and this query can be |
| 2652 | ** satisfied using a single seek to the beginning or end of an index, |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 2653 | ** then generate the code for this SELECT and return 1. If this is not a |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2654 | ** simple min() or max() query, then return 0; |
| 2655 | ** |
| 2656 | ** A simply min() or max() query looks like this: |
| 2657 | ** |
| 2658 | ** SELECT min(a) FROM table; |
| 2659 | ** SELECT max(a) FROM table; |
| 2660 | ** |
| 2661 | ** The query may have only a single table in its FROM argument. There |
| 2662 | ** can be no GROUP BY or HAVING or WHERE clauses. The result set must |
| 2663 | ** be the min() or max() of a single column of the table. The column |
| 2664 | ** in the min() or max() function must be indexed. |
| 2665 | ** |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2666 | ** The parameters to this routine are the same as for sqlite3Select(). |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2667 | ** See the header comment on that routine for additional information. |
| 2668 | */ |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 2669 | #if 0 |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2670 | static int simpleMinMaxQuery(Parse *pParse, Select *p, SelectDest *pDest){ |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2671 | Expr *pExpr; |
| 2672 | int iCol; |
| 2673 | Table *pTab; |
| 2674 | Index *pIdx; |
| 2675 | int base; |
| 2676 | Vdbe *v; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2677 | int seekOp; |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2678 | ExprList *pEList, *pList, eList; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2679 | struct ExprList_item eListItem; |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2680 | SrcList *pSrc; |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 2681 | int brk; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 2682 | int iDb; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2683 | |
| 2684 | /* Check to see if this query is a simple min() or max() query. Return |
| 2685 | ** zero if it is not. |
| 2686 | */ |
| 2687 | if( p->pGroupBy || p->pHaving || p->pWhere ) return 0; |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2688 | pSrc = p->pSrc; |
| 2689 | if( pSrc->nSrc!=1 ) return 0; |
| 2690 | pEList = p->pEList; |
| 2691 | if( pEList->nExpr!=1 ) return 0; |
| 2692 | pExpr = pEList->a[0].pExpr; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2693 | if( pExpr->op!=TK_AGG_FUNCTION ) return 0; |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2694 | pList = pExpr->pList; |
| 2695 | if( pList==0 || pList->nExpr!=1 ) return 0; |
drh | 6977fea | 2002-10-22 23:38:04 +0000 | [diff] [blame] | 2696 | if( pExpr->token.n!=3 ) return 0; |
drh | 2646da7 | 2005-12-09 20:02:05 +0000 | [diff] [blame] | 2697 | if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){ |
drh | 0bce835 | 2002-02-28 00:41:10 +0000 | [diff] [blame] | 2698 | seekOp = OP_Rewind; |
drh | 2646da7 | 2005-12-09 20:02:05 +0000 | [diff] [blame] | 2699 | }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){ |
drh | 0bce835 | 2002-02-28 00:41:10 +0000 | [diff] [blame] | 2700 | seekOp = OP_Last; |
| 2701 | }else{ |
| 2702 | return 0; |
| 2703 | } |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2704 | pExpr = pList->a[0].pExpr; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2705 | if( pExpr->op!=TK_COLUMN ) return 0; |
| 2706 | iCol = pExpr->iColumn; |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2707 | pTab = pSrc->a[0].pTab; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2708 | |
danielk1977 | a41c749 | 2007-03-02 07:27:00 +0000 | [diff] [blame] | 2709 | /* This optimization cannot be used with virtual tables. */ |
| 2710 | if( IsVirtual(pTab) ) return 0; |
danielk1977 | c00da10 | 2006-01-07 13:21:04 +0000 | [diff] [blame] | 2711 | |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2712 | /* If we get to here, it means the query is of the correct form. |
drh | 17f7193 | 2002-02-21 12:01:27 +0000 | [diff] [blame] | 2713 | ** Check to make sure we have an index and make pIdx point to the |
| 2714 | ** appropriate index. If the min() or max() is on an INTEGER PRIMARY |
| 2715 | ** key column, no index is necessary so set pIdx to NULL. If no |
| 2716 | ** usable index is found, return 0. |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2717 | */ |
| 2718 | if( iCol<0 ){ |
| 2719 | pIdx = 0; |
| 2720 | }else{ |
danielk1977 | dc1bdc4 | 2004-06-11 10:51:27 +0000 | [diff] [blame] | 2721 | CollSeq *pColl = sqlite3ExprCollSeq(pParse, pExpr); |
drh | 206f3d9 | 2006-07-11 13:15:08 +0000 | [diff] [blame] | 2722 | if( pColl==0 ) return 0; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2723 | for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ |
| 2724 | assert( pIdx->nColumn>=1 ); |
danielk1977 | b3bf556 | 2006-01-10 17:58:23 +0000 | [diff] [blame] | 2725 | if( pIdx->aiColumn[0]==iCol && |
| 2726 | 0==sqlite3StrICmp(pIdx->azColl[0], pColl->zName) ){ |
| 2727 | break; |
| 2728 | } |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2729 | } |
| 2730 | if( pIdx==0 ) return 0; |
| 2731 | } |
| 2732 | |
drh | e5f5072 | 2003-07-19 00:44:14 +0000 | [diff] [blame] | 2733 | /* Identify column types if we will be using the callback. This |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2734 | ** step is skipped if the output is going to a table or a memory cell. |
drh | e5f5072 | 2003-07-19 00:44:14 +0000 | [diff] [blame] | 2735 | ** The column names have already been generated in the calling function. |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2736 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 2737 | v = sqlite3GetVdbe(pParse); |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2738 | if( v==0 ) return 0; |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2739 | |
drh | 0c37e63 | 2004-01-30 02:01:03 +0000 | [diff] [blame] | 2740 | /* If the output is destined for a temporary table, open that table. |
| 2741 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2742 | if( pDest->eDest==SRT_EphemTab ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2743 | sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, 1); |
drh | 0c37e63 | 2004-01-30 02:01:03 +0000 | [diff] [blame] | 2744 | } |
| 2745 | |
drh | 17f7193 | 2002-02-21 12:01:27 +0000 | [diff] [blame] | 2746 | /* Generating code to find the min or the max. Basically all we have |
| 2747 | ** to do is find the first or the last entry in the chosen index. If |
| 2748 | ** the min() or max() is on the INTEGER PRIMARY KEY, then find the first |
| 2749 | ** or last entry in the main table. |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2750 | */ |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 2751 | iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 2752 | assert( iDb>=0 || pTab->isEphem ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 2753 | sqlite3CodeVerifySchema(pParse, iDb); |
danielk1977 | c00da10 | 2006-01-07 13:21:04 +0000 | [diff] [blame] | 2754 | sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName); |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2755 | base = pSrc->a[0].iCursor; |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 2756 | brk = sqlite3VdbeMakeLabel(v); |
| 2757 | computeLimitRegisters(pParse, p, brk); |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2758 | if( pSrc->a[0].pSelect==0 ){ |
danielk1977 | c00da10 | 2006-01-07 13:21:04 +0000 | [diff] [blame] | 2759 | sqlite3OpenTable(pParse, base, iDb, pTab, OP_OpenRead); |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2760 | } |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2761 | if( pIdx==0 ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2762 | sqlite3VdbeAddOp2(v, seekOp, base, 0); |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2763 | }else{ |
danielk1977 | 3719d7f | 2005-01-17 08:57:09 +0000 | [diff] [blame] | 2764 | /* Even though the cursor used to open the index here is closed |
| 2765 | ** as soon as a single value has been read from it, allocate it |
| 2766 | ** using (pParse->nTab++) to prevent the cursor id from being |
| 2767 | ** reused. This is important for statements of the form |
| 2768 | ** "INSERT INTO x SELECT max() FROM x". |
| 2769 | */ |
| 2770 | int iIdx; |
danielk1977 | b3bf556 | 2006-01-10 17:58:23 +0000 | [diff] [blame] | 2771 | KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx); |
danielk1977 | 3719d7f | 2005-01-17 08:57:09 +0000 | [diff] [blame] | 2772 | iIdx = pParse->nTab++; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 2773 | assert( pIdx->pSchema==pTab->pSchema ); |
danielk1977 | 207872a | 2008-01-03 07:54:23 +0000 | [diff] [blame] | 2774 | sqlite3VdbeAddOp4(v, OP_OpenRead, iIdx, pIdx->tnum, iDb, |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2775 | (char*)pKey, P4_KEYINFO_HANDOFF); |
drh | 9eb516c | 2004-07-18 20:52:32 +0000 | [diff] [blame] | 2776 | if( seekOp==OP_Rewind ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2777 | sqlite3VdbeAddOp2(v, OP_Null, 0, 0); |
| 2778 | sqlite3VdbeAddOp2(v, OP_MakeRecord, 1, 0); |
drh | 1af3fdb | 2004-07-18 21:33:01 +0000 | [diff] [blame] | 2779 | seekOp = OP_MoveGt; |
drh | 9eb516c | 2004-07-18 20:52:32 +0000 | [diff] [blame] | 2780 | } |
drh | 309be02 | 2007-07-18 18:17:11 +0000 | [diff] [blame] | 2781 | if( pIdx->aSortOrder[0]==SQLITE_SO_DESC ){ |
| 2782 | /* Ticket #2514: invert the seek operator if we are using |
| 2783 | ** a descending index. */ |
| 2784 | if( seekOp==OP_Last ){ |
| 2785 | seekOp = OP_Rewind; |
| 2786 | }else{ |
| 2787 | assert( seekOp==OP_MoveGt ); |
| 2788 | seekOp = OP_MoveLt; |
| 2789 | } |
| 2790 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2791 | sqlite3VdbeAddOp2(v, seekOp, iIdx, 0); |
| 2792 | sqlite3VdbeAddOp2(v, OP_IdxRowid, iIdx, 0); |
| 2793 | sqlite3VdbeAddOp2(v, OP_Close, iIdx, 0); |
| 2794 | sqlite3VdbeAddOp2(v, OP_MoveGe, base, 0); |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2795 | } |
drh | 5cf8e8c | 2002-02-19 22:42:05 +0000 | [diff] [blame] | 2796 | eList.nExpr = 1; |
| 2797 | memset(&eListItem, 0, sizeof(eListItem)); |
| 2798 | eList.a = &eListItem; |
| 2799 | eList.a[0].pExpr = pExpr; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 2800 | selectInnerLoop(pParse, p, &eList, 0, 0, 0, -1, pDest, brk, brk, 0); |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 2801 | sqlite3VdbeResolveLabel(v, brk); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2802 | sqlite3VdbeAddOp2(v, OP_Close, base, 0); |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 2803 | |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2804 | return 1; |
| 2805 | } |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 2806 | #endif |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 2807 | |
| 2808 | /* |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2809 | ** This routine resolves any names used in the result set of the |
| 2810 | ** supplied SELECT statement. If the SELECT statement being resolved |
| 2811 | ** is a sub-select, then pOuterNC is a pointer to the NameContext |
| 2812 | ** of the parent SELECT. |
| 2813 | */ |
| 2814 | int sqlite3SelectResolve( |
| 2815 | Parse *pParse, /* The parser context */ |
| 2816 | Select *p, /* The SELECT statement being coded. */ |
| 2817 | NameContext *pOuterNC /* The outer name context. May be NULL. */ |
| 2818 | ){ |
| 2819 | ExprList *pEList; /* Result set. */ |
| 2820 | int i; /* For-loop variable used in multiple places */ |
| 2821 | NameContext sNC; /* Local name-context */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2822 | ExprList *pGroupBy; /* The group by clause */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2823 | |
| 2824 | /* If this routine has run before, return immediately. */ |
| 2825 | if( p->isResolved ){ |
| 2826 | assert( !pOuterNC ); |
| 2827 | return SQLITE_OK; |
| 2828 | } |
| 2829 | p->isResolved = 1; |
| 2830 | |
| 2831 | /* If there have already been errors, do nothing. */ |
| 2832 | if( pParse->nErr>0 ){ |
| 2833 | return SQLITE_ERROR; |
| 2834 | } |
| 2835 | |
| 2836 | /* Prepare the select statement. This call will allocate all cursors |
| 2837 | ** required to handle the tables and subqueries in the FROM clause. |
| 2838 | */ |
| 2839 | if( prepSelectStmt(pParse, p) ){ |
| 2840 | return SQLITE_ERROR; |
| 2841 | } |
| 2842 | |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2843 | /* Resolve the expressions in the LIMIT and OFFSET clauses. These |
| 2844 | ** are not allowed to refer to any names, so pass an empty NameContext. |
| 2845 | */ |
drh | ffe07b2 | 2005-11-03 00:41:17 +0000 | [diff] [blame] | 2846 | memset(&sNC, 0, sizeof(sNC)); |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2847 | sNC.pParse = pParse; |
danielk1977 | a2dc3b1 | 2005-02-05 12:48:48 +0000 | [diff] [blame] | 2848 | if( sqlite3ExprResolveNames(&sNC, p->pLimit) || |
| 2849 | sqlite3ExprResolveNames(&sNC, p->pOffset) ){ |
| 2850 | return SQLITE_ERROR; |
| 2851 | } |
| 2852 | |
| 2853 | /* Set up the local name-context to pass to ExprResolveNames() to |
| 2854 | ** resolve the expression-list. |
| 2855 | */ |
| 2856 | sNC.allowAgg = 1; |
| 2857 | sNC.pSrcList = p->pSrc; |
| 2858 | sNC.pNext = pOuterNC; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2859 | |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2860 | /* Resolve names in the result set. */ |
| 2861 | pEList = p->pEList; |
| 2862 | if( !pEList ) return SQLITE_ERROR; |
| 2863 | for(i=0; i<pEList->nExpr; i++){ |
| 2864 | Expr *pX = pEList->a[i].pExpr; |
| 2865 | if( sqlite3ExprResolveNames(&sNC, pX) ){ |
| 2866 | return SQLITE_ERROR; |
| 2867 | } |
| 2868 | } |
| 2869 | |
| 2870 | /* If there are no aggregate functions in the result-set, and no GROUP BY |
| 2871 | ** expression, do not allow aggregates in any of the other expressions. |
| 2872 | */ |
| 2873 | assert( !p->isAgg ); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2874 | pGroupBy = p->pGroupBy; |
| 2875 | if( pGroupBy || sNC.hasAgg ){ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2876 | p->isAgg = 1; |
| 2877 | }else{ |
| 2878 | sNC.allowAgg = 0; |
| 2879 | } |
| 2880 | |
| 2881 | /* If a HAVING clause is present, then there must be a GROUP BY clause. |
| 2882 | */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2883 | if( p->pHaving && !pGroupBy ){ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2884 | sqlite3ErrorMsg(pParse, "a GROUP BY clause is required before HAVING"); |
| 2885 | return SQLITE_ERROR; |
| 2886 | } |
| 2887 | |
| 2888 | /* Add the expression list to the name-context before parsing the |
| 2889 | ** other expressions in the SELECT statement. This is so that |
| 2890 | ** expressions in the WHERE clause (etc.) can refer to expressions by |
| 2891 | ** aliases in the result set. |
| 2892 | ** |
| 2893 | ** Minor point: If this is the case, then the expression will be |
| 2894 | ** re-evaluated for each reference to it. |
| 2895 | */ |
| 2896 | sNC.pEList = p->pEList; |
| 2897 | if( sqlite3ExprResolveNames(&sNC, p->pWhere) || |
drh | 994c80a | 2007-04-12 21:25:01 +0000 | [diff] [blame] | 2898 | sqlite3ExprResolveNames(&sNC, p->pHaving) ){ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2899 | return SQLITE_ERROR; |
| 2900 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 2901 | if( p->pPrior==0 ){ |
danielk1977 | 01874bf | 2007-12-13 07:58:50 +0000 | [diff] [blame] | 2902 | if( processOrderGroupBy(pParse, p, p->pOrderBy, 1, &sNC.hasAgg) ){ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 2903 | return SQLITE_ERROR; |
| 2904 | } |
drh | 4c77431 | 2007-12-08 21:10:20 +0000 | [diff] [blame] | 2905 | } |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 2906 | if( processOrderGroupBy(pParse, p, pGroupBy, 0, &sNC.hasAgg) ){ |
drh | 4c77431 | 2007-12-08 21:10:20 +0000 | [diff] [blame] | 2907 | return SQLITE_ERROR; |
drh | 994c80a | 2007-04-12 21:25:01 +0000 | [diff] [blame] | 2908 | } |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2909 | |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 2910 | if( pParse->db->mallocFailed ){ |
danielk1977 | 9afe689 | 2007-05-31 08:20:43 +0000 | [diff] [blame] | 2911 | return SQLITE_NOMEM; |
| 2912 | } |
| 2913 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2914 | /* Make sure the GROUP BY clause does not contain aggregate functions. |
| 2915 | */ |
| 2916 | if( pGroupBy ){ |
| 2917 | struct ExprList_item *pItem; |
| 2918 | |
| 2919 | for(i=0, pItem=pGroupBy->a; i<pGroupBy->nExpr; i++, pItem++){ |
| 2920 | if( ExprHasProperty(pItem->pExpr, EP_Agg) ){ |
| 2921 | sqlite3ErrorMsg(pParse, "aggregate functions are not allowed in " |
| 2922 | "the GROUP BY clause"); |
| 2923 | return SQLITE_ERROR; |
| 2924 | } |
| 2925 | } |
| 2926 | } |
| 2927 | |
drh | f6bbe02 | 2006-10-13 15:34:16 +0000 | [diff] [blame] | 2928 | /* If this is one SELECT of a compound, be sure to resolve names |
| 2929 | ** in the other SELECTs. |
| 2930 | */ |
| 2931 | if( p->pPrior ){ |
| 2932 | return sqlite3SelectResolve(pParse, p->pPrior, pOuterNC); |
| 2933 | }else{ |
| 2934 | return SQLITE_OK; |
| 2935 | } |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2936 | } |
| 2937 | |
| 2938 | /* |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2939 | ** Reset the aggregate accumulator. |
| 2940 | ** |
| 2941 | ** The aggregate accumulator is a set of memory cells that hold |
| 2942 | ** intermediate results while calculating an aggregate. This |
| 2943 | ** routine simply stores NULLs in all of those memory cells. |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2944 | */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2945 | static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){ |
| 2946 | Vdbe *v = pParse->pVdbe; |
| 2947 | int i; |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 2948 | struct AggInfo_func *pFunc; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2949 | if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){ |
| 2950 | return; |
| 2951 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2952 | for(i=0; i<pAggInfo->nColumn; i++){ |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 2953 | sqlite3VdbeAddOp2(v, OP_Null, 0, pAggInfo->aCol[i].iMem); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2954 | } |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 2955 | for(pFunc=pAggInfo->aFunc, i=0; i<pAggInfo->nFunc; i++, pFunc++){ |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 2956 | sqlite3VdbeAddOp2(v, OP_Null, 0, pFunc->iMem); |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 2957 | if( pFunc->iDistinct>=0 ){ |
| 2958 | Expr *pE = pFunc->pExpr; |
| 2959 | if( pE->pList==0 || pE->pList->nExpr!=1 ){ |
| 2960 | sqlite3ErrorMsg(pParse, "DISTINCT in aggregate must be followed " |
| 2961 | "by an expression"); |
| 2962 | pFunc->iDistinct = -1; |
| 2963 | }else{ |
| 2964 | KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->pList); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2965 | sqlite3VdbeAddOp4(v, OP_OpenEphemeral, pFunc->iDistinct, 0, 0, |
| 2966 | (char*)pKeyInfo, P4_KEYINFO_HANDOFF); |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 2967 | } |
| 2968 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2969 | } |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2970 | } |
| 2971 | |
| 2972 | /* |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2973 | ** Invoke the OP_AggFinalize opcode for every aggregate function |
| 2974 | ** in the AggInfo structure. |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2975 | */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2976 | static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){ |
| 2977 | Vdbe *v = pParse->pVdbe; |
| 2978 | int i; |
| 2979 | struct AggInfo_func *pF; |
| 2980 | for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){ |
drh | a10a34b | 2005-09-07 22:09:48 +0000 | [diff] [blame] | 2981 | ExprList *pList = pF->pExpr->pList; |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 2982 | sqlite3VdbeAddOp4(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, 0, |
| 2983 | (void*)pF->pFunc, P4_FUNCDEF); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2984 | } |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 2985 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2986 | |
| 2987 | /* |
| 2988 | ** Update the accumulator memory cells for an aggregate based on |
| 2989 | ** the current cursor position. |
| 2990 | */ |
| 2991 | static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){ |
| 2992 | Vdbe *v = pParse->pVdbe; |
| 2993 | int i; |
| 2994 | struct AggInfo_func *pF; |
| 2995 | struct AggInfo_col *pC; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 2996 | |
| 2997 | pAggInfo->directMode = 1; |
| 2998 | for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){ |
| 2999 | int nArg; |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 3000 | int addrNext = 0; |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3001 | int regAgg; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3002 | ExprList *pList = pF->pExpr->pList; |
| 3003 | if( pList ){ |
| 3004 | nArg = pList->nExpr; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 3005 | sqlite3ExprCodeExprList(pParse, pList, 0); |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3006 | regAgg = sqlite3StackToReg(pParse, nArg); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3007 | }else{ |
| 3008 | nArg = 0; |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3009 | regAgg = 0; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3010 | } |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 3011 | if( pF->iDistinct>=0 ){ |
| 3012 | addrNext = sqlite3VdbeMakeLabel(v); |
| 3013 | assert( nArg==1 ); |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3014 | codeDistinct(v, pF->iDistinct, addrNext, 1, regAgg); |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 3015 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3016 | if( pF->pFunc->needCollSeq ){ |
| 3017 | CollSeq *pColl = 0; |
| 3018 | struct ExprList_item *pItem; |
| 3019 | int j; |
drh | 43617e9 | 2006-03-06 20:55:46 +0000 | [diff] [blame] | 3020 | assert( pList!=0 ); /* pList!=0 if pF->pFunc->needCollSeq is true */ |
| 3021 | for(j=0, pItem=pList->a; !pColl && j<nArg; j++, pItem++){ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3022 | pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr); |
| 3023 | } |
| 3024 | if( !pColl ){ |
| 3025 | pColl = pParse->db->pDfltColl; |
| 3026 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3027 | sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3028 | } |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3029 | sqlite3VdbeAddOp4(v, OP_AggStep, 0, regAgg, pF->iMem, |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3030 | (void*)pF->pFunc, P4_FUNCDEF); |
drh | 9875715 | 2008-01-09 23:04:12 +0000 | [diff] [blame^] | 3031 | sqlite3VdbeChangeP5(v, nArg); |
drh | c99130f | 2005-09-11 11:56:27 +0000 | [diff] [blame] | 3032 | if( addrNext ){ |
| 3033 | sqlite3VdbeResolveLabel(v, addrNext); |
| 3034 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3035 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3036 | for(i=0, pC=pAggInfo->aCol; i<pAggInfo->nAccumulator; i++, pC++){ |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 3037 | sqlite3ExprCode(pParse, pC->pExpr, pC->iMem); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3038 | } |
| 3039 | pAggInfo->directMode = 0; |
| 3040 | } |
| 3041 | |
danielk1977 | 8f2c54e | 2008-01-01 19:02:09 +0000 | [diff] [blame] | 3042 | #ifndef SQLITE_OMIT_TRIGGER |
| 3043 | /* |
| 3044 | ** This function is used when a SELECT statement is used to create a |
| 3045 | ** temporary table for iterating through when running an INSTEAD OF |
| 3046 | ** UPDATE or INSTEAD OF DELETE trigger. |
| 3047 | ** |
| 3048 | ** If possible, the SELECT statement is modified so that NULL values |
| 3049 | ** are stored in the temporary table for all columns for which the |
| 3050 | ** corresponding bit in argument mask is not set. If mask takes the |
| 3051 | ** special value 0xffffffff, then all columns are populated. |
| 3052 | */ |
| 3053 | int sqlite3SelectMask(Parse *pParse, Select *p, u32 mask){ |
| 3054 | if( !p->pPrior && !p->isDistinct && mask!=0xffffffff ){ |
| 3055 | ExprList *pEList; |
| 3056 | int i; |
| 3057 | if( sqlite3SelectResolve(pParse, p, 0) ){ |
| 3058 | return SQLITE_ERROR; |
| 3059 | } |
| 3060 | pEList = p->pEList; |
| 3061 | for(i=0; i<pEList->nExpr && i<32; i++){ |
| 3062 | if( !(mask&((u32)1<<i)) ){ |
| 3063 | sqlite3ExprDelete(pEList->a[i].pExpr); |
| 3064 | pEList->a[i].pExpr = sqlite3Expr(pParse->db, TK_NULL, 0, 0, 0); |
| 3065 | } |
| 3066 | } |
| 3067 | } |
| 3068 | return SQLITE_OK; |
| 3069 | } |
| 3070 | #endif |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3071 | |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3072 | /* |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3073 | ** Generate code for the given SELECT statement. |
| 3074 | ** |
drh | fef5208 | 2000-06-06 01:50:43 +0000 | [diff] [blame] | 3075 | ** The results are distributed in various ways depending on the |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3076 | ** contents of the SelectDest structure pointed to by argument pDest |
| 3077 | ** as follows: |
drh | fef5208 | 2000-06-06 01:50:43 +0000 | [diff] [blame] | 3078 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3079 | ** pDest->eDest Result |
drh | fef5208 | 2000-06-06 01:50:43 +0000 | [diff] [blame] | 3080 | ** ------------ ------------------------------------------- |
| 3081 | ** SRT_Callback Invoke the callback for each row of the result. |
| 3082 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3083 | ** SRT_Mem Store first result in memory cell pDest->iParm |
drh | fef5208 | 2000-06-06 01:50:43 +0000 | [diff] [blame] | 3084 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3085 | ** SRT_Set Store non-null results as keys of table pDest->iParm. |
| 3086 | ** Apply the affinity pDest->affinity before storing them. |
drh | fef5208 | 2000-06-06 01:50:43 +0000 | [diff] [blame] | 3087 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3088 | ** SRT_Union Store results as a key in a temporary table pDest->iParm. |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 3089 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3090 | ** SRT_Except Remove results from the temporary table pDest->iParm. |
drh | c4a3c77 | 2001-04-04 11:48:57 +0000 | [diff] [blame] | 3091 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3092 | ** SRT_Table Store results in temporary table pDest->iParm |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3093 | ** |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3094 | ** SRT_EphemTab Create an temporary table pDest->iParm and store |
| 3095 | ** the result there. The cursor is left open after |
| 3096 | ** returning. |
| 3097 | ** |
| 3098 | ** SRT_Subroutine For each row returned, push the results onto the |
| 3099 | ** vdbe stack and call the subroutine (via OP_Gosub) |
| 3100 | ** at address pDest->iParm. |
| 3101 | ** |
| 3102 | ** SRT_Exists Store a 1 in memory cell pDest->iParm if the result |
| 3103 | ** set is not empty. |
| 3104 | ** |
| 3105 | ** SRT_Discard Throw the results away. |
| 3106 | ** |
| 3107 | ** See the selectInnerLoop() function for a canonical listing of the |
| 3108 | ** allowed values of eDest and their meanings. |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 3109 | ** |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3110 | ** This routine returns the number of errors. If any errors are |
| 3111 | ** encountered, then an appropriate error message is left in |
| 3112 | ** pParse->zErrMsg. |
| 3113 | ** |
| 3114 | ** This routine does NOT free the Select structure passed in. The |
| 3115 | ** calling function needs to do that. |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 3116 | ** |
| 3117 | ** The pParent, parentTab, and *pParentAgg fields are filled in if this |
| 3118 | ** SELECT is a subquery. This routine may try to combine this SELECT |
| 3119 | ** with its parent to form a single flat query. In so doing, it might |
| 3120 | ** change the parent query from a non-aggregate to an aggregate query. |
| 3121 | ** For that reason, the pParentAgg flag is passed as a pointer, so it |
| 3122 | ** can be changed. |
drh | e78e828 | 2003-01-19 03:59:45 +0000 | [diff] [blame] | 3123 | ** |
| 3124 | ** Example 1: The meaning of the pParent parameter. |
| 3125 | ** |
| 3126 | ** SELECT * FROM t1 JOIN (SELECT x, count(*) FROM t2) JOIN t3; |
| 3127 | ** \ \_______ subquery _______/ / |
| 3128 | ** \ / |
| 3129 | ** \____________________ outer query ___________________/ |
| 3130 | ** |
| 3131 | ** This routine is called for the outer query first. For that call, |
| 3132 | ** pParent will be NULL. During the processing of the outer query, this |
| 3133 | ** routine is called recursively to handle the subquery. For the recursive |
| 3134 | ** call, pParent will point to the outer query. Because the subquery is |
| 3135 | ** the second element in a three-way join, the parentTab parameter will |
| 3136 | ** be 1 (the 2nd value of a 0-indexed array.) |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3137 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 3138 | int sqlite3Select( |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3139 | Parse *pParse, /* The parser context */ |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3140 | Select *p, /* The SELECT statement being coded. */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3141 | SelectDest *pDest, /* What to do with the query results */ |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3142 | Select *pParent, /* Another SELECT for which this is a sub-query */ |
| 3143 | int parentTab, /* Index in pParent->pSrc of this query */ |
danielk1977 | 84ac9d0 | 2004-05-18 09:58:06 +0000 | [diff] [blame] | 3144 | int *pParentAgg, /* True if pParent uses aggregate functions */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3145 | char *aff /* If eDest is SRT_Union, the affinity string */ |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3146 | ){ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3147 | int i, j; /* Loop counters */ |
| 3148 | WhereInfo *pWInfo; /* Return from sqlite3WhereBegin() */ |
| 3149 | Vdbe *v; /* The virtual machine under construction */ |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3150 | int isAgg; /* True for select lists like "count(*)" */ |
drh | a2e0004 | 2002-01-22 03:13:42 +0000 | [diff] [blame] | 3151 | ExprList *pEList; /* List of columns to extract. */ |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 3152 | SrcList *pTabList; /* List of tables to select from */ |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3153 | Expr *pWhere; /* The WHERE clause. May be NULL */ |
| 3154 | ExprList *pOrderBy; /* The ORDER BY clause. May be NULL */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3155 | ExprList *pGroupBy; /* The GROUP BY clause. May be NULL */ |
| 3156 | Expr *pHaving; /* The HAVING clause. May be NULL */ |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3157 | int isDistinct; /* True if the DISTINCT keyword is present */ |
| 3158 | int distinct; /* Table to use for the distinct set */ |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3159 | int rc = 1; /* Value to return from this function */ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3160 | int addrSortIndex; /* Address of an OP_OpenEphemeral instruction */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3161 | AggInfo sAggInfo; /* Information used by aggregate queries */ |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 3162 | int iEnd; /* Address of the end of the query */ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3163 | sqlite3 *db; /* The database connection */ |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3164 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3165 | db = pParse->db; |
| 3166 | if( p==0 || db->mallocFailed || pParse->nErr ){ |
drh | 6f7adc8 | 2006-01-11 21:41:20 +0000 | [diff] [blame] | 3167 | return 1; |
| 3168 | } |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 3169 | if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3170 | memset(&sAggInfo, 0, sizeof(sAggInfo)); |
drh | daffd0e | 2001-04-11 14:28:42 +0000 | [diff] [blame] | 3171 | |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 3172 | pOrderBy = p->pOrderBy; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3173 | if( IgnorableOrderby(pDest) ){ |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 3174 | p->pOrderBy = 0; |
danielk1977 | 9ed1dfa | 2008-01-02 17:11:14 +0000 | [diff] [blame] | 3175 | |
| 3176 | /* In these cases the DISTINCT operator makes no difference to the |
| 3177 | ** results, so remove it if it were specified. |
| 3178 | */ |
| 3179 | assert(pDest->eDest==SRT_Exists || pDest->eDest==SRT_Union || |
| 3180 | pDest->eDest==SRT_Except || pDest->eDest==SRT_Discard); |
| 3181 | p->isDistinct = 0; |
drh | 9a99334 | 2007-12-13 02:45:31 +0000 | [diff] [blame] | 3182 | } |
| 3183 | if( sqlite3SelectResolve(pParse, p, 0) ){ |
| 3184 | goto select_end; |
| 3185 | } |
| 3186 | p->pOrderBy = pOrderBy; |
| 3187 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 3188 | #ifndef SQLITE_OMIT_COMPOUND_SELECT |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 3189 | /* If there is are a sequence of queries, do the earlier ones first. |
| 3190 | */ |
| 3191 | if( p->pPrior ){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3192 | if( p->pRightmost==0 ){ |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 3193 | Select *pLoop, *pRight = 0; |
drh | 0325d87 | 2007-06-07 10:55:35 +0000 | [diff] [blame] | 3194 | int cnt = 0; |
| 3195 | for(pLoop=p; pLoop; pLoop=pLoop->pPrior, cnt++){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3196 | pLoop->pRightmost = p; |
drh | 1e28129 | 2007-12-13 03:45:07 +0000 | [diff] [blame] | 3197 | pLoop->pNext = pRight; |
| 3198 | pRight = pLoop; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3199 | } |
drh | 0325d87 | 2007-06-07 10:55:35 +0000 | [diff] [blame] | 3200 | if( SQLITE_MAX_COMPOUND_SELECT>0 && cnt>SQLITE_MAX_COMPOUND_SELECT ){ |
| 3201 | sqlite3ErrorMsg(pParse, "too many terms in compound SELECT"); |
| 3202 | return 1; |
| 3203 | } |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3204 | } |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3205 | return multiSelect(pParse, p, pDest, aff); |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 3206 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 3207 | #endif |
drh | 82c3d63 | 2000-06-06 21:56:07 +0000 | [diff] [blame] | 3208 | |
| 3209 | /* Make local copies of the parameters for this query. |
| 3210 | */ |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3211 | pTabList = p->pSrc; |
| 3212 | pWhere = p->pWhere; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3213 | pGroupBy = p->pGroupBy; |
| 3214 | pHaving = p->pHaving; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3215 | isAgg = p->isAgg; |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3216 | isDistinct = p->isDistinct; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3217 | pEList = p->pEList; |
| 3218 | if( pEList==0 ) goto select_end; |
drh | 9bb61fe | 2000-06-05 16:01:39 +0000 | [diff] [blame] | 3219 | |
| 3220 | /* |
| 3221 | ** Do not even attempt to generate any code if we have already seen |
| 3222 | ** errors before this routine starts. |
| 3223 | */ |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3224 | if( pParse->nErr>0 ) goto select_end; |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3225 | |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3226 | /* If writing to memory or generating a set |
| 3227 | ** only a single column may be output. |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3228 | */ |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 3229 | #ifndef SQLITE_OMIT_SUBQUERY |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3230 | if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){ |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3231 | goto select_end; |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3232 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 3233 | #endif |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3234 | |
drh | c926afb | 2002-06-20 03:38:26 +0000 | [diff] [blame] | 3235 | /* ORDER BY is ignored for some destinations. |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3236 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3237 | if( IgnorableOrderby(pDest) ){ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3238 | pOrderBy = 0; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3239 | } |
| 3240 | |
drh | d820cb1 | 2002-02-18 03:21:45 +0000 | [diff] [blame] | 3241 | /* Begin generating code. |
| 3242 | */ |
danielk1977 | 4adee20 | 2004-05-08 08:23:19 +0000 | [diff] [blame] | 3243 | v = sqlite3GetVdbe(pParse); |
drh | d820cb1 | 2002-02-18 03:21:45 +0000 | [diff] [blame] | 3244 | if( v==0 ) goto select_end; |
| 3245 | |
| 3246 | /* Generate code for all sub-queries in the FROM clause |
| 3247 | */ |
drh | 51522cd | 2005-01-20 13:36:19 +0000 | [diff] [blame] | 3248 | #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) |
drh | ad3cab5 | 2002-05-24 02:04:32 +0000 | [diff] [blame] | 3249 | for(i=0; i<pTabList->nSrc; i++){ |
danielk1977 | 742f947 | 2004-06-16 12:02:43 +0000 | [diff] [blame] | 3250 | const char *zSavedAuthContext = 0; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 3251 | int needRestoreContext; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3252 | struct SrcList_item *pItem = &pTabList->a[i]; |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 3253 | SelectDest dest; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 3254 | |
danielk1977 | 1787cca | 2006-02-10 07:07:14 +0000 | [diff] [blame] | 3255 | if( pItem->pSelect==0 || pItem->isPopulated ) continue; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3256 | if( pItem->zName!=0 ){ |
drh | 5cf590c | 2003-04-24 01:45:04 +0000 | [diff] [blame] | 3257 | zSavedAuthContext = pParse->zAuthContext; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3258 | pParse->zAuthContext = pItem->zName; |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 3259 | needRestoreContext = 1; |
| 3260 | }else{ |
| 3261 | needRestoreContext = 0; |
drh | 5cf590c | 2003-04-24 01:45:04 +0000 | [diff] [blame] | 3262 | } |
danielk1977 | e6a58a4 | 2007-08-31 17:42:48 +0000 | [diff] [blame] | 3263 | #if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0 |
danielk1977 | fc97606 | 2007-05-10 10:46:56 +0000 | [diff] [blame] | 3264 | /* Increment Parse.nHeight by the height of the largest expression |
| 3265 | ** tree refered to by this, the parent select. The child select |
| 3266 | ** may contain expression trees of at most |
| 3267 | ** (SQLITE_MAX_EXPR_DEPTH-Parse.nHeight) height. This is a bit |
| 3268 | ** more conservative than necessary, but much easier than enforcing |
| 3269 | ** an exact limit. |
| 3270 | */ |
| 3271 | pParse->nHeight += sqlite3SelectExprHeight(p); |
| 3272 | #endif |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 3273 | sqlite3SelectDestInit(&dest, SRT_EphemTab, pItem->iCursor); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3274 | sqlite3Select(pParse, pItem->pSelect, &dest, p, i, &isAgg, 0); |
drh | cfa063b | 2007-11-21 15:24:00 +0000 | [diff] [blame] | 3275 | if( db->mallocFailed ){ |
| 3276 | goto select_end; |
| 3277 | } |
danielk1977 | e6a58a4 | 2007-08-31 17:42:48 +0000 | [diff] [blame] | 3278 | #if defined(SQLITE_TEST) || SQLITE_MAX_EXPR_DEPTH>0 |
danielk1977 | fc97606 | 2007-05-10 10:46:56 +0000 | [diff] [blame] | 3279 | pParse->nHeight -= sqlite3SelectExprHeight(p); |
| 3280 | #endif |
drh | c31c2eb | 2003-05-02 16:04:17 +0000 | [diff] [blame] | 3281 | if( needRestoreContext ){ |
drh | 5cf590c | 2003-04-24 01:45:04 +0000 | [diff] [blame] | 3282 | pParse->zAuthContext = zSavedAuthContext; |
| 3283 | } |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 3284 | pTabList = p->pSrc; |
| 3285 | pWhere = p->pWhere; |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3286 | if( !IgnorableOrderby(pDest) ){ |
drh | acd4c69 | 2002-03-07 02:02:51 +0000 | [diff] [blame] | 3287 | pOrderBy = p->pOrderBy; |
| 3288 | } |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 3289 | pGroupBy = p->pGroupBy; |
| 3290 | pHaving = p->pHaving; |
| 3291 | isDistinct = p->isDistinct; |
drh | d820cb1 | 2002-02-18 03:21:45 +0000 | [diff] [blame] | 3292 | } |
drh | 51522cd | 2005-01-20 13:36:19 +0000 | [diff] [blame] | 3293 | #endif |
drh | d820cb1 | 2002-02-18 03:21:45 +0000 | [diff] [blame] | 3294 | |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 3295 | /* Check for the special case of a min() or max() function by itself |
| 3296 | ** in the result set. |
| 3297 | */ |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3298 | #if 0 |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3299 | if( simpleMinMaxQuery(pParse, p, pDest) ){ |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 3300 | rc = 0; |
| 3301 | goto select_end; |
| 3302 | } |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3303 | #endif |
drh | 6e17529 | 2004-03-13 14:00:36 +0000 | [diff] [blame] | 3304 | |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3305 | /* Check to see if this is a subquery that can be "flattened" into its parent. |
| 3306 | ** If flattening is a possiblity, do so and return immediately. |
| 3307 | */ |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 3308 | #ifndef SQLITE_OMIT_VIEW |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 3309 | if( pParent && pParentAgg && |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3310 | flattenSubquery(db, pParent, parentTab, *pParentAgg, isAgg) ){ |
drh | 1b2e032 | 2002-03-03 02:49:51 +0000 | [diff] [blame] | 3311 | if( isAgg ) *pParentAgg = 1; |
danielk1977 | b3bce66 | 2005-01-29 08:32:43 +0000 | [diff] [blame] | 3312 | goto select_end; |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3313 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 3314 | #endif |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3315 | |
danielk1977 | 0318d44 | 2007-11-12 15:40:41 +0000 | [diff] [blame] | 3316 | /* If possible, rewrite the query to use GROUP BY instead of DISTINCT. |
| 3317 | ** GROUP BY may use an index, DISTINCT never does. |
danielk1977 | 3c4809a | 2007-11-12 15:29:18 +0000 | [diff] [blame] | 3318 | */ |
| 3319 | if( p->isDistinct && !p->isAgg && !p->pGroupBy ){ |
| 3320 | p->pGroupBy = sqlite3ExprListDup(db, p->pEList); |
| 3321 | pGroupBy = p->pGroupBy; |
| 3322 | p->isDistinct = 0; |
| 3323 | isDistinct = 0; |
| 3324 | } |
| 3325 | |
drh | 8b4c40d | 2007-02-01 23:02:45 +0000 | [diff] [blame] | 3326 | /* If there is an ORDER BY clause, then this sorting |
| 3327 | ** index might end up being unused if the data can be |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3328 | ** extracted in pre-sorted order. If that is the case, then the |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3329 | ** OP_OpenEphemeral instruction will be changed to an OP_Noop once |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3330 | ** we figure out that the sorting index is not needed. The addrSortIndex |
| 3331 | ** variable is used to facilitate that change. |
danielk1977 | 7cedc8d | 2004-06-10 10:50:08 +0000 | [diff] [blame] | 3332 | */ |
| 3333 | if( pOrderBy ){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3334 | KeyInfo *pKeyInfo; |
danielk1977 | 7cedc8d | 2004-06-10 10:50:08 +0000 | [diff] [blame] | 3335 | if( pParse->nErr ){ |
| 3336 | goto select_end; |
| 3337 | } |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3338 | pKeyInfo = keyInfoFromExprList(pParse, pOrderBy); |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3339 | pOrderBy->iECursor = pParse->nTab++; |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3340 | p->addrOpenEphm[2] = addrSortIndex = |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3341 | sqlite3VdbeAddOp4(v, OP_OpenEphemeral, |
| 3342 | pOrderBy->iECursor, pOrderBy->nExpr+2, 0, |
| 3343 | (char*)pKeyInfo, P4_KEYINFO_HANDOFF); |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3344 | }else{ |
| 3345 | addrSortIndex = -1; |
danielk1977 | 7cedc8d | 2004-06-10 10:50:08 +0000 | [diff] [blame] | 3346 | } |
| 3347 | |
drh | 2d0794e | 2002-03-03 03:03:52 +0000 | [diff] [blame] | 3348 | /* If the output is destined for a temporary table, open that table. |
| 3349 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3350 | if( pDest->eDest==SRT_EphemTab ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3351 | sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, pEList->nExpr); |
drh | 2d0794e | 2002-03-03 03:03:52 +0000 | [diff] [blame] | 3352 | } |
| 3353 | |
drh | f42bacc | 2006-04-26 17:39:34 +0000 | [diff] [blame] | 3354 | /* Set the limiter. |
| 3355 | */ |
| 3356 | iEnd = sqlite3VdbeMakeLabel(v); |
| 3357 | computeLimitRegisters(pParse, p, iEnd); |
| 3358 | |
drh | dece1a8 | 2005-08-31 18:20:00 +0000 | [diff] [blame] | 3359 | /* Open a virtual index to use for the distinct set. |
drh | efb7251 | 2000-05-31 20:00:52 +0000 | [diff] [blame] | 3360 | */ |
drh | 19a775c | 2000-06-05 18:54:46 +0000 | [diff] [blame] | 3361 | if( isDistinct ){ |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3362 | KeyInfo *pKeyInfo; |
danielk1977 | 3c4809a | 2007-11-12 15:29:18 +0000 | [diff] [blame] | 3363 | assert( isAgg || pGroupBy ); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3364 | distinct = pParse->nTab++; |
drh | 0342b1f | 2005-09-01 03:07:44 +0000 | [diff] [blame] | 3365 | pKeyInfo = keyInfoFromExprList(pParse, p->pEList); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3366 | sqlite3VdbeAddOp4(v, OP_OpenEphemeral, distinct, 0, 0, |
| 3367 | (char*)pKeyInfo, P4_KEYINFO_HANDOFF); |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3368 | }else{ |
| 3369 | distinct = -1; |
drh | efb7251 | 2000-05-31 20:00:52 +0000 | [diff] [blame] | 3370 | } |
drh | 832508b | 2002-03-02 17:04:07 +0000 | [diff] [blame] | 3371 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3372 | /* Aggregate and non-aggregate queries are handled differently */ |
| 3373 | if( !isAgg && pGroupBy==0 ){ |
| 3374 | /* This case is for non-aggregate queries |
| 3375 | ** Begin the database scan |
| 3376 | */ |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3377 | pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3378 | if( pWInfo==0 ) goto select_end; |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3379 | |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3380 | /* If sorting index that was created by a prior OP_OpenEphemeral |
| 3381 | ** instruction ended up not being needed, then change the OP_OpenEphemeral |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3382 | ** into an OP_Noop. |
| 3383 | */ |
| 3384 | if( addrSortIndex>=0 && pOrderBy==0 ){ |
drh | f887540 | 2006-03-17 13:56:34 +0000 | [diff] [blame] | 3385 | sqlite3VdbeChangeToNoop(v, addrSortIndex, 1); |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3386 | p->addrOpenEphm[2] = -1; |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3387 | } |
| 3388 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3389 | /* Use the standard inner loop |
| 3390 | */ |
danielk1977 | 3c4809a | 2007-11-12 15:29:18 +0000 | [diff] [blame] | 3391 | assert(!isDistinct); |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3392 | if( selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, -1, pDest, |
| 3393 | pWInfo->iContinue, pWInfo->iBreak, aff) ){ |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3394 | goto select_end; |
drh | da9d6c4 | 2000-05-31 18:20:14 +0000 | [diff] [blame] | 3395 | } |
drh | efb7251 | 2000-05-31 20:00:52 +0000 | [diff] [blame] | 3396 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3397 | /* End the database scan loop. |
| 3398 | */ |
| 3399 | sqlite3WhereEnd(pWInfo); |
| 3400 | }else{ |
| 3401 | /* This is the processing for aggregate queries */ |
| 3402 | NameContext sNC; /* Name context for processing aggregate information */ |
| 3403 | int iAMem; /* First Mem address for storing current GROUP BY */ |
| 3404 | int iBMem; /* First Mem address for previous GROUP BY */ |
| 3405 | int iUseFlag; /* Mem address holding flag indicating that at least |
| 3406 | ** one row of the input to the aggregator has been |
| 3407 | ** processed */ |
| 3408 | int iAbortFlag; /* Mem address which causes query abort if positive */ |
| 3409 | int groupBySort; /* Rows come from source in GROUP BY order */ |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3410 | |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3411 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3412 | /* The following variables hold addresses or labels for parts of the |
| 3413 | ** virtual machine program we are putting together */ |
| 3414 | int addrOutputRow; /* Start of subroutine that outputs a result row */ |
| 3415 | int addrSetAbort; /* Set the abort flag and return */ |
| 3416 | int addrInitializeLoop; /* Start of code that initializes the input loop */ |
| 3417 | int addrTopOfLoop; /* Top of the input loop */ |
| 3418 | int addrGroupByChange; /* Code that runs when any GROUP BY term changes */ |
| 3419 | int addrProcessRow; /* Code to process a single input row */ |
| 3420 | int addrEnd; /* End of all processing */ |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3421 | int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */ |
drh | e313382 | 2005-09-20 13:11:59 +0000 | [diff] [blame] | 3422 | int addrReset; /* Subroutine for resetting the accumulator */ |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3423 | |
| 3424 | addrEnd = sqlite3VdbeMakeLabel(v); |
| 3425 | |
| 3426 | /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in |
| 3427 | ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the |
| 3428 | ** SELECT statement. |
| 3429 | */ |
| 3430 | memset(&sNC, 0, sizeof(sNC)); |
| 3431 | sNC.pParse = pParse; |
| 3432 | sNC.pSrcList = pTabList; |
| 3433 | sNC.pAggInfo = &sAggInfo; |
| 3434 | sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0; |
drh | 9d2985c | 2005-09-08 01:58:42 +0000 | [diff] [blame] | 3435 | sAggInfo.pGroupBy = pGroupBy; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3436 | if( sqlite3ExprAnalyzeAggList(&sNC, pEList) ){ |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3437 | goto select_end; |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3438 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3439 | if( sqlite3ExprAnalyzeAggList(&sNC, pOrderBy) ){ |
| 3440 | goto select_end; |
| 3441 | } |
| 3442 | if( pHaving && sqlite3ExprAnalyzeAggregates(&sNC, pHaving) ){ |
| 3443 | goto select_end; |
| 3444 | } |
| 3445 | sAggInfo.nAccumulator = sAggInfo.nColumn; |
| 3446 | for(i=0; i<sAggInfo.nFunc; i++){ |
| 3447 | if( sqlite3ExprAnalyzeAggList(&sNC, sAggInfo.aFunc[i].pExpr->pList) ){ |
| 3448 | goto select_end; |
| 3449 | } |
| 3450 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3451 | if( db->mallocFailed ) goto select_end; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3452 | |
| 3453 | /* Processing for aggregates with GROUP BY is very different and |
danielk1977 | 3c4809a | 2007-11-12 15:29:18 +0000 | [diff] [blame] | 3454 | ** much more complex than aggregates without a GROUP BY. |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3455 | */ |
| 3456 | if( pGroupBy ){ |
| 3457 | KeyInfo *pKeyInfo; /* Keying information for the group by clause */ |
| 3458 | |
| 3459 | /* Create labels that we will be needing |
| 3460 | */ |
| 3461 | |
| 3462 | addrInitializeLoop = sqlite3VdbeMakeLabel(v); |
| 3463 | addrGroupByChange = sqlite3VdbeMakeLabel(v); |
| 3464 | addrProcessRow = sqlite3VdbeMakeLabel(v); |
| 3465 | |
| 3466 | /* If there is a GROUP BY clause we might need a sorting index to |
| 3467 | ** implement it. Allocate that sorting index now. If it turns out |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3468 | ** that we do not need it after all, the OpenEphemeral instruction |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3469 | ** will be converted into a Noop. |
| 3470 | */ |
| 3471 | sAggInfo.sortingIdx = pParse->nTab++; |
| 3472 | pKeyInfo = keyInfoFromExprList(pParse, pGroupBy); |
| 3473 | addrSortingIdx = |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3474 | sqlite3VdbeAddOp4(v, OP_OpenEphemeral, sAggInfo.sortingIdx, |
| 3475 | sAggInfo.nSortingColumn, 0, |
| 3476 | (char*)pKeyInfo, P4_KEYINFO_HANDOFF); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3477 | |
| 3478 | /* Initialize memory locations used by GROUP BY aggregate processing |
| 3479 | */ |
drh | 0a07c10 | 2008-01-03 18:03:08 +0000 | [diff] [blame] | 3480 | iUseFlag = ++pParse->nMem; |
| 3481 | iAbortFlag = ++pParse->nMem; |
| 3482 | iAMem = pParse->nMem + 1; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3483 | pParse->nMem += pGroupBy->nExpr; |
drh | 0a07c10 | 2008-01-03 18:03:08 +0000 | [diff] [blame] | 3484 | iBMem = pParse->nMem + 1; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3485 | pParse->nMem += pGroupBy->nExpr; |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 3486 | sqlite3VdbeAddOp2(v, OP_Integer, 0, iAbortFlag); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3487 | VdbeComment((v, "clear abort flag")); |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 3488 | sqlite3VdbeAddOp2(v, OP_Integer, 0, iUseFlag); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3489 | VdbeComment((v, "indicate accumulator empty")); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3490 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrInitializeLoop); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3491 | |
| 3492 | /* Generate a subroutine that outputs a single row of the result |
| 3493 | ** set. This subroutine first looks at the iUseFlag. If iUseFlag |
| 3494 | ** is less than or equal to zero, the subroutine is a no-op. If |
| 3495 | ** the processing calls for the query to abort, this subroutine |
| 3496 | ** increments the iAbortFlag memory location before returning in |
| 3497 | ** order to signal the caller to abort. |
| 3498 | */ |
| 3499 | addrSetAbort = sqlite3VdbeCurrentAddr(v); |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 3500 | sqlite3VdbeAddOp2(v, OP_Integer, 1, iAbortFlag); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3501 | VdbeComment((v, "set abort flag")); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3502 | sqlite3VdbeAddOp2(v, OP_Return, 0, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3503 | addrOutputRow = sqlite3VdbeCurrentAddr(v); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 3504 | sqlite3VdbeAddOp2(v, OP_IfPos, iUseFlag, addrOutputRow+2); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3505 | VdbeComment((v, "Groupby result generator entry point")); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3506 | sqlite3VdbeAddOp2(v, OP_Return, 0, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3507 | finalizeAggFunctions(pParse, &sAggInfo); |
| 3508 | if( pHaving ){ |
drh | 3557335 | 2008-01-08 23:54:25 +0000 | [diff] [blame] | 3509 | sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, SQLITE_JUMPIFNULL); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3510 | } |
| 3511 | rc = selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy, |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3512 | distinct, pDest, |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3513 | addrOutputRow+1, addrSetAbort, aff); |
| 3514 | if( rc ){ |
| 3515 | goto select_end; |
| 3516 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3517 | sqlite3VdbeAddOp2(v, OP_Return, 0, 0); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3518 | VdbeComment((v, "end groupby result generator")); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3519 | |
drh | e313382 | 2005-09-20 13:11:59 +0000 | [diff] [blame] | 3520 | /* Generate a subroutine that will reset the group-by accumulator |
| 3521 | */ |
| 3522 | addrReset = sqlite3VdbeCurrentAddr(v); |
| 3523 | resetAccumulator(pParse, &sAggInfo); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3524 | sqlite3VdbeAddOp2(v, OP_Return, 0, 0); |
drh | e313382 | 2005-09-20 13:11:59 +0000 | [diff] [blame] | 3525 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3526 | /* Begin a loop that will extract all source rows in GROUP BY order. |
| 3527 | ** This might involve two separate loops with an OP_Sort in between, or |
| 3528 | ** it might be a single loop that uses an index to extract information |
| 3529 | ** in the right order to begin with. |
| 3530 | */ |
| 3531 | sqlite3VdbeResolveLabel(v, addrInitializeLoop); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3532 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset); |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3533 | pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy, 0); |
drh | 5360ad3 | 2005-09-08 00:13:27 +0000 | [diff] [blame] | 3534 | if( pWInfo==0 ) goto select_end; |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3535 | if( pGroupBy==0 ){ |
| 3536 | /* The optimizer is able to deliver rows in group by order so |
drh | b9bb7c1 | 2006-06-11 23:41:55 +0000 | [diff] [blame] | 3537 | ** we do not have to sort. The OP_OpenEphemeral table will be |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3538 | ** cancelled later because we still need to use the pKeyInfo |
| 3539 | */ |
| 3540 | pGroupBy = p->pGroupBy; |
| 3541 | groupBySort = 0; |
| 3542 | }else{ |
| 3543 | /* Rows are coming out in undetermined order. We have to push |
| 3544 | ** each row into a sorting index, terminate the first loop, |
| 3545 | ** then loop over the sorting index in order to get the output |
| 3546 | ** in sorted order |
| 3547 | */ |
| 3548 | groupBySort = 1; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 3549 | sqlite3ExprCodeExprList(pParse, pGroupBy, 0); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3550 | sqlite3VdbeAddOp2(v, OP_Sequence, sAggInfo.sortingIdx, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3551 | j = pGroupBy->nExpr+1; |
| 3552 | for(i=0; i<sAggInfo.nColumn; i++){ |
| 3553 | struct AggInfo_col *pCol = &sAggInfo.aCol[i]; |
| 3554 | if( pCol->iSorterColumn<j ) continue; |
drh | 2133d82 | 2008-01-03 18:44:59 +0000 | [diff] [blame] | 3555 | sqlite3ExprCodeGetColumn(v, pCol->pTab, pCol->iColumn,pCol->iTable,0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3556 | j++; |
| 3557 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3558 | sqlite3VdbeAddOp2(v, OP_MakeRecord, j, 0); |
| 3559 | sqlite3VdbeAddOp2(v, OP_IdxInsert, sAggInfo.sortingIdx, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3560 | sqlite3WhereEnd(pWInfo); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3561 | sqlite3VdbeAddOp2(v, OP_Sort, sAggInfo.sortingIdx, addrEnd); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3562 | VdbeComment((v, "GROUP BY sort")); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3563 | sAggInfo.useSortingIdx = 1; |
| 3564 | } |
| 3565 | |
| 3566 | /* Evaluate the current GROUP BY terms and store in b0, b1, b2... |
| 3567 | ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth) |
| 3568 | ** Then compare the current GROUP BY terms against the GROUP BY terms |
| 3569 | ** from the previous row currently stored in a0, a1, a2... |
| 3570 | */ |
| 3571 | addrTopOfLoop = sqlite3VdbeCurrentAddr(v); |
| 3572 | for(j=0; j<pGroupBy->nExpr; j++){ |
| 3573 | if( groupBySort ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3574 | sqlite3VdbeAddOp2(v, OP_Column, sAggInfo.sortingIdx, j); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3575 | }else{ |
| 3576 | sAggInfo.directMode = 1; |
drh | 389a1ad | 2008-01-03 23:44:53 +0000 | [diff] [blame] | 3577 | sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3578 | } |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 3579 | sqlite3VdbeAddOp2(v, j<pGroupBy->nExpr-1?OP_Move:OP_Copy, 0, iBMem+j); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3580 | } |
| 3581 | for(j=pGroupBy->nExpr-1; j>=0; j--){ |
| 3582 | if( j<pGroupBy->nExpr-1 ){ |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 3583 | sqlite3VdbeAddOp2(v, OP_SCopy, iBMem+j, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3584 | } |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 3585 | sqlite3VdbeAddOp2(v, OP_SCopy, iAMem+j, 0); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3586 | if( j==0 ){ |
drh | 3557335 | 2008-01-08 23:54:25 +0000 | [diff] [blame] | 3587 | sqlite3VdbeAddOp2(v, OP_Eq, 0, addrProcessRow); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3588 | }else{ |
drh | 3557335 | 2008-01-08 23:54:25 +0000 | [diff] [blame] | 3589 | sqlite3VdbeAddOp2(v, OP_Ne, 0, addrGroupByChange); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3590 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3591 | sqlite3VdbeChangeP4(v, -1, (void*)pKeyInfo->aColl[j], P4_COLLSEQ); |
drh | 3557335 | 2008-01-08 23:54:25 +0000 | [diff] [blame] | 3592 | sqlite3VdbeChangeP5(v, SQLITE_NULLEQUAL); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3593 | } |
| 3594 | |
| 3595 | /* Generate code that runs whenever the GROUP BY changes. |
| 3596 | ** Change in the GROUP BY are detected by the previous code |
| 3597 | ** block. If there were no changes, this block is skipped. |
| 3598 | ** |
| 3599 | ** This code copies current group by terms in b0,b1,b2,... |
| 3600 | ** over to a0,a1,a2. It then calls the output subroutine |
| 3601 | ** and resets the aggregate accumulator registers in preparation |
| 3602 | ** for the next GROUP BY batch. |
| 3603 | */ |
| 3604 | sqlite3VdbeResolveLabel(v, addrGroupByChange); |
| 3605 | for(j=0; j<pGroupBy->nExpr; j++){ |
drh | b1fdb2a | 2008-01-05 04:06:03 +0000 | [diff] [blame] | 3606 | sqlite3VdbeAddOp2(v, OP_Move, iBMem+j, iAMem+j); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3607 | } |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3608 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3609 | VdbeComment((v, "output one row")); |
drh | 3c84ddf | 2008-01-09 02:15:38 +0000 | [diff] [blame] | 3610 | sqlite3VdbeAddOp2(v, OP_IfPos, iAbortFlag, addrEnd); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3611 | VdbeComment((v, "check abort flag")); |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3612 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrReset); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3613 | VdbeComment((v, "reset accumulator")); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3614 | |
| 3615 | /* Update the aggregate accumulators based on the content of |
| 3616 | ** the current row |
| 3617 | */ |
| 3618 | sqlite3VdbeResolveLabel(v, addrProcessRow); |
| 3619 | updateAccumulator(pParse, &sAggInfo); |
drh | 4c58312 | 2008-01-04 22:01:03 +0000 | [diff] [blame] | 3620 | sqlite3VdbeAddOp2(v, OP_Integer, 1, iUseFlag); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3621 | VdbeComment((v, "indicate data in accumulator")); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3622 | |
| 3623 | /* End of the loop |
| 3624 | */ |
| 3625 | if( groupBySort ){ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3626 | sqlite3VdbeAddOp2(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3627 | }else{ |
| 3628 | sqlite3WhereEnd(pWInfo); |
drh | f887540 | 2006-03-17 13:56:34 +0000 | [diff] [blame] | 3629 | sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3630 | } |
| 3631 | |
| 3632 | /* Output the final row of result |
| 3633 | */ |
drh | 66a5167 | 2008-01-03 00:01:23 +0000 | [diff] [blame] | 3634 | sqlite3VdbeAddOp2(v, OP_Gosub, 0, addrOutputRow); |
drh | d4e70eb | 2008-01-02 00:34:36 +0000 | [diff] [blame] | 3635 | VdbeComment((v, "output final row")); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3636 | |
| 3637 | } /* endif pGroupBy */ |
| 3638 | else { |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3639 | ExprList *pMinMax = 0; |
danielk1977 | dba0137 | 2008-01-05 18:44:29 +0000 | [diff] [blame] | 3640 | ExprList *pDel = 0; |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3641 | u8 flag; |
| 3642 | |
danielk1977 | 738bdcf | 2008-01-07 10:16:40 +0000 | [diff] [blame] | 3643 | /* Check if the query is of one of the following forms: |
| 3644 | ** |
| 3645 | ** SELECT min(x) FROM ... |
| 3646 | ** SELECT max(x) FROM ... |
| 3647 | ** |
| 3648 | ** If it is, then ask the code in where.c to attempt to sort results |
| 3649 | ** as if there was an "ORDER ON x" or "ORDER ON x DESC" clause. |
| 3650 | ** If where.c is able to produce results sorted in this order, then |
| 3651 | ** add vdbe code to break out of the processing loop after the |
| 3652 | ** first iteration (since the first iteration of the loop is |
| 3653 | ** guaranteed to operate on the row with the minimum or maximum |
| 3654 | ** value of x, the only row required). |
| 3655 | ** |
| 3656 | ** A special flag must be passed to sqlite3WhereBegin() to slightly |
| 3657 | ** modify behaviour as follows: |
| 3658 | ** |
| 3659 | ** + If the query is a "SELECT min(x)", then the loop coded by |
| 3660 | ** where.c should not iterate over any values with a NULL value |
| 3661 | ** for x. |
| 3662 | ** |
| 3663 | ** + The optimizer code in where.c (the thing that decides which |
| 3664 | ** index or indices to use) should place a different priority on |
| 3665 | ** satisfying the 'ORDER BY' clause than it does in other cases. |
| 3666 | ** Refer to code and comments in where.c for details. |
| 3667 | */ |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3668 | flag = minMaxQuery(pParse, p); |
| 3669 | if( flag ){ |
| 3670 | pMinMax = sqlite3ExprListDup(db, p->pEList->a[0].pExpr->pList); |
| 3671 | if( pMinMax ){ |
| 3672 | pMinMax->a[0].sortOrder = ((flag==ORDERBY_MIN)?0:1); |
| 3673 | pMinMax->a[0].pExpr->op = TK_COLUMN; |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 3674 | pDel = pMinMax; |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3675 | } |
| 3676 | } |
| 3677 | |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3678 | /* This case runs if the aggregate has no GROUP BY clause. The |
| 3679 | ** processing is much simpler since there is only a single row |
| 3680 | ** of output. |
| 3681 | */ |
| 3682 | resetAccumulator(pParse, &sAggInfo); |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3683 | pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pMinMax, flag); |
danielk1977 | dba0137 | 2008-01-05 18:44:29 +0000 | [diff] [blame] | 3684 | if( pWInfo==0 ){ |
drh | 1013c93 | 2008-01-06 00:25:21 +0000 | [diff] [blame] | 3685 | sqlite3ExprListDelete(pDel); |
danielk1977 | dba0137 | 2008-01-05 18:44:29 +0000 | [diff] [blame] | 3686 | goto select_end; |
| 3687 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3688 | updateAccumulator(pParse, &sAggInfo); |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3689 | if( !pMinMax && flag ){ |
| 3690 | sqlite3VdbeAddOp2(v, OP_Goto, 0, pWInfo->iBreak); |
| 3691 | VdbeComment((v, "%s() by index", (flag==ORDERBY_MIN?"min":"max"))); |
| 3692 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3693 | sqlite3WhereEnd(pWInfo); |
| 3694 | finalizeAggFunctions(pParse, &sAggInfo); |
| 3695 | pOrderBy = 0; |
drh | 5774b80 | 2005-09-07 22:48:16 +0000 | [diff] [blame] | 3696 | if( pHaving ){ |
drh | 3557335 | 2008-01-08 23:54:25 +0000 | [diff] [blame] | 3697 | sqlite3ExprIfFalse(pParse, pHaving, addrEnd, SQLITE_JUMPIFNULL); |
drh | 5774b80 | 2005-09-07 22:48:16 +0000 | [diff] [blame] | 3698 | } |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3699 | selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1, |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3700 | pDest, addrEnd, addrEnd, aff); |
danielk1977 | a9d1ccb | 2008-01-05 17:39:29 +0000 | [diff] [blame] | 3701 | |
danielk1977 | dba0137 | 2008-01-05 18:44:29 +0000 | [diff] [blame] | 3702 | sqlite3ExprListDelete(pDel); |
drh | 1344989 | 2005-09-07 21:22:45 +0000 | [diff] [blame] | 3703 | } |
| 3704 | sqlite3VdbeResolveLabel(v, addrEnd); |
| 3705 | |
| 3706 | } /* endif aggregate query */ |
drh | 2282792 | 2000-06-06 17:27:05 +0000 | [diff] [blame] | 3707 | |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3708 | /* If there is an ORDER BY clause, then we need to sort the results |
| 3709 | ** and send them to the callback one by one. |
| 3710 | */ |
| 3711 | if( pOrderBy ){ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3712 | generateSortTail(pParse, p, v, pEList->nExpr, pDest); |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3713 | } |
drh | 6a53534 | 2001-10-19 16:44:56 +0000 | [diff] [blame] | 3714 | |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 3715 | #ifndef SQLITE_OMIT_SUBQUERY |
drh | f620b4e | 2004-02-09 14:37:50 +0000 | [diff] [blame] | 3716 | /* If this was a subquery, we have now converted the subquery into a |
danielk1977 | 1787cca | 2006-02-10 07:07:14 +0000 | [diff] [blame] | 3717 | ** temporary table. So set the SrcList_item.isPopulated flag to prevent |
| 3718 | ** this subquery from being evaluated again and to force the use of |
| 3719 | ** the temporary table. |
drh | f620b4e | 2004-02-09 14:37:50 +0000 | [diff] [blame] | 3720 | */ |
| 3721 | if( pParent ){ |
| 3722 | assert( pParent->pSrc->nSrc>parentTab ); |
| 3723 | assert( pParent->pSrc->a[parentTab].pSelect==p ); |
danielk1977 | 1787cca | 2006-02-10 07:07:14 +0000 | [diff] [blame] | 3724 | pParent->pSrc->a[parentTab].isPopulated = 1; |
drh | f620b4e | 2004-02-09 14:37:50 +0000 | [diff] [blame] | 3725 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 3726 | #endif |
drh | f620b4e | 2004-02-09 14:37:50 +0000 | [diff] [blame] | 3727 | |
drh | ec7429a | 2005-10-06 16:53:14 +0000 | [diff] [blame] | 3728 | /* Jump here to skip this query |
| 3729 | */ |
| 3730 | sqlite3VdbeResolveLabel(v, iEnd); |
| 3731 | |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3732 | /* The SELECT was successfully coded. Set the return code to 0 |
| 3733 | ** to indicate no errors. |
| 3734 | */ |
| 3735 | rc = 0; |
| 3736 | |
| 3737 | /* Control jumps to here if an error is encountered above, or upon |
| 3738 | ** successful coding of the SELECT. |
| 3739 | */ |
| 3740 | select_end: |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 3741 | |
| 3742 | /* Identify column names if we will be using them in a callback. This |
| 3743 | ** step is skipped if the output is going to some other destination. |
| 3744 | */ |
danielk1977 | 6c8c8ce | 2008-01-02 16:27:09 +0000 | [diff] [blame] | 3745 | if( rc==SQLITE_OK && pDest->eDest==SRT_Callback ){ |
danielk1977 | 955de52 | 2006-02-10 02:27:42 +0000 | [diff] [blame] | 3746 | generateColumnNames(pParse, pTabList, pEList); |
| 3747 | } |
| 3748 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3749 | sqlite3_free(sAggInfo.aCol); |
| 3750 | sqlite3_free(sAggInfo.aFunc); |
drh | 1d83f05 | 2002-02-17 00:30:36 +0000 | [diff] [blame] | 3751 | return rc; |
drh | cce7d17 | 2000-05-31 15:34:51 +0000 | [diff] [blame] | 3752 | } |
drh | 485f003 | 2007-01-26 19:23:33 +0000 | [diff] [blame] | 3753 | |
drh | 77a2a5e | 2007-04-06 01:04:39 +0000 | [diff] [blame] | 3754 | #if defined(SQLITE_DEBUG) |
drh | 485f003 | 2007-01-26 19:23:33 +0000 | [diff] [blame] | 3755 | /* |
| 3756 | ******************************************************************************* |
| 3757 | ** The following code is used for testing and debugging only. The code |
| 3758 | ** that follows does not appear in normal builds. |
| 3759 | ** |
| 3760 | ** These routines are used to print out the content of all or part of a |
| 3761 | ** parse structures such as Select or Expr. Such printouts are useful |
| 3762 | ** for helping to understand what is happening inside the code generator |
| 3763 | ** during the execution of complex SELECT statements. |
| 3764 | ** |
| 3765 | ** These routine are not called anywhere from within the normal |
| 3766 | ** code base. Then are intended to be called from within the debugger |
| 3767 | ** or from temporary "printf" statements inserted for debugging. |
| 3768 | */ |
| 3769 | void sqlite3PrintExpr(Expr *p){ |
| 3770 | if( p->token.z && p->token.n>0 ){ |
| 3771 | sqlite3DebugPrintf("(%.*s", p->token.n, p->token.z); |
| 3772 | }else{ |
| 3773 | sqlite3DebugPrintf("(%d", p->op); |
| 3774 | } |
| 3775 | if( p->pLeft ){ |
| 3776 | sqlite3DebugPrintf(" "); |
| 3777 | sqlite3PrintExpr(p->pLeft); |
| 3778 | } |
| 3779 | if( p->pRight ){ |
| 3780 | sqlite3DebugPrintf(" "); |
| 3781 | sqlite3PrintExpr(p->pRight); |
| 3782 | } |
| 3783 | sqlite3DebugPrintf(")"); |
| 3784 | } |
| 3785 | void sqlite3PrintExprList(ExprList *pList){ |
| 3786 | int i; |
| 3787 | for(i=0; i<pList->nExpr; i++){ |
| 3788 | sqlite3PrintExpr(pList->a[i].pExpr); |
| 3789 | if( i<pList->nExpr-1 ){ |
| 3790 | sqlite3DebugPrintf(", "); |
| 3791 | } |
| 3792 | } |
| 3793 | } |
| 3794 | void sqlite3PrintSelect(Select *p, int indent){ |
| 3795 | sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p); |
| 3796 | sqlite3PrintExprList(p->pEList); |
| 3797 | sqlite3DebugPrintf("\n"); |
| 3798 | if( p->pSrc ){ |
| 3799 | char *zPrefix; |
| 3800 | int i; |
| 3801 | zPrefix = "FROM"; |
| 3802 | for(i=0; i<p->pSrc->nSrc; i++){ |
| 3803 | struct SrcList_item *pItem = &p->pSrc->a[i]; |
| 3804 | sqlite3DebugPrintf("%*s ", indent+6, zPrefix); |
| 3805 | zPrefix = ""; |
| 3806 | if( pItem->pSelect ){ |
| 3807 | sqlite3DebugPrintf("(\n"); |
| 3808 | sqlite3PrintSelect(pItem->pSelect, indent+10); |
| 3809 | sqlite3DebugPrintf("%*s)", indent+8, ""); |
| 3810 | }else if( pItem->zName ){ |
| 3811 | sqlite3DebugPrintf("%s", pItem->zName); |
| 3812 | } |
| 3813 | if( pItem->pTab ){ |
| 3814 | sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName); |
| 3815 | } |
| 3816 | if( pItem->zAlias ){ |
| 3817 | sqlite3DebugPrintf(" AS %s", pItem->zAlias); |
| 3818 | } |
| 3819 | if( i<p->pSrc->nSrc-1 ){ |
| 3820 | sqlite3DebugPrintf(","); |
| 3821 | } |
| 3822 | sqlite3DebugPrintf("\n"); |
| 3823 | } |
| 3824 | } |
| 3825 | if( p->pWhere ){ |
| 3826 | sqlite3DebugPrintf("%*s WHERE ", indent, ""); |
| 3827 | sqlite3PrintExpr(p->pWhere); |
| 3828 | sqlite3DebugPrintf("\n"); |
| 3829 | } |
| 3830 | if( p->pGroupBy ){ |
| 3831 | sqlite3DebugPrintf("%*s GROUP BY ", indent, ""); |
| 3832 | sqlite3PrintExprList(p->pGroupBy); |
| 3833 | sqlite3DebugPrintf("\n"); |
| 3834 | } |
| 3835 | if( p->pHaving ){ |
| 3836 | sqlite3DebugPrintf("%*s HAVING ", indent, ""); |
| 3837 | sqlite3PrintExpr(p->pHaving); |
| 3838 | sqlite3DebugPrintf("\n"); |
| 3839 | } |
| 3840 | if( p->pOrderBy ){ |
| 3841 | sqlite3DebugPrintf("%*s ORDER BY ", indent, ""); |
| 3842 | sqlite3PrintExprList(p->pOrderBy); |
| 3843 | sqlite3DebugPrintf("\n"); |
| 3844 | } |
| 3845 | } |
| 3846 | /* End of the structure debug printing code |
| 3847 | *****************************************************************************/ |
| 3848 | #endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */ |