blob: 9583c322d3ba67f4403a553b6d0a4fbc0b5a375a [file] [log] [blame]
drh75897232000-05-29 14:26:00 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drh75897232000-05-29 14:26:00 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drh75897232000-05-29 14:26:00 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drh75897232000-05-29 14:26:00 +000010**
11*************************************************************************
12** This module contains C code that generates VDBE code used to process
drhb2fe7d82003-04-20 17:29:23 +000013** the WHERE clause of SQL statements.
drh75897232000-05-29 14:26:00 +000014**
drh2ffb1182004-07-19 19:14:01 +000015** $Id: where.c,v 1.110 2004/07/19 19:14:01 drh Exp $
drh75897232000-05-29 14:26:00 +000016*/
17#include "sqliteInt.h"
18
19/*
20** The query generator uses an array of instances of this structure to
21** help it analyze the subexpressions of the WHERE clause. Each WHERE
22** clause subexpression is separated from the others by an AND operator.
23*/
24typedef struct ExprInfo ExprInfo;
25struct ExprInfo {
26 Expr *p; /* Pointer to the subexpression */
drhe3184742002-06-19 14:27:05 +000027 u8 indexable; /* True if this subexprssion is usable by an index */
28 short int idxLeft; /* p->pLeft is a column in this table number. -1 if
drh967e8b72000-06-21 13:59:10 +000029 ** p->pLeft is not the column of any table */
drhe3184742002-06-19 14:27:05 +000030 short int idxRight; /* p->pRight is a column in this table number. -1 if
drh967e8b72000-06-21 13:59:10 +000031 ** p->pRight is not the column of any table */
drhe3184742002-06-19 14:27:05 +000032 unsigned prereqLeft; /* Bitmask of tables referenced by p->pLeft */
33 unsigned prereqRight; /* Bitmask of tables referenced by p->pRight */
34 unsigned prereqAll; /* Bitmask of tables referenced by p */
drh75897232000-05-29 14:26:00 +000035};
36
37/*
drh6a3ea0e2003-05-02 14:32:12 +000038** An instance of the following structure keeps track of a mapping
39** between VDBE cursor numbers and bitmasks. The VDBE cursor numbers
40** are small integers contained in SrcList_item.iCursor and Expr.iTable
41** fields. For any given WHERE clause, we want to track which cursors
42** are being used, so we assign a single bit in a 32-bit word to track
43** that cursor. Then a 32-bit integer is able to show the set of all
44** cursors being used.
45*/
46typedef struct ExprMaskSet ExprMaskSet;
47struct ExprMaskSet {
48 int n; /* Number of assigned cursor values */
drh8feb4b12004-07-19 02:12:14 +000049 int ix[31]; /* Cursor assigned to each bit */
drh6a3ea0e2003-05-02 14:32:12 +000050};
51
52/*
drh75897232000-05-29 14:26:00 +000053** Determine the number of elements in an array.
54*/
55#define ARRAYSIZE(X) (sizeof(X)/sizeof(X[0]))
56
57/*
58** This routine is used to divide the WHERE expression into subexpressions
59** separated by the AND operator.
60**
61** aSlot[] is an array of subexpressions structures.
62** There are nSlot spaces left in this array. This routine attempts to
63** split pExpr into subexpressions and fills aSlot[] with those subexpressions.
64** The return value is the number of slots filled.
65*/
66static int exprSplit(int nSlot, ExprInfo *aSlot, Expr *pExpr){
67 int cnt = 0;
68 if( pExpr==0 || nSlot<1 ) return 0;
69 if( nSlot==1 || pExpr->op!=TK_AND ){
70 aSlot[0].p = pExpr;
71 return 1;
72 }
73 if( pExpr->pLeft->op!=TK_AND ){
74 aSlot[0].p = pExpr->pLeft;
75 cnt = 1 + exprSplit(nSlot-1, &aSlot[1], pExpr->pRight);
76 }else{
drhdcd997e2003-01-31 17:21:49 +000077 cnt = exprSplit(nSlot, aSlot, pExpr->pLeft);
78 cnt += exprSplit(nSlot-cnt, &aSlot[cnt], pExpr->pRight);
drh75897232000-05-29 14:26:00 +000079 }
80 return cnt;
81}
82
83/*
drh6a3ea0e2003-05-02 14:32:12 +000084** Initialize an expression mask set
85*/
86#define initMaskSet(P) memset(P, 0, sizeof(*P))
87
88/*
89** Return the bitmask for the given cursor. Assign a new bitmask
90** if this is the first time the cursor has been seen.
91*/
92static int getMask(ExprMaskSet *pMaskSet, int iCursor){
93 int i;
94 for(i=0; i<pMaskSet->n; i++){
95 if( pMaskSet->ix[i]==iCursor ) return 1<<i;
96 }
97 if( i==pMaskSet->n && i<ARRAYSIZE(pMaskSet->ix) ){
98 pMaskSet->n++;
99 pMaskSet->ix[i] = iCursor;
100 return 1<<i;
101 }
102 return 0;
103}
104
105/*
106** Destroy an expression mask set
107*/
108#define freeMaskSet(P) /* NO-OP */
109
110/*
drh75897232000-05-29 14:26:00 +0000111** This routine walks (recursively) an expression tree and generates
112** a bitmask indicating which tables are used in that expression
drh6a3ea0e2003-05-02 14:32:12 +0000113** tree.
drh75897232000-05-29 14:26:00 +0000114**
115** In order for this routine to work, the calling function must have
danielk19774adee202004-05-08 08:23:19 +0000116** previously invoked sqlite3ExprResolveIds() on the expression. See
drh75897232000-05-29 14:26:00 +0000117** the header comment on that routine for additional information.
danielk19774adee202004-05-08 08:23:19 +0000118** The sqlite3ExprResolveIds() routines looks for column names and
drh6a3ea0e2003-05-02 14:32:12 +0000119** sets their opcodes to TK_COLUMN and their Expr.iTable fields to
120** the VDBE cursor number of the table.
drh75897232000-05-29 14:26:00 +0000121*/
drh6a3ea0e2003-05-02 14:32:12 +0000122static int exprTableUsage(ExprMaskSet *pMaskSet, Expr *p){
drh75897232000-05-29 14:26:00 +0000123 unsigned int mask = 0;
124 if( p==0 ) return 0;
drh967e8b72000-06-21 13:59:10 +0000125 if( p->op==TK_COLUMN ){
drh8feb4b12004-07-19 02:12:14 +0000126 mask = getMask(pMaskSet, p->iTable);
127 if( mask==0 ) mask = -1;
128 return mask;
drh75897232000-05-29 14:26:00 +0000129 }
130 if( p->pRight ){
drh6a3ea0e2003-05-02 14:32:12 +0000131 mask = exprTableUsage(pMaskSet, p->pRight);
drh75897232000-05-29 14:26:00 +0000132 }
133 if( p->pLeft ){
drh6a3ea0e2003-05-02 14:32:12 +0000134 mask |= exprTableUsage(pMaskSet, p->pLeft);
drh75897232000-05-29 14:26:00 +0000135 }
drhdd579122002-04-02 01:58:57 +0000136 if( p->pList ){
137 int i;
138 for(i=0; i<p->pList->nExpr; i++){
drh6a3ea0e2003-05-02 14:32:12 +0000139 mask |= exprTableUsage(pMaskSet, p->pList->a[i].pExpr);
drhdd579122002-04-02 01:58:57 +0000140 }
141 }
drh75897232000-05-29 14:26:00 +0000142 return mask;
143}
144
145/*
drh487ab3c2001-11-08 00:45:21 +0000146** Return TRUE if the given operator is one of the operators that is
147** allowed for an indexable WHERE clause. The allowed operators are
drhc27a1ce2002-06-14 20:58:45 +0000148** "=", "<", ">", "<=", ">=", and "IN".
drh487ab3c2001-11-08 00:45:21 +0000149*/
150static int allowedOp(int op){
151 switch( op ){
152 case TK_LT:
153 case TK_LE:
154 case TK_GT:
155 case TK_GE:
156 case TK_EQ:
drhd99f7062002-06-08 23:25:08 +0000157 case TK_IN:
drh487ab3c2001-11-08 00:45:21 +0000158 return 1;
159 default:
160 return 0;
161 }
162}
163
164/*
drh75897232000-05-29 14:26:00 +0000165** The input to this routine is an ExprInfo structure with only the
166** "p" field filled in. The job of this routine is to analyze the
167** subexpression and populate all the other fields of the ExprInfo
168** structure.
169*/
drh6a3ea0e2003-05-02 14:32:12 +0000170static void exprAnalyze(ExprMaskSet *pMaskSet, ExprInfo *pInfo){
drh75897232000-05-29 14:26:00 +0000171 Expr *pExpr = pInfo->p;
drh6a3ea0e2003-05-02 14:32:12 +0000172 pInfo->prereqLeft = exprTableUsage(pMaskSet, pExpr->pLeft);
173 pInfo->prereqRight = exprTableUsage(pMaskSet, pExpr->pRight);
174 pInfo->prereqAll = exprTableUsage(pMaskSet, pExpr);
drh75897232000-05-29 14:26:00 +0000175 pInfo->indexable = 0;
176 pInfo->idxLeft = -1;
177 pInfo->idxRight = -1;
drh487ab3c2001-11-08 00:45:21 +0000178 if( allowedOp(pExpr->op) && (pInfo->prereqRight & pInfo->prereqLeft)==0 ){
drhd99f7062002-06-08 23:25:08 +0000179 if( pExpr->pRight && pExpr->pRight->op==TK_COLUMN ){
drh6a3ea0e2003-05-02 14:32:12 +0000180 pInfo->idxRight = pExpr->pRight->iTable;
drh75897232000-05-29 14:26:00 +0000181 pInfo->indexable = 1;
182 }
drh967e8b72000-06-21 13:59:10 +0000183 if( pExpr->pLeft->op==TK_COLUMN ){
drh6a3ea0e2003-05-02 14:32:12 +0000184 pInfo->idxLeft = pExpr->pLeft->iTable;
drh75897232000-05-29 14:26:00 +0000185 pInfo->indexable = 1;
186 }
187 }
188}
189
190/*
drhe3184742002-06-19 14:27:05 +0000191** pOrderBy is an ORDER BY clause from a SELECT statement. pTab is the
192** left-most table in the FROM clause of that same SELECT statement and
193** the table has a cursor number of "base".
194**
195** This routine attempts to find an index for pTab that generates the
196** correct record sequence for the given ORDER BY clause. The return value
197** is a pointer to an index that does the job. NULL is returned if the
198** table has no index that will generate the correct sort order.
199**
200** If there are two or more indices that generate the correct sort order
201** and pPreferredIdx is one of those indices, then return pPreferredIdx.
drhdd4852c2002-12-04 21:50:16 +0000202**
203** nEqCol is the number of columns of pPreferredIdx that are used as
204** equality constraints. Any index returned must have exactly this same
205** set of columns. The ORDER BY clause only matches index columns beyond the
206** the first nEqCol columns.
207**
208** All terms of the ORDER BY clause must be either ASC or DESC. The
209** *pbRev value is set to 1 if the ORDER BY clause is all DESC and it is
210** set to 0 if the ORDER BY clause is all ASC.
drhe3184742002-06-19 14:27:05 +0000211*/
212static Index *findSortingIndex(
danielk1977d2b65b92004-06-10 10:51:47 +0000213 Parse *pParse,
drhe3184742002-06-19 14:27:05 +0000214 Table *pTab, /* The table to be sorted */
215 int base, /* Cursor number for pTab */
216 ExprList *pOrderBy, /* The ORDER BY clause */
drhc045ec52002-12-04 20:01:06 +0000217 Index *pPreferredIdx, /* Use this index, if possible and not NULL */
drhdd4852c2002-12-04 21:50:16 +0000218 int nEqCol, /* Number of index columns used with == constraints */
drhc045ec52002-12-04 20:01:06 +0000219 int *pbRev /* Set to 1 if ORDER BY is DESC */
drhe3184742002-06-19 14:27:05 +0000220){
drhdd4852c2002-12-04 21:50:16 +0000221 int i, j;
drhe3184742002-06-19 14:27:05 +0000222 Index *pMatch;
223 Index *pIdx;
drhc045ec52002-12-04 20:01:06 +0000224 int sortOrder;
danielk1977d2b65b92004-06-10 10:51:47 +0000225 sqlite *db = pParse->db;
drhe3184742002-06-19 14:27:05 +0000226
227 assert( pOrderBy!=0 );
228 assert( pOrderBy->nExpr>0 );
drhd3d39e92004-05-20 22:16:29 +0000229 sortOrder = pOrderBy->a[0].sortOrder;
drhe3184742002-06-19 14:27:05 +0000230 for(i=0; i<pOrderBy->nExpr; i++){
231 Expr *p;
drhd3d39e92004-05-20 22:16:29 +0000232 if( pOrderBy->a[i].sortOrder!=sortOrder ){
drhc045ec52002-12-04 20:01:06 +0000233 /* Indices can only be used if all ORDER BY terms are either
234 ** DESC or ASC. Indices cannot be used on a mixture. */
drhe3184742002-06-19 14:27:05 +0000235 return 0;
236 }
237 p = pOrderBy->a[i].pExpr;
238 if( p->op!=TK_COLUMN || p->iTable!=base ){
239 /* Can not use an index sort on anything that is not a column in the
240 ** left-most table of the FROM clause */
241 return 0;
242 }
243 }
danielk19770202b292004-06-09 09:55:16 +0000244
drhe3184742002-06-19 14:27:05 +0000245 /* If we get this far, it means the ORDER BY clause consists only of
246 ** ascending columns in the left-most table of the FROM clause. Now
247 ** check for a matching index.
248 */
249 pMatch = 0;
250 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
drhdd4852c2002-12-04 21:50:16 +0000251 int nExpr = pOrderBy->nExpr;
252 if( pIdx->nColumn < nEqCol || pIdx->nColumn < nExpr ) continue;
253 for(i=j=0; i<nEqCol; i++){
danielk1977d2b65b92004-06-10 10:51:47 +0000254 CollSeq *pColl = sqlite3ExprCollSeq(pParse, pOrderBy->a[j].pExpr);
danielk19770202b292004-06-09 09:55:16 +0000255 if( !pColl ) pColl = db->pDfltColl;
drhdd4852c2002-12-04 21:50:16 +0000256 if( pPreferredIdx->aiColumn[i]!=pIdx->aiColumn[i] ) break;
danielk19770202b292004-06-09 09:55:16 +0000257 if( pPreferredIdx->keyInfo.aColl[i]!=pIdx->keyInfo.aColl[i] ) break;
258 if( j<nExpr &&
259 pOrderBy->a[j].pExpr->iColumn==pIdx->aiColumn[i] &&
260 pColl==pIdx->keyInfo.aColl[i]
261 ){
262 j++;
263 }
drhe3184742002-06-19 14:27:05 +0000264 }
drhdd4852c2002-12-04 21:50:16 +0000265 if( i<nEqCol ) continue;
266 for(i=0; i+j<nExpr; i++){
danielk1977d2b65b92004-06-10 10:51:47 +0000267 CollSeq *pColl = sqlite3ExprCollSeq(pParse, pOrderBy->a[i+j].pExpr);
danielk19770202b292004-06-09 09:55:16 +0000268 if( !pColl ) pColl = db->pDfltColl;
269 if( pOrderBy->a[i+j].pExpr->iColumn!=pIdx->aiColumn[i+nEqCol] ||
270 pColl!=pIdx->keyInfo.aColl[i+nEqCol] ) break;
drhdd4852c2002-12-04 21:50:16 +0000271 }
272 if( i+j>=nExpr ){
drhe3184742002-06-19 14:27:05 +0000273 pMatch = pIdx;
274 if( pIdx==pPreferredIdx ) break;
275 }
276 }
drhc045ec52002-12-04 20:01:06 +0000277 if( pMatch && pbRev ){
278 *pbRev = sortOrder==SQLITE_SO_DESC;
279 }
drhe3184742002-06-19 14:27:05 +0000280 return pMatch;
281}
282
283/*
drh2ffb1182004-07-19 19:14:01 +0000284** Disable a term in the WHERE clause. Except, do not disable the term
285** if it controls a LEFT OUTER JOIN and it did not originate in the ON
286** or USING clause of that join.
287**
288** Consider the term t2.z='ok' in the following queries:
289**
290** (1) SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.x WHERE t2.z='ok'
291** (2) SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.x AND t2.z='ok'
292** (3) SELECT * FROM t1, t2 WHERE t1.a=t2.x AND t2.z='ok'
293**
294** The t2.z='ok' is disabled in the in (2) because it did not originate
295** in the ON clause. The term is disabled in (3) because it is not part
296** of a LEFT OUTER JOIN. In (1), the term is not disabled.
297**
298** Disabling a term causes that term to not be tested in the inner loop
299** of the join. Disabling is an optimization. We would get the correct
300** results if nothing were ever disabled, but joins might run a little
301** slower. The trick is to disable as much as we can without disabling
302** too much. If we disabled in (1), we'd get the wrong answer.
303** See ticket #813.
304*/
305static void disableTerm(WhereLevel *pLevel, Expr **ppExpr){
306 Expr *pExpr = *ppExpr;
307 if( pLevel->iLeftJoin==0 || ExprHasProperty(pExpr, EP_FromJoin) ){
308 *ppExpr = 0;
309 }
310}
311
312/*
drhe3184742002-06-19 14:27:05 +0000313** Generate the beginning of the loop used for WHERE clause processing.
drh75897232000-05-29 14:26:00 +0000314** The return value is a pointer to an (opaque) structure that contains
315** information needed to terminate the loop. Later, the calling routine
danielk19774adee202004-05-08 08:23:19 +0000316** should invoke sqlite3WhereEnd() with the return value of this function
drh75897232000-05-29 14:26:00 +0000317** in order to complete the WHERE clause processing.
318**
319** If an error occurs, this routine returns NULL.
drhc27a1ce2002-06-14 20:58:45 +0000320**
321** The basic idea is to do a nested loop, one loop for each table in
322** the FROM clause of a select. (INSERT and UPDATE statements are the
323** same as a SELECT with only a single table in the FROM clause.) For
324** example, if the SQL is this:
325**
326** SELECT * FROM t1, t2, t3 WHERE ...;
327**
328** Then the code generated is conceptually like the following:
329**
330** foreach row1 in t1 do \ Code generated
danielk19774adee202004-05-08 08:23:19 +0000331** foreach row2 in t2 do |-- by sqlite3WhereBegin()
drhc27a1ce2002-06-14 20:58:45 +0000332** foreach row3 in t3 do /
333** ...
334** end \ Code generated
danielk19774adee202004-05-08 08:23:19 +0000335** end |-- by sqlite3WhereEnd()
drhc27a1ce2002-06-14 20:58:45 +0000336** end /
337**
338** There are Btree cursors associated with each table. t1 uses cursor
drh6a3ea0e2003-05-02 14:32:12 +0000339** number pTabList->a[0].iCursor. t2 uses the cursor pTabList->a[1].iCursor.
340** And so forth. This routine generates code to open those VDBE cursors
danielk19774adee202004-05-08 08:23:19 +0000341** and sqlite3WhereEnd() generates the code to close them.
drhc27a1ce2002-06-14 20:58:45 +0000342**
343** If the WHERE clause is empty, the foreach loops must each scan their
344** entire tables. Thus a three-way join is an O(N^3) operation. But if
345** the tables have indices and there are terms in the WHERE clause that
346** refer to those indices, a complete table scan can be avoided and the
347** code will run much faster. Most of the work of this routine is checking
348** to see if there are indices that can be used to speed up the loop.
349**
350** Terms of the WHERE clause are also used to limit which rows actually
351** make it to the "..." in the middle of the loop. After each "foreach",
352** terms of the WHERE clause that use only terms in that loop and outer
353** loops are evaluated and if false a jump is made around all subsequent
354** inner loops (or around the "..." if the test occurs within the inner-
355** most loop)
356**
357** OUTER JOINS
358**
359** An outer join of tables t1 and t2 is conceptally coded as follows:
360**
361** foreach row1 in t1 do
362** flag = 0
363** foreach row2 in t2 do
364** start:
365** ...
366** flag = 1
367** end
drhe3184742002-06-19 14:27:05 +0000368** if flag==0 then
369** move the row2 cursor to a null row
370** goto start
371** fi
drhc27a1ce2002-06-14 20:58:45 +0000372** end
373**
drhe3184742002-06-19 14:27:05 +0000374** ORDER BY CLAUSE PROCESSING
375**
376** *ppOrderBy is a pointer to the ORDER BY clause of a SELECT statement,
377** if there is one. If there is no ORDER BY clause or if this routine
378** is called from an UPDATE or DELETE statement, then ppOrderBy is NULL.
379**
380** If an index can be used so that the natural output order of the table
381** scan is correct for the ORDER BY clause, then that index is used and
382** *ppOrderBy is set to NULL. This is an optimization that prevents an
383** unnecessary sort of the result set if an index appropriate for the
384** ORDER BY clause already exists.
385**
386** If the where clause loops cannot be arranged to provide the correct
387** output order, then the *ppOrderBy is unchanged.
drh75897232000-05-29 14:26:00 +0000388*/
danielk19774adee202004-05-08 08:23:19 +0000389WhereInfo *sqlite3WhereBegin(
drh75897232000-05-29 14:26:00 +0000390 Parse *pParse, /* The parser context */
drhad3cab52002-05-24 02:04:32 +0000391 SrcList *pTabList, /* A list of all tables to be scanned */
drh75897232000-05-29 14:26:00 +0000392 Expr *pWhere, /* The WHERE clause */
drhe3184742002-06-19 14:27:05 +0000393 int pushKey, /* If TRUE, leave the table key on the stack */
394 ExprList **ppOrderBy /* An ORDER BY clause, or NULL */
drh75897232000-05-29 14:26:00 +0000395){
396 int i; /* Loop counter */
397 WhereInfo *pWInfo; /* Will become the return value of this function */
398 Vdbe *v = pParse->pVdbe; /* The virtual database engine */
drhd4f5ee22003-07-16 00:54:31 +0000399 int brk, cont = 0; /* Addresses used during code generation */
drh75897232000-05-29 14:26:00 +0000400 int nExpr; /* Number of subexpressions in the WHERE clause */
401 int loopMask; /* One bit set for each outer loop */
danielk1977f7df9cc2004-06-16 12:02:47 +0000402 int haveKey = 0; /* True if KEY is on the stack */
drh6a3ea0e2003-05-02 14:32:12 +0000403 ExprMaskSet maskSet; /* The expression mask set */
drh8aff1012001-12-22 14:49:24 +0000404 int iDirectEq[32]; /* Term of the form ROWID==X for the N-th table */
405 int iDirectLt[32]; /* Term of the form ROWID<X or ROWID<=X */
406 int iDirectGt[32]; /* Term of the form ROWID>X or ROWID>=X */
drh83dcb1a2002-06-28 01:02:38 +0000407 ExprInfo aExpr[101]; /* The WHERE clause is divided into these expressions */
drh75897232000-05-29 14:26:00 +0000408
drhc27a1ce2002-06-14 20:58:45 +0000409 /* pushKey is only allowed if there is a single table (as in an INSERT or
410 ** UPDATE statement)
411 */
412 assert( pushKey==0 || pTabList->nSrc==1 );
drh83dcb1a2002-06-28 01:02:38 +0000413
414 /* Split the WHERE clause into separate subexpressions where each
415 ** subexpression is separated by an AND operator. If the aExpr[]
416 ** array fills up, the last entry might point to an expression which
417 ** contains additional unfactored AND operators.
418 */
drh6a3ea0e2003-05-02 14:32:12 +0000419 initMaskSet(&maskSet);
drh83dcb1a2002-06-28 01:02:38 +0000420 memset(aExpr, 0, sizeof(aExpr));
421 nExpr = exprSplit(ARRAYSIZE(aExpr), aExpr, pWhere);
422 if( nExpr==ARRAYSIZE(aExpr) ){
danielk19774adee202004-05-08 08:23:19 +0000423 sqlite3ErrorMsg(pParse, "WHERE clause too complex - no more "
drhf7a9e1a2004-02-22 18:40:56 +0000424 "than %d terms allowed", (int)ARRAYSIZE(aExpr)-1);
drh83dcb1a2002-06-28 01:02:38 +0000425 return 0;
426 }
drhc27a1ce2002-06-14 20:58:45 +0000427
drh75897232000-05-29 14:26:00 +0000428 /* Allocate and initialize the WhereInfo structure that will become the
429 ** return value.
430 */
drhad3cab52002-05-24 02:04:32 +0000431 pWInfo = sqliteMalloc( sizeof(WhereInfo) + pTabList->nSrc*sizeof(WhereLevel));
danielk1977132872b2004-05-10 10:37:18 +0000432 if( sqlite3_malloc_failed ){
drhdaffd0e2001-04-11 14:28:42 +0000433 sqliteFree(pWInfo);
drh75897232000-05-29 14:26:00 +0000434 return 0;
435 }
436 pWInfo->pParse = pParse;
437 pWInfo->pTabList = pTabList;
drh832508b2002-03-02 17:04:07 +0000438 pWInfo->peakNTab = pWInfo->savedNTab = pParse->nTab;
danielk19774adee202004-05-08 08:23:19 +0000439 pWInfo->iBreak = sqlite3VdbeMakeLabel(v);
drh08192d52002-04-30 19:20:28 +0000440
441 /* Special case: a WHERE clause that is constant. Evaluate the
442 ** expression and either jump over all of the code or fall thru.
443 */
danielk19774adee202004-05-08 08:23:19 +0000444 if( pWhere && (pTabList->nSrc==0 || sqlite3ExprIsConstant(pWhere)) ){
445 sqlite3ExprIfFalse(pParse, pWhere, pWInfo->iBreak, 1);
drhdf199a22002-06-14 22:38:41 +0000446 pWhere = 0;
drh08192d52002-04-30 19:20:28 +0000447 }
drh75897232000-05-29 14:26:00 +0000448
drh75897232000-05-29 14:26:00 +0000449 /* Analyze all of the subexpressions.
450 */
451 for(i=0; i<nExpr; i++){
drh6a3ea0e2003-05-02 14:32:12 +0000452 exprAnalyze(&maskSet, &aExpr[i]);
drh1d1f3052002-05-21 13:18:25 +0000453
454 /* If we are executing a trigger body, remove all references to
455 ** new.* and old.* tables from the prerequisite masks.
456 */
457 if( pParse->trigStack ){
458 int x;
459 if( (x = pParse->trigStack->newIdx) >= 0 ){
drh6a3ea0e2003-05-02 14:32:12 +0000460 int mask = ~getMask(&maskSet, x);
drh1d1f3052002-05-21 13:18:25 +0000461 aExpr[i].prereqRight &= mask;
462 aExpr[i].prereqLeft &= mask;
463 aExpr[i].prereqAll &= mask;
464 }
465 if( (x = pParse->trigStack->oldIdx) >= 0 ){
drh6a3ea0e2003-05-02 14:32:12 +0000466 int mask = ~getMask(&maskSet, x);
drh1d1f3052002-05-21 13:18:25 +0000467 aExpr[i].prereqRight &= mask;
468 aExpr[i].prereqLeft &= mask;
469 aExpr[i].prereqAll &= mask;
470 }
danielk1977c3f9bad2002-05-15 08:30:12 +0000471 }
drh75897232000-05-29 14:26:00 +0000472 }
473
drh75897232000-05-29 14:26:00 +0000474 /* Figure out what index to use (if any) for each nested loop.
drh6b563442001-11-07 16:48:26 +0000475 ** Make pWInfo->a[i].pIdx point to the index to use for the i-th nested
drhad3cab52002-05-24 02:04:32 +0000476 ** loop where i==0 is the outer loop and i==pTabList->nSrc-1 is the inner
drh8aff1012001-12-22 14:49:24 +0000477 ** loop.
478 **
479 ** If terms exist that use the ROWID of any table, then set the
480 ** iDirectEq[], iDirectLt[], or iDirectGt[] elements for that table
481 ** to the index of the term containing the ROWID. We always prefer
482 ** to use a ROWID which can directly access a table rather than an
drh0a36c572002-02-18 22:49:59 +0000483 ** index which requires reading an index first to get the rowid then
484 ** doing a second read of the actual database table.
drh75897232000-05-29 14:26:00 +0000485 **
486 ** Actually, if there are more than 32 tables in the join, only the
drh0a36c572002-02-18 22:49:59 +0000487 ** first 32 tables are candidates for indices. This is (again) due
488 ** to the limit of 32 bits in an integer bitmask.
drh75897232000-05-29 14:26:00 +0000489 */
490 loopMask = 0;
drhcb485882002-08-15 13:50:48 +0000491 for(i=0; i<pTabList->nSrc && i<ARRAYSIZE(iDirectEq); i++){
drhc4a3c772001-04-04 11:48:57 +0000492 int j;
drh6a3ea0e2003-05-02 14:32:12 +0000493 int iCur = pTabList->a[i].iCursor; /* The cursor for this table */
494 int mask = getMask(&maskSet, iCur); /* Cursor mask for this table */
495 Table *pTab = pTabList->a[i].pTab;
drh75897232000-05-29 14:26:00 +0000496 Index *pIdx;
497 Index *pBestIdx = 0;
drh487ab3c2001-11-08 00:45:21 +0000498 int bestScore = 0;
drh75897232000-05-29 14:26:00 +0000499
drhc4a3c772001-04-04 11:48:57 +0000500 /* Check to see if there is an expression that uses only the
drh8aff1012001-12-22 14:49:24 +0000501 ** ROWID field of this table. For terms of the form ROWID==expr
502 ** set iDirectEq[i] to the index of the term. For terms of the
503 ** form ROWID<expr or ROWID<=expr set iDirectLt[i] to the term index.
504 ** For terms like ROWID>expr or ROWID>=expr set iDirectGt[i].
drh174b6192002-12-03 02:22:52 +0000505 **
506 ** (Added:) Treat ROWID IN expr like ROWID=expr.
drhc4a3c772001-04-04 11:48:57 +0000507 */
drhc8f8b632002-09-30 12:36:26 +0000508 pWInfo->a[i].iCur = -1;
drh8aff1012001-12-22 14:49:24 +0000509 iDirectEq[i] = -1;
510 iDirectLt[i] = -1;
511 iDirectGt[i] = -1;
drhc4a3c772001-04-04 11:48:57 +0000512 for(j=0; j<nExpr; j++){
drh6a3ea0e2003-05-02 14:32:12 +0000513 if( aExpr[j].idxLeft==iCur && aExpr[j].p->pLeft->iColumn<0
drhc4a3c772001-04-04 11:48:57 +0000514 && (aExpr[j].prereqRight & loopMask)==aExpr[j].prereqRight ){
drh8aff1012001-12-22 14:49:24 +0000515 switch( aExpr[j].p->op ){
drhd99f7062002-06-08 23:25:08 +0000516 case TK_IN:
drh8aff1012001-12-22 14:49:24 +0000517 case TK_EQ: iDirectEq[i] = j; break;
518 case TK_LE:
519 case TK_LT: iDirectLt[i] = j; break;
520 case TK_GE:
521 case TK_GT: iDirectGt[i] = j; break;
522 }
drhc4a3c772001-04-04 11:48:57 +0000523 }
drh6a3ea0e2003-05-02 14:32:12 +0000524 if( aExpr[j].idxRight==iCur && aExpr[j].p->pRight->iColumn<0
drhc4a3c772001-04-04 11:48:57 +0000525 && (aExpr[j].prereqLeft & loopMask)==aExpr[j].prereqLeft ){
drh8aff1012001-12-22 14:49:24 +0000526 switch( aExpr[j].p->op ){
527 case TK_EQ: iDirectEq[i] = j; break;
528 case TK_LE:
529 case TK_LT: iDirectGt[i] = j; break;
530 case TK_GE:
531 case TK_GT: iDirectLt[i] = j; break;
532 }
drhc4a3c772001-04-04 11:48:57 +0000533 }
534 }
drh8aff1012001-12-22 14:49:24 +0000535 if( iDirectEq[i]>=0 ){
drh6a3ea0e2003-05-02 14:32:12 +0000536 loopMask |= mask;
drh6b563442001-11-07 16:48:26 +0000537 pWInfo->a[i].pIdx = 0;
drhc4a3c772001-04-04 11:48:57 +0000538 continue;
539 }
540
drh75897232000-05-29 14:26:00 +0000541 /* Do a search for usable indices. Leave pBestIdx pointing to
drh487ab3c2001-11-08 00:45:21 +0000542 ** the "best" index. pBestIdx is left set to NULL if no indices
543 ** are usable.
drh75897232000-05-29 14:26:00 +0000544 **
drh487ab3c2001-11-08 00:45:21 +0000545 ** The best index is determined as follows. For each of the
546 ** left-most terms that is fixed by an equality operator, add
drhc045ec52002-12-04 20:01:06 +0000547 ** 8 to the score. The right-most term of the index may be
drh487ab3c2001-11-08 00:45:21 +0000548 ** constrained by an inequality. Add 1 if for an "x<..." constraint
549 ** and add 2 for an "x>..." constraint. Chose the index that
550 ** gives the best score.
551 **
552 ** This scoring system is designed so that the score can later be
drhc045ec52002-12-04 20:01:06 +0000553 ** used to determine how the index is used. If the score&7 is 0
drh487ab3c2001-11-08 00:45:21 +0000554 ** then all constraints are equalities. If score&1 is not 0 then
555 ** there is an inequality used as a termination key. (ex: "x<...")
556 ** If score&2 is not 0 then there is an inequality used as the
drhc045ec52002-12-04 20:01:06 +0000557 ** start key. (ex: "x>..."). A score or 4 is the special case
558 ** of an IN operator constraint. (ex: "x IN ...").
drhd99f7062002-06-08 23:25:08 +0000559 **
drhc27a1ce2002-06-14 20:58:45 +0000560 ** The IN operator (as in "<expr> IN (...)") is treated the same as
561 ** an equality comparison except that it can only be used on the
562 ** left-most column of an index and other terms of the WHERE clause
563 ** cannot be used in conjunction with the IN operator to help satisfy
564 ** other columns of the index.
drh75897232000-05-29 14:26:00 +0000565 */
566 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
drhc27a1ce2002-06-14 20:58:45 +0000567 int eqMask = 0; /* Index columns covered by an x=... term */
568 int ltMask = 0; /* Index columns covered by an x<... term */
569 int gtMask = 0; /* Index columns covered by an x>... term */
570 int inMask = 0; /* Index columns covered by an x IN .. term */
drh487ab3c2001-11-08 00:45:21 +0000571 int nEq, m, score;
drh75897232000-05-29 14:26:00 +0000572
drh487ab3c2001-11-08 00:45:21 +0000573 if( pIdx->nColumn>32 ) continue; /* Ignore indices too many columns */
drh75897232000-05-29 14:26:00 +0000574 for(j=0; j<nExpr; j++){
danielk1977d2b65b92004-06-10 10:51:47 +0000575 CollSeq *pColl = sqlite3ExprCollSeq(pParse, aExpr[j].p->pLeft);
danielk19770202b292004-06-09 09:55:16 +0000576 if( !pColl && aExpr[j].p->pRight ){
danielk1977d2b65b92004-06-10 10:51:47 +0000577 pColl = sqlite3ExprCollSeq(pParse, aExpr[j].p->pRight);
danielk19770202b292004-06-09 09:55:16 +0000578 }
579 if( !pColl ){
580 pColl = pParse->db->pDfltColl;
581 }
drh6a3ea0e2003-05-02 14:32:12 +0000582 if( aExpr[j].idxLeft==iCur
drh75897232000-05-29 14:26:00 +0000583 && (aExpr[j].prereqRight & loopMask)==aExpr[j].prereqRight ){
drh967e8b72000-06-21 13:59:10 +0000584 int iColumn = aExpr[j].p->pLeft->iColumn;
drh75897232000-05-29 14:26:00 +0000585 int k;
danielk1977e014a832004-05-17 10:48:57 +0000586 char idxaff = pIdx->pTable->aCol[iColumn].affinity;
drh967e8b72000-06-21 13:59:10 +0000587 for(k=0; k<pIdx->nColumn; k++){
danielk19770202b292004-06-09 09:55:16 +0000588 /* If the collating sequences or affinities don't match,
589 ** ignore this index. */
590 if( pColl!=pIdx->keyInfo.aColl[k] ) continue;
591 if( !sqlite3IndexAffinityOk(aExpr[j].p, idxaff) ) continue;
592 if( pIdx->aiColumn[k]==iColumn ){
drh487ab3c2001-11-08 00:45:21 +0000593 switch( aExpr[j].p->op ){
drh48185c12002-06-09 01:55:20 +0000594 case TK_IN: {
595 if( k==0 ) inMask |= 1;
596 break;
597 }
drh487ab3c2001-11-08 00:45:21 +0000598 case TK_EQ: {
599 eqMask |= 1<<k;
600 break;
601 }
602 case TK_LE:
603 case TK_LT: {
604 ltMask |= 1<<k;
605 break;
606 }
607 case TK_GE:
608 case TK_GT: {
609 gtMask |= 1<<k;
610 break;
611 }
612 default: {
613 /* CANT_HAPPEN */
614 assert( 0 );
615 break;
616 }
617 }
drh75897232000-05-29 14:26:00 +0000618 break;
619 }
620 }
621 }
drh6a3ea0e2003-05-02 14:32:12 +0000622 if( aExpr[j].idxRight==iCur
drh75897232000-05-29 14:26:00 +0000623 && (aExpr[j].prereqLeft & loopMask)==aExpr[j].prereqLeft ){
drh967e8b72000-06-21 13:59:10 +0000624 int iColumn = aExpr[j].p->pRight->iColumn;
drh75897232000-05-29 14:26:00 +0000625 int k;
danielk1977e014a832004-05-17 10:48:57 +0000626 char idxaff = pIdx->pTable->aCol[iColumn].affinity;
drh967e8b72000-06-21 13:59:10 +0000627 for(k=0; k<pIdx->nColumn; k++){
danielk19770202b292004-06-09 09:55:16 +0000628 /* If the collating sequences or affinities don't match,
629 ** ignore this index. */
630 if( pColl!=pIdx->keyInfo.aColl[k] ) continue;
631 if( !sqlite3IndexAffinityOk(aExpr[j].p, idxaff) ) continue;
632 if( pIdx->aiColumn[k]==iColumn ){
drh487ab3c2001-11-08 00:45:21 +0000633 switch( aExpr[j].p->op ){
634 case TK_EQ: {
635 eqMask |= 1<<k;
636 break;
637 }
638 case TK_LE:
639 case TK_LT: {
640 gtMask |= 1<<k;
641 break;
642 }
643 case TK_GE:
644 case TK_GT: {
645 ltMask |= 1<<k;
646 break;
647 }
648 default: {
649 /* CANT_HAPPEN */
650 assert( 0 );
651 break;
652 }
653 }
drh75897232000-05-29 14:26:00 +0000654 break;
655 }
656 }
657 }
658 }
drhc045ec52002-12-04 20:01:06 +0000659
660 /* The following loop ends with nEq set to the number of columns
661 ** on the left of the index with == constraints.
662 */
drh487ab3c2001-11-08 00:45:21 +0000663 for(nEq=0; nEq<pIdx->nColumn; nEq++){
664 m = (1<<(nEq+1))-1;
665 if( (m & eqMask)!=m ) break;
666 }
drhc045ec52002-12-04 20:01:06 +0000667 score = nEq*8; /* Base score is 8 times number of == constraints */
drh487ab3c2001-11-08 00:45:21 +0000668 m = 1<<nEq;
drhc045ec52002-12-04 20:01:06 +0000669 if( m & ltMask ) score++; /* Increase score for a < constraint */
670 if( m & gtMask ) score+=2; /* Increase score for a > constraint */
671 if( score==0 && inMask ) score = 4; /* Default score for IN constraint */
drh487ab3c2001-11-08 00:45:21 +0000672 if( score>bestScore ){
673 pBestIdx = pIdx;
674 bestScore = score;
drh75897232000-05-29 14:26:00 +0000675 }
676 }
drh6b563442001-11-07 16:48:26 +0000677 pWInfo->a[i].pIdx = pBestIdx;
drh487ab3c2001-11-08 00:45:21 +0000678 pWInfo->a[i].score = bestScore;
drhc045ec52002-12-04 20:01:06 +0000679 pWInfo->a[i].bRev = 0;
drh6a3ea0e2003-05-02 14:32:12 +0000680 loopMask |= mask;
drh6b563442001-11-07 16:48:26 +0000681 if( pBestIdx ){
drh832508b2002-03-02 17:04:07 +0000682 pWInfo->a[i].iCur = pParse->nTab++;
683 pWInfo->peakNTab = pParse->nTab;
drh6b563442001-11-07 16:48:26 +0000684 }
drh75897232000-05-29 14:26:00 +0000685 }
686
drhe3184742002-06-19 14:27:05 +0000687 /* Check to see if the ORDER BY clause is or can be satisfied by the
688 ** use of an index on the first table.
689 */
690 if( ppOrderBy && *ppOrderBy && pTabList->nSrc>0 ){
691 Index *pSortIdx;
692 Index *pIdx;
693 Table *pTab;
drhc045ec52002-12-04 20:01:06 +0000694 int bRev = 0;
drhe3184742002-06-19 14:27:05 +0000695
696 pTab = pTabList->a[0].pTab;
697 pIdx = pWInfo->a[0].pIdx;
698 if( pIdx && pWInfo->a[0].score==4 ){
drhc045ec52002-12-04 20:01:06 +0000699 /* If there is already an IN index on the left-most table,
700 ** it will not give the correct sort order.
701 ** So, pretend that no suitable index is found.
drhe3184742002-06-19 14:27:05 +0000702 */
703 pSortIdx = 0;
704 }else if( iDirectEq[0]>=0 || iDirectLt[0]>=0 || iDirectGt[0]>=0 ){
705 /* If the left-most column is accessed using its ROWID, then do
706 ** not try to sort by index.
707 */
708 pSortIdx = 0;
709 }else{
drhdd4852c2002-12-04 21:50:16 +0000710 int nEqCol = (pWInfo->a[0].score+4)/8;
danielk1977d2b65b92004-06-10 10:51:47 +0000711 pSortIdx = findSortingIndex(pParse, pTab, pTabList->a[0].iCursor,
drh6a3ea0e2003-05-02 14:32:12 +0000712 *ppOrderBy, pIdx, nEqCol, &bRev);
drhe3184742002-06-19 14:27:05 +0000713 }
714 if( pSortIdx && (pIdx==0 || pIdx==pSortIdx) ){
715 if( pIdx==0 ){
716 pWInfo->a[0].pIdx = pSortIdx;
717 pWInfo->a[0].iCur = pParse->nTab++;
718 pWInfo->peakNTab = pParse->nTab;
719 }
drhc045ec52002-12-04 20:01:06 +0000720 pWInfo->a[0].bRev = bRev;
drhe3184742002-06-19 14:27:05 +0000721 *ppOrderBy = 0;
722 }
723 }
724
drh6b563442001-11-07 16:48:26 +0000725 /* Open all tables in the pTabList and all indices used by those tables.
drh75897232000-05-29 14:26:00 +0000726 */
drhc275b4e2004-07-19 17:25:24 +0000727 sqlite3CodeVerifySchema(pParse, -1); /* Insert the cookie verifier Goto */
drhad3cab52002-05-24 02:04:32 +0000728 for(i=0; i<pTabList->nSrc; i++){
drhf57b3392001-10-08 13:22:32 +0000729 Table *pTab;
drh701a0ae2004-02-22 20:05:00 +0000730 Index *pIx;
drhf57b3392001-10-08 13:22:32 +0000731
732 pTab = pTabList->a[i].pTab;
drha76b5df2002-02-23 02:32:10 +0000733 if( pTab->isTransient || pTab->pSelect ) continue;
danielk19774adee202004-05-08 08:23:19 +0000734 sqlite3VdbeAddOp(v, OP_Integer, pTab->iDb, 0);
drhd3d39e92004-05-20 22:16:29 +0000735 sqlite3VdbeAddOp(v, OP_OpenRead, pTabList->a[i].iCursor, pTab->tnum);
danielk1977b4964b72004-05-18 01:23:38 +0000736 sqlite3VdbeAddOp(v, OP_SetNumColumns, pTabList->a[i].iCursor, pTab->nCol);
danielk1977f9d19a62004-06-14 08:26:35 +0000737 sqlite3CodeVerifySchema(pParse, pTab->iDb);
drh701a0ae2004-02-22 20:05:00 +0000738 if( (pIx = pWInfo->a[i].pIdx)!=0 ){
danielk19774adee202004-05-08 08:23:19 +0000739 sqlite3VdbeAddOp(v, OP_Integer, pIx->iDb, 0);
drhd3d39e92004-05-20 22:16:29 +0000740 sqlite3VdbeOp3(v, OP_OpenRead, pWInfo->a[i].iCur, pIx->tnum,
741 (char*)&pIx->keyInfo, P3_KEYINFO);
drh75897232000-05-29 14:26:00 +0000742 }
743 }
744
745 /* Generate the code to do the search
746 */
drh75897232000-05-29 14:26:00 +0000747 loopMask = 0;
drhad3cab52002-05-24 02:04:32 +0000748 for(i=0; i<pTabList->nSrc; i++){
drh75897232000-05-29 14:26:00 +0000749 int j, k;
drh6a3ea0e2003-05-02 14:32:12 +0000750 int iCur = pTabList->a[i].iCursor;
drhc4a3c772001-04-04 11:48:57 +0000751 Index *pIdx;
drh6b563442001-11-07 16:48:26 +0000752 WhereLevel *pLevel = &pWInfo->a[i];
drh75897232000-05-29 14:26:00 +0000753
drhad2d8302002-05-24 20:31:36 +0000754 /* If this is the right table of a LEFT OUTER JOIN, allocate and
drh174b6192002-12-03 02:22:52 +0000755 ** initialize a memory cell that records if this table matches any
drhc27a1ce2002-06-14 20:58:45 +0000756 ** row of the left table of the join.
drhad2d8302002-05-24 20:31:36 +0000757 */
758 if( i>0 && (pTabList->a[i-1].jointype & JT_LEFT)!=0 ){
759 if( !pParse->nMem ) pParse->nMem++;
760 pLevel->iLeftJoin = pParse->nMem++;
danielk19770f69c1e2004-05-29 11:24:50 +0000761 sqlite3VdbeAddOp(v, OP_String8, 0, 0);
danielk19774adee202004-05-08 08:23:19 +0000762 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iLeftJoin, 1);
drhad2d8302002-05-24 20:31:36 +0000763 }
764
drh8aff1012001-12-22 14:49:24 +0000765 pIdx = pLevel->pIdx;
drhd99f7062002-06-08 23:25:08 +0000766 pLevel->inOp = OP_Noop;
drh8aff1012001-12-22 14:49:24 +0000767 if( i<ARRAYSIZE(iDirectEq) && iDirectEq[i]>=0 ){
768 /* Case 1: We can directly reference a single row using an
drhc27a1ce2002-06-14 20:58:45 +0000769 ** equality comparison against the ROWID field. Or
770 ** we reference multiple rows using a "rowid IN (...)"
771 ** construct.
drhc4a3c772001-04-04 11:48:57 +0000772 */
drh8aff1012001-12-22 14:49:24 +0000773 k = iDirectEq[i];
774 assert( k<nExpr );
775 assert( aExpr[k].p!=0 );
drh6a3ea0e2003-05-02 14:32:12 +0000776 assert( aExpr[k].idxLeft==iCur || aExpr[k].idxRight==iCur );
danielk19774adee202004-05-08 08:23:19 +0000777 brk = pLevel->brk = sqlite3VdbeMakeLabel(v);
drh6a3ea0e2003-05-02 14:32:12 +0000778 if( aExpr[k].idxLeft==iCur ){
drhd99f7062002-06-08 23:25:08 +0000779 Expr *pX = aExpr[k].p;
780 if( pX->op!=TK_IN ){
danielk19774adee202004-05-08 08:23:19 +0000781 sqlite3ExprCode(pParse, aExpr[k].p->pRight);
drhd99f7062002-06-08 23:25:08 +0000782 }else{
danielk19774adee202004-05-08 08:23:19 +0000783 sqlite3VdbeAddOp(v, OP_Rewind, pX->iTable, brk);
784 sqlite3VdbeAddOp(v, OP_KeyAsData, pX->iTable, 1);
danielk1977e014a832004-05-17 10:48:57 +0000785 pLevel->inP2 = sqlite3VdbeAddOp(v, OP_IdxColumn, pX->iTable, 0);
drhd99f7062002-06-08 23:25:08 +0000786 pLevel->inOp = OP_Next;
787 pLevel->inP1 = pX->iTable;
788 }
drh8aff1012001-12-22 14:49:24 +0000789 }else{
danielk19774adee202004-05-08 08:23:19 +0000790 sqlite3ExprCode(pParse, aExpr[k].p->pLeft);
drhc4a3c772001-04-04 11:48:57 +0000791 }
drh2ffb1182004-07-19 19:14:01 +0000792 disableTerm(pLevel, &aExpr[k].p);
danielk19774adee202004-05-08 08:23:19 +0000793 cont = pLevel->cont = sqlite3VdbeMakeLabel(v);
794 sqlite3VdbeAddOp(v, OP_MustBeInt, 1, brk);
drhd99f7062002-06-08 23:25:08 +0000795 haveKey = 0;
danielk19774adee202004-05-08 08:23:19 +0000796 sqlite3VdbeAddOp(v, OP_NotExists, iCur, brk);
drh6b563442001-11-07 16:48:26 +0000797 pLevel->op = OP_Noop;
drhe3184742002-06-19 14:27:05 +0000798 }else if( pIdx!=0 && pLevel->score>0 && pLevel->score%4==0 ){
drhc27a1ce2002-06-14 20:58:45 +0000799 /* Case 2: There is an index and all terms of the WHERE clause that
800 ** refer to the index use the "==" or "IN" operators.
drh75897232000-05-29 14:26:00 +0000801 */
drh6b563442001-11-07 16:48:26 +0000802 int start;
drhc045ec52002-12-04 20:01:06 +0000803 int nColumn = (pLevel->score+4)/8;
danielk19774adee202004-05-08 08:23:19 +0000804 brk = pLevel->brk = sqlite3VdbeMakeLabel(v);
drh772ae622004-05-19 13:13:08 +0000805
806 /* For each column of the index, find the term of the WHERE clause that
807 ** constraints that column. If the WHERE clause term is X=expr, then
808 ** evaluation expr and leave the result on the stack */
drh487ab3c2001-11-08 00:45:21 +0000809 for(j=0; j<nColumn; j++){
drh75897232000-05-29 14:26:00 +0000810 for(k=0; k<nExpr; k++){
drhd99f7062002-06-08 23:25:08 +0000811 Expr *pX = aExpr[k].p;
812 if( pX==0 ) continue;
drh6a3ea0e2003-05-02 14:32:12 +0000813 if( aExpr[k].idxLeft==iCur
drh75897232000-05-29 14:26:00 +0000814 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
drhd99f7062002-06-08 23:25:08 +0000815 && pX->pLeft->iColumn==pIdx->aiColumn[j]
drh75897232000-05-29 14:26:00 +0000816 ){
danielk1977e014a832004-05-17 10:48:57 +0000817 char idxaff = pIdx->pTable->aCol[pX->pLeft->iColumn].affinity;
818 if( sqlite3IndexAffinityOk(aExpr[k].p, idxaff) ){
819 if( pX->op==TK_EQ ){
820 sqlite3ExprCode(pParse, pX->pRight);
drh2ffb1182004-07-19 19:14:01 +0000821 disableTerm(pLevel, &aExpr[k].p);
danielk1977e014a832004-05-17 10:48:57 +0000822 break;
823 }
824 if( pX->op==TK_IN && nColumn==1 ){
danielk19774adee202004-05-08 08:23:19 +0000825 sqlite3VdbeAddOp(v, OP_Rewind, pX->iTable, brk);
826 sqlite3VdbeAddOp(v, OP_KeyAsData, pX->iTable, 1);
danielk1977e014a832004-05-17 10:48:57 +0000827 pLevel->inP2 = sqlite3VdbeAddOp(v, OP_IdxColumn, pX->iTable, 0);
drhd99f7062002-06-08 23:25:08 +0000828 pLevel->inOp = OP_Next;
829 pLevel->inP1 = pX->iTable;
drh2ffb1182004-07-19 19:14:01 +0000830 disableTerm(pLevel, &aExpr[k].p);
danielk1977e014a832004-05-17 10:48:57 +0000831 break;
drhd99f7062002-06-08 23:25:08 +0000832 }
drhd99f7062002-06-08 23:25:08 +0000833 }
drh75897232000-05-29 14:26:00 +0000834 }
drh6a3ea0e2003-05-02 14:32:12 +0000835 if( aExpr[k].idxRight==iCur
drh487ab3c2001-11-08 00:45:21 +0000836 && aExpr[k].p->op==TK_EQ
drh75897232000-05-29 14:26:00 +0000837 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
drh967e8b72000-06-21 13:59:10 +0000838 && aExpr[k].p->pRight->iColumn==pIdx->aiColumn[j]
drh75897232000-05-29 14:26:00 +0000839 ){
danielk1977e014a832004-05-17 10:48:57 +0000840 char idxaff = pIdx->pTable->aCol[pX->pRight->iColumn].affinity;
841 if( sqlite3IndexAffinityOk(aExpr[k].p, idxaff) ){
842 sqlite3ExprCode(pParse, aExpr[k].p->pLeft);
drh2ffb1182004-07-19 19:14:01 +0000843 disableTerm(pLevel, &aExpr[k].p);
danielk1977e014a832004-05-17 10:48:57 +0000844 break;
845 }
drh75897232000-05-29 14:26:00 +0000846 }
847 }
848 }
drh6b563442001-11-07 16:48:26 +0000849 pLevel->iMem = pParse->nMem++;
danielk19774adee202004-05-08 08:23:19 +0000850 cont = pLevel->cont = sqlite3VdbeMakeLabel(v);
drh772ae622004-05-19 13:13:08 +0000851
852 /* At this point, the top nColumn elements of the stack are the
853 ** values of columns in the index we are using. Check to see if
854 ** any of these values are NULL. If they are, they will not match any
855 ** index entries, so skip immediately to the next iteration of the loop */
danielk19774adee202004-05-08 08:23:19 +0000856 sqlite3VdbeAddOp(v, OP_NotNull, -nColumn, sqlite3VdbeCurrentAddr(v)+3);
857 sqlite3VdbeAddOp(v, OP_Pop, nColumn, 0);
858 sqlite3VdbeAddOp(v, OP_Goto, 0, brk);
drh772ae622004-05-19 13:13:08 +0000859
860 /* Generate an index key from the top nColumn elements of the stack */
danielk1977ededfd52004-06-17 07:53:01 +0000861 sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0);
danielk1977a37cdde2004-05-16 11:15:36 +0000862 sqlite3IndexAffinityStr(v, pIdx);
danielk19773d1bfea2004-05-14 11:00:53 +0000863 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iMem, 0);
drh772ae622004-05-19 13:13:08 +0000864
drh772ae622004-05-19 13:13:08 +0000865 /* Generate code (1) to move to the first matching element of the table.
866 ** Then generate code (2) that jumps to "brk" after the cursor is past
867 ** the last matching element of the table. The code (1) is executed
868 ** once to initialize the search, the code (2) is executed before each
869 ** iteration of the scan to see if the scan has finished. */
drhc045ec52002-12-04 20:01:06 +0000870 if( pLevel->bRev ){
871 /* Scan in reverse order */
drh7cf6e4d2004-05-19 14:56:55 +0000872 sqlite3VdbeAddOp(v, OP_MoveLe, pLevel->iCur, brk);
danielk19774adee202004-05-08 08:23:19 +0000873 start = sqlite3VdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
874 sqlite3VdbeAddOp(v, OP_IdxLT, pLevel->iCur, brk);
drhc045ec52002-12-04 20:01:06 +0000875 pLevel->op = OP_Prev;
876 }else{
877 /* Scan in the forward order */
drh7cf6e4d2004-05-19 14:56:55 +0000878 sqlite3VdbeAddOp(v, OP_MoveGe, pLevel->iCur, brk);
danielk19774adee202004-05-08 08:23:19 +0000879 start = sqlite3VdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
drhfec19aa2004-05-19 20:41:03 +0000880 sqlite3VdbeOp3(v, OP_IdxGE, pLevel->iCur, brk, "+", P3_STATIC);
drhc045ec52002-12-04 20:01:06 +0000881 pLevel->op = OP_Next;
882 }
danielk19774adee202004-05-08 08:23:19 +0000883 sqlite3VdbeAddOp(v, OP_RowKey, pLevel->iCur, 0);
884 sqlite3VdbeAddOp(v, OP_IdxIsNull, nColumn, cont);
885 sqlite3VdbeAddOp(v, OP_IdxRecno, pLevel->iCur, 0);
drhad3cab52002-05-24 02:04:32 +0000886 if( i==pTabList->nSrc-1 && pushKey ){
drh75897232000-05-29 14:26:00 +0000887 haveKey = 1;
888 }else{
drh7cf6e4d2004-05-19 14:56:55 +0000889 sqlite3VdbeAddOp(v, OP_MoveGe, iCur, 0);
drh75897232000-05-29 14:26:00 +0000890 haveKey = 0;
891 }
drh6b563442001-11-07 16:48:26 +0000892 pLevel->p1 = pLevel->iCur;
893 pLevel->p2 = start;
drh8aff1012001-12-22 14:49:24 +0000894 }else if( i<ARRAYSIZE(iDirectLt) && (iDirectLt[i]>=0 || iDirectGt[i]>=0) ){
895 /* Case 3: We have an inequality comparison against the ROWID field.
896 */
897 int testOp = OP_Noop;
898 int start;
899
danielk19774adee202004-05-08 08:23:19 +0000900 brk = pLevel->brk = sqlite3VdbeMakeLabel(v);
901 cont = pLevel->cont = sqlite3VdbeMakeLabel(v);
drh8aff1012001-12-22 14:49:24 +0000902 if( iDirectGt[i]>=0 ){
903 k = iDirectGt[i];
904 assert( k<nExpr );
905 assert( aExpr[k].p!=0 );
drh6a3ea0e2003-05-02 14:32:12 +0000906 assert( aExpr[k].idxLeft==iCur || aExpr[k].idxRight==iCur );
907 if( aExpr[k].idxLeft==iCur ){
danielk19774adee202004-05-08 08:23:19 +0000908 sqlite3ExprCode(pParse, aExpr[k].p->pRight);
drh8aff1012001-12-22 14:49:24 +0000909 }else{
danielk19774adee202004-05-08 08:23:19 +0000910 sqlite3ExprCode(pParse, aExpr[k].p->pLeft);
drh8aff1012001-12-22 14:49:24 +0000911 }
danielk19774adee202004-05-08 08:23:19 +0000912 sqlite3VdbeAddOp(v, OP_ForceInt,
drh751f4122004-01-14 21:59:22 +0000913 aExpr[k].p->op==TK_LT || aExpr[k].p->op==TK_GT, brk);
drh7cf6e4d2004-05-19 14:56:55 +0000914 sqlite3VdbeAddOp(v, OP_MoveGe, iCur, brk);
drh2ffb1182004-07-19 19:14:01 +0000915 disableTerm(pLevel, &aExpr[k].p);
drh8aff1012001-12-22 14:49:24 +0000916 }else{
danielk19774adee202004-05-08 08:23:19 +0000917 sqlite3VdbeAddOp(v, OP_Rewind, iCur, brk);
drh8aff1012001-12-22 14:49:24 +0000918 }
919 if( iDirectLt[i]>=0 ){
920 k = iDirectLt[i];
921 assert( k<nExpr );
922 assert( aExpr[k].p!=0 );
drh6a3ea0e2003-05-02 14:32:12 +0000923 assert( aExpr[k].idxLeft==iCur || aExpr[k].idxRight==iCur );
924 if( aExpr[k].idxLeft==iCur ){
danielk19774adee202004-05-08 08:23:19 +0000925 sqlite3ExprCode(pParse, aExpr[k].p->pRight);
drh8aff1012001-12-22 14:49:24 +0000926 }else{
danielk19774adee202004-05-08 08:23:19 +0000927 sqlite3ExprCode(pParse, aExpr[k].p->pLeft);
drh8aff1012001-12-22 14:49:24 +0000928 }
danielk19774adee202004-05-08 08:23:19 +0000929 /* sqlite3VdbeAddOp(v, OP_MustBeInt, 0, sqlite3VdbeCurrentAddr(v)+1); */
drh8aff1012001-12-22 14:49:24 +0000930 pLevel->iMem = pParse->nMem++;
danielk19774adee202004-05-08 08:23:19 +0000931 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iMem, 1);
drh8aff1012001-12-22 14:49:24 +0000932 if( aExpr[k].p->op==TK_LT || aExpr[k].p->op==TK_GT ){
933 testOp = OP_Ge;
934 }else{
935 testOp = OP_Gt;
936 }
drh2ffb1182004-07-19 19:14:01 +0000937 disableTerm(pLevel, &aExpr[k].p);
drh8aff1012001-12-22 14:49:24 +0000938 }
danielk19774adee202004-05-08 08:23:19 +0000939 start = sqlite3VdbeCurrentAddr(v);
drh8aff1012001-12-22 14:49:24 +0000940 pLevel->op = OP_Next;
drh6a3ea0e2003-05-02 14:32:12 +0000941 pLevel->p1 = iCur;
drh8aff1012001-12-22 14:49:24 +0000942 pLevel->p2 = start;
943 if( testOp!=OP_Noop ){
danielk19774adee202004-05-08 08:23:19 +0000944 sqlite3VdbeAddOp(v, OP_Recno, iCur, 0);
945 sqlite3VdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
946 sqlite3VdbeAddOp(v, testOp, 0, brk);
drh8aff1012001-12-22 14:49:24 +0000947 }
948 haveKey = 0;
949 }else if( pIdx==0 ){
drhc27a1ce2002-06-14 20:58:45 +0000950 /* Case 4: There is no usable index. We must do a complete
drh8aff1012001-12-22 14:49:24 +0000951 ** scan of the entire database table.
952 */
953 int start;
954
danielk19774adee202004-05-08 08:23:19 +0000955 brk = pLevel->brk = sqlite3VdbeMakeLabel(v);
956 cont = pLevel->cont = sqlite3VdbeMakeLabel(v);
957 sqlite3VdbeAddOp(v, OP_Rewind, iCur, brk);
958 start = sqlite3VdbeCurrentAddr(v);
drh8aff1012001-12-22 14:49:24 +0000959 pLevel->op = OP_Next;
drh6a3ea0e2003-05-02 14:32:12 +0000960 pLevel->p1 = iCur;
drh8aff1012001-12-22 14:49:24 +0000961 pLevel->p2 = start;
962 haveKey = 0;
drh487ab3c2001-11-08 00:45:21 +0000963 }else{
drhc27a1ce2002-06-14 20:58:45 +0000964 /* Case 5: The WHERE clause term that refers to the right-most
965 ** column of the index is an inequality. For example, if
966 ** the index is on (x,y,z) and the WHERE clause is of the
967 ** form "x=5 AND y<10" then this case is used. Only the
968 ** right-most column can be an inequality - the rest must
969 ** use the "==" operator.
drhe3184742002-06-19 14:27:05 +0000970 **
971 ** This case is also used when there are no WHERE clause
972 ** constraints but an index is selected anyway, in order
973 ** to force the output order to conform to an ORDER BY.
drh487ab3c2001-11-08 00:45:21 +0000974 */
975 int score = pLevel->score;
drhc045ec52002-12-04 20:01:06 +0000976 int nEqColumn = score/8;
drh487ab3c2001-11-08 00:45:21 +0000977 int start;
danielk1977f7df9cc2004-06-16 12:02:47 +0000978 int leFlag=0, geFlag=0;
drh487ab3c2001-11-08 00:45:21 +0000979 int testOp;
980
981 /* Evaluate the equality constraints
982 */
983 for(j=0; j<nEqColumn; j++){
984 for(k=0; k<nExpr; k++){
985 if( aExpr[k].p==0 ) continue;
drh6a3ea0e2003-05-02 14:32:12 +0000986 if( aExpr[k].idxLeft==iCur
drh487ab3c2001-11-08 00:45:21 +0000987 && aExpr[k].p->op==TK_EQ
988 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
989 && aExpr[k].p->pLeft->iColumn==pIdx->aiColumn[j]
990 ){
danielk19774adee202004-05-08 08:23:19 +0000991 sqlite3ExprCode(pParse, aExpr[k].p->pRight);
drh2ffb1182004-07-19 19:14:01 +0000992 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +0000993 break;
994 }
drh6a3ea0e2003-05-02 14:32:12 +0000995 if( aExpr[k].idxRight==iCur
drh487ab3c2001-11-08 00:45:21 +0000996 && aExpr[k].p->op==TK_EQ
997 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
998 && aExpr[k].p->pRight->iColumn==pIdx->aiColumn[j]
999 ){
danielk19774adee202004-05-08 08:23:19 +00001000 sqlite3ExprCode(pParse, aExpr[k].p->pLeft);
drh2ffb1182004-07-19 19:14:01 +00001001 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +00001002 break;
1003 }
1004 }
1005 }
1006
drhc27a1ce2002-06-14 20:58:45 +00001007 /* Duplicate the equality term values because they will all be
drh487ab3c2001-11-08 00:45:21 +00001008 ** used twice: once to make the termination key and once to make the
1009 ** start key.
1010 */
1011 for(j=0; j<nEqColumn; j++){
danielk19774adee202004-05-08 08:23:19 +00001012 sqlite3VdbeAddOp(v, OP_Dup, nEqColumn-1, 0);
drh487ab3c2001-11-08 00:45:21 +00001013 }
1014
drhc045ec52002-12-04 20:01:06 +00001015 /* Labels for the beginning and end of the loop
1016 */
danielk19774adee202004-05-08 08:23:19 +00001017 cont = pLevel->cont = sqlite3VdbeMakeLabel(v);
1018 brk = pLevel->brk = sqlite3VdbeMakeLabel(v);
drhc045ec52002-12-04 20:01:06 +00001019
drh487ab3c2001-11-08 00:45:21 +00001020 /* Generate the termination key. This is the key value that
1021 ** will end the search. There is no termination key if there
drhc27a1ce2002-06-14 20:58:45 +00001022 ** are no equality terms and no "X<..." term.
drhc045ec52002-12-04 20:01:06 +00001023 **
1024 ** 2002-Dec-04: On a reverse-order scan, the so-called "termination"
1025 ** key computed here really ends up being the start key.
drh487ab3c2001-11-08 00:45:21 +00001026 */
1027 if( (score & 1)!=0 ){
1028 for(k=0; k<nExpr; k++){
1029 Expr *pExpr = aExpr[k].p;
1030 if( pExpr==0 ) continue;
drh6a3ea0e2003-05-02 14:32:12 +00001031 if( aExpr[k].idxLeft==iCur
drh487ab3c2001-11-08 00:45:21 +00001032 && (pExpr->op==TK_LT || pExpr->op==TK_LE)
1033 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
1034 && pExpr->pLeft->iColumn==pIdx->aiColumn[j]
1035 ){
danielk19774adee202004-05-08 08:23:19 +00001036 sqlite3ExprCode(pParse, pExpr->pRight);
drh487ab3c2001-11-08 00:45:21 +00001037 leFlag = pExpr->op==TK_LE;
drh2ffb1182004-07-19 19:14:01 +00001038 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +00001039 break;
1040 }
drh6a3ea0e2003-05-02 14:32:12 +00001041 if( aExpr[k].idxRight==iCur
drh487ab3c2001-11-08 00:45:21 +00001042 && (pExpr->op==TK_GT || pExpr->op==TK_GE)
1043 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
1044 && pExpr->pRight->iColumn==pIdx->aiColumn[j]
1045 ){
danielk19774adee202004-05-08 08:23:19 +00001046 sqlite3ExprCode(pParse, pExpr->pLeft);
drh487ab3c2001-11-08 00:45:21 +00001047 leFlag = pExpr->op==TK_GE;
drh2ffb1182004-07-19 19:14:01 +00001048 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +00001049 break;
1050 }
1051 }
1052 testOp = OP_IdxGE;
1053 }else{
1054 testOp = nEqColumn>0 ? OP_IdxGE : OP_Noop;
1055 leFlag = 1;
1056 }
1057 if( testOp!=OP_Noop ){
drh143f3c42004-01-07 20:37:52 +00001058 int nCol = nEqColumn + (score & 1);
drh487ab3c2001-11-08 00:45:21 +00001059 pLevel->iMem = pParse->nMem++;
danielk19774adee202004-05-08 08:23:19 +00001060 sqlite3VdbeAddOp(v, OP_NotNull, -nCol, sqlite3VdbeCurrentAddr(v)+3);
1061 sqlite3VdbeAddOp(v, OP_Pop, nCol, 0);
1062 sqlite3VdbeAddOp(v, OP_Goto, 0, brk);
danielk1977ededfd52004-06-17 07:53:01 +00001063 sqlite3VdbeAddOp(v, OP_MakeRecord, nCol, 0);
danielk1977a37cdde2004-05-16 11:15:36 +00001064 sqlite3IndexAffinityStr(v, pIdx);
drhc045ec52002-12-04 20:01:06 +00001065 if( pLevel->bRev ){
drh7cf6e4d2004-05-19 14:56:55 +00001066 int op = leFlag ? OP_MoveLe : OP_MoveLt;
1067 sqlite3VdbeAddOp(v, op, pLevel->iCur, brk);
drhc045ec52002-12-04 20:01:06 +00001068 }else{
danielk19774adee202004-05-08 08:23:19 +00001069 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iMem, 1);
drhc045ec52002-12-04 20:01:06 +00001070 }
1071 }else if( pLevel->bRev ){
danielk19774adee202004-05-08 08:23:19 +00001072 sqlite3VdbeAddOp(v, OP_Last, pLevel->iCur, brk);
drh487ab3c2001-11-08 00:45:21 +00001073 }
1074
1075 /* Generate the start key. This is the key that defines the lower
drhc27a1ce2002-06-14 20:58:45 +00001076 ** bound on the search. There is no start key if there are no
1077 ** equality terms and if there is no "X>..." term. In
drh487ab3c2001-11-08 00:45:21 +00001078 ** that case, generate a "Rewind" instruction in place of the
1079 ** start key search.
drhc045ec52002-12-04 20:01:06 +00001080 **
1081 ** 2002-Dec-04: In the case of a reverse-order search, the so-called
1082 ** "start" key really ends up being used as the termination key.
drh487ab3c2001-11-08 00:45:21 +00001083 */
1084 if( (score & 2)!=0 ){
1085 for(k=0; k<nExpr; k++){
1086 Expr *pExpr = aExpr[k].p;
1087 if( pExpr==0 ) continue;
drh6a3ea0e2003-05-02 14:32:12 +00001088 if( aExpr[k].idxLeft==iCur
drh487ab3c2001-11-08 00:45:21 +00001089 && (pExpr->op==TK_GT || pExpr->op==TK_GE)
1090 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
1091 && pExpr->pLeft->iColumn==pIdx->aiColumn[j]
1092 ){
danielk19774adee202004-05-08 08:23:19 +00001093 sqlite3ExprCode(pParse, pExpr->pRight);
drh487ab3c2001-11-08 00:45:21 +00001094 geFlag = pExpr->op==TK_GE;
drh2ffb1182004-07-19 19:14:01 +00001095 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +00001096 break;
1097 }
drh6a3ea0e2003-05-02 14:32:12 +00001098 if( aExpr[k].idxRight==iCur
drh487ab3c2001-11-08 00:45:21 +00001099 && (pExpr->op==TK_LT || pExpr->op==TK_LE)
1100 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
1101 && pExpr->pRight->iColumn==pIdx->aiColumn[j]
1102 ){
danielk19774adee202004-05-08 08:23:19 +00001103 sqlite3ExprCode(pParse, pExpr->pLeft);
drh487ab3c2001-11-08 00:45:21 +00001104 geFlag = pExpr->op==TK_LE;
drh2ffb1182004-07-19 19:14:01 +00001105 disableTerm(pLevel, &aExpr[k].p);
drh487ab3c2001-11-08 00:45:21 +00001106 break;
1107 }
1108 }
drh7900ead2001-11-12 13:51:43 +00001109 }else{
1110 geFlag = 1;
drh487ab3c2001-11-08 00:45:21 +00001111 }
drh487ab3c2001-11-08 00:45:21 +00001112 if( nEqColumn>0 || (score&2)!=0 ){
drh143f3c42004-01-07 20:37:52 +00001113 int nCol = nEqColumn + ((score&2)!=0);
danielk19774adee202004-05-08 08:23:19 +00001114 sqlite3VdbeAddOp(v, OP_NotNull, -nCol, sqlite3VdbeCurrentAddr(v)+3);
1115 sqlite3VdbeAddOp(v, OP_Pop, nCol, 0);
1116 sqlite3VdbeAddOp(v, OP_Goto, 0, brk);
danielk1977ededfd52004-06-17 07:53:01 +00001117 sqlite3VdbeAddOp(v, OP_MakeRecord, nCol, 0);
danielk1977a37cdde2004-05-16 11:15:36 +00001118 sqlite3IndexAffinityStr(v, pIdx);
drhc045ec52002-12-04 20:01:06 +00001119 if( pLevel->bRev ){
1120 pLevel->iMem = pParse->nMem++;
danielk19774adee202004-05-08 08:23:19 +00001121 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iMem, 1);
drhc045ec52002-12-04 20:01:06 +00001122 testOp = OP_IdxLT;
1123 }else{
drh7cf6e4d2004-05-19 14:56:55 +00001124 int op = geFlag ? OP_MoveGe : OP_MoveGt;
1125 sqlite3VdbeAddOp(v, op, pLevel->iCur, brk);
drhc045ec52002-12-04 20:01:06 +00001126 }
1127 }else if( pLevel->bRev ){
1128 testOp = OP_Noop;
drh487ab3c2001-11-08 00:45:21 +00001129 }else{
danielk19774adee202004-05-08 08:23:19 +00001130 sqlite3VdbeAddOp(v, OP_Rewind, pLevel->iCur, brk);
drh487ab3c2001-11-08 00:45:21 +00001131 }
1132
1133 /* Generate the the top of the loop. If there is a termination
1134 ** key we have to test for that key and abort at the top of the
1135 ** loop.
1136 */
danielk19774adee202004-05-08 08:23:19 +00001137 start = sqlite3VdbeCurrentAddr(v);
drh487ab3c2001-11-08 00:45:21 +00001138 if( testOp!=OP_Noop ){
danielk19774adee202004-05-08 08:23:19 +00001139 sqlite3VdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
1140 sqlite3VdbeAddOp(v, testOp, pLevel->iCur, brk);
danielk19773d1bfea2004-05-14 11:00:53 +00001141 if( (leFlag && !pLevel->bRev) || (!geFlag && pLevel->bRev) ){
1142 sqlite3VdbeChangeP3(v, -1, "+", P3_STATIC);
1143 }
drh487ab3c2001-11-08 00:45:21 +00001144 }
danielk19774adee202004-05-08 08:23:19 +00001145 sqlite3VdbeAddOp(v, OP_RowKey, pLevel->iCur, 0);
1146 sqlite3VdbeAddOp(v, OP_IdxIsNull, nEqColumn + (score & 1), cont);
1147 sqlite3VdbeAddOp(v, OP_IdxRecno, pLevel->iCur, 0);
drhad3cab52002-05-24 02:04:32 +00001148 if( i==pTabList->nSrc-1 && pushKey ){
drh487ab3c2001-11-08 00:45:21 +00001149 haveKey = 1;
1150 }else{
drh7cf6e4d2004-05-19 14:56:55 +00001151 sqlite3VdbeAddOp(v, OP_MoveGe, iCur, 0);
drh487ab3c2001-11-08 00:45:21 +00001152 haveKey = 0;
1153 }
1154
1155 /* Record the instruction used to terminate the loop.
1156 */
drhc045ec52002-12-04 20:01:06 +00001157 pLevel->op = pLevel->bRev ? OP_Prev : OP_Next;
drh487ab3c2001-11-08 00:45:21 +00001158 pLevel->p1 = pLevel->iCur;
1159 pLevel->p2 = start;
drh75897232000-05-29 14:26:00 +00001160 }
drh6a3ea0e2003-05-02 14:32:12 +00001161 loopMask |= getMask(&maskSet, iCur);
drh75897232000-05-29 14:26:00 +00001162
1163 /* Insert code to test every subexpression that can be completely
1164 ** computed using the current set of tables.
1165 */
1166 for(j=0; j<nExpr; j++){
1167 if( aExpr[j].p==0 ) continue;
drh3f6b5482002-04-02 13:26:10 +00001168 if( (aExpr[j].prereqAll & loopMask)!=aExpr[j].prereqAll ) continue;
drh1f162302002-10-27 19:35:33 +00001169 if( pLevel->iLeftJoin && !ExprHasProperty(aExpr[j].p,EP_FromJoin) ){
1170 continue;
1171 }
drh75897232000-05-29 14:26:00 +00001172 if( haveKey ){
drh573bd272001-02-19 23:23:38 +00001173 haveKey = 0;
drh7cf6e4d2004-05-19 14:56:55 +00001174 sqlite3VdbeAddOp(v, OP_MoveGe, iCur, 0);
drh75897232000-05-29 14:26:00 +00001175 }
danielk19774adee202004-05-08 08:23:19 +00001176 sqlite3ExprIfFalse(pParse, aExpr[j].p, cont, 1);
drh75897232000-05-29 14:26:00 +00001177 aExpr[j].p = 0;
1178 }
1179 brk = cont;
drhad2d8302002-05-24 20:31:36 +00001180
1181 /* For a LEFT OUTER JOIN, generate code that will record the fact that
1182 ** at least one row of the right table has matched the left table.
1183 */
1184 if( pLevel->iLeftJoin ){
danielk19774adee202004-05-08 08:23:19 +00001185 pLevel->top = sqlite3VdbeCurrentAddr(v);
1186 sqlite3VdbeAddOp(v, OP_Integer, 1, 0);
1187 sqlite3VdbeAddOp(v, OP_MemStore, pLevel->iLeftJoin, 1);
drh1cc093c2002-06-24 22:01:57 +00001188 for(j=0; j<nExpr; j++){
1189 if( aExpr[j].p==0 ) continue;
1190 if( (aExpr[j].prereqAll & loopMask)!=aExpr[j].prereqAll ) continue;
1191 if( haveKey ){
drh3b167c72002-06-28 12:18:47 +00001192 /* Cannot happen. "haveKey" can only be true if pushKey is true
1193 ** an pushKey can only be true for DELETE and UPDATE and there are
1194 ** no outer joins with DELETE and UPDATE.
1195 */
drh1cc093c2002-06-24 22:01:57 +00001196 haveKey = 0;
drh7cf6e4d2004-05-19 14:56:55 +00001197 sqlite3VdbeAddOp(v, OP_MoveGe, iCur, 0);
drh1cc093c2002-06-24 22:01:57 +00001198 }
danielk19774adee202004-05-08 08:23:19 +00001199 sqlite3ExprIfFalse(pParse, aExpr[j].p, cont, 1);
drh1cc093c2002-06-24 22:01:57 +00001200 aExpr[j].p = 0;
1201 }
drhad2d8302002-05-24 20:31:36 +00001202 }
drh75897232000-05-29 14:26:00 +00001203 }
1204 pWInfo->iContinue = cont;
1205 if( pushKey && !haveKey ){
danielk19774adee202004-05-08 08:23:19 +00001206 sqlite3VdbeAddOp(v, OP_Recno, pTabList->a[0].iCursor, 0);
drh75897232000-05-29 14:26:00 +00001207 }
drh6a3ea0e2003-05-02 14:32:12 +00001208 freeMaskSet(&maskSet);
drh75897232000-05-29 14:26:00 +00001209 return pWInfo;
1210}
1211
1212/*
drhc27a1ce2002-06-14 20:58:45 +00001213** Generate the end of the WHERE loop. See comments on
danielk19774adee202004-05-08 08:23:19 +00001214** sqlite3WhereBegin() for additional information.
drh75897232000-05-29 14:26:00 +00001215*/
danielk19774adee202004-05-08 08:23:19 +00001216void sqlite3WhereEnd(WhereInfo *pWInfo){
drh75897232000-05-29 14:26:00 +00001217 Vdbe *v = pWInfo->pParse->pVdbe;
drh19a775c2000-06-05 18:54:46 +00001218 int i;
drh6b563442001-11-07 16:48:26 +00001219 WhereLevel *pLevel;
drhad3cab52002-05-24 02:04:32 +00001220 SrcList *pTabList = pWInfo->pTabList;
drh19a775c2000-06-05 18:54:46 +00001221
drhad3cab52002-05-24 02:04:32 +00001222 for(i=pTabList->nSrc-1; i>=0; i--){
drh6b563442001-11-07 16:48:26 +00001223 pLevel = &pWInfo->a[i];
danielk19774adee202004-05-08 08:23:19 +00001224 sqlite3VdbeResolveLabel(v, pLevel->cont);
drh6b563442001-11-07 16:48:26 +00001225 if( pLevel->op!=OP_Noop ){
danielk19774adee202004-05-08 08:23:19 +00001226 sqlite3VdbeAddOp(v, pLevel->op, pLevel->p1, pLevel->p2);
drh19a775c2000-06-05 18:54:46 +00001227 }
danielk19774adee202004-05-08 08:23:19 +00001228 sqlite3VdbeResolveLabel(v, pLevel->brk);
drhd99f7062002-06-08 23:25:08 +00001229 if( pLevel->inOp!=OP_Noop ){
danielk19774adee202004-05-08 08:23:19 +00001230 sqlite3VdbeAddOp(v, pLevel->inOp, pLevel->inP1, pLevel->inP2);
drhd99f7062002-06-08 23:25:08 +00001231 }
drhad2d8302002-05-24 20:31:36 +00001232 if( pLevel->iLeftJoin ){
1233 int addr;
danielk19774adee202004-05-08 08:23:19 +00001234 addr = sqlite3VdbeAddOp(v, OP_MemLoad, pLevel->iLeftJoin, 0);
1235 sqlite3VdbeAddOp(v, OP_NotNull, 1, addr+4 + (pLevel->iCur>=0));
1236 sqlite3VdbeAddOp(v, OP_NullRow, pTabList->a[i].iCursor, 0);
drh7f09b3e2002-08-13 13:15:49 +00001237 if( pLevel->iCur>=0 ){
danielk19774adee202004-05-08 08:23:19 +00001238 sqlite3VdbeAddOp(v, OP_NullRow, pLevel->iCur, 0);
drh7f09b3e2002-08-13 13:15:49 +00001239 }
danielk19774adee202004-05-08 08:23:19 +00001240 sqlite3VdbeAddOp(v, OP_Goto, 0, pLevel->top);
drhad2d8302002-05-24 20:31:36 +00001241 }
drh19a775c2000-06-05 18:54:46 +00001242 }
danielk19774adee202004-05-08 08:23:19 +00001243 sqlite3VdbeResolveLabel(v, pWInfo->iBreak);
drhad3cab52002-05-24 02:04:32 +00001244 for(i=0; i<pTabList->nSrc; i++){
drh5cf590c2003-04-24 01:45:04 +00001245 Table *pTab = pTabList->a[i].pTab;
1246 assert( pTab!=0 );
1247 if( pTab->isTransient || pTab->pSelect ) continue;
drh6b563442001-11-07 16:48:26 +00001248 pLevel = &pWInfo->a[i];
danielk19774adee202004-05-08 08:23:19 +00001249 sqlite3VdbeAddOp(v, OP_Close, pTabList->a[i].iCursor, 0);
drh6b563442001-11-07 16:48:26 +00001250 if( pLevel->pIdx!=0 ){
danielk19774adee202004-05-08 08:23:19 +00001251 sqlite3VdbeAddOp(v, OP_Close, pLevel->iCur, 0);
drh6b563442001-11-07 16:48:26 +00001252 }
drh19a775c2000-06-05 18:54:46 +00001253 }
drh142e30d2002-08-28 03:00:58 +00001254#if 0 /* Never reuse a cursor */
drh832508b2002-03-02 17:04:07 +00001255 if( pWInfo->pParse->nTab==pWInfo->peakNTab ){
1256 pWInfo->pParse->nTab = pWInfo->savedNTab;
1257 }
drh142e30d2002-08-28 03:00:58 +00001258#endif
drh75897232000-05-29 14:26:00 +00001259 sqliteFree(pWInfo);
1260 return;
1261}