blob: 022cfbb7b51a5fad2232675398eca3642581e197 [file] [log] [blame]
drh75897232000-05-29 14:26:00 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drh75897232000-05-29 14:26:00 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drh75897232000-05-29 14:26:00 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drh75897232000-05-29 14:26:00 +000010**
11*************************************************************************
12** This module contains C code that generates VDBE code used to process
13** the WHERE clause of SQL statements. Also found here are subroutines
14** to generate VDBE code to evaluate expressions.
15**
drh6b125452002-01-28 15:53:03 +000016** $Id: where.c,v 1.33 2002/01/28 15:53:05 drh Exp $
drh75897232000-05-29 14:26:00 +000017*/
18#include "sqliteInt.h"
19
20/*
21** The query generator uses an array of instances of this structure to
22** help it analyze the subexpressions of the WHERE clause. Each WHERE
23** clause subexpression is separated from the others by an AND operator.
24*/
25typedef struct ExprInfo ExprInfo;
26struct ExprInfo {
27 Expr *p; /* Pointer to the subexpression */
28 int indexable; /* True if this subexprssion is usable by an index */
drh967e8b72000-06-21 13:59:10 +000029 int idxLeft; /* p->pLeft is a column in this table number. -1 if
30 ** p->pLeft is not the column of any table */
31 int idxRight; /* p->pRight is a column in this table number. -1 if
32 ** p->pRight is not the column of any table */
drh75897232000-05-29 14:26:00 +000033 unsigned prereqLeft; /* Tables referenced by p->pLeft */
34 unsigned prereqRight; /* Tables referenced by p->pRight */
35};
36
37/*
38** Determine the number of elements in an array.
39*/
40#define ARRAYSIZE(X) (sizeof(X)/sizeof(X[0]))
41
42/*
43** This routine is used to divide the WHERE expression into subexpressions
44** separated by the AND operator.
45**
46** aSlot[] is an array of subexpressions structures.
47** There are nSlot spaces left in this array. This routine attempts to
48** split pExpr into subexpressions and fills aSlot[] with those subexpressions.
49** The return value is the number of slots filled.
50*/
51static int exprSplit(int nSlot, ExprInfo *aSlot, Expr *pExpr){
52 int cnt = 0;
53 if( pExpr==0 || nSlot<1 ) return 0;
54 if( nSlot==1 || pExpr->op!=TK_AND ){
55 aSlot[0].p = pExpr;
56 return 1;
57 }
58 if( pExpr->pLeft->op!=TK_AND ){
59 aSlot[0].p = pExpr->pLeft;
60 cnt = 1 + exprSplit(nSlot-1, &aSlot[1], pExpr->pRight);
61 }else{
62 cnt = exprSplit(nSlot, aSlot, pExpr->pRight);
63 cnt += exprSplit(nSlot-cnt, &aSlot[cnt], pExpr->pLeft);
64 }
65 return cnt;
66}
67
68/*
69** This routine walks (recursively) an expression tree and generates
70** a bitmask indicating which tables are used in that expression
71** tree. Bit 0 of the mask is set if table 0 is used. But 1 is set
72** if table 1 is used. And so forth.
73**
74** In order for this routine to work, the calling function must have
75** previously invoked sqliteExprResolveIds() on the expression. See
76** the header comment on that routine for additional information.
drh19a775c2000-06-05 18:54:46 +000077**
78** "base" is the cursor number (the value of the iTable field) that
79** corresponds to the first entry in the table list. This is the
80** same as pParse->nTab.
drh75897232000-05-29 14:26:00 +000081*/
drh19a775c2000-06-05 18:54:46 +000082static int exprTableUsage(int base, Expr *p){
drh75897232000-05-29 14:26:00 +000083 unsigned int mask = 0;
84 if( p==0 ) return 0;
drh967e8b72000-06-21 13:59:10 +000085 if( p->op==TK_COLUMN ){
drh19a775c2000-06-05 18:54:46 +000086 return 1<< (p->iTable - base);
drh75897232000-05-29 14:26:00 +000087 }
88 if( p->pRight ){
drh19a775c2000-06-05 18:54:46 +000089 mask = exprTableUsage(base, p->pRight);
drh75897232000-05-29 14:26:00 +000090 }
91 if( p->pLeft ){
drh19a775c2000-06-05 18:54:46 +000092 mask |= exprTableUsage(base, p->pLeft);
drh75897232000-05-29 14:26:00 +000093 }
94 return mask;
95}
96
97/*
drh487ab3c2001-11-08 00:45:21 +000098** Return TRUE if the given operator is one of the operators that is
99** allowed for an indexable WHERE clause. The allowed operators are
100** "=", "<", ">", "<=", and ">=".
101*/
102static int allowedOp(int op){
103 switch( op ){
104 case TK_LT:
105 case TK_LE:
106 case TK_GT:
107 case TK_GE:
108 case TK_EQ:
109 return 1;
110 default:
111 return 0;
112 }
113}
114
115/*
drh75897232000-05-29 14:26:00 +0000116** The input to this routine is an ExprInfo structure with only the
117** "p" field filled in. The job of this routine is to analyze the
118** subexpression and populate all the other fields of the ExprInfo
119** structure.
drh19a775c2000-06-05 18:54:46 +0000120**
121** "base" is the cursor number (the value of the iTable field) that
drh80ff32f2001-11-04 18:32:46 +0000122** corresponds to the first entry in the table list. This is the
drh19a775c2000-06-05 18:54:46 +0000123** same as pParse->nTab.
drh75897232000-05-29 14:26:00 +0000124*/
drh19a775c2000-06-05 18:54:46 +0000125static void exprAnalyze(int base, ExprInfo *pInfo){
drh75897232000-05-29 14:26:00 +0000126 Expr *pExpr = pInfo->p;
drh19a775c2000-06-05 18:54:46 +0000127 pInfo->prereqLeft = exprTableUsage(base, pExpr->pLeft);
128 pInfo->prereqRight = exprTableUsage(base, pExpr->pRight);
drh75897232000-05-29 14:26:00 +0000129 pInfo->indexable = 0;
130 pInfo->idxLeft = -1;
131 pInfo->idxRight = -1;
drh487ab3c2001-11-08 00:45:21 +0000132 if( allowedOp(pExpr->op) && (pInfo->prereqRight & pInfo->prereqLeft)==0 ){
drh967e8b72000-06-21 13:59:10 +0000133 if( pExpr->pRight->op==TK_COLUMN ){
drh19a775c2000-06-05 18:54:46 +0000134 pInfo->idxRight = pExpr->pRight->iTable - base;
drh75897232000-05-29 14:26:00 +0000135 pInfo->indexable = 1;
136 }
drh967e8b72000-06-21 13:59:10 +0000137 if( pExpr->pLeft->op==TK_COLUMN ){
drh19a775c2000-06-05 18:54:46 +0000138 pInfo->idxLeft = pExpr->pLeft->iTable - base;
drh75897232000-05-29 14:26:00 +0000139 pInfo->indexable = 1;
140 }
141 }
142}
143
144/*
145** Generating the beginning of the loop used for WHERE clause processing.
146** The return value is a pointer to an (opaque) structure that contains
147** information needed to terminate the loop. Later, the calling routine
148** should invoke sqliteWhereEnd() with the return value of this function
149** in order to complete the WHERE clause processing.
150**
151** If an error occurs, this routine returns NULL.
152*/
153WhereInfo *sqliteWhereBegin(
154 Parse *pParse, /* The parser context */
155 IdList *pTabList, /* A list of all tables */
156 Expr *pWhere, /* The WHERE clause */
157 int pushKey /* If TRUE, leave the table key on the stack */
158){
159 int i; /* Loop counter */
160 WhereInfo *pWInfo; /* Will become the return value of this function */
161 Vdbe *v = pParse->pVdbe; /* The virtual database engine */
162 int brk, cont; /* Addresses used during code generation */
163 int *aOrder; /* Order in which pTabList entries are searched */
164 int nExpr; /* Number of subexpressions in the WHERE clause */
165 int loopMask; /* One bit set for each outer loop */
166 int haveKey; /* True if KEY is on the stack */
drh19a775c2000-06-05 18:54:46 +0000167 int base; /* First available index for OP_Open opcodes */
drh6b563442001-11-07 16:48:26 +0000168 int nCur; /* Next unused cursor number */
drhc4a3c772001-04-04 11:48:57 +0000169 int aDirect[32]; /* If TRUE, then index this table using ROWID */
drh8aff1012001-12-22 14:49:24 +0000170 int iDirectEq[32]; /* Term of the form ROWID==X for the N-th table */
171 int iDirectLt[32]; /* Term of the form ROWID<X or ROWID<=X */
172 int iDirectGt[32]; /* Term of the form ROWID>X or ROWID>=X */
drh75897232000-05-29 14:26:00 +0000173 ExprInfo aExpr[50]; /* The WHERE clause is divided into these expressions */
174
drh6b563442001-11-07 16:48:26 +0000175 /* Allocate space for aOrder[] and aiMem[]. */
drh75897232000-05-29 14:26:00 +0000176 aOrder = sqliteMalloc( sizeof(int) * pTabList->nId );
177
178 /* Allocate and initialize the WhereInfo structure that will become the
179 ** return value.
180 */
drh6b563442001-11-07 16:48:26 +0000181 pWInfo = sqliteMalloc( sizeof(WhereInfo) + pTabList->nId*sizeof(WhereLevel) );
drhdaffd0e2001-04-11 14:28:42 +0000182 if( sqlite_malloc_failed ){
drh75897232000-05-29 14:26:00 +0000183 sqliteFree(aOrder);
drhdaffd0e2001-04-11 14:28:42 +0000184 sqliteFree(pWInfo);
drh75897232000-05-29 14:26:00 +0000185 return 0;
186 }
187 pWInfo->pParse = pParse;
188 pWInfo->pTabList = pTabList;
drh19a775c2000-06-05 18:54:46 +0000189 base = pWInfo->base = pParse->nTab;
drh6b563442001-11-07 16:48:26 +0000190 nCur = base + pTabList->nId;
drh75897232000-05-29 14:26:00 +0000191
192 /* Split the WHERE clause into as many as 32 separate subexpressions
193 ** where each subexpression is separated by an AND operator. Any additional
194 ** subexpressions are attached in the aExpr[32] and will not enter
195 ** into the query optimizer computations. 32 is chosen as the cutoff
196 ** since that is the number of bits in an integer that we use for an
197 ** expression-used mask.
198 */
199 memset(aExpr, 0, sizeof(aExpr));
200 nExpr = exprSplit(ARRAYSIZE(aExpr), aExpr, pWhere);
201
202 /* Analyze all of the subexpressions.
203 */
204 for(i=0; i<nExpr; i++){
drh19a775c2000-06-05 18:54:46 +0000205 exprAnalyze(pParse->nTab, &aExpr[i]);
drh75897232000-05-29 14:26:00 +0000206 }
207
208 /* Figure out a good nesting order for the tables. aOrder[0] will
209 ** be the index in pTabList of the outermost table. aOrder[1] will
210 ** be the first nested loop and so on. aOrder[pTabList->nId-1] will
211 ** be the innermost loop.
212 **
drh7e391e12000-05-30 20:17:49 +0000213 ** Someday will put in a good algorithm here to reorder the loops
drh75897232000-05-29 14:26:00 +0000214 ** for an effiecient query. But for now, just use whatever order the
215 ** tables appear in in the pTabList.
216 */
217 for(i=0; i<pTabList->nId; i++){
218 aOrder[i] = i;
219 }
220
221 /* Figure out what index to use (if any) for each nested loop.
drh6b563442001-11-07 16:48:26 +0000222 ** Make pWInfo->a[i].pIdx point to the index to use for the i-th nested
223 ** loop where i==0 is the outer loop and i==pTabList->nId-1 is the inner
drh8aff1012001-12-22 14:49:24 +0000224 ** loop.
225 **
226 ** If terms exist that use the ROWID of any table, then set the
227 ** iDirectEq[], iDirectLt[], or iDirectGt[] elements for that table
228 ** to the index of the term containing the ROWID. We always prefer
229 ** to use a ROWID which can directly access a table rather than an
230 ** index which requires two accesses.
drh75897232000-05-29 14:26:00 +0000231 **
232 ** Actually, if there are more than 32 tables in the join, only the
233 ** first 32 tables are candidates for indices.
234 */
235 loopMask = 0;
drh6b563442001-11-07 16:48:26 +0000236 for(i=0; i<pTabList->nId && i<ARRAYSIZE(aDirect); i++){
drhc4a3c772001-04-04 11:48:57 +0000237 int j;
drh75897232000-05-29 14:26:00 +0000238 int idx = aOrder[i];
239 Table *pTab = pTabList->a[idx].pTab;
240 Index *pIdx;
241 Index *pBestIdx = 0;
drh487ab3c2001-11-08 00:45:21 +0000242 int bestScore = 0;
drh75897232000-05-29 14:26:00 +0000243
drhc4a3c772001-04-04 11:48:57 +0000244 /* Check to see if there is an expression that uses only the
drh8aff1012001-12-22 14:49:24 +0000245 ** ROWID field of this table. For terms of the form ROWID==expr
246 ** set iDirectEq[i] to the index of the term. For terms of the
247 ** form ROWID<expr or ROWID<=expr set iDirectLt[i] to the term index.
248 ** For terms like ROWID>expr or ROWID>=expr set iDirectGt[i].
drhc4a3c772001-04-04 11:48:57 +0000249 */
drh8aff1012001-12-22 14:49:24 +0000250 iDirectEq[i] = -1;
251 iDirectLt[i] = -1;
252 iDirectGt[i] = -1;
drhc4a3c772001-04-04 11:48:57 +0000253 for(j=0; j<nExpr; j++){
254 if( aExpr[j].idxLeft==idx && aExpr[j].p->pLeft->iColumn<0
255 && (aExpr[j].prereqRight & loopMask)==aExpr[j].prereqRight ){
drh8aff1012001-12-22 14:49:24 +0000256 switch( aExpr[j].p->op ){
257 case TK_EQ: iDirectEq[i] = j; break;
258 case TK_LE:
259 case TK_LT: iDirectLt[i] = j; break;
260 case TK_GE:
261 case TK_GT: iDirectGt[i] = j; break;
262 }
drhc4a3c772001-04-04 11:48:57 +0000263 }
264 if( aExpr[j].idxRight==idx && aExpr[j].p->pRight->iColumn<0
265 && (aExpr[j].prereqLeft & loopMask)==aExpr[j].prereqLeft ){
drh8aff1012001-12-22 14:49:24 +0000266 switch( aExpr[j].p->op ){
267 case TK_EQ: iDirectEq[i] = j; break;
268 case TK_LE:
269 case TK_LT: iDirectGt[i] = j; break;
270 case TK_GE:
271 case TK_GT: iDirectLt[i] = j; break;
272 }
drhc4a3c772001-04-04 11:48:57 +0000273 }
274 }
drh8aff1012001-12-22 14:49:24 +0000275 if( iDirectEq[i]>=0 ){
drhc4a3c772001-04-04 11:48:57 +0000276 loopMask |= 1<<idx;
drh6b563442001-11-07 16:48:26 +0000277 pWInfo->a[i].pIdx = 0;
drhc4a3c772001-04-04 11:48:57 +0000278 continue;
279 }
280
drh75897232000-05-29 14:26:00 +0000281 /* Do a search for usable indices. Leave pBestIdx pointing to
drh487ab3c2001-11-08 00:45:21 +0000282 ** the "best" index. pBestIdx is left set to NULL if no indices
283 ** are usable.
drh75897232000-05-29 14:26:00 +0000284 **
drh487ab3c2001-11-08 00:45:21 +0000285 ** The best index is determined as follows. For each of the
286 ** left-most terms that is fixed by an equality operator, add
287 ** 4 to the score. The right-most term of the index may be
288 ** constrained by an inequality. Add 1 if for an "x<..." constraint
289 ** and add 2 for an "x>..." constraint. Chose the index that
290 ** gives the best score.
291 **
292 ** This scoring system is designed so that the score can later be
293 ** used to determine how the index is used. If the score&3 is 0
294 ** then all constraints are equalities. If score&1 is not 0 then
295 ** there is an inequality used as a termination key. (ex: "x<...")
296 ** If score&2 is not 0 then there is an inequality used as the
297 ** start key. (ex: "x>...");
drh75897232000-05-29 14:26:00 +0000298 */
299 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
drh487ab3c2001-11-08 00:45:21 +0000300 int eqMask = 0; /* Index columns covered by an x=... constraint */
301 int ltMask = 0; /* Index columns covered by an x<... constraint */
302 int gtMask = 0; /* Index columns covered by an x>... constraing */
303 int nEq, m, score;
drh75897232000-05-29 14:26:00 +0000304
drh74e24cd2002-01-09 03:19:59 +0000305 if( pIdx->isDropped ) continue; /* Ignore dropped indices */
drh487ab3c2001-11-08 00:45:21 +0000306 if( pIdx->nColumn>32 ) continue; /* Ignore indices too many columns */
drh75897232000-05-29 14:26:00 +0000307 for(j=0; j<nExpr; j++){
308 if( aExpr[j].idxLeft==idx
309 && (aExpr[j].prereqRight & loopMask)==aExpr[j].prereqRight ){
drh967e8b72000-06-21 13:59:10 +0000310 int iColumn = aExpr[j].p->pLeft->iColumn;
drh75897232000-05-29 14:26:00 +0000311 int k;
drh967e8b72000-06-21 13:59:10 +0000312 for(k=0; k<pIdx->nColumn; k++){
313 if( pIdx->aiColumn[k]==iColumn ){
drh487ab3c2001-11-08 00:45:21 +0000314 switch( aExpr[j].p->op ){
315 case TK_EQ: {
316 eqMask |= 1<<k;
317 break;
318 }
319 case TK_LE:
320 case TK_LT: {
321 ltMask |= 1<<k;
322 break;
323 }
324 case TK_GE:
325 case TK_GT: {
326 gtMask |= 1<<k;
327 break;
328 }
329 default: {
330 /* CANT_HAPPEN */
331 assert( 0 );
332 break;
333 }
334 }
drh75897232000-05-29 14:26:00 +0000335 break;
336 }
337 }
338 }
339 if( aExpr[j].idxRight==idx
340 && (aExpr[j].prereqLeft & loopMask)==aExpr[j].prereqLeft ){
drh967e8b72000-06-21 13:59:10 +0000341 int iColumn = aExpr[j].p->pRight->iColumn;
drh75897232000-05-29 14:26:00 +0000342 int k;
drh967e8b72000-06-21 13:59:10 +0000343 for(k=0; k<pIdx->nColumn; k++){
344 if( pIdx->aiColumn[k]==iColumn ){
drh487ab3c2001-11-08 00:45:21 +0000345 switch( aExpr[j].p->op ){
346 case TK_EQ: {
347 eqMask |= 1<<k;
348 break;
349 }
350 case TK_LE:
351 case TK_LT: {
352 gtMask |= 1<<k;
353 break;
354 }
355 case TK_GE:
356 case TK_GT: {
357 ltMask |= 1<<k;
358 break;
359 }
360 default: {
361 /* CANT_HAPPEN */
362 assert( 0 );
363 break;
364 }
365 }
drh75897232000-05-29 14:26:00 +0000366 break;
367 }
368 }
369 }
370 }
drh487ab3c2001-11-08 00:45:21 +0000371 for(nEq=0; nEq<pIdx->nColumn; nEq++){
372 m = (1<<(nEq+1))-1;
373 if( (m & eqMask)!=m ) break;
374 }
375 score = nEq*4;
376 m = 1<<nEq;
377 if( m & ltMask ) score++;
378 if( m & gtMask ) score+=2;
379 if( score>bestScore ){
380 pBestIdx = pIdx;
381 bestScore = score;
drh75897232000-05-29 14:26:00 +0000382 }
383 }
drh6b563442001-11-07 16:48:26 +0000384 pWInfo->a[i].pIdx = pBestIdx;
drh487ab3c2001-11-08 00:45:21 +0000385 pWInfo->a[i].score = bestScore;
drh7e391e12000-05-30 20:17:49 +0000386 loopMask |= 1<<idx;
drh6b563442001-11-07 16:48:26 +0000387 if( pBestIdx ){
388 pWInfo->a[i].iCur = nCur++;
389 }
drh75897232000-05-29 14:26:00 +0000390 }
391
drh6b563442001-11-07 16:48:26 +0000392 /* Open all tables in the pTabList and all indices used by those tables.
drh75897232000-05-29 14:26:00 +0000393 */
394 for(i=0; i<pTabList->nId; i++){
drhf57b3392001-10-08 13:22:32 +0000395 int openOp;
396 Table *pTab;
397
398 pTab = pTabList->a[i].pTab;
399 openOp = pTab->isTemp ? OP_OpenAux : OP_Open;
drh99fcd712001-10-13 01:06:47 +0000400 sqliteVdbeAddOp(v, openOp, base+i, pTab->tnum);
401 sqliteVdbeChangeP3(v, -1, pTab->zName, P3_STATIC);
drh50e5dad2001-09-15 00:57:28 +0000402 if( i==0 && !pParse->schemaVerified &&
403 (pParse->db->flags & SQLITE_InTrans)==0 ){
drh99fcd712001-10-13 01:06:47 +0000404 sqliteVdbeAddOp(v, OP_VerifyCookie, pParse->db->schema_cookie, 0);
drh50e5dad2001-09-15 00:57:28 +0000405 pParse->schemaVerified = 1;
406 }
drh6b563442001-11-07 16:48:26 +0000407 if( pWInfo->a[i].pIdx!=0 ){
408 sqliteVdbeAddOp(v, openOp, pWInfo->a[i].iCur, pWInfo->a[i].pIdx->tnum);
409 sqliteVdbeChangeP3(v, -1, pWInfo->a[i].pIdx->zName, P3_STATIC);
drh75897232000-05-29 14:26:00 +0000410 }
411 }
412
413 /* Generate the code to do the search
414 */
drh75897232000-05-29 14:26:00 +0000415 loopMask = 0;
drh6b563442001-11-07 16:48:26 +0000416 pWInfo->iBreak = sqliteVdbeMakeLabel(v);
drh75897232000-05-29 14:26:00 +0000417 for(i=0; i<pTabList->nId; i++){
418 int j, k;
419 int idx = aOrder[i];
drhc4a3c772001-04-04 11:48:57 +0000420 Index *pIdx;
drh6b563442001-11-07 16:48:26 +0000421 WhereLevel *pLevel = &pWInfo->a[i];
drh75897232000-05-29 14:26:00 +0000422
drh8aff1012001-12-22 14:49:24 +0000423 pIdx = pLevel->pIdx;
424 if( i<ARRAYSIZE(iDirectEq) && iDirectEq[i]>=0 ){
425 /* Case 1: We can directly reference a single row using an
426 ** equality comparison against the ROWID field.
drhc4a3c772001-04-04 11:48:57 +0000427 */
drh8aff1012001-12-22 14:49:24 +0000428 k = iDirectEq[i];
429 assert( k<nExpr );
430 assert( aExpr[k].p!=0 );
431 assert( aExpr[k].idxLeft==idx || aExpr[k].idxRight==idx );
432 if( aExpr[k].idxLeft==idx ){
433 sqliteExprCode(pParse, aExpr[k].p->pRight);
434 }else{
435 sqliteExprCode(pParse, aExpr[k].p->pLeft);
drhc4a3c772001-04-04 11:48:57 +0000436 }
drh8aff1012001-12-22 14:49:24 +0000437 aExpr[k].p = 0;
drh6b563442001-11-07 16:48:26 +0000438 brk = pLevel->brk = sqliteVdbeMakeLabel(v);
439 cont = pLevel->cont = brk;
drh8aff1012001-12-22 14:49:24 +0000440 sqliteVdbeAddOp(v, OP_MustBeInt, 0, brk);
drhc4a3c772001-04-04 11:48:57 +0000441 if( i==pTabList->nId-1 && pushKey ){
drh6b125452002-01-28 15:53:03 +0000442 /* Note: The OP_Dup below will cause the key to be left on the
443 ** stack if the key does not exists and the OP_NotExists jump is
444 ** taken. This violates a general rule of the VDBE that you should
445 ** never leave values on the stack in order to avoid a stack overflow.
446 ** But in this case, the OP_Dup will never happen inside of a loop,
447 ** so it is safe to leave it on the stack.
448 */
drhc4a3c772001-04-04 11:48:57 +0000449 haveKey = 1;
drh6b125452002-01-28 15:53:03 +0000450 sqliteVdbeAddOp(v, OP_Dup, 0, 0);
drhc4a3c772001-04-04 11:48:57 +0000451 }else{
drhc4a3c772001-04-04 11:48:57 +0000452 haveKey = 0;
453 }
drh6b125452002-01-28 15:53:03 +0000454 sqliteVdbeAddOp(v, OP_NotExists, base+idx, brk);
drh6b563442001-11-07 16:48:26 +0000455 pLevel->op = OP_Noop;
drh8aff1012001-12-22 14:49:24 +0000456 }else if( pIdx!=0 && pLevel->score%4==0 ){
457 /* Case 2: All index constraints are equality operators.
drh75897232000-05-29 14:26:00 +0000458 */
drh6b563442001-11-07 16:48:26 +0000459 int start;
drh487ab3c2001-11-08 00:45:21 +0000460 int testOp;
461 int nColumn = pLevel->score/4;
462 for(j=0; j<nColumn; j++){
drh75897232000-05-29 14:26:00 +0000463 for(k=0; k<nExpr; k++){
464 if( aExpr[k].p==0 ) continue;
465 if( aExpr[k].idxLeft==idx
drh487ab3c2001-11-08 00:45:21 +0000466 && aExpr[k].p->op==TK_EQ
drh75897232000-05-29 14:26:00 +0000467 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
drh967e8b72000-06-21 13:59:10 +0000468 && aExpr[k].p->pLeft->iColumn==pIdx->aiColumn[j]
drh75897232000-05-29 14:26:00 +0000469 ){
470 sqliteExprCode(pParse, aExpr[k].p->pRight);
471 aExpr[k].p = 0;
472 break;
473 }
474 if( aExpr[k].idxRight==idx
drh487ab3c2001-11-08 00:45:21 +0000475 && aExpr[k].p->op==TK_EQ
drh75897232000-05-29 14:26:00 +0000476 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
drh967e8b72000-06-21 13:59:10 +0000477 && aExpr[k].p->pRight->iColumn==pIdx->aiColumn[j]
drh75897232000-05-29 14:26:00 +0000478 ){
479 sqliteExprCode(pParse, aExpr[k].p->pLeft);
480 aExpr[k].p = 0;
481 break;
482 }
483 }
484 }
drh6b563442001-11-07 16:48:26 +0000485 pLevel->iMem = pParse->nMem++;
486 brk = pLevel->brk = sqliteVdbeMakeLabel(v);
487 cont = pLevel->cont = sqliteVdbeMakeLabel(v);
drh487ab3c2001-11-08 00:45:21 +0000488 sqliteVdbeAddOp(v, OP_MakeKey, nColumn, 0);
489 if( nColumn==pIdx->nColumn ){
490 sqliteVdbeAddOp(v, OP_MemStore, pLevel->iMem, 0);
491 testOp = OP_IdxGT;
492 }else{
493 sqliteVdbeAddOp(v, OP_Dup, 0, 0);
494 sqliteVdbeAddOp(v, OP_IncrKey, 0, 0);
495 sqliteVdbeAddOp(v, OP_MemStore, pLevel->iMem, 1);
496 testOp = OP_IdxGE;
497 }
drh6b563442001-11-07 16:48:26 +0000498 sqliteVdbeAddOp(v, OP_MoveTo, pLevel->iCur, brk);
499 start = sqliteVdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
drh487ab3c2001-11-08 00:45:21 +0000500 sqliteVdbeAddOp(v, testOp, pLevel->iCur, brk);
drh6b563442001-11-07 16:48:26 +0000501 sqliteVdbeAddOp(v, OP_IdxRecno, pLevel->iCur, 0);
drh75897232000-05-29 14:26:00 +0000502 if( i==pTabList->nId-1 && pushKey ){
503 haveKey = 1;
504 }else{
drh99fcd712001-10-13 01:06:47 +0000505 sqliteVdbeAddOp(v, OP_MoveTo, base+idx, 0);
drh75897232000-05-29 14:26:00 +0000506 haveKey = 0;
507 }
drh6b563442001-11-07 16:48:26 +0000508 pLevel->op = OP_Next;
509 pLevel->p1 = pLevel->iCur;
510 pLevel->p2 = start;
drh8aff1012001-12-22 14:49:24 +0000511 }else if( i<ARRAYSIZE(iDirectLt) && (iDirectLt[i]>=0 || iDirectGt[i]>=0) ){
512 /* Case 3: We have an inequality comparison against the ROWID field.
513 */
514 int testOp = OP_Noop;
515 int start;
516
517 brk = pLevel->brk = sqliteVdbeMakeLabel(v);
518 cont = pLevel->cont = sqliteVdbeMakeLabel(v);
519 if( iDirectGt[i]>=0 ){
520 k = iDirectGt[i];
521 assert( k<nExpr );
522 assert( aExpr[k].p!=0 );
523 assert( aExpr[k].idxLeft==idx || aExpr[k].idxRight==idx );
524 if( aExpr[k].idxLeft==idx ){
525 sqliteExprCode(pParse, aExpr[k].p->pRight);
526 }else{
527 sqliteExprCode(pParse, aExpr[k].p->pLeft);
528 }
529 sqliteVdbeAddOp(v, OP_MustBeInt, 0, brk);
530 if( aExpr[k].p->op==TK_LT || aExpr[k].p->op==TK_GT ){
531 sqliteVdbeAddOp(v, OP_AddImm, 1, 0);
532 }
533 sqliteVdbeAddOp(v, OP_MoveTo, base+idx, brk);
534 aExpr[k].p = 0;
535 }else{
536 sqliteVdbeAddOp(v, OP_Rewind, base+idx, brk);
537 }
538 if( iDirectLt[i]>=0 ){
539 k = iDirectLt[i];
540 assert( k<nExpr );
541 assert( aExpr[k].p!=0 );
542 assert( aExpr[k].idxLeft==idx || aExpr[k].idxRight==idx );
543 if( aExpr[k].idxLeft==idx ){
544 sqliteExprCode(pParse, aExpr[k].p->pRight);
545 }else{
546 sqliteExprCode(pParse, aExpr[k].p->pLeft);
547 }
548 sqliteVdbeAddOp(v, OP_MustBeInt, 0, sqliteVdbeCurrentAddr(v)+1);
549 pLevel->iMem = pParse->nMem++;
550 sqliteVdbeAddOp(v, OP_MemStore, pLevel->iMem, 0);
551 if( aExpr[k].p->op==TK_LT || aExpr[k].p->op==TK_GT ){
552 testOp = OP_Ge;
553 }else{
554 testOp = OP_Gt;
555 }
556 aExpr[k].p = 0;
557 }
558 start = sqliteVdbeCurrentAddr(v);
559 pLevel->op = OP_Next;
560 pLevel->p1 = base+idx;
561 pLevel->p2 = start;
562 if( testOp!=OP_Noop ){
563 sqliteVdbeAddOp(v, OP_Recno, base+idx, 0);
564 sqliteVdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
565 sqliteVdbeAddOp(v, testOp, 0, brk);
566 }
567 haveKey = 0;
568 }else if( pIdx==0 ){
569 /* Case 4: There was no usable index. We must do a complete
570 ** scan of the entire database table.
571 */
572 int start;
573
574 brk = pLevel->brk = sqliteVdbeMakeLabel(v);
575 cont = pLevel->cont = sqliteVdbeMakeLabel(v);
576 sqliteVdbeAddOp(v, OP_Rewind, base+idx, brk);
577 start = sqliteVdbeCurrentAddr(v);
578 pLevel->op = OP_Next;
579 pLevel->p1 = base+idx;
580 pLevel->p2 = start;
581 haveKey = 0;
drh487ab3c2001-11-08 00:45:21 +0000582 }else{
drhaacc5432002-01-06 17:07:40 +0000583 /* Case 5: The contraint on the right-most index field is
584 ** an inequality.
drh487ab3c2001-11-08 00:45:21 +0000585 */
586 int score = pLevel->score;
587 int nEqColumn = score/4;
588 int start;
589 int leFlag, geFlag;
590 int testOp;
591
592 /* Evaluate the equality constraints
593 */
594 for(j=0; j<nEqColumn; j++){
595 for(k=0; k<nExpr; k++){
596 if( aExpr[k].p==0 ) continue;
597 if( aExpr[k].idxLeft==idx
598 && aExpr[k].p->op==TK_EQ
599 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
600 && aExpr[k].p->pLeft->iColumn==pIdx->aiColumn[j]
601 ){
602 sqliteExprCode(pParse, aExpr[k].p->pRight);
603 aExpr[k].p = 0;
604 break;
605 }
606 if( aExpr[k].idxRight==idx
607 && aExpr[k].p->op==TK_EQ
608 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
609 && aExpr[k].p->pRight->iColumn==pIdx->aiColumn[j]
610 ){
611 sqliteExprCode(pParse, aExpr[k].p->pLeft);
612 aExpr[k].p = 0;
613 break;
614 }
615 }
616 }
617
618 /* Duplicate the equality contraint values because they will all be
619 ** used twice: once to make the termination key and once to make the
620 ** start key.
621 */
622 for(j=0; j<nEqColumn; j++){
623 sqliteVdbeAddOp(v, OP_Dup, nEqColumn-1, 0);
624 }
625
626 /* Generate the termination key. This is the key value that
627 ** will end the search. There is no termination key if there
628 ** are no equality contraints and no "X<..." constraint.
629 */
630 if( (score & 1)!=0 ){
631 for(k=0; k<nExpr; k++){
632 Expr *pExpr = aExpr[k].p;
633 if( pExpr==0 ) continue;
634 if( aExpr[k].idxLeft==idx
635 && (pExpr->op==TK_LT || pExpr->op==TK_LE)
636 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
637 && pExpr->pLeft->iColumn==pIdx->aiColumn[j]
638 ){
639 sqliteExprCode(pParse, pExpr->pRight);
640 leFlag = pExpr->op==TK_LE;
641 aExpr[k].p = 0;
642 break;
643 }
644 if( aExpr[k].idxRight==idx
645 && (pExpr->op==TK_GT || pExpr->op==TK_GE)
646 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
647 && pExpr->pRight->iColumn==pIdx->aiColumn[j]
648 ){
649 sqliteExprCode(pParse, pExpr->pLeft);
650 leFlag = pExpr->op==TK_GE;
651 aExpr[k].p = 0;
652 break;
653 }
654 }
655 testOp = OP_IdxGE;
656 }else{
657 testOp = nEqColumn>0 ? OP_IdxGE : OP_Noop;
658 leFlag = 1;
659 }
660 if( testOp!=OP_Noop ){
661 pLevel->iMem = pParse->nMem++;
662 sqliteVdbeAddOp(v, OP_MakeKey, nEqColumn + (score & 1), 0);
663 if( leFlag ){
664 sqliteVdbeAddOp(v, OP_IncrKey, 0, 0);
665 }
666 sqliteVdbeAddOp(v, OP_MemStore, pLevel->iMem, 1);
667 }
668
669 /* Generate the start key. This is the key that defines the lower
670 ** bound on the search. There is no start key if there are not
671 ** equality constraints and if there is no "X>..." constraint. In
672 ** that case, generate a "Rewind" instruction in place of the
673 ** start key search.
674 */
675 if( (score & 2)!=0 ){
676 for(k=0; k<nExpr; k++){
677 Expr *pExpr = aExpr[k].p;
678 if( pExpr==0 ) continue;
679 if( aExpr[k].idxLeft==idx
680 && (pExpr->op==TK_GT || pExpr->op==TK_GE)
681 && (aExpr[k].prereqRight & loopMask)==aExpr[k].prereqRight
682 && pExpr->pLeft->iColumn==pIdx->aiColumn[j]
683 ){
684 sqliteExprCode(pParse, pExpr->pRight);
685 geFlag = pExpr->op==TK_GE;
686 aExpr[k].p = 0;
687 break;
688 }
689 if( aExpr[k].idxRight==idx
690 && (pExpr->op==TK_LT || pExpr->op==TK_LE)
691 && (aExpr[k].prereqLeft & loopMask)==aExpr[k].prereqLeft
692 && pExpr->pRight->iColumn==pIdx->aiColumn[j]
693 ){
694 sqliteExprCode(pParse, pExpr->pLeft);
695 geFlag = pExpr->op==TK_LE;
696 aExpr[k].p = 0;
697 break;
698 }
699 }
drh7900ead2001-11-12 13:51:43 +0000700 }else{
701 geFlag = 1;
drh487ab3c2001-11-08 00:45:21 +0000702 }
703 brk = pLevel->brk = sqliteVdbeMakeLabel(v);
704 cont = pLevel->cont = sqliteVdbeMakeLabel(v);
705 if( nEqColumn>0 || (score&2)!=0 ){
706 sqliteVdbeAddOp(v, OP_MakeKey, nEqColumn + ((score&2)!=0), 0);
707 if( !geFlag ){
708 sqliteVdbeAddOp(v, OP_IncrKey, 0, 0);
709 }
710 sqliteVdbeAddOp(v, OP_MoveTo, pLevel->iCur, brk);
711 }else{
712 sqliteVdbeAddOp(v, OP_Rewind, pLevel->iCur, brk);
713 }
714
715 /* Generate the the top of the loop. If there is a termination
716 ** key we have to test for that key and abort at the top of the
717 ** loop.
718 */
719 start = sqliteVdbeCurrentAddr(v);
720 if( testOp!=OP_Noop ){
721 sqliteVdbeAddOp(v, OP_MemLoad, pLevel->iMem, 0);
722 sqliteVdbeAddOp(v, testOp, pLevel->iCur, brk);
723 }
724 sqliteVdbeAddOp(v, OP_IdxRecno, pLevel->iCur, 0);
725 if( i==pTabList->nId-1 && pushKey ){
726 haveKey = 1;
727 }else{
728 sqliteVdbeAddOp(v, OP_MoveTo, base+idx, 0);
729 haveKey = 0;
730 }
731
732 /* Record the instruction used to terminate the loop.
733 */
734 pLevel->op = OP_Next;
735 pLevel->p1 = pLevel->iCur;
736 pLevel->p2 = start;
drh75897232000-05-29 14:26:00 +0000737 }
738 loopMask |= 1<<idx;
739
740 /* Insert code to test every subexpression that can be completely
741 ** computed using the current set of tables.
742 */
743 for(j=0; j<nExpr; j++){
744 if( aExpr[j].p==0 ) continue;
745 if( (aExpr[j].prereqRight & loopMask)!=aExpr[j].prereqRight ) continue;
746 if( (aExpr[j].prereqLeft & loopMask)!=aExpr[j].prereqLeft ) continue;
747 if( haveKey ){
drh573bd272001-02-19 23:23:38 +0000748 haveKey = 0;
drh99fcd712001-10-13 01:06:47 +0000749 sqliteVdbeAddOp(v, OP_MoveTo, base+idx, 0);
drh75897232000-05-29 14:26:00 +0000750 }
751 sqliteExprIfFalse(pParse, aExpr[j].p, cont);
752 aExpr[j].p = 0;
753 }
754 brk = cont;
755 }
756 pWInfo->iContinue = cont;
757 if( pushKey && !haveKey ){
drh99fcd712001-10-13 01:06:47 +0000758 sqliteVdbeAddOp(v, OP_Recno, base, 0);
drh75897232000-05-29 14:26:00 +0000759 }
760 sqliteFree(aOrder);
761 return pWInfo;
762}
763
764/*
765** Generate the end of the WHERE loop.
766*/
767void sqliteWhereEnd(WhereInfo *pWInfo){
768 Vdbe *v = pWInfo->pParse->pVdbe;
drh19a775c2000-06-05 18:54:46 +0000769 int i;
drh19a775c2000-06-05 18:54:46 +0000770 int base = pWInfo->base;
drh6b563442001-11-07 16:48:26 +0000771 WhereLevel *pLevel;
drh19a775c2000-06-05 18:54:46 +0000772
drh6b563442001-11-07 16:48:26 +0000773 for(i=pWInfo->pTabList->nId-1; i>=0; i--){
774 pLevel = &pWInfo->a[i];
775 sqliteVdbeResolveLabel(v, pLevel->cont);
776 if( pLevel->op!=OP_Noop ){
777 sqliteVdbeAddOp(v, pLevel->op, pLevel->p1, pLevel->p2);
drh19a775c2000-06-05 18:54:46 +0000778 }
drh6b563442001-11-07 16:48:26 +0000779 sqliteVdbeResolveLabel(v, pLevel->brk);
drh19a775c2000-06-05 18:54:46 +0000780 }
drh6b563442001-11-07 16:48:26 +0000781 sqliteVdbeResolveLabel(v, pWInfo->iBreak);
782 for(i=0; i<pWInfo->pTabList->nId; i++){
783 pLevel = &pWInfo->a[i];
784 sqliteVdbeAddOp(v, OP_Close, base+i, 0);
785 if( pLevel->pIdx!=0 ){
786 sqliteVdbeAddOp(v, OP_Close, pLevel->iCur, 0);
787 }
drh19a775c2000-06-05 18:54:46 +0000788 }
drh75897232000-05-29 14:26:00 +0000789 sqliteFree(pWInfo);
790 return;
791}