blob: a97b4afc690e2e24d12af1e9a18a3ef00658c834 [file] [log] [blame]
drhe54df422013-11-12 18:37:25 +00001/*
2** 2013-11-12
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12**
13** This file contains structure and macro definitions for the query
14** planner logic in "where.c". These definitions are broken out into
15** a separate source file for easier editing.
16*/
mistachkind9bc6e82019-05-10 16:16:19 +000017#ifndef SQLITE_WHEREINT_H
18#define SQLITE_WHEREINT_H
drhe54df422013-11-12 18:37:25 +000019
drhe54df422013-11-12 18:37:25 +000020
21/* Forward references
22*/
23typedef struct WhereClause WhereClause;
24typedef struct WhereMaskSet WhereMaskSet;
25typedef struct WhereOrInfo WhereOrInfo;
26typedef struct WhereAndInfo WhereAndInfo;
27typedef struct WhereLevel WhereLevel;
28typedef struct WhereLoop WhereLoop;
29typedef struct WherePath WherePath;
30typedef struct WhereTerm WhereTerm;
31typedef struct WhereLoopBuilder WhereLoopBuilder;
32typedef struct WhereScan WhereScan;
33typedef struct WhereOrCost WhereOrCost;
34typedef struct WhereOrSet WhereOrSet;
35
36/*
37** This object contains information needed to implement a single nested
38** loop in WHERE clause.
39**
40** Contrast this object with WhereLoop. This object describes the
41** implementation of the loop. WhereLoop describes the algorithm.
42** This object contains a pointer to the WhereLoop algorithm as one of
43** its elements.
44**
45** The WhereInfo object contains a single instance of this object for
46** each term in the FROM clause (which is to say, for each of the
47** nested loops as implemented). The order of WhereLevel objects determines
48** the loop nested order, with WhereInfo.a[0] being the outer loop and
49** WhereInfo.a[WhereInfo.nLevel-1] being the inner loop.
50*/
51struct WhereLevel {
52 int iLeftJoin; /* Memory cell used to implement LEFT OUTER JOIN */
53 int iTabCur; /* The VDBE cursor used to access the table */
54 int iIdxCur; /* The VDBE cursor used to access pIdx */
55 int addrBrk; /* Jump here to break out of the loop */
56 int addrNxt; /* Jump here to start the next IN combination */
drhcd8629e2013-11-13 12:27:25 +000057 int addrSkip; /* Jump here for next iteration of skip-scan */
drhe54df422013-11-12 18:37:25 +000058 int addrCont; /* Jump here to continue with the next loop cycle */
59 int addrFirst; /* First instruction of interior of the loop */
60 int addrBody; /* Beginning of the body of this loop */
drhec3dda52019-08-23 13:32:03 +000061 int regBignull; /* big-null flag reg. True if a NULL-scan is needed */
dan15750a22019-08-16 21:07:19 +000062 int addrBignull; /* Jump here for next part of big-null scan */
drh41d2e662015-12-01 21:23:07 +000063#ifndef SQLITE_LIKE_DOESNT_MATCH_BLOBS
drh44aebff2016-05-02 10:25:42 +000064 u32 iLikeRepCntr; /* LIKE range processing counter register (times 2) */
drhf07cf6e2015-03-06 16:45:16 +000065 int addrLikeRep; /* LIKE range processing address */
drh41d2e662015-12-01 21:23:07 +000066#endif
drh2db144c2021-12-01 16:31:02 +000067 int regFilter; /* Bloom filter */
drhe54df422013-11-12 18:37:25 +000068 u8 iFrom; /* Which entry in the FROM clause */
drhe39a7322014-02-03 14:04:11 +000069 u8 op, p3, p5; /* Opcode, P3 & P5 of the opcode that ends the loop */
dan15750a22019-08-16 21:07:19 +000070 int p1, p2; /* Operands of the opcode used to end the loop */
drhe54df422013-11-12 18:37:25 +000071 union { /* Information that depends on pWLoop->wsFlags */
72 struct {
73 int nIn; /* Number of entries in aInLoop[] */
74 struct InLoop {
75 int iCur; /* The VDBE cursor used by this IN operator */
76 int addrInTop; /* Top of the IN loop */
drha0368d92018-05-30 00:54:23 +000077 int iBase; /* Base register of multi-key index record */
78 int nPrefix; /* Number of prior entires in the key */
drhe54df422013-11-12 18:37:25 +000079 u8 eEndLoopOp; /* IN Loop terminator. OP_Next or OP_Prev */
80 } *aInLoop; /* Information about each nested IN operator */
81 } in; /* Used when pWLoop->wsFlags&WHERE_IN_ABLE */
drh04756292021-10-14 19:28:28 +000082 Index *pCoveringIdx; /* Possible covering index for WHERE_MULTI_OR */
drhe54df422013-11-12 18:37:25 +000083 } u;
84 struct WhereLoop *pWLoop; /* The selected WhereLoop object */
85 Bitmask notReady; /* FROM entries not usable at this level */
dan6f9702e2014-11-01 20:38:06 +000086#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
87 int addrVisit; /* Address at which row is visited */
88#endif
drhe54df422013-11-12 18:37:25 +000089};
90
91/*
92** Each instance of this object represents an algorithm for evaluating one
93** term of a join. Every term of the FROM clause will have at least
94** one corresponding WhereLoop object (unless INDEXED BY constraints
95** prevent a query solution - which is an error) and many terms of the
96** FROM clause will have multiple WhereLoop objects, each describing a
97** potential way of implementing that FROM-clause term, together with
98** dependencies and cost estimates for using the chosen algorithm.
99**
100** Query planning consists of building up a collection of these WhereLoop
101** objects, then computing a particular sequence of WhereLoop objects, with
102** one WhereLoop object per FROM clause term, that satisfy all dependencies
103** and that minimize the overall cost.
104*/
105struct WhereLoop {
106 Bitmask prereq; /* Bitmask of other loops that must run first */
107 Bitmask maskSelf; /* Bitmask identifying table iTab */
108#ifdef SQLITE_DEBUG
109 char cId; /* Symbolic ID of this loop for debugging use */
110#endif
111 u8 iTab; /* Position in FROM clause of table for this loop */
112 u8 iSortIdx; /* Sorting index number. 0==None */
113 LogEst rSetup; /* One-time setup cost (ex: create transient index) */
114 LogEst rRun; /* Cost of running each loop */
115 LogEst nOut; /* Estimated number of output rows */
116 union {
117 struct { /* Information for internal btree tables */
drh5e6790c2013-11-12 20:18:14 +0000118 u16 nEq; /* Number of equality constraints */
dan71c57db2016-07-09 20:23:55 +0000119 u16 nBtm; /* Size of BTM vector */
120 u16 nTop; /* Size of TOP vector */
dana79a0e72019-07-29 14:42:56 +0000121 u16 nDistinctCol; /* Index columns used to sort for DISTINCT */
drhe54df422013-11-12 18:37:25 +0000122 Index *pIndex; /* Index used, or NULL */
123 } btree;
124 struct { /* Information for virtual tables */
125 int idxNum; /* Index number */
126 u8 needFree; /* True if sqlite3_free(idxStr) is needed */
drh0401ace2014-03-18 15:30:27 +0000127 i8 isOrdered; /* True if satisfies ORDER BY */
drhe54df422013-11-12 18:37:25 +0000128 u16 omitMask; /* Terms that may be omitted */
129 char *idxStr; /* Index identifier string */
130 } vtab;
131 } u;
132 u32 wsFlags; /* WHERE_* flags describing the plan */
133 u16 nLTerm; /* Number of entries in aLTerm[] */
drhc8bbce12014-10-21 01:05:09 +0000134 u16 nSkip; /* Number of NULL aLTerm[] entries */
drhe54df422013-11-12 18:37:25 +0000135 /**** whereLoopXfer() copies fields above ***********************/
136# define WHERE_LOOP_XFER_SZ offsetof(WhereLoop,nLSlot)
137 u16 nLSlot; /* Number of slots allocated for aLTerm[] */
138 WhereTerm **aLTerm; /* WhereTerms used */
139 WhereLoop *pNextLoop; /* Next WhereLoop object in the WhereClause */
drhc8bbce12014-10-21 01:05:09 +0000140 WhereTerm *aLTermSpace[3]; /* Initial aLTerm[] space */
drhe54df422013-11-12 18:37:25 +0000141};
142
143/* This object holds the prerequisites and the cost of running a
144** subquery on one operand of an OR operator in the WHERE clause.
145** See WhereOrSet for additional information
146*/
147struct WhereOrCost {
148 Bitmask prereq; /* Prerequisites */
149 LogEst rRun; /* Cost of running this subquery */
150 LogEst nOut; /* Number of outputs for this subquery */
151};
152
153/* The WhereOrSet object holds a set of possible WhereOrCosts that
154** correspond to the subquery(s) of OR-clause processing. Only the
155** best N_OR_COST elements are retained.
156*/
157#define N_OR_COST 3
158struct WhereOrSet {
159 u16 n; /* Number of valid a[] entries */
160 WhereOrCost a[N_OR_COST]; /* Set of best costs */
161};
162
drhe54df422013-11-12 18:37:25 +0000163/*
164** Each instance of this object holds a sequence of WhereLoop objects
165** that implement some or all of a query plan.
166**
167** Think of each WhereLoop object as a node in a graph with arcs
168** showing dependencies and costs for travelling between nodes. (That is
169** not a completely accurate description because WhereLoop costs are a
170** vector, not a scalar, and because dependencies are many-to-one, not
171** one-to-one as are graph nodes. But it is a useful visualization aid.)
172** Then a WherePath object is a path through the graph that visits some
173** or all of the WhereLoop objects once.
174**
175** The "solver" works by creating the N best WherePath objects of length
176** 1. Then using those as a basis to compute the N best WherePath objects
177** of length 2. And so forth until the length of WherePaths equals the
178** number of nodes in the FROM clause. The best (lowest cost) WherePath
peter.d.reid60ec9142014-09-06 16:39:46 +0000179** at the end is the chosen query plan.
drhe54df422013-11-12 18:37:25 +0000180*/
181struct WherePath {
182 Bitmask maskLoop; /* Bitmask of all WhereLoop objects in this path */
183 Bitmask revLoop; /* aLoop[]s that should be reversed for ORDER BY */
184 LogEst nRow; /* Estimated number of rows generated by this path */
185 LogEst rCost; /* Total cost of this path */
dan50ae31e2014-08-08 16:52:28 +0000186 LogEst rUnsorted; /* Total cost of this path ignoring sorting costs */
drh0401ace2014-03-18 15:30:27 +0000187 i8 isOrdered; /* No. of ORDER BY terms satisfied. -1 for unknown */
drhe54df422013-11-12 18:37:25 +0000188 WhereLoop **aLoop; /* Array of WhereLoop objects implementing this path */
189};
190
191/*
192** The query generator uses an array of instances of this structure to
193** help it analyze the subexpressions of the WHERE clause. Each WHERE
194** clause subexpression is separated from the others by AND operators,
195** usually, or sometimes subexpressions separated by OR.
196**
197** All WhereTerms are collected into a single WhereClause structure.
198** The following identity holds:
199**
200** WhereTerm.pWC->a[WhereTerm.idx] == WhereTerm
201**
202** When a term is of the form:
203**
204** X <op> <expr>
205**
206** where X is a column name and <op> is one of certain operators,
207** then WhereTerm.leftCursor and WhereTerm.u.leftColumn record the
208** cursor number and column number for X. WhereTerm.eOperator records
209** the <op> using a bitmask encoding defined by WO_xxx below. The
210** use of a bitmask encoding for the operator allows us to search
211** quickly for terms that match any of several different operators.
212**
213** A WhereTerm might also be two or more subterms connected by OR:
214**
215** (t1.X <op> <expr>) OR (t1.Y <op> <expr>) OR ....
216**
217** In this second case, wtFlag has the TERM_ORINFO bit set and eOperator==WO_OR
218** and the WhereTerm.u.pOrInfo field points to auxiliary information that
219** is collected about the OR clause.
220**
221** If a term in the WHERE clause does not match either of the two previous
222** categories, then eOperator==0. The WhereTerm.pExpr field is still set
223** to the original subexpression content and wtFlags is set up appropriately
224** but no other fields in the WhereTerm object are meaningful.
225**
226** When eOperator!=0, prereqRight and prereqAll record sets of cursor numbers,
227** but they do so indirectly. A single WhereMaskSet structure translates
228** cursor number into bits and the translated bit is stored in the prereq
229** fields. The translation is used in order to maximize the number of
230** bits that will fit in a Bitmask. The VDBE cursor numbers might be
231** spread out over the non-negative integers. For example, the cursor
232** numbers might be 3, 8, 9, 10, 20, 23, 41, and 45. The WhereMaskSet
233** translates these sparse cursor numbers into consecutive integers
234** beginning with 0 in order to make the best possible use of the available
235** bits in the Bitmask. So, in the example above, the cursor numbers
236** would be mapped into integers 0 through 7.
237**
238** The number of terms in a join is limited by the number of bits
239** in prereqRight and prereqAll. The default is 64 bits, hence SQLite
240** is only able to process joins with 64 or fewer tables.
241*/
242struct WhereTerm {
243 Expr *pExpr; /* Pointer to the subexpression that is this term */
drh87c05f02016-10-03 14:44:47 +0000244 WhereClause *pWC; /* The clause this term is part of */
245 LogEst truthProb; /* Probability of truth for this expression */
246 u16 wtFlags; /* TERM_xxx bit flags. See below */
247 u16 eOperator; /* A WO_xx value describing <op> */
248 u8 nChild; /* Number of children that must disable us */
249 u8 eMatchOp; /* Op for vtab MATCH/LIKE/GLOB/REGEXP terms */
drhe54df422013-11-12 18:37:25 +0000250 int iParent; /* Disable pWC->a[iParent] when this term disabled */
251 int leftCursor; /* Cursor number of X in "X <op> <expr>" */
252 union {
drh75fa2662020-09-28 15:49:43 +0000253 struct {
254 int leftColumn; /* Column number of X in "X <op> <expr>" */
255 int iField; /* Field in (?,?,?) IN (SELECT...) vector */
256 } x; /* Opcode other than OP_OR or OP_AND */
drhe54df422013-11-12 18:37:25 +0000257 WhereOrInfo *pOrInfo; /* Extra information if (eOperator & WO_OR)!=0 */
258 WhereAndInfo *pAndInfo; /* Extra information if (eOperator& WO_AND)!=0 */
259 } u;
drhe54df422013-11-12 18:37:25 +0000260 Bitmask prereqRight; /* Bitmask of tables used by pExpr->pRight */
261 Bitmask prereqAll; /* Bitmask of tables referenced by pExpr */
262};
263
264/*
265** Allowed values of WhereTerm.wtFlags
266*/
drh7d07a5f2020-01-16 11:51:09 +0000267#define TERM_DYNAMIC 0x0001 /* Need to call sqlite3ExprDelete(db, pExpr) */
268#define TERM_VIRTUAL 0x0002 /* Added by the optimizer. Do not code */
269#define TERM_CODED 0x0004 /* This term is already coded */
270#define TERM_COPIED 0x0008 /* Has a child */
271#define TERM_ORINFO 0x0010 /* Need to free the WhereTerm.u.pOrInfo object */
272#define TERM_ANDINFO 0x0020 /* Need to free the WhereTerm.u.pAndInfo obj */
drh8a95d3d2021-12-15 20:48:15 +0000273#define TERM_OK 0x0040 /* Used during OR-clause processing */
drh6cca0aa2021-01-21 17:54:41 +0000274#define TERM_VNULL 0x0080 /* Manufactured x>NULL or x<=NULL term */
drh7d07a5f2020-01-16 11:51:09 +0000275#define TERM_LIKEOPT 0x0100 /* Virtual terms from the LIKE optimization */
276#define TERM_LIKECOND 0x0200 /* Conditionally this LIKE operator term */
277#define TERM_LIKE 0x0400 /* The original LIKE operator */
278#define TERM_IS 0x0800 /* Term.pExpr is an IS operator */
dand3930b12017-07-10 15:17:30 +0000279#define TERM_VARSELECT 0x1000 /* Term.pExpr contains a correlated sub-query */
drh89efac92020-02-22 16:58:49 +0000280#define TERM_HEURTRUTH 0x2000 /* Heuristic truthProb used */
drhf06cdde2020-02-24 16:46:08 +0000281#ifdef SQLITE_ENABLE_STAT4
282# define TERM_HIGHTRUTH 0x4000 /* Term excludes few rows */
283#else
284# define TERM_HIGHTRUTH 0 /* Only used with STAT4 */
285#endif
drhe54df422013-11-12 18:37:25 +0000286
287/*
288** An instance of the WhereScan object is used as an iterator for locating
289** terms in the WHERE clause that are useful to the query planner.
290*/
291struct WhereScan {
292 WhereClause *pOrigWC; /* Original, innermost WhereClause */
293 WhereClause *pWC; /* WhereClause currently being scanned */
drhf19aa5f2015-12-30 16:51:20 +0000294 const char *zCollName; /* Required collating sequence, if not NULL */
drh6860e6f2015-08-27 18:24:02 +0000295 Expr *pIdxExpr; /* Search for this index expression */
drhe54df422013-11-12 18:37:25 +0000296 int k; /* Resume scanning at this->pWC->a[this->k] */
drhdae2a102021-12-02 04:00:45 +0000297 u32 opMask; /* Acceptable operators */
298 char idxaff; /* Must match this affinity, if zCollName!=NULL */
299 unsigned char iEquiv; /* Current slot in aiCur[] and aiColumn[] */
300 unsigned char nEquiv; /* Number of entries in aiCur[] and aiColumn[] */
drha3f108e2015-08-26 21:08:04 +0000301 int aiCur[11]; /* Cursors in the equivalence class */
302 i16 aiColumn[11]; /* Corresponding column number in the eq-class */
drhe54df422013-11-12 18:37:25 +0000303};
304
305/*
306** An instance of the following structure holds all information about a
307** WHERE clause. Mostly this is a container for one or more WhereTerms.
308**
309** Explanation of pOuter: For a WHERE clause of the form
310**
311** a AND ((b AND c) OR (d AND e)) AND f
312**
313** There are separate WhereClause objects for the whole clause and for
314** the subclauses "(b AND c)" and "(d AND e)". The pOuter field of the
315** subclauses points to the WhereClause object for the whole clause.
316*/
317struct WhereClause {
318 WhereInfo *pWInfo; /* WHERE clause processing context */
319 WhereClause *pOuter; /* Outer conjunction */
320 u8 op; /* Split operator. TK_AND or TK_OR */
drhda230bd2018-06-09 00:09:58 +0000321 u8 hasOr; /* True if any a[].eOperator is WO_OR */
drhe54df422013-11-12 18:37:25 +0000322 int nTerm; /* Number of terms */
323 int nSlot; /* Number of entries in a[] */
drh132f96f2021-12-08 16:07:22 +0000324 int nBase; /* Number of terms through the last non-Virtual */
drhe54df422013-11-12 18:37:25 +0000325 WhereTerm *a; /* Each a[] describes a term of the WHERE cluase */
326#if defined(SQLITE_SMALL_STACK)
327 WhereTerm aStatic[1]; /* Initial static space for a[] */
328#else
329 WhereTerm aStatic[8]; /* Initial static space for a[] */
330#endif
331};
332
333/*
334** A WhereTerm with eOperator==WO_OR has its u.pOrInfo pointer set to
335** a dynamically allocated instance of the following structure.
336*/
337struct WhereOrInfo {
338 WhereClause wc; /* Decomposition into subterms */
339 Bitmask indexable; /* Bitmask of all indexable tables in the clause */
340};
341
342/*
343** A WhereTerm with eOperator==WO_AND has its u.pAndInfo pointer set to
344** a dynamically allocated instance of the following structure.
345*/
346struct WhereAndInfo {
347 WhereClause wc; /* The subexpression broken out */
348};
349
350/*
351** An instance of the following structure keeps track of a mapping
352** between VDBE cursor numbers and bits of the bitmasks in WhereTerm.
353**
354** The VDBE cursor numbers are small integers contained in
355** SrcList_item.iCursor and Expr.iTable fields. For any given WHERE
356** clause, the cursor numbers might not begin with 0 and they might
357** contain gaps in the numbering sequence. But we want to make maximum
358** use of the bits in our bitmasks. This structure provides a mapping
359** from the sparse cursor numbers into consecutive integers beginning
360** with 0.
361**
362** If WhereMaskSet.ix[A]==B it means that The A-th bit of a Bitmask
363** corresponds VDBE cursor number B. The A-th bit of a bitmask is 1<<A.
364**
365** For example, if the WHERE clause expression used these VDBE
366** cursors: 4, 5, 8, 29, 57, 73. Then the WhereMaskSet structure
367** would map those cursor numbers into bits 0 through 5.
368**
369** Note that the mapping is not necessarily ordered. In the example
370** above, the mapping might go like this: 4->3, 5->1, 8->2, 29->0,
371** 57->5, 73->4. Or one of 719 other combinations might be used. It
372** does not really matter. What is important is that sparse cursor
373** numbers all get mapped into bit numbers that begin with 0 and contain
374** no gaps.
375*/
376struct WhereMaskSet {
dand3930b12017-07-10 15:17:30 +0000377 int bVarSelect; /* Used by sqlite3WhereExprUsage() */
drhe54df422013-11-12 18:37:25 +0000378 int n; /* Number of assigned cursor values */
379 int ix[BMS]; /* Cursor assigned to each bit */
380};
381
382/*
383** This object is a convenience wrapper holding all information needed
384** to construct WhereLoop objects for a particular query.
385*/
386struct WhereLoopBuilder {
387 WhereInfo *pWInfo; /* Information about this WHERE */
388 WhereClause *pWC; /* WHERE clause terms */
389 ExprList *pOrderBy; /* ORDER BY clause */
390 WhereLoop *pNew; /* Template WhereLoop */
391 WhereOrSet *pOrSet; /* Record best loops here, if not NULL */
drh175b8f02019-08-08 15:24:17 +0000392#ifdef SQLITE_ENABLE_STAT4
drhe54df422013-11-12 18:37:25 +0000393 UnpackedRecord *pRec; /* Probe for stat4 (if required) */
394 int nRecValid; /* Number of valid fields currently in pRec */
395#endif
drh89efac92020-02-22 16:58:49 +0000396 unsigned char bldFlags1; /* First set of SQLITE_BLDF_* flags */
397 unsigned char bldFlags2; /* Second set of SQLITE_BLDF_* flags */
drhfc9098a2018-09-21 18:43:51 +0000398 unsigned int iPlanLimit; /* Search limiter */
drhe54df422013-11-12 18:37:25 +0000399};
400
drha3928dd2017-02-17 15:26:36 +0000401/* Allowed values for WhereLoopBuider.bldFlags */
drh89efac92020-02-22 16:58:49 +0000402#define SQLITE_BLDF1_INDEXED 0x0001 /* An index is used */
403#define SQLITE_BLDF1_UNIQUE 0x0002 /* All keys of a UNIQUE index used */
404
405#define SQLITE_BLDF2_2NDPASS 0x0004 /* Second builder pass needed */
drha3928dd2017-02-17 15:26:36 +0000406
drh6fb5d352018-09-24 12:37:01 +0000407/* The WhereLoopBuilder.iPlanLimit is used to limit the number of
408** index+constraint combinations the query planner will consider for a
409** particular query. If this parameter is unlimited, then certain
410** pathological queries can spend excess time in the sqlite3WhereBegin()
411** routine. The limit is high enough that is should not impact real-world
412** queries.
413**
414** SQLITE_QUERY_PLANNER_LIMIT is the baseline limit. The limit is
415** increased by SQLITE_QUERY_PLANNER_LIMIT_INCR before each term of the FROM
416** clause is processed, so that every table in a join is guaranteed to be
417** able to propose a some index+constraint combinations even if the initial
418** baseline limit was exhausted by prior tables of the join.
419*/
420#ifndef SQLITE_QUERY_PLANNER_LIMIT
421# define SQLITE_QUERY_PLANNER_LIMIT 20000
422#endif
423#ifndef SQLITE_QUERY_PLANNER_LIMIT_INCR
424# define SQLITE_QUERY_PLANNER_LIMIT_INCR 1000
425#endif
426
drhe54df422013-11-12 18:37:25 +0000427/*
drh36e678b2020-01-02 00:45:38 +0000428** Each instance of this object records a change to a single node
429** in an expression tree to cause that node to point to a column
430** of an index rather than an expression or a virtual column. All
431** such transformations need to be undone at the end of WHERE clause
432** processing.
433*/
434typedef struct WhereExprMod WhereExprMod;
435struct WhereExprMod {
436 WhereExprMod *pNext; /* Next translation on a list of them all */
437 Expr *pExpr; /* The Expr node that was transformed */
438 Expr orig; /* Original value of the Expr node */
439};
440
441/*
drhe54df422013-11-12 18:37:25 +0000442** The WHERE clause processing routine has two halves. The
443** first part does the start of the WHERE loop and the second
444** half does the tail of the WHERE loop. An instance of
445** this structure is returned by the first half and passed
446** into the second half to give some continuity.
447**
448** An instance of this object holds the complete state of the query
449** planner.
450*/
451struct WhereInfo {
452 Parse *pParse; /* Parsing and code generating context */
453 SrcList *pTabList; /* List of tables in the join */
454 ExprList *pOrderBy; /* The ORDER BY clause or NULL */
drhe9ba9102017-02-16 20:52:52 +0000455 ExprList *pResultSet; /* Result set of the query */
drhaca19e12017-04-07 19:41:31 +0000456 Expr *pWhere; /* The complete WHERE clause */
drh87c05f02016-10-03 14:44:47 +0000457 int aiCurOnePass[2]; /* OP_OpenWrite cursors for the ONEPASS opt */
458 int iContinue; /* Jump here to continue with next record */
459 int iBreak; /* Jump here to break out of the loop */
460 int savedNQueryLoop; /* pParse->nQueryLoop outside the WHERE loop */
drhe54df422013-11-12 18:37:25 +0000461 u16 wctrlFlags; /* Flags originally passed to sqlite3WhereBegin() */
drh36e678b2020-01-02 00:45:38 +0000462 LogEst iLimit; /* LIMIT if wctrlFlags has WHERE_USE_LIMIT */
drh87c05f02016-10-03 14:44:47 +0000463 u8 nLevel; /* Number of nested loop */
drhddba0c22014-03-18 20:33:42 +0000464 i8 nOBSat; /* Number of ORDER BY terms satisfied by indices */
drhb0264ee2015-09-14 14:45:50 +0000465 u8 eOnePass; /* ONEPASS_OFF, or _SINGLE, or _MULTI */
drha536df42016-05-19 22:13:37 +0000466 u8 eDistinct; /* One of the WHERE_DISTINCT_* values */
drh17aceeb2020-01-04 19:12:13 +0000467 unsigned bDeferredSeek :1; /* Uses OP_DeferredSeek */
468 unsigned untestedTerms :1; /* Not all WHERE terms resolved by outer loop */
469 unsigned bOrderedInnerLoop:1;/* True if only the inner-most loop is ordered */
470 unsigned sorted :1; /* True if really sorted (not just grouped) */
drh36e678b2020-01-02 00:45:38 +0000471 LogEst nRowOut; /* Estimated number of output rows */
drhe54df422013-11-12 18:37:25 +0000472 int iTop; /* The very beginning of the WHERE loop */
drh5e6d90f2020-08-14 17:39:31 +0000473 int iEndWhere; /* End of the WHERE clause itself */
drh87c05f02016-10-03 14:44:47 +0000474 WhereLoop *pLoops; /* List of all WhereLoop objects */
drh36e678b2020-01-02 00:45:38 +0000475 WhereExprMod *pExprMods; /* Expression modifications */
drh87c05f02016-10-03 14:44:47 +0000476 Bitmask revMask; /* Mask of ORDER BY terms that need reversing */
drhe54df422013-11-12 18:37:25 +0000477 WhereClause sWC; /* Decomposition of the WHERE clause */
drh87c05f02016-10-03 14:44:47 +0000478 WhereMaskSet sMaskSet; /* Map cursor numbers to bitmasks */
drhe54df422013-11-12 18:37:25 +0000479 WhereLevel a[1]; /* Information about each nest loop in WHERE */
480};
481
482/*
drh6f82e852015-06-06 20:12:09 +0000483** Private interfaces - callable only by other where.c routines.
drh6c1f4ef2015-06-08 14:23:15 +0000484**
485** where.c:
drh6f82e852015-06-06 20:12:09 +0000486*/
487Bitmask sqlite3WhereGetMask(WhereMaskSet*,int);
drhc84a4022016-05-27 12:30:20 +0000488#ifdef WHERETRACE_ENABLED
489void sqlite3WhereClausePrint(WhereClause *pWC);
drhcacdf202019-12-28 13:39:47 +0000490void sqlite3WhereTermPrint(WhereTerm *pTerm, int iTerm);
491void sqlite3WhereLoopPrint(WhereLoop *p, WhereClause *pWC);
drhc84a4022016-05-27 12:30:20 +0000492#endif
drh6f82e852015-06-06 20:12:09 +0000493WhereTerm *sqlite3WhereFindTerm(
494 WhereClause *pWC, /* The WHERE clause to be searched */
495 int iCur, /* Cursor number of LHS */
496 int iColumn, /* Column number of LHS */
497 Bitmask notReady, /* RHS must not overlap with this mask */
498 u32 op, /* Mask of WO_xx values describing operator */
499 Index *pIdx /* Must be compatible with this index, if not NULL */
500);
drh6c1f4ef2015-06-08 14:23:15 +0000501
502/* wherecode.c: */
drh6f82e852015-06-06 20:12:09 +0000503#ifndef SQLITE_OMIT_EXPLAIN
504int sqlite3WhereExplainOneScan(
505 Parse *pParse, /* Parse context */
506 SrcList *pTabList, /* Table list this loop refers to */
507 WhereLevel *pLevel, /* Scan to write OP_Explain opcode for */
drh6f82e852015-06-06 20:12:09 +0000508 u16 wctrlFlags /* Flags passed to sqlite3WhereBegin() */
509);
drh6ae49e62021-12-05 20:19:47 +0000510int sqlite3WhereExplainBloomFilter(
511 const Parse *pParse, /* Parse context */
512 const WhereInfo *pWInfo, /* WHERE clause */
513 const WhereLevel *pLevel /* Bloom filter on this level */
514);
drh6f82e852015-06-06 20:12:09 +0000515#else
drhe2188f02018-05-07 11:37:34 +0000516# define sqlite3WhereExplainOneScan(u,v,w,x) 0
drh6ae49e62021-12-05 20:19:47 +0000517# define sqlite3WhereExplainBloomFilter(u,v,w) 0
drh6f82e852015-06-06 20:12:09 +0000518#endif /* SQLITE_OMIT_EXPLAIN */
519#ifdef SQLITE_ENABLE_STMT_SCANSTATUS
520void sqlite3WhereAddScanStatus(
521 Vdbe *v, /* Vdbe to add scanstatus entry to */
522 SrcList *pSrclist, /* FROM clause pLvl reads data from */
523 WhereLevel *pLvl, /* Level to add scanstatus() entry for */
524 int addrExplain /* Address of OP_Explain (or 0) */
525);
526#else
527# define sqlite3WhereAddScanStatus(a, b, c, d) ((void)d)
528#endif
529Bitmask sqlite3WhereCodeOneLoopStart(
drh47df8a22018-12-25 00:15:37 +0000530 Parse *pParse, /* Parsing context */
531 Vdbe *v, /* Prepared statement under construction */
drh6f82e852015-06-06 20:12:09 +0000532 WhereInfo *pWInfo, /* Complete information about the WHERE clause */
533 int iLevel, /* Which level of pWInfo->a[] should be coded */
drh47df8a22018-12-25 00:15:37 +0000534 WhereLevel *pLevel, /* The current level pointer */
drh6f82e852015-06-06 20:12:09 +0000535 Bitmask notReady /* Which tables are currently available */
536);
537
drh6c1f4ef2015-06-08 14:23:15 +0000538/* whereexpr.c: */
539void sqlite3WhereClauseInit(WhereClause*,WhereInfo*);
540void sqlite3WhereClauseClear(WhereClause*);
541void sqlite3WhereSplit(WhereClause*,Expr*,u8);
542Bitmask sqlite3WhereExprUsage(WhereMaskSet*, Expr*);
drhccf6db52018-06-09 02:49:11 +0000543Bitmask sqlite3WhereExprUsageNN(WhereMaskSet*, Expr*);
drh6c1f4ef2015-06-08 14:23:15 +0000544Bitmask sqlite3WhereExprListUsage(WhereMaskSet*, ExprList*);
545void sqlite3WhereExprAnalyze(SrcList*, WhereClause*);
drh76012942021-02-21 21:04:54 +0000546void sqlite3WhereTabFuncArgs(Parse*, SrcItem*, WhereClause*);
drh6f82e852015-06-06 20:12:09 +0000547
548
549
550
551
552/*
drhe54df422013-11-12 18:37:25 +0000553** Bitmasks for the operators on WhereTerm objects. These are all
554** operators that are of interest to the query planner. An
555** OR-ed combination of these values can be used when searching for
556** particular WhereTerms within a WhereClause.
drh49711602016-04-14 16:40:13 +0000557**
558** Value constraints:
559** WO_EQ == SQLITE_INDEX_CONSTRAINT_EQ
560** WO_LT == SQLITE_INDEX_CONSTRAINT_LT
561** WO_LE == SQLITE_INDEX_CONSTRAINT_LE
562** WO_GT == SQLITE_INDEX_CONSTRAINT_GT
563** WO_GE == SQLITE_INDEX_CONSTRAINT_GE
drhe54df422013-11-12 18:37:25 +0000564*/
drhe8d0c612015-05-14 01:05:25 +0000565#define WO_IN 0x0001
566#define WO_EQ 0x0002
drhe54df422013-11-12 18:37:25 +0000567#define WO_LT (WO_EQ<<(TK_LT-TK_EQ))
568#define WO_LE (WO_EQ<<(TK_LE-TK_EQ))
569#define WO_GT (WO_EQ<<(TK_GT-TK_EQ))
570#define WO_GE (WO_EQ<<(TK_GE-TK_EQ))
drh303a69b2017-09-11 19:47:37 +0000571#define WO_AUX 0x0040 /* Op useful to virtual tables only */
drhe8d0c612015-05-14 01:05:25 +0000572#define WO_IS 0x0080
573#define WO_ISNULL 0x0100
574#define WO_OR 0x0200 /* Two or more OR-connected terms */
575#define WO_AND 0x0400 /* Two or more AND-connected terms */
576#define WO_EQUIV 0x0800 /* Of the form A==B, both columns */
577#define WO_NOOP 0x1000 /* This term does not restrict search space */
drhe54df422013-11-12 18:37:25 +0000578
drhe8d0c612015-05-14 01:05:25 +0000579#define WO_ALL 0x1fff /* Mask of all possible WO_* values */
580#define WO_SINGLE 0x01ff /* Mask of all non-compound WO_* values */
drhe54df422013-11-12 18:37:25 +0000581
582/*
583** These are definitions of bits in the WhereLoop.wsFlags field.
584** The particular combination of bits in each WhereLoop help to
585** determine the algorithm that WhereLoop represents.
586*/
587#define WHERE_COLUMN_EQ 0x00000001 /* x=EXPR */
588#define WHERE_COLUMN_RANGE 0x00000002 /* x<EXPR and/or x>EXPR */
589#define WHERE_COLUMN_IN 0x00000004 /* x IN (...) */
590#define WHERE_COLUMN_NULL 0x00000008 /* x IS NULL */
591#define WHERE_CONSTRAINT 0x0000000f /* Any of the WHERE_COLUMN_xxx values */
592#define WHERE_TOP_LIMIT 0x00000010 /* x<EXPR or x<=EXPR constraint */
593#define WHERE_BTM_LIMIT 0x00000020 /* x>EXPR or x>=EXPR constraint */
594#define WHERE_BOTH_LIMIT 0x00000030 /* Both x>EXPR and x<EXPR */
595#define WHERE_IDX_ONLY 0x00000040 /* Use index only - omit table */
596#define WHERE_IPK 0x00000100 /* x is the INTEGER PRIMARY KEY */
597#define WHERE_INDEXED 0x00000200 /* WhereLoop.u.btree.pIndex is valid */
598#define WHERE_VIRTUALTABLE 0x00000400 /* WhereLoop.u.vtab is valid */
599#define WHERE_IN_ABLE 0x00000800 /* Able to support an IN operator */
600#define WHERE_ONEROW 0x00001000 /* Selects no more than one row */
601#define WHERE_MULTI_OR 0x00002000 /* OR using multiple indices */
602#define WHERE_AUTO_INDEX 0x00004000 /* Uses an ephemeral index */
drh2e5ef4e2013-11-13 16:58:54 +0000603#define WHERE_SKIPSCAN 0x00008000 /* Uses the skip-scan algorithm */
drhe39a7322014-02-03 14:04:11 +0000604#define WHERE_UNQ_WANTED 0x00010000 /* WHERE_ONEROW would have been helpful*/
drh051575c2014-10-25 12:28:25 +0000605#define WHERE_PARTIALIDX 0x00020000 /* The automatic index is partial */
drhf7b0a5f2018-06-07 14:59:22 +0000606#define WHERE_IN_EARLYOUT 0x00040000 /* Perhaps quit IN loops early */
dan15750a22019-08-16 21:07:19 +0000607#define WHERE_BIGNULL_SORT 0x00080000 /* Column nEq of index is BIGNULL */
drh68cf0ac2020-09-28 19:51:54 +0000608#define WHERE_IN_SEEKSCAN 0x00100000 /* Seek-scan optimization for IN */
drh67656ac2021-05-04 23:21:35 +0000609#define WHERE_TRANSCONS 0x00200000 /* Uses a transitive constraint */
drhfa35f5c2021-12-04 13:43:57 +0000610#define WHERE_BLOOMFILTER 0x00400000 /* Consider using a Bloom-filter */
drh7e910f62021-12-09 01:28:15 +0000611#define WHERE_SELFCULL 0x00800000 /* nOut reduced by extra WHERE terms */
mistachkind9bc6e82019-05-10 16:16:19 +0000612
613#endif /* !defined(SQLITE_WHEREINT_H) */