dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1 | /* |
dan | 26522d1 | 2018-06-11 18:16:51 +0000 | [diff] [blame] | 2 | ** 2018 May 08 |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 3 | ** |
| 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
| 6 | ** |
| 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
| 10 | ** |
| 11 | ************************************************************************* |
| 12 | */ |
| 13 | #include "sqliteInt.h" |
| 14 | |
dan | 67a9b8e | 2018-06-22 20:51:35 +0000 | [diff] [blame] | 15 | #ifndef SQLITE_OMIT_WINDOWFUNC |
| 16 | |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 17 | /* |
dan | 7392569 | 2018-06-12 18:40:17 +0000 | [diff] [blame] | 18 | ** SELECT REWRITING |
| 19 | ** |
| 20 | ** Any SELECT statement that contains one or more window functions in |
| 21 | ** either the select list or ORDER BY clause (the only two places window |
| 22 | ** functions may be used) is transformed by function sqlite3WindowRewrite() |
| 23 | ** in order to support window function processing. For example, with the |
| 24 | ** schema: |
| 25 | ** |
| 26 | ** CREATE TABLE t1(a, b, c, d, e, f, g); |
| 27 | ** |
| 28 | ** the statement: |
| 29 | ** |
| 30 | ** SELECT a+1, max(b) OVER (PARTITION BY c ORDER BY d) FROM t1 ORDER BY e; |
| 31 | ** |
| 32 | ** is transformed to: |
| 33 | ** |
| 34 | ** SELECT a+1, max(b) OVER (PARTITION BY c ORDER BY d) FROM ( |
| 35 | ** SELECT a, e, c, d, b FROM t1 ORDER BY c, d |
| 36 | ** ) ORDER BY e; |
| 37 | ** |
| 38 | ** The flattening optimization is disabled when processing this transformed |
| 39 | ** SELECT statement. This allows the implementation of the window function |
| 40 | ** (in this case max()) to process rows sorted in order of (c, d), which |
| 41 | ** makes things easier for obvious reasons. More generally: |
| 42 | ** |
| 43 | ** * FROM, WHERE, GROUP BY and HAVING clauses are all moved to |
| 44 | ** the sub-query. |
| 45 | ** |
| 46 | ** * ORDER BY, LIMIT and OFFSET remain part of the parent query. |
| 47 | ** |
| 48 | ** * Terminals from each of the expression trees that make up the |
| 49 | ** select-list and ORDER BY expressions in the parent query are |
| 50 | ** selected by the sub-query. For the purposes of the transformation, |
| 51 | ** terminals are column references and aggregate functions. |
| 52 | ** |
| 53 | ** If there is more than one window function in the SELECT that uses |
| 54 | ** the same window declaration (the OVER bit), then a single scan may |
| 55 | ** be used to process more than one window function. For example: |
| 56 | ** |
| 57 | ** SELECT max(b) OVER (PARTITION BY c ORDER BY d), |
| 58 | ** min(e) OVER (PARTITION BY c ORDER BY d) |
| 59 | ** FROM t1; |
| 60 | ** |
| 61 | ** is transformed in the same way as the example above. However: |
| 62 | ** |
| 63 | ** SELECT max(b) OVER (PARTITION BY c ORDER BY d), |
| 64 | ** min(e) OVER (PARTITION BY a ORDER BY b) |
| 65 | ** FROM t1; |
| 66 | ** |
| 67 | ** Must be transformed to: |
| 68 | ** |
| 69 | ** SELECT max(b) OVER (PARTITION BY c ORDER BY d) FROM ( |
| 70 | ** SELECT e, min(e) OVER (PARTITION BY a ORDER BY b), c, d, b FROM |
| 71 | ** SELECT a, e, c, d, b FROM t1 ORDER BY a, b |
| 72 | ** ) ORDER BY c, d |
| 73 | ** ) ORDER BY e; |
| 74 | ** |
| 75 | ** so that both min() and max() may process rows in the order defined by |
| 76 | ** their respective window declarations. |
| 77 | ** |
| 78 | ** INTERFACE WITH SELECT.C |
| 79 | ** |
| 80 | ** When processing the rewritten SELECT statement, code in select.c calls |
| 81 | ** sqlite3WhereBegin() to begin iterating through the results of the |
| 82 | ** sub-query, which is always implemented as a co-routine. It then calls |
| 83 | ** sqlite3WindowCodeStep() to process rows and finish the scan by calling |
| 84 | ** sqlite3WhereEnd(). |
| 85 | ** |
| 86 | ** sqlite3WindowCodeStep() generates VM code so that, for each row returned |
| 87 | ** by the sub-query a sub-routine (OP_Gosub) coded by select.c is invoked. |
| 88 | ** When the sub-routine is invoked: |
| 89 | ** |
| 90 | ** * The results of all window-functions for the row are stored |
| 91 | ** in the associated Window.regResult registers. |
| 92 | ** |
| 93 | ** * The required terminal values are stored in the current row of |
| 94 | ** temp table Window.iEphCsr. |
| 95 | ** |
| 96 | ** In some cases, depending on the window frame and the specific window |
| 97 | ** functions invoked, sqlite3WindowCodeStep() caches each entire partition |
| 98 | ** in a temp table before returning any rows. In other cases it does not. |
| 99 | ** This detail is encapsulated within this file, the code generated by |
| 100 | ** select.c is the same in either case. |
| 101 | ** |
| 102 | ** BUILT-IN WINDOW FUNCTIONS |
| 103 | ** |
| 104 | ** This implementation features the following built-in window functions: |
| 105 | ** |
| 106 | ** row_number() |
| 107 | ** rank() |
| 108 | ** dense_rank() |
| 109 | ** percent_rank() |
| 110 | ** cume_dist() |
| 111 | ** ntile(N) |
| 112 | ** lead(expr [, offset [, default]]) |
| 113 | ** lag(expr [, offset [, default]]) |
| 114 | ** first_value(expr) |
| 115 | ** last_value(expr) |
| 116 | ** nth_value(expr, N) |
| 117 | ** |
| 118 | ** These are the same built-in window functions supported by Postgres. |
| 119 | ** Although the behaviour of aggregate window functions (functions that |
| 120 | ** can be used as either aggregates or window funtions) allows them to |
| 121 | ** be implemented using an API, built-in window functions are much more |
| 122 | ** esoteric. Additionally, some window functions (e.g. nth_value()) |
| 123 | ** may only be implemented by caching the entire partition in memory. |
| 124 | ** As such, some built-in window functions use the same API as aggregate |
| 125 | ** window functions and some are implemented directly using VDBE |
| 126 | ** instructions. Additionally, for those functions that use the API, the |
| 127 | ** window frame is sometimes modified before the SELECT statement is |
| 128 | ** rewritten. For example, regardless of the specified window frame, the |
| 129 | ** row_number() function always uses: |
| 130 | ** |
| 131 | ** ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW |
| 132 | ** |
| 133 | ** See sqlite3WindowUpdate() for details. |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 134 | ** |
| 135 | ** As well as some of the built-in window functions, aggregate window |
| 136 | ** functions min() and max() are implemented using VDBE instructions if |
| 137 | ** the start of the window frame is declared as anything other than |
| 138 | ** UNBOUNDED PRECEDING. |
dan | 7392569 | 2018-06-12 18:40:17 +0000 | [diff] [blame] | 139 | */ |
| 140 | |
| 141 | /* |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 142 | ** Implementation of built-in window function row_number(). Assumes that the |
| 143 | ** window frame has been coerced to: |
| 144 | ** |
| 145 | ** ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW |
| 146 | */ |
| 147 | static void row_numberStepFunc( |
| 148 | sqlite3_context *pCtx, |
| 149 | int nArg, |
| 150 | sqlite3_value **apArg |
| 151 | ){ |
| 152 | i64 *p = (i64*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 153 | if( p ) (*p)++; |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 154 | UNUSED_PARAMETER(nArg); |
| 155 | UNUSED_PARAMETER(apArg); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 156 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 157 | static void row_numberValueFunc(sqlite3_context *pCtx){ |
| 158 | i64 *p = (i64*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 159 | sqlite3_result_int64(pCtx, (p ? *p : 0)); |
| 160 | } |
| 161 | |
| 162 | /* |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 163 | ** Context object type used by rank(), dense_rank(), percent_rank() and |
| 164 | ** cume_dist(). |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 165 | */ |
| 166 | struct CallCount { |
| 167 | i64 nValue; |
| 168 | i64 nStep; |
| 169 | i64 nTotal; |
| 170 | }; |
| 171 | |
| 172 | /* |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 173 | ** Implementation of built-in window function dense_rank(). Assumes that |
| 174 | ** the window frame has been set to: |
| 175 | ** |
| 176 | ** RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 177 | */ |
| 178 | static void dense_rankStepFunc( |
| 179 | sqlite3_context *pCtx, |
| 180 | int nArg, |
| 181 | sqlite3_value **apArg |
| 182 | ){ |
| 183 | struct CallCount *p; |
| 184 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 185 | if( p ) p->nStep = 1; |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 186 | UNUSED_PARAMETER(nArg); |
| 187 | UNUSED_PARAMETER(apArg); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 188 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 189 | static void dense_rankValueFunc(sqlite3_context *pCtx){ |
| 190 | struct CallCount *p; |
| 191 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 192 | if( p ){ |
| 193 | if( p->nStep ){ |
| 194 | p->nValue++; |
| 195 | p->nStep = 0; |
| 196 | } |
| 197 | sqlite3_result_int64(pCtx, p->nValue); |
| 198 | } |
| 199 | } |
| 200 | |
| 201 | /* |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 202 | ** Implementation of built-in window function nth_value(). This |
| 203 | ** implementation is used in "slow mode" only - when the EXCLUDE clause |
| 204 | ** is not set to the default value "NO OTHERS". |
| 205 | */ |
| 206 | struct NthValueCtx { |
| 207 | i64 nStep; |
| 208 | sqlite3_value *pValue; |
| 209 | }; |
| 210 | static void nth_valueStepFunc( |
| 211 | sqlite3_context *pCtx, |
| 212 | int nArg, |
| 213 | sqlite3_value **apArg |
| 214 | ){ |
| 215 | struct NthValueCtx *p; |
| 216 | p = (struct NthValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 217 | if( p ){ |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 218 | i64 iVal; |
| 219 | switch( sqlite3_value_numeric_type(apArg[1]) ){ |
| 220 | case SQLITE_INTEGER: |
| 221 | iVal = sqlite3_value_int64(apArg[1]); |
| 222 | break; |
| 223 | case SQLITE_FLOAT: { |
| 224 | double fVal = sqlite3_value_double(apArg[1]); |
| 225 | if( ((i64)fVal)!=fVal ) goto error_out; |
| 226 | iVal = (i64)fVal; |
| 227 | break; |
| 228 | } |
| 229 | default: |
| 230 | goto error_out; |
| 231 | } |
| 232 | if( iVal<=0 ) goto error_out; |
| 233 | |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 234 | p->nStep++; |
| 235 | if( iVal==p->nStep ){ |
| 236 | p->pValue = sqlite3_value_dup(apArg[0]); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 237 | if( !p->pValue ){ |
| 238 | sqlite3_result_error_nomem(pCtx); |
| 239 | } |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 240 | } |
| 241 | } |
| 242 | UNUSED_PARAMETER(nArg); |
| 243 | UNUSED_PARAMETER(apArg); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 244 | return; |
| 245 | |
| 246 | error_out: |
| 247 | sqlite3_result_error( |
| 248 | pCtx, "second argument to nth_value must be a positive integer", -1 |
| 249 | ); |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 250 | } |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 251 | static void nth_valueFinalizeFunc(sqlite3_context *pCtx){ |
| 252 | struct NthValueCtx *p; |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 253 | p = (struct NthValueCtx*)sqlite3_aggregate_context(pCtx, 0); |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 254 | if( p && p->pValue ){ |
| 255 | sqlite3_result_value(pCtx, p->pValue); |
| 256 | sqlite3_value_free(p->pValue); |
| 257 | p->pValue = 0; |
| 258 | } |
| 259 | } |
| 260 | #define nth_valueInvFunc noopStepFunc |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 261 | #define nth_valueValueFunc noopValueFunc |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 262 | |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 263 | static void first_valueStepFunc( |
| 264 | sqlite3_context *pCtx, |
| 265 | int nArg, |
| 266 | sqlite3_value **apArg |
| 267 | ){ |
| 268 | struct NthValueCtx *p; |
| 269 | p = (struct NthValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 270 | if( p && p->pValue==0 ){ |
| 271 | p->pValue = sqlite3_value_dup(apArg[0]); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 272 | if( !p->pValue ){ |
| 273 | sqlite3_result_error_nomem(pCtx); |
| 274 | } |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 275 | } |
| 276 | UNUSED_PARAMETER(nArg); |
| 277 | UNUSED_PARAMETER(apArg); |
| 278 | } |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 279 | static void first_valueFinalizeFunc(sqlite3_context *pCtx){ |
| 280 | struct NthValueCtx *p; |
| 281 | p = (struct NthValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 282 | if( p && p->pValue ){ |
| 283 | sqlite3_result_value(pCtx, p->pValue); |
| 284 | sqlite3_value_free(p->pValue); |
| 285 | p->pValue = 0; |
| 286 | } |
| 287 | } |
| 288 | #define first_valueInvFunc noopStepFunc |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 289 | #define first_valueValueFunc noopValueFunc |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 290 | |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 291 | /* |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 292 | ** Implementation of built-in window function rank(). Assumes that |
| 293 | ** the window frame has been set to: |
| 294 | ** |
| 295 | ** RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 296 | */ |
| 297 | static void rankStepFunc( |
| 298 | sqlite3_context *pCtx, |
| 299 | int nArg, |
| 300 | sqlite3_value **apArg |
| 301 | ){ |
| 302 | struct CallCount *p; |
| 303 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 304 | if( p ){ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 305 | p->nStep++; |
| 306 | if( p->nValue==0 ){ |
| 307 | p->nValue = p->nStep; |
| 308 | } |
| 309 | } |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 310 | UNUSED_PARAMETER(nArg); |
| 311 | UNUSED_PARAMETER(apArg); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 312 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 313 | static void rankValueFunc(sqlite3_context *pCtx){ |
| 314 | struct CallCount *p; |
| 315 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 316 | if( p ){ |
| 317 | sqlite3_result_int64(pCtx, p->nValue); |
| 318 | p->nValue = 0; |
| 319 | } |
| 320 | } |
| 321 | |
| 322 | /* |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 323 | ** Implementation of built-in window function percent_rank(). Assumes that |
| 324 | ** the window frame has been set to: |
| 325 | ** |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 326 | ** GROUPS BETWEEN CURRENT ROW AND UNBOUNDED FOLLOWING |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 327 | */ |
| 328 | static void percent_rankStepFunc( |
| 329 | sqlite3_context *pCtx, |
| 330 | int nArg, |
| 331 | sqlite3_value **apArg |
| 332 | ){ |
| 333 | struct CallCount *p; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 334 | UNUSED_PARAMETER(nArg); assert( nArg==0 ); |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 335 | UNUSED_PARAMETER(apArg); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 336 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 337 | if( p ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 338 | p->nTotal++; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 339 | } |
| 340 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 341 | static void percent_rankInvFunc( |
| 342 | sqlite3_context *pCtx, |
| 343 | int nArg, |
| 344 | sqlite3_value **apArg |
| 345 | ){ |
| 346 | struct CallCount *p; |
| 347 | UNUSED_PARAMETER(nArg); assert( nArg==0 ); |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 348 | UNUSED_PARAMETER(apArg); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 349 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 350 | p->nStep++; |
| 351 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 352 | static void percent_rankValueFunc(sqlite3_context *pCtx){ |
| 353 | struct CallCount *p; |
| 354 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 355 | if( p ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 356 | p->nValue = p->nStep; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 357 | if( p->nTotal>1 ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 358 | double r = (double)p->nValue / (double)(p->nTotal-1); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 359 | sqlite3_result_double(pCtx, r); |
| 360 | }else{ |
dan | b7306f6 | 2018-06-21 19:20:39 +0000 | [diff] [blame] | 361 | sqlite3_result_double(pCtx, 0.0); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 362 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 363 | } |
| 364 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 365 | #define percent_rankFinalizeFunc percent_rankValueFunc |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 366 | |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 367 | /* |
| 368 | ** Implementation of built-in window function cume_dist(). Assumes that |
| 369 | ** the window frame has been set to: |
| 370 | ** |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 371 | ** GROUPS BETWEEN 1 FOLLOWING AND UNBOUNDED FOLLOWING |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 372 | */ |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 373 | static void cume_distStepFunc( |
| 374 | sqlite3_context *pCtx, |
| 375 | int nArg, |
| 376 | sqlite3_value **apArg |
| 377 | ){ |
| 378 | struct CallCount *p; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 379 | UNUSED_PARAMETER(nArg); assert( nArg==0 ); |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 380 | UNUSED_PARAMETER(apArg); |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 381 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 382 | if( p ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 383 | p->nTotal++; |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 384 | } |
| 385 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 386 | static void cume_distInvFunc( |
| 387 | sqlite3_context *pCtx, |
| 388 | int nArg, |
| 389 | sqlite3_value **apArg |
| 390 | ){ |
| 391 | struct CallCount *p; |
| 392 | UNUSED_PARAMETER(nArg); assert( nArg==0 ); |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 393 | UNUSED_PARAMETER(apArg); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 394 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 395 | p->nStep++; |
| 396 | } |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 397 | static void cume_distValueFunc(sqlite3_context *pCtx){ |
| 398 | struct CallCount *p; |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 399 | p = (struct CallCount*)sqlite3_aggregate_context(pCtx, 0); |
| 400 | if( p ){ |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 401 | double r = (double)(p->nStep) / (double)(p->nTotal); |
| 402 | sqlite3_result_double(pCtx, r); |
| 403 | } |
| 404 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 405 | #define cume_distFinalizeFunc cume_distValueFunc |
dan | f1abe36 | 2018-06-04 08:22:09 +0000 | [diff] [blame] | 406 | |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 407 | /* |
| 408 | ** Context object for ntile() window function. |
| 409 | */ |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 410 | struct NtileCtx { |
| 411 | i64 nTotal; /* Total rows in partition */ |
| 412 | i64 nParam; /* Parameter passed to ntile(N) */ |
| 413 | i64 iRow; /* Current row */ |
| 414 | }; |
| 415 | |
| 416 | /* |
| 417 | ** Implementation of ntile(). This assumes that the window frame has |
| 418 | ** been coerced to: |
| 419 | ** |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 420 | ** ROWS CURRENT ROW AND UNBOUNDED FOLLOWING |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 421 | */ |
| 422 | static void ntileStepFunc( |
| 423 | sqlite3_context *pCtx, |
| 424 | int nArg, |
| 425 | sqlite3_value **apArg |
| 426 | ){ |
| 427 | struct NtileCtx *p; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 428 | assert( nArg==1 ); UNUSED_PARAMETER(nArg); |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 429 | p = (struct NtileCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
drh | 5d6374f | 2018-07-10 23:31:17 +0000 | [diff] [blame] | 430 | if( p ){ |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 431 | if( p->nTotal==0 ){ |
| 432 | p->nParam = sqlite3_value_int64(apArg[0]); |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 433 | if( p->nParam<=0 ){ |
| 434 | sqlite3_result_error( |
| 435 | pCtx, "argument of ntile must be a positive integer", -1 |
| 436 | ); |
| 437 | } |
| 438 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 439 | p->nTotal++; |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 440 | } |
| 441 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 442 | static void ntileInvFunc( |
| 443 | sqlite3_context *pCtx, |
| 444 | int nArg, |
| 445 | sqlite3_value **apArg |
| 446 | ){ |
| 447 | struct NtileCtx *p; |
| 448 | assert( nArg==1 ); UNUSED_PARAMETER(nArg); |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 449 | UNUSED_PARAMETER(apArg); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 450 | p = (struct NtileCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 451 | p->iRow++; |
| 452 | } |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 453 | static void ntileValueFunc(sqlite3_context *pCtx){ |
| 454 | struct NtileCtx *p; |
| 455 | p = (struct NtileCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 456 | if( p && p->nParam>0 ){ |
| 457 | int nSize = (p->nTotal / p->nParam); |
| 458 | if( nSize==0 ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 459 | sqlite3_result_int64(pCtx, p->iRow+1); |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 460 | }else{ |
| 461 | i64 nLarge = p->nTotal - p->nParam*nSize; |
| 462 | i64 iSmall = nLarge*(nSize+1); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 463 | i64 iRow = p->iRow; |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 464 | |
| 465 | assert( (nLarge*(nSize+1) + (p->nParam-nLarge)*nSize)==p->nTotal ); |
| 466 | |
| 467 | if( iRow<iSmall ){ |
| 468 | sqlite3_result_int64(pCtx, 1 + iRow/(nSize+1)); |
| 469 | }else{ |
| 470 | sqlite3_result_int64(pCtx, 1 + nLarge + (iRow-iSmall)/nSize); |
| 471 | } |
| 472 | } |
| 473 | } |
| 474 | } |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 475 | #define ntileFinalizeFunc ntileValueFunc |
dan | 6bc5c9e | 2018-06-04 18:55:11 +0000 | [diff] [blame] | 476 | |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 477 | /* |
| 478 | ** Context object for last_value() window function. |
| 479 | */ |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 480 | struct LastValueCtx { |
| 481 | sqlite3_value *pVal; |
| 482 | int nVal; |
| 483 | }; |
| 484 | |
| 485 | /* |
| 486 | ** Implementation of last_value(). |
| 487 | */ |
| 488 | static void last_valueStepFunc( |
| 489 | sqlite3_context *pCtx, |
| 490 | int nArg, |
| 491 | sqlite3_value **apArg |
| 492 | ){ |
| 493 | struct LastValueCtx *p; |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 494 | UNUSED_PARAMETER(nArg); |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 495 | p = (struct LastValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 496 | if( p ){ |
| 497 | sqlite3_value_free(p->pVal); |
| 498 | p->pVal = sqlite3_value_dup(apArg[0]); |
dan | 6fde179 | 2018-06-15 19:01:35 +0000 | [diff] [blame] | 499 | if( p->pVal==0 ){ |
| 500 | sqlite3_result_error_nomem(pCtx); |
| 501 | }else{ |
| 502 | p->nVal++; |
| 503 | } |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 504 | } |
| 505 | } |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 506 | static void last_valueInvFunc( |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 507 | sqlite3_context *pCtx, |
| 508 | int nArg, |
| 509 | sqlite3_value **apArg |
| 510 | ){ |
| 511 | struct LastValueCtx *p; |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 512 | UNUSED_PARAMETER(nArg); |
| 513 | UNUSED_PARAMETER(apArg); |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 514 | p = (struct LastValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
| 515 | if( ALWAYS(p) ){ |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 516 | p->nVal--; |
| 517 | if( p->nVal==0 ){ |
| 518 | sqlite3_value_free(p->pVal); |
| 519 | p->pVal = 0; |
| 520 | } |
| 521 | } |
| 522 | } |
| 523 | static void last_valueValueFunc(sqlite3_context *pCtx){ |
| 524 | struct LastValueCtx *p; |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 525 | p = (struct LastValueCtx*)sqlite3_aggregate_context(pCtx, 0); |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 526 | if( p && p->pVal ){ |
| 527 | sqlite3_result_value(pCtx, p->pVal); |
| 528 | } |
| 529 | } |
| 530 | static void last_valueFinalizeFunc(sqlite3_context *pCtx){ |
| 531 | struct LastValueCtx *p; |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 532 | p = (struct LastValueCtx*)sqlite3_aggregate_context(pCtx, sizeof(*p)); |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 533 | if( p && p->pVal ){ |
| 534 | sqlite3_result_value(pCtx, p->pVal); |
| 535 | sqlite3_value_free(p->pVal); |
| 536 | p->pVal = 0; |
| 537 | } |
| 538 | } |
| 539 | |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 540 | /* |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 541 | ** Static names for the built-in window function names. These static |
| 542 | ** names are used, rather than string literals, so that FuncDef objects |
| 543 | ** can be associated with a particular window function by direct |
| 544 | ** comparison of the zName pointer. Example: |
| 545 | ** |
| 546 | ** if( pFuncDef->zName==row_valueName ){ ... } |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 547 | */ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 548 | static const char row_numberName[] = "row_number"; |
| 549 | static const char dense_rankName[] = "dense_rank"; |
| 550 | static const char rankName[] = "rank"; |
| 551 | static const char percent_rankName[] = "percent_rank"; |
| 552 | static const char cume_distName[] = "cume_dist"; |
| 553 | static const char ntileName[] = "ntile"; |
| 554 | static const char last_valueName[] = "last_value"; |
| 555 | static const char nth_valueName[] = "nth_value"; |
| 556 | static const char first_valueName[] = "first_value"; |
| 557 | static const char leadName[] = "lead"; |
| 558 | static const char lagName[] = "lag"; |
dan | fe4e25a | 2018-06-07 20:08:59 +0000 | [diff] [blame] | 559 | |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 560 | /* |
| 561 | ** No-op implementations of xStep() and xFinalize(). Used as place-holders |
| 562 | ** for built-in window functions that never call those interfaces. |
| 563 | ** |
| 564 | ** The noopValueFunc() is called but is expected to do nothing. The |
| 565 | ** noopStepFunc() is never called, and so it is marked with NO_TEST to |
| 566 | ** let the test coverage routine know not to expect this function to be |
| 567 | ** invoked. |
| 568 | */ |
| 569 | static void noopStepFunc( /*NO_TEST*/ |
| 570 | sqlite3_context *p, /*NO_TEST*/ |
| 571 | int n, /*NO_TEST*/ |
| 572 | sqlite3_value **a /*NO_TEST*/ |
| 573 | ){ /*NO_TEST*/ |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 574 | UNUSED_PARAMETER(p); /*NO_TEST*/ |
| 575 | UNUSED_PARAMETER(n); /*NO_TEST*/ |
| 576 | UNUSED_PARAMETER(a); /*NO_TEST*/ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 577 | assert(0); /*NO_TEST*/ |
| 578 | } /*NO_TEST*/ |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 579 | static void noopValueFunc(sqlite3_context *p){ UNUSED_PARAMETER(p); /*no-op*/ } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 580 | |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 581 | /* Window functions that use all window interfaces: xStep, xFinal, |
| 582 | ** xValue, and xInverse */ |
| 583 | #define WINDOWFUNCALL(name,nArg,extra) { \ |
drh | f975107 | 2021-10-07 13:40:29 +0000 | [diff] [blame] | 584 | nArg, (SQLITE_FUNC_BUILTIN|SQLITE_UTF8|SQLITE_FUNC_WINDOW|extra), 0, 0, \ |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 585 | name ## StepFunc, name ## FinalizeFunc, name ## ValueFunc, \ |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 586 | name ## InvFunc, name ## Name, {0} \ |
dan | 1c5ed62 | 2018-06-05 16:16:17 +0000 | [diff] [blame] | 587 | } |
| 588 | |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 589 | /* Window functions that are implemented using bytecode and thus have |
| 590 | ** no-op routines for their methods */ |
| 591 | #define WINDOWFUNCNOOP(name,nArg,extra) { \ |
drh | f975107 | 2021-10-07 13:40:29 +0000 | [diff] [blame] | 592 | nArg, (SQLITE_FUNC_BUILTIN|SQLITE_UTF8|SQLITE_FUNC_WINDOW|extra), 0, 0, \ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 593 | noopStepFunc, noopValueFunc, noopValueFunc, \ |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 594 | noopStepFunc, name ## Name, {0} \ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 595 | } |
| 596 | |
| 597 | /* Window functions that use all window interfaces: xStep, the |
| 598 | ** same routine for xFinalize and xValue and which never call |
| 599 | ** xInverse. */ |
| 600 | #define WINDOWFUNCX(name,nArg,extra) { \ |
drh | f975107 | 2021-10-07 13:40:29 +0000 | [diff] [blame] | 601 | nArg, (SQLITE_FUNC_BUILTIN|SQLITE_UTF8|SQLITE_FUNC_WINDOW|extra), 0, 0, \ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 602 | name ## StepFunc, name ## ValueFunc, name ## ValueFunc, \ |
drh | c7bf571 | 2018-07-09 22:49:01 +0000 | [diff] [blame] | 603 | noopStepFunc, name ## Name, {0} \ |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 604 | } |
| 605 | |
| 606 | |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 607 | /* |
| 608 | ** Register those built-in window functions that are not also aggregates. |
| 609 | */ |
| 610 | void sqlite3WindowFunctions(void){ |
| 611 | static FuncDef aWindowFuncs[] = { |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 612 | WINDOWFUNCX(row_number, 0, 0), |
| 613 | WINDOWFUNCX(dense_rank, 0, 0), |
| 614 | WINDOWFUNCX(rank, 0, 0), |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 615 | WINDOWFUNCALL(percent_rank, 0, 0), |
| 616 | WINDOWFUNCALL(cume_dist, 0, 0), |
| 617 | WINDOWFUNCALL(ntile, 1, 0), |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 618 | WINDOWFUNCALL(last_value, 1, 0), |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 619 | WINDOWFUNCALL(nth_value, 2, 0), |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 620 | WINDOWFUNCALL(first_value, 1, 0), |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 621 | WINDOWFUNCNOOP(lead, 1, 0), |
| 622 | WINDOWFUNCNOOP(lead, 2, 0), |
| 623 | WINDOWFUNCNOOP(lead, 3, 0), |
| 624 | WINDOWFUNCNOOP(lag, 1, 0), |
| 625 | WINDOWFUNCNOOP(lag, 2, 0), |
| 626 | WINDOWFUNCNOOP(lag, 3, 0), |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 627 | }; |
| 628 | sqlite3InsertBuiltinFuncs(aWindowFuncs, ArraySize(aWindowFuncs)); |
| 629 | } |
| 630 | |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 631 | static Window *windowFind(Parse *pParse, Window *pList, const char *zName){ |
| 632 | Window *p; |
| 633 | for(p=pList; p; p=p->pNextWin){ |
| 634 | if( sqlite3StrICmp(p->zName, zName)==0 ) break; |
| 635 | } |
| 636 | if( p==0 ){ |
| 637 | sqlite3ErrorMsg(pParse, "no such window: %s", zName); |
| 638 | } |
| 639 | return p; |
| 640 | } |
| 641 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 642 | /* |
| 643 | ** This function is called immediately after resolving the function name |
| 644 | ** for a window function within a SELECT statement. Argument pList is a |
| 645 | ** linked list of WINDOW definitions for the current SELECT statement. |
| 646 | ** Argument pFunc is the function definition just resolved and pWin |
| 647 | ** is the Window object representing the associated OVER clause. This |
| 648 | ** function updates the contents of pWin as follows: |
| 649 | ** |
| 650 | ** * If the OVER clause refered to a named window (as in "max(x) OVER win"), |
| 651 | ** search list pList for a matching WINDOW definition, and update pWin |
| 652 | ** accordingly. If no such WINDOW clause can be found, leave an error |
| 653 | ** in pParse. |
| 654 | ** |
| 655 | ** * If the function is a built-in window function that requires the |
| 656 | ** window to be coerced (see "BUILT-IN WINDOW FUNCTIONS" at the top |
| 657 | ** of this file), pWin is updated here. |
| 658 | */ |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 659 | void sqlite3WindowUpdate( |
| 660 | Parse *pParse, |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 661 | Window *pList, /* List of named windows for this SELECT */ |
| 662 | Window *pWin, /* Window frame to update */ |
| 663 | FuncDef *pFunc /* Window function definition */ |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 664 | ){ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 665 | if( pWin->zName && pWin->eFrmType==0 ){ |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 666 | Window *p = windowFind(pParse, pList, pWin->zName); |
| 667 | if( p==0 ) return; |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 668 | pWin->pPartition = sqlite3ExprListDup(pParse->db, p->pPartition, 0); |
| 669 | pWin->pOrderBy = sqlite3ExprListDup(pParse->db, p->pOrderBy, 0); |
| 670 | pWin->pStart = sqlite3ExprDup(pParse->db, p->pStart, 0); |
| 671 | pWin->pEnd = sqlite3ExprDup(pParse->db, p->pEnd, 0); |
| 672 | pWin->eStart = p->eStart; |
| 673 | pWin->eEnd = p->eEnd; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 674 | pWin->eFrmType = p->eFrmType; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 675 | pWin->eExclude = p->eExclude; |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 676 | }else{ |
| 677 | sqlite3WindowChain(pParse, pWin, pList); |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 678 | } |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 679 | if( (pWin->eFrmType==TK_RANGE) |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 680 | && (pWin->pStart || pWin->pEnd) |
| 681 | && (pWin->pOrderBy==0 || pWin->pOrderBy->nExpr!=1) |
| 682 | ){ |
| 683 | sqlite3ErrorMsg(pParse, |
| 684 | "RANGE with offset PRECEDING/FOLLOWING requires one ORDER BY expression" |
| 685 | ); |
| 686 | }else |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 687 | if( pFunc->funcFlags & SQLITE_FUNC_WINDOW ){ |
| 688 | sqlite3 *db = pParse->db; |
dan | 8b98560 | 2018-06-09 17:43:45 +0000 | [diff] [blame] | 689 | if( pWin->pFilter ){ |
| 690 | sqlite3ErrorMsg(pParse, |
| 691 | "FILTER clause may only be used with aggregate window functions" |
| 692 | ); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 693 | }else{ |
| 694 | struct WindowUpdate { |
| 695 | const char *zFunc; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 696 | int eFrmType; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 697 | int eStart; |
| 698 | int eEnd; |
| 699 | } aUp[] = { |
| 700 | { row_numberName, TK_ROWS, TK_UNBOUNDED, TK_CURRENT }, |
| 701 | { dense_rankName, TK_RANGE, TK_UNBOUNDED, TK_CURRENT }, |
| 702 | { rankName, TK_RANGE, TK_UNBOUNDED, TK_CURRENT }, |
| 703 | { percent_rankName, TK_GROUPS, TK_CURRENT, TK_UNBOUNDED }, |
| 704 | { cume_distName, TK_GROUPS, TK_FOLLOWING, TK_UNBOUNDED }, |
| 705 | { ntileName, TK_ROWS, TK_CURRENT, TK_UNBOUNDED }, |
| 706 | { leadName, TK_ROWS, TK_UNBOUNDED, TK_UNBOUNDED }, |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 707 | { lagName, TK_ROWS, TK_UNBOUNDED, TK_CURRENT }, |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 708 | }; |
| 709 | int i; |
| 710 | for(i=0; i<ArraySize(aUp); i++){ |
| 711 | if( pFunc->zName==aUp[i].zFunc ){ |
| 712 | sqlite3ExprDelete(db, pWin->pStart); |
| 713 | sqlite3ExprDelete(db, pWin->pEnd); |
| 714 | pWin->pEnd = pWin->pStart = 0; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 715 | pWin->eFrmType = aUp[i].eFrmType; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 716 | pWin->eStart = aUp[i].eStart; |
| 717 | pWin->eEnd = aUp[i].eEnd; |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 718 | pWin->eExclude = 0; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 719 | if( pWin->eStart==TK_FOLLOWING ){ |
| 720 | pWin->pStart = sqlite3Expr(db, TK_INTEGER, "1"); |
| 721 | } |
| 722 | break; |
| 723 | } |
| 724 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 725 | } |
| 726 | } |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 727 | pWin->pWFunc = pFunc; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 728 | } |
| 729 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 730 | /* |
| 731 | ** Context object passed through sqlite3WalkExprList() to |
| 732 | ** selectWindowRewriteExprCb() by selectWindowRewriteEList(). |
| 733 | */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 734 | typedef struct WindowRewrite WindowRewrite; |
| 735 | struct WindowRewrite { |
| 736 | Window *pWin; |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 737 | SrcList *pSrc; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 738 | ExprList *pSub; |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 739 | Table *pTab; |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 740 | Select *pSubSelect; /* Current sub-select, if any */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 741 | }; |
| 742 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 743 | /* |
| 744 | ** Callback function used by selectWindowRewriteEList(). If necessary, |
| 745 | ** this function appends to the output expression-list and updates |
| 746 | ** expression (*ppExpr) in place. |
| 747 | */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 748 | static int selectWindowRewriteExprCb(Walker *pWalker, Expr *pExpr){ |
| 749 | struct WindowRewrite *p = pWalker->u.pRewrite; |
| 750 | Parse *pParse = pWalker->pParse; |
drh | 55f66b3 | 2019-07-16 19:44:32 +0000 | [diff] [blame] | 751 | assert( p!=0 ); |
| 752 | assert( p->pWin!=0 ); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 753 | |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 754 | /* If this function is being called from within a scalar sub-select |
| 755 | ** that used by the SELECT statement being processed, only process |
| 756 | ** TK_COLUMN expressions that refer to it (the outer SELECT). Do |
| 757 | ** not process aggregates or window functions at all, as they belong |
| 758 | ** to the scalar sub-select. */ |
| 759 | if( p->pSubSelect ){ |
| 760 | if( pExpr->op!=TK_COLUMN ){ |
| 761 | return WRC_Continue; |
| 762 | }else{ |
| 763 | int nSrc = p->pSrc->nSrc; |
| 764 | int i; |
| 765 | for(i=0; i<nSrc; i++){ |
| 766 | if( pExpr->iTable==p->pSrc->a[i].iCursor ) break; |
| 767 | } |
| 768 | if( i==nSrc ) return WRC_Continue; |
| 769 | } |
| 770 | } |
| 771 | |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 772 | switch( pExpr->op ){ |
| 773 | |
| 774 | case TK_FUNCTION: |
drh | eda079c | 2018-09-20 19:02:15 +0000 | [diff] [blame] | 775 | if( !ExprHasProperty(pExpr, EP_WinFunc) ){ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 776 | break; |
| 777 | }else{ |
| 778 | Window *pWin; |
| 779 | for(pWin=p->pWin; pWin; pWin=pWin->pNextWin){ |
drh | eda079c | 2018-09-20 19:02:15 +0000 | [diff] [blame] | 780 | if( pExpr->y.pWin==pWin ){ |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 781 | assert( pWin->pOwner==pExpr ); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 782 | return WRC_Prune; |
| 783 | } |
| 784 | } |
| 785 | } |
drh | 08b9208 | 2020-08-10 14:18:00 +0000 | [diff] [blame] | 786 | /* no break */ deliberate_fall_through |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 787 | |
dan | 7392569 | 2018-06-12 18:40:17 +0000 | [diff] [blame] | 788 | case TK_AGG_FUNCTION: |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 789 | case TK_COLUMN: { |
dan | 62be2dc | 2019-11-23 15:10:28 +0000 | [diff] [blame] | 790 | int iCol = -1; |
drh | d22ecfd | 2021-04-06 13:56:46 +0000 | [diff] [blame] | 791 | if( pParse->db->mallocFailed ) return WRC_Abort; |
dan | 62be2dc | 2019-11-23 15:10:28 +0000 | [diff] [blame] | 792 | if( p->pSub ){ |
| 793 | int i; |
| 794 | for(i=0; i<p->pSub->nExpr; i++){ |
| 795 | if( 0==sqlite3ExprCompare(0, p->pSub->a[i].pExpr, pExpr, -1) ){ |
| 796 | iCol = i; |
| 797 | break; |
| 798 | } |
| 799 | } |
| 800 | } |
| 801 | if( iCol<0 ){ |
| 802 | Expr *pDup = sqlite3ExprDup(pParse->db, pExpr, 0); |
dan | 4317043 | 2019-12-27 16:25:56 +0000 | [diff] [blame] | 803 | if( pDup && pDup->op==TK_AGG_FUNCTION ) pDup->op = TK_FUNCTION; |
dan | 62be2dc | 2019-11-23 15:10:28 +0000 | [diff] [blame] | 804 | p->pSub = sqlite3ExprListAppend(pParse, p->pSub, pDup); |
| 805 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 806 | if( p->pSub ){ |
dan | 27da907 | 2020-07-13 15:20:27 +0000 | [diff] [blame] | 807 | int f = pExpr->flags & EP_Collate; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 808 | assert( ExprHasProperty(pExpr, EP_Static)==0 ); |
| 809 | ExprSetProperty(pExpr, EP_Static); |
| 810 | sqlite3ExprDelete(pParse->db, pExpr); |
| 811 | ExprClearProperty(pExpr, EP_Static); |
| 812 | memset(pExpr, 0, sizeof(Expr)); |
| 813 | |
| 814 | pExpr->op = TK_COLUMN; |
dan | 62be2dc | 2019-11-23 15:10:28 +0000 | [diff] [blame] | 815 | pExpr->iColumn = (iCol<0 ? p->pSub->nExpr-1: iCol); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 816 | pExpr->iTable = p->pWin->iEphCsr; |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 817 | pExpr->y.pTab = p->pTab; |
dan | 27da907 | 2020-07-13 15:20:27 +0000 | [diff] [blame] | 818 | pExpr->flags = f; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 819 | } |
drh | a2f142d | 2019-11-23 16:34:40 +0000 | [diff] [blame] | 820 | if( pParse->db->mallocFailed ) return WRC_Abort; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 821 | break; |
| 822 | } |
| 823 | |
| 824 | default: /* no-op */ |
| 825 | break; |
| 826 | } |
| 827 | |
| 828 | return WRC_Continue; |
| 829 | } |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 830 | static int selectWindowRewriteSelectCb(Walker *pWalker, Select *pSelect){ |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 831 | struct WindowRewrite *p = pWalker->u.pRewrite; |
| 832 | Select *pSave = p->pSubSelect; |
| 833 | if( pSave==pSelect ){ |
| 834 | return WRC_Continue; |
| 835 | }else{ |
| 836 | p->pSubSelect = pSelect; |
| 837 | sqlite3WalkSelect(pWalker, pSelect); |
| 838 | p->pSubSelect = pSave; |
| 839 | } |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 840 | return WRC_Prune; |
| 841 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 842 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 843 | |
| 844 | /* |
| 845 | ** Iterate through each expression in expression-list pEList. For each: |
| 846 | ** |
| 847 | ** * TK_COLUMN, |
| 848 | ** * aggregate function, or |
| 849 | ** * window function with a Window object that is not a member of the |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 850 | ** Window list passed as the second argument (pWin). |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 851 | ** |
| 852 | ** Append the node to output expression-list (*ppSub). And replace it |
| 853 | ** with a TK_COLUMN that reads the (N-1)th element of table |
| 854 | ** pWin->iEphCsr, where N is the number of elements in (*ppSub) after |
| 855 | ** appending the new one. |
| 856 | */ |
dan | 13b08bb | 2018-06-15 20:46:12 +0000 | [diff] [blame] | 857 | static void selectWindowRewriteEList( |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 858 | Parse *pParse, |
| 859 | Window *pWin, |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 860 | SrcList *pSrc, |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 861 | ExprList *pEList, /* Rewrite expressions in this list */ |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 862 | Table *pTab, |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 863 | ExprList **ppSub /* IN/OUT: Sub-select expression-list */ |
| 864 | ){ |
| 865 | Walker sWalker; |
| 866 | WindowRewrite sRewrite; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 867 | |
drh | 55f66b3 | 2019-07-16 19:44:32 +0000 | [diff] [blame] | 868 | assert( pWin!=0 ); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 869 | memset(&sWalker, 0, sizeof(Walker)); |
| 870 | memset(&sRewrite, 0, sizeof(WindowRewrite)); |
| 871 | |
| 872 | sRewrite.pSub = *ppSub; |
| 873 | sRewrite.pWin = pWin; |
dan | b556f26 | 2018-07-10 17:26:12 +0000 | [diff] [blame] | 874 | sRewrite.pSrc = pSrc; |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 875 | sRewrite.pTab = pTab; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 876 | |
| 877 | sWalker.pParse = pParse; |
| 878 | sWalker.xExprCallback = selectWindowRewriteExprCb; |
| 879 | sWalker.xSelectCallback = selectWindowRewriteSelectCb; |
| 880 | sWalker.u.pRewrite = &sRewrite; |
| 881 | |
dan | 13b08bb | 2018-06-15 20:46:12 +0000 | [diff] [blame] | 882 | (void)sqlite3WalkExprList(&sWalker, pEList); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 883 | |
| 884 | *ppSub = sRewrite.pSub; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 885 | } |
| 886 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 887 | /* |
| 888 | ** Append a copy of each expression in expression-list pAppend to |
| 889 | ** expression list pList. Return a pointer to the result list. |
| 890 | */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 891 | static ExprList *exprListAppendList( |
| 892 | Parse *pParse, /* Parsing context */ |
| 893 | ExprList *pList, /* List to which to append. Might be NULL */ |
dan | 08f6de7 | 2019-05-10 14:26:32 +0000 | [diff] [blame] | 894 | ExprList *pAppend, /* List of values to append. Might be NULL */ |
| 895 | int bIntToNull |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 896 | ){ |
| 897 | if( pAppend ){ |
| 898 | int i; |
| 899 | int nInit = pList ? pList->nExpr : 0; |
| 900 | for(i=0; i<pAppend->nExpr; i++){ |
drh | 57f9018 | 2021-04-03 23:30:33 +0000 | [diff] [blame] | 901 | sqlite3 *db = pParse->db; |
| 902 | Expr *pDup = sqlite3ExprDup(db, pAppend->a[i].pExpr, 0); |
drh | 4c4a257 | 2021-04-06 12:50:24 +0000 | [diff] [blame] | 903 | if( db->mallocFailed ){ |
| 904 | sqlite3ExprDelete(db, pDup); |
| 905 | break; |
| 906 | } |
| 907 | if( bIntToNull ){ |
dan | efa7888 | 2020-05-11 10:55:24 +0000 | [diff] [blame] | 908 | int iDummy; |
| 909 | Expr *pSub; |
dan | a261c02 | 2021-06-23 11:12:48 +0000 | [diff] [blame] | 910 | pSub = sqlite3ExprSkipCollateAndLikely(pDup); |
dan | efa7888 | 2020-05-11 10:55:24 +0000 | [diff] [blame] | 911 | if( sqlite3ExprIsInteger(pSub, &iDummy) ){ |
| 912 | pSub->op = TK_NULL; |
| 913 | pSub->flags &= ~(EP_IntValue|EP_IsTrue|EP_IsFalse); |
| 914 | pSub->u.zToken = 0; |
| 915 | } |
dan | 08f6de7 | 2019-05-10 14:26:32 +0000 | [diff] [blame] | 916 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 917 | pList = sqlite3ExprListAppend(pParse, pList, pDup); |
drh | d88fd53 | 2022-05-02 20:49:30 +0000 | [diff] [blame] | 918 | if( pList ) pList->a[nInit+i].fg.sortFlags = pAppend->a[i].fg.sortFlags; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 919 | } |
| 920 | } |
| 921 | return pList; |
| 922 | } |
| 923 | |
| 924 | /* |
drh | c37577b | 2020-05-24 03:38:37 +0000 | [diff] [blame] | 925 | ** When rewriting a query, if the new subquery in the FROM clause |
| 926 | ** contains TK_AGG_FUNCTION nodes that refer to an outer query, |
| 927 | ** then we have to increase the Expr->op2 values of those nodes |
| 928 | ** due to the extra subquery layer that was added. |
| 929 | ** |
| 930 | ** See also the incrAggDepth() routine in resolve.c |
| 931 | */ |
| 932 | static int sqlite3WindowExtraAggFuncDepth(Walker *pWalker, Expr *pExpr){ |
| 933 | if( pExpr->op==TK_AGG_FUNCTION |
| 934 | && pExpr->op2>=pWalker->walkerDepth |
| 935 | ){ |
| 936 | pExpr->op2++; |
| 937 | } |
| 938 | return WRC_Continue; |
| 939 | } |
| 940 | |
drh | 4752bbd | 2021-05-07 15:46:36 +0000 | [diff] [blame] | 941 | static int disallowAggregatesInOrderByCb(Walker *pWalker, Expr *pExpr){ |
| 942 | if( pExpr->op==TK_AGG_FUNCTION && pExpr->pAggInfo==0 ){ |
drh | f975107 | 2021-10-07 13:40:29 +0000 | [diff] [blame] | 943 | assert( !ExprHasProperty(pExpr, EP_IntValue) ); |
| 944 | sqlite3ErrorMsg(pWalker->pParse, |
drh | 4752bbd | 2021-05-07 15:46:36 +0000 | [diff] [blame] | 945 | "misuse of aggregate: %s()", pExpr->u.zToken); |
| 946 | } |
| 947 | return WRC_Continue; |
| 948 | } |
| 949 | |
drh | c37577b | 2020-05-24 03:38:37 +0000 | [diff] [blame] | 950 | /* |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 951 | ** If the SELECT statement passed as the second argument does not invoke |
| 952 | ** any SQL window functions, this function is a no-op. Otherwise, it |
| 953 | ** rewrites the SELECT statement so that window function xStep functions |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 954 | ** are invoked in the correct order as described under "SELECT REWRITING" |
| 955 | ** at the top of this file. |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 956 | */ |
| 957 | int sqlite3WindowRewrite(Parse *pParse, Select *p){ |
| 958 | int rc = SQLITE_OK; |
drh | 5e121a5 | 2022-03-10 16:26:00 +0000 | [diff] [blame] | 959 | if( p->pWin |
| 960 | && p->pPrior==0 |
| 961 | && ALWAYS((p->selFlags & SF_WinRewrite)==0) |
drh | fde3043 | 2022-03-10 21:04:49 +0000 | [diff] [blame] | 962 | && ALWAYS(!IN_RENAME_OBJECT) |
drh | 5e121a5 | 2022-03-10 16:26:00 +0000 | [diff] [blame] | 963 | ){ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 964 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 965 | sqlite3 *db = pParse->db; |
| 966 | Select *pSub = 0; /* The subquery */ |
| 967 | SrcList *pSrc = p->pSrc; |
| 968 | Expr *pWhere = p->pWhere; |
| 969 | ExprList *pGroupBy = p->pGroupBy; |
| 970 | Expr *pHaving = p->pHaving; |
| 971 | ExprList *pSort = 0; |
| 972 | |
| 973 | ExprList *pSublist = 0; /* Expression list for sub-query */ |
drh | 067b92b | 2020-06-19 15:24:12 +0000 | [diff] [blame] | 974 | Window *pMWin = p->pWin; /* Main window object */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 975 | Window *pWin; /* Window object iterator */ |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 976 | Table *pTab; |
drh | 8963662 | 2020-06-07 17:33:18 +0000 | [diff] [blame] | 977 | Walker w; |
| 978 | |
dan | 553948e | 2020-03-16 18:52:53 +0000 | [diff] [blame] | 979 | u32 selFlags = p->selFlags; |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 980 | |
| 981 | pTab = sqlite3DbMallocZero(db, sizeof(Table)); |
| 982 | if( pTab==0 ){ |
drh | 8654186 | 2019-12-19 20:37:32 +0000 | [diff] [blame] | 983 | return sqlite3ErrorToParser(db, SQLITE_NOMEM); |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 984 | } |
drh | 8963662 | 2020-06-07 17:33:18 +0000 | [diff] [blame] | 985 | sqlite3AggInfoPersistWalkerInit(&w, pParse); |
| 986 | sqlite3WalkSelect(&w, p); |
drh | 4752bbd | 2021-05-07 15:46:36 +0000 | [diff] [blame] | 987 | if( (p->selFlags & SF_Aggregate)==0 ){ |
| 988 | w.xExprCallback = disallowAggregatesInOrderByCb; |
dan | 3d691fd | 2021-05-19 14:49:51 +0000 | [diff] [blame] | 989 | w.xSelectCallback = 0; |
drh | 4752bbd | 2021-05-07 15:46:36 +0000 | [diff] [blame] | 990 | sqlite3WalkExprList(&w, p->pOrderBy); |
| 991 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 992 | |
| 993 | p->pSrc = 0; |
| 994 | p->pWhere = 0; |
| 995 | p->pGroupBy = 0; |
| 996 | p->pHaving = 0; |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 997 | p->selFlags &= ~SF_Aggregate; |
drh | ba01634 | 2019-11-14 13:24:04 +0000 | [diff] [blame] | 998 | p->selFlags |= SF_WinRewrite; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 999 | |
dan | f02cdd3 | 2018-06-27 19:48:50 +0000 | [diff] [blame] | 1000 | /* Create the ORDER BY clause for the sub-select. This is the concatenation |
| 1001 | ** of the window PARTITION and ORDER BY clauses. Then, if this makes it |
| 1002 | ** redundant, remove the ORDER BY from the parent SELECT. */ |
dan | d8d2fb9 | 2019-12-27 15:31:47 +0000 | [diff] [blame] | 1003 | pSort = exprListAppendList(pParse, 0, pMWin->pPartition, 1); |
dan | 08f6de7 | 2019-05-10 14:26:32 +0000 | [diff] [blame] | 1004 | pSort = exprListAppendList(pParse, pSort, pMWin->pOrderBy, 1); |
dan | 0e3c50c | 2019-08-07 17:45:37 +0000 | [diff] [blame] | 1005 | if( pSort && p->pOrderBy && p->pOrderBy->nExpr<=pSort->nExpr ){ |
| 1006 | int nSave = pSort->nExpr; |
| 1007 | pSort->nExpr = p->pOrderBy->nExpr; |
dan | f02cdd3 | 2018-06-27 19:48:50 +0000 | [diff] [blame] | 1008 | if( sqlite3ExprListCompare(pSort, p->pOrderBy, -1)==0 ){ |
| 1009 | sqlite3ExprListDelete(db, p->pOrderBy); |
| 1010 | p->pOrderBy = 0; |
| 1011 | } |
dan | 0e3c50c | 2019-08-07 17:45:37 +0000 | [diff] [blame] | 1012 | pSort->nExpr = nSave; |
dan | f02cdd3 | 2018-06-27 19:48:50 +0000 | [diff] [blame] | 1013 | } |
| 1014 | |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1015 | /* Assign a cursor number for the ephemeral table used to buffer rows. |
| 1016 | ** The OpenEphemeral instruction is coded later, after it is known how |
| 1017 | ** many columns the table will have. */ |
| 1018 | pMWin->iEphCsr = pParse->nTab++; |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 1019 | pParse->nTab += 3; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1020 | |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 1021 | selectWindowRewriteEList(pParse, pMWin, pSrc, p->pEList, pTab, &pSublist); |
| 1022 | selectWindowRewriteEList(pParse, pMWin, pSrc, p->pOrderBy, pTab, &pSublist); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1023 | pMWin->nBufferCol = (pSublist ? pSublist->nExpr : 0); |
| 1024 | |
dan | f02cdd3 | 2018-06-27 19:48:50 +0000 | [diff] [blame] | 1025 | /* Append the PARTITION BY and ORDER BY expressions to the to the |
| 1026 | ** sub-select expression list. They are required to figure out where |
| 1027 | ** boundaries for partitions and sets of peer rows lie. */ |
dan | 08f6de7 | 2019-05-10 14:26:32 +0000 | [diff] [blame] | 1028 | pSublist = exprListAppendList(pParse, pSublist, pMWin->pPartition, 0); |
| 1029 | pSublist = exprListAppendList(pParse, pSublist, pMWin->pOrderBy, 0); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1030 | |
| 1031 | /* Append the arguments passed to each window function to the |
| 1032 | ** sub-select expression list. Also allocate two registers for each |
| 1033 | ** window function - one for the accumulator, another for interim |
| 1034 | ** results. */ |
| 1035 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1036 | ExprList *pArgs; |
| 1037 | assert( ExprUseXList(pWin->pOwner) ); |
drh | 5e121a5 | 2022-03-10 16:26:00 +0000 | [diff] [blame] | 1038 | assert( pWin->pWFunc!=0 ); |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1039 | pArgs = pWin->pOwner->x.pList; |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1040 | if( pWin->pWFunc->funcFlags & SQLITE_FUNC_SUBTYPE ){ |
dan | e2ba6df | 2019-09-07 18:20:43 +0000 | [diff] [blame] | 1041 | selectWindowRewriteEList(pParse, pMWin, pSrc, pArgs, pTab, &pSublist); |
| 1042 | pWin->iArgCol = (pSublist ? pSublist->nExpr : 0); |
| 1043 | pWin->bExprArgs = 1; |
| 1044 | }else{ |
| 1045 | pWin->iArgCol = (pSublist ? pSublist->nExpr : 0); |
| 1046 | pSublist = exprListAppendList(pParse, pSublist, pArgs, 0); |
| 1047 | } |
dan | 8b98560 | 2018-06-09 17:43:45 +0000 | [diff] [blame] | 1048 | if( pWin->pFilter ){ |
| 1049 | Expr *pFilter = sqlite3ExprDup(db, pWin->pFilter, 0); |
| 1050 | pSublist = sqlite3ExprListAppend(pParse, pSublist, pFilter); |
| 1051 | } |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1052 | pWin->regAccum = ++pParse->nMem; |
| 1053 | pWin->regResult = ++pParse->nMem; |
| 1054 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regAccum); |
| 1055 | } |
| 1056 | |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 1057 | /* If there is no ORDER BY or PARTITION BY clause, and the window |
| 1058 | ** function accepts zero arguments, and there are no other columns |
| 1059 | ** selected (e.g. "SELECT row_number() OVER () FROM t1"), it is possible |
| 1060 | ** that pSublist is still NULL here. Add a constant expression here to |
| 1061 | ** keep everything legal in this case. |
| 1062 | */ |
| 1063 | if( pSublist==0 ){ |
| 1064 | pSublist = sqlite3ExprListAppend(pParse, 0, |
drh | 5776ee5 | 2019-09-23 12:38:10 +0000 | [diff] [blame] | 1065 | sqlite3Expr(db, TK_INTEGER, "0") |
dan | 9c27758 | 2018-06-20 09:23:49 +0000 | [diff] [blame] | 1066 | ); |
| 1067 | } |
| 1068 | |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1069 | pSub = sqlite3SelectNew( |
| 1070 | pParse, pSublist, pSrc, pWhere, pGroupBy, pHaving, pSort, 0, 0 |
| 1071 | ); |
drh | 9216de8 | 2020-06-11 00:57:09 +0000 | [diff] [blame] | 1072 | SELECTTRACE(1,pParse,pSub, |
| 1073 | ("New window-function subquery in FROM clause of (%u/%p)\n", |
| 1074 | p->selId, p)); |
drh | 29c992c | 2019-01-17 15:40:41 +0000 | [diff] [blame] | 1075 | p->pSrc = sqlite3SrcListAppend(pParse, 0, 0, 0); |
drh | 82456a6 | 2021-09-13 18:16:15 +0000 | [diff] [blame] | 1076 | assert( pSub!=0 || p->pSrc==0 ); /* Due to db->mallocFailed test inside |
| 1077 | ** of sqlite3DbMallocRawNN() called from |
| 1078 | ** sqlite3SrcListAppend() */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1079 | if( p->pSrc ){ |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 1080 | Table *pTab2; |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1081 | p->pSrc->a[0].pSelect = pSub; |
| 1082 | sqlite3SrcListAssignCursors(pParse, p->pSrc); |
drh | bb30123 | 2021-07-15 19:29:43 +0000 | [diff] [blame] | 1083 | pSub->selFlags |= SF_Expanded|SF_OrderByReqd; |
drh | 96fb16e | 2019-08-06 14:37:24 +0000 | [diff] [blame] | 1084 | pTab2 = sqlite3ResultSetOfSelect(pParse, pSub, SQLITE_AFF_NONE); |
dan | 553948e | 2020-03-16 18:52:53 +0000 | [diff] [blame] | 1085 | pSub->selFlags |= (selFlags & SF_Aggregate); |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 1086 | if( pTab2==0 ){ |
drh | a9ebfe2 | 2019-12-25 23:54:21 +0000 | [diff] [blame] | 1087 | /* Might actually be some other kind of error, but in that case |
| 1088 | ** pParse->nErr will be set, so if SQLITE_NOMEM is set, we will get |
| 1089 | ** the correct error message regardless. */ |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1090 | rc = SQLITE_NOMEM; |
| 1091 | }else{ |
dan | 62742fd | 2019-07-08 12:01:39 +0000 | [diff] [blame] | 1092 | memcpy(pTab, pTab2, sizeof(Table)); |
| 1093 | pTab->tabFlags |= TF_Ephemeral; |
| 1094 | p->pSrc->a[0].pTab = pTab; |
| 1095 | pTab = pTab2; |
drh | c37577b | 2020-05-24 03:38:37 +0000 | [diff] [blame] | 1096 | memset(&w, 0, sizeof(w)); |
| 1097 | w.xExprCallback = sqlite3WindowExtraAggFuncDepth; |
| 1098 | w.xSelectCallback = sqlite3WalkerDepthIncrease; |
| 1099 | w.xSelectCallback2 = sqlite3WalkerDepthDecrease; |
| 1100 | sqlite3WalkSelect(&w, pSub); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1101 | } |
dan | 6fde179 | 2018-06-15 19:01:35 +0000 | [diff] [blame] | 1102 | }else{ |
| 1103 | sqlite3SelectDelete(db, pSub); |
| 1104 | } |
| 1105 | if( db->mallocFailed ) rc = SQLITE_NOMEM; |
drh | 6d64b4a | 2021-11-07 23:33:01 +0000 | [diff] [blame] | 1106 | |
| 1107 | /* Defer deleting the temporary table pTab because if an error occurred, |
| 1108 | ** there could still be references to that table embedded in the |
| 1109 | ** result-set or ORDER BY clause of the SELECT statement p. */ |
| 1110 | sqlite3ParserAddCleanup(pParse, sqlite3DbFree, pTab); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1111 | } |
| 1112 | |
drh | 1da88b5 | 2022-01-24 19:38:56 +0000 | [diff] [blame] | 1113 | assert( rc==SQLITE_OK || pParse->nErr!=0 ); |
dan | dfa552f | 2018-06-02 21:04:28 +0000 | [diff] [blame] | 1114 | return rc; |
| 1115 | } |
| 1116 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1117 | /* |
drh | e209457 | 2019-07-22 19:01:38 +0000 | [diff] [blame] | 1118 | ** Unlink the Window object from the Select to which it is attached, |
| 1119 | ** if it is attached. |
| 1120 | */ |
| 1121 | void sqlite3WindowUnlinkFromSelect(Window *p){ |
| 1122 | if( p->ppThis ){ |
| 1123 | *p->ppThis = p->pNextWin; |
| 1124 | if( p->pNextWin ) p->pNextWin->ppThis = p->ppThis; |
| 1125 | p->ppThis = 0; |
| 1126 | } |
| 1127 | } |
| 1128 | |
| 1129 | /* |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1130 | ** Free the Window object passed as the second argument. |
| 1131 | */ |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1132 | void sqlite3WindowDelete(sqlite3 *db, Window *p){ |
| 1133 | if( p ){ |
drh | e209457 | 2019-07-22 19:01:38 +0000 | [diff] [blame] | 1134 | sqlite3WindowUnlinkFromSelect(p); |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1135 | sqlite3ExprDelete(db, p->pFilter); |
| 1136 | sqlite3ExprListDelete(db, p->pPartition); |
| 1137 | sqlite3ExprListDelete(db, p->pOrderBy); |
| 1138 | sqlite3ExprDelete(db, p->pEnd); |
| 1139 | sqlite3ExprDelete(db, p->pStart); |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 1140 | sqlite3DbFree(db, p->zName); |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 1141 | sqlite3DbFree(db, p->zBase); |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1142 | sqlite3DbFree(db, p); |
| 1143 | } |
| 1144 | } |
| 1145 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1146 | /* |
| 1147 | ** Free the linked list of Window objects starting at the second argument. |
| 1148 | */ |
dan | e3bf632 | 2018-06-08 20:58:27 +0000 | [diff] [blame] | 1149 | void sqlite3WindowListDelete(sqlite3 *db, Window *p){ |
| 1150 | while( p ){ |
| 1151 | Window *pNext = p->pNextWin; |
| 1152 | sqlite3WindowDelete(db, p); |
| 1153 | p = pNext; |
| 1154 | } |
| 1155 | } |
| 1156 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1157 | /* |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1158 | ** The argument expression is an PRECEDING or FOLLOWING offset. The |
| 1159 | ** value should be a non-negative integer. If the value is not a |
| 1160 | ** constant, change it to NULL. The fact that it is then a non-negative |
| 1161 | ** integer will be caught later. But it is important not to leave |
| 1162 | ** variable values in the expression tree. |
| 1163 | */ |
| 1164 | static Expr *sqlite3WindowOffsetExpr(Parse *pParse, Expr *pExpr){ |
| 1165 | if( 0==sqlite3ExprIsConstant(pExpr) ){ |
dan | fb8ac32 | 2019-01-16 12:05:22 +0000 | [diff] [blame] | 1166 | if( IN_RENAME_OBJECT ) sqlite3RenameExprUnmap(pParse, pExpr); |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1167 | sqlite3ExprDelete(pParse->db, pExpr); |
| 1168 | pExpr = sqlite3ExprAlloc(pParse->db, TK_NULL, 0, 0); |
| 1169 | } |
| 1170 | return pExpr; |
| 1171 | } |
| 1172 | |
| 1173 | /* |
| 1174 | ** Allocate and return a new Window object describing a Window Definition. |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1175 | */ |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1176 | Window *sqlite3WindowAlloc( |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1177 | Parse *pParse, /* Parsing context */ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 1178 | int eType, /* Frame type. TK_RANGE, TK_ROWS, TK_GROUPS, or 0 */ |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1179 | int eStart, /* Start type: CURRENT, PRECEDING, FOLLOWING, UNBOUNDED */ |
| 1180 | Expr *pStart, /* Start window size if TK_PRECEDING or FOLLOWING */ |
| 1181 | int eEnd, /* End type: CURRENT, FOLLOWING, TK_UNBOUNDED, PRECEDING */ |
dan | d35300f | 2019-03-14 20:53:21 +0000 | [diff] [blame] | 1182 | Expr *pEnd, /* End window size if TK_FOLLOWING or PRECEDING */ |
| 1183 | u8 eExclude /* EXCLUDE clause */ |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1184 | ){ |
dan | 7a606e1 | 2018-07-05 18:34:53 +0000 | [diff] [blame] | 1185 | Window *pWin = 0; |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 1186 | int bImplicitFrame = 0; |
dan | 7a606e1 | 2018-07-05 18:34:53 +0000 | [diff] [blame] | 1187 | |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1188 | /* Parser assures the following: */ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 1189 | assert( eType==0 || eType==TK_RANGE || eType==TK_ROWS || eType==TK_GROUPS ); |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1190 | assert( eStart==TK_CURRENT || eStart==TK_PRECEDING |
| 1191 | || eStart==TK_UNBOUNDED || eStart==TK_FOLLOWING ); |
| 1192 | assert( eEnd==TK_CURRENT || eEnd==TK_FOLLOWING |
| 1193 | || eEnd==TK_UNBOUNDED || eEnd==TK_PRECEDING ); |
| 1194 | assert( (eStart==TK_PRECEDING || eStart==TK_FOLLOWING)==(pStart!=0) ); |
| 1195 | assert( (eEnd==TK_FOLLOWING || eEnd==TK_PRECEDING)==(pEnd!=0) ); |
| 1196 | |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 1197 | if( eType==0 ){ |
| 1198 | bImplicitFrame = 1; |
| 1199 | eType = TK_RANGE; |
| 1200 | } |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1201 | |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1202 | /* Additionally, the |
dan | 5d764ac | 2018-07-06 14:15:49 +0000 | [diff] [blame] | 1203 | ** starting boundary type may not occur earlier in the following list than |
| 1204 | ** the ending boundary type: |
| 1205 | ** |
| 1206 | ** UNBOUNDED PRECEDING |
| 1207 | ** <expr> PRECEDING |
| 1208 | ** CURRENT ROW |
| 1209 | ** <expr> FOLLOWING |
| 1210 | ** UNBOUNDED FOLLOWING |
| 1211 | ** |
| 1212 | ** The parser ensures that "UNBOUNDED PRECEDING" cannot be used as an ending |
| 1213 | ** boundary, and than "UNBOUNDED FOLLOWING" cannot be used as a starting |
| 1214 | ** frame boundary. |
| 1215 | */ |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1216 | if( (eStart==TK_CURRENT && eEnd==TK_PRECEDING) |
dan | 5d764ac | 2018-07-06 14:15:49 +0000 | [diff] [blame] | 1217 | || (eStart==TK_FOLLOWING && (eEnd==TK_PRECEDING || eEnd==TK_CURRENT)) |
| 1218 | ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 1219 | sqlite3ErrorMsg(pParse, "unsupported frame specification"); |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1220 | goto windowAllocErr; |
dan | 7a606e1 | 2018-07-05 18:34:53 +0000 | [diff] [blame] | 1221 | } |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1222 | |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1223 | pWin = (Window*)sqlite3DbMallocZero(pParse->db, sizeof(Window)); |
| 1224 | if( pWin==0 ) goto windowAllocErr; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 1225 | pWin->eFrmType = eType; |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1226 | pWin->eStart = eStart; |
| 1227 | pWin->eEnd = eEnd; |
drh | 9480908 | 2019-04-02 17:45:56 +0000 | [diff] [blame] | 1228 | if( eExclude==0 && OptimizationDisabled(pParse->db, SQLITE_WindowFunc) ){ |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 1229 | eExclude = TK_NO; |
| 1230 | } |
dan | d35300f | 2019-03-14 20:53:21 +0000 | [diff] [blame] | 1231 | pWin->eExclude = eExclude; |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 1232 | pWin->bImplicitFrame = bImplicitFrame; |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1233 | pWin->pEnd = sqlite3WindowOffsetExpr(pParse, pEnd); |
| 1234 | pWin->pStart = sqlite3WindowOffsetExpr(pParse, pStart); |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1235 | return pWin; |
drh | e4984a2 | 2018-07-06 17:19:20 +0000 | [diff] [blame] | 1236 | |
| 1237 | windowAllocErr: |
| 1238 | sqlite3ExprDelete(pParse->db, pEnd); |
| 1239 | sqlite3ExprDelete(pParse->db, pStart); |
| 1240 | return 0; |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1241 | } |
| 1242 | |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1243 | /* |
dan | e7c9ca4 | 2019-02-16 17:27:51 +0000 | [diff] [blame] | 1244 | ** Attach PARTITION and ORDER BY clauses pPartition and pOrderBy to window |
| 1245 | ** pWin. Also, if parameter pBase is not NULL, set pWin->zBase to the |
| 1246 | ** equivalent nul-terminated string. |
| 1247 | */ |
| 1248 | Window *sqlite3WindowAssemble( |
| 1249 | Parse *pParse, |
| 1250 | Window *pWin, |
| 1251 | ExprList *pPartition, |
| 1252 | ExprList *pOrderBy, |
| 1253 | Token *pBase |
| 1254 | ){ |
| 1255 | if( pWin ){ |
| 1256 | pWin->pPartition = pPartition; |
| 1257 | pWin->pOrderBy = pOrderBy; |
| 1258 | if( pBase ){ |
| 1259 | pWin->zBase = sqlite3DbStrNDup(pParse->db, pBase->z, pBase->n); |
| 1260 | } |
| 1261 | }else{ |
| 1262 | sqlite3ExprListDelete(pParse->db, pPartition); |
| 1263 | sqlite3ExprListDelete(pParse->db, pOrderBy); |
| 1264 | } |
| 1265 | return pWin; |
| 1266 | } |
| 1267 | |
| 1268 | /* |
| 1269 | ** Window *pWin has just been created from a WINDOW clause. Tokne pBase |
| 1270 | ** is the base window. Earlier windows from the same WINDOW clause are |
| 1271 | ** stored in the linked list starting at pWin->pNextWin. This function |
| 1272 | ** either updates *pWin according to the base specification, or else |
| 1273 | ** leaves an error in pParse. |
| 1274 | */ |
| 1275 | void sqlite3WindowChain(Parse *pParse, Window *pWin, Window *pList){ |
| 1276 | if( pWin->zBase ){ |
| 1277 | sqlite3 *db = pParse->db; |
| 1278 | Window *pExist = windowFind(pParse, pList, pWin->zBase); |
| 1279 | if( pExist ){ |
| 1280 | const char *zErr = 0; |
| 1281 | /* Check for errors */ |
| 1282 | if( pWin->pPartition ){ |
| 1283 | zErr = "PARTITION clause"; |
| 1284 | }else if( pExist->pOrderBy && pWin->pOrderBy ){ |
| 1285 | zErr = "ORDER BY clause"; |
| 1286 | }else if( pExist->bImplicitFrame==0 ){ |
| 1287 | zErr = "frame specification"; |
| 1288 | } |
| 1289 | if( zErr ){ |
| 1290 | sqlite3ErrorMsg(pParse, |
| 1291 | "cannot override %s of window: %s", zErr, pWin->zBase |
| 1292 | ); |
| 1293 | }else{ |
| 1294 | pWin->pPartition = sqlite3ExprListDup(db, pExist->pPartition, 0); |
| 1295 | if( pExist->pOrderBy ){ |
| 1296 | assert( pWin->pOrderBy==0 ); |
| 1297 | pWin->pOrderBy = sqlite3ExprListDup(db, pExist->pOrderBy, 0); |
| 1298 | } |
| 1299 | sqlite3DbFree(db, pWin->zBase); |
| 1300 | pWin->zBase = 0; |
| 1301 | } |
| 1302 | } |
| 1303 | } |
| 1304 | } |
| 1305 | |
| 1306 | /* |
dan | c0bb445 | 2018-06-12 20:53:38 +0000 | [diff] [blame] | 1307 | ** Attach window object pWin to expression p. |
| 1308 | */ |
dan | 4f9adee | 2019-07-13 16:22:50 +0000 | [diff] [blame] | 1309 | void sqlite3WindowAttach(Parse *pParse, Expr *p, Window *pWin){ |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1310 | if( p ){ |
drh | eda079c | 2018-09-20 19:02:15 +0000 | [diff] [blame] | 1311 | assert( p->op==TK_FUNCTION ); |
dan | 4f9adee | 2019-07-13 16:22:50 +0000 | [diff] [blame] | 1312 | assert( pWin ); |
| 1313 | p->y.pWin = pWin; |
| 1314 | ExprSetProperty(p, EP_WinFunc); |
| 1315 | pWin->pOwner = p; |
| 1316 | if( (p->flags & EP_Distinct) && pWin->eFrmType!=TK_FILTER ){ |
| 1317 | sqlite3ErrorMsg(pParse, |
| 1318 | "DISTINCT is not supported for window functions" |
| 1319 | ); |
dan | e33f6e7 | 2018-07-06 07:42:42 +0000 | [diff] [blame] | 1320 | } |
dan | 86fb6e1 | 2018-05-16 20:58:07 +0000 | [diff] [blame] | 1321 | }else{ |
| 1322 | sqlite3WindowDelete(pParse->db, pWin); |
| 1323 | } |
| 1324 | } |
dan | e2f781b | 2018-05-17 19:24:08 +0000 | [diff] [blame] | 1325 | |
| 1326 | /* |
dan | a3fcc00 | 2019-08-15 13:53:22 +0000 | [diff] [blame] | 1327 | ** Possibly link window pWin into the list at pSel->pWin (window functions |
| 1328 | ** to be processed as part of SELECT statement pSel). The window is linked |
| 1329 | ** in if either (a) there are no other windows already linked to this |
| 1330 | ** SELECT, or (b) the windows already linked use a compatible window frame. |
| 1331 | */ |
| 1332 | void sqlite3WindowLink(Select *pSel, Window *pWin){ |
dan | 903fdd4 | 2021-02-22 20:56:13 +0000 | [diff] [blame] | 1333 | if( pSel ){ |
| 1334 | if( 0==pSel->pWin || 0==sqlite3WindowCompare(0, pSel->pWin, pWin, 0) ){ |
| 1335 | pWin->pNextWin = pSel->pWin; |
| 1336 | if( pSel->pWin ){ |
| 1337 | pSel->pWin->ppThis = &pWin->pNextWin; |
| 1338 | } |
| 1339 | pSel->pWin = pWin; |
| 1340 | pWin->ppThis = &pSel->pWin; |
| 1341 | }else{ |
| 1342 | if( sqlite3ExprListCompare(pWin->pPartition, pSel->pWin->pPartition,-1) ){ |
| 1343 | pSel->selFlags |= SF_MultiPart; |
| 1344 | } |
dan | a3fcc00 | 2019-08-15 13:53:22 +0000 | [diff] [blame] | 1345 | } |
dan | a3fcc00 | 2019-08-15 13:53:22 +0000 | [diff] [blame] | 1346 | } |
| 1347 | } |
| 1348 | |
| 1349 | /* |
dan | fbb6e9f | 2020-01-09 20:11:29 +0000 | [diff] [blame] | 1350 | ** Return 0 if the two window objects are identical, 1 if they are |
| 1351 | ** different, or 2 if it cannot be determined if the objects are identical |
| 1352 | ** or not. Identical window objects can be processed in a single scan. |
dan | e2f781b | 2018-05-17 19:24:08 +0000 | [diff] [blame] | 1353 | */ |
drh | 1580d50 | 2021-09-25 17:07:57 +0000 | [diff] [blame] | 1354 | int sqlite3WindowCompare( |
| 1355 | const Parse *pParse, |
| 1356 | const Window *p1, |
| 1357 | const Window *p2, |
| 1358 | int bFilter |
| 1359 | ){ |
dan | fbb6e9f | 2020-01-09 20:11:29 +0000 | [diff] [blame] | 1360 | int res; |
drh | a2f142d | 2019-11-23 16:34:40 +0000 | [diff] [blame] | 1361 | if( NEVER(p1==0) || NEVER(p2==0) ) return 1; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 1362 | if( p1->eFrmType!=p2->eFrmType ) return 1; |
dan | e2f781b | 2018-05-17 19:24:08 +0000 | [diff] [blame] | 1363 | if( p1->eStart!=p2->eStart ) return 1; |
| 1364 | if( p1->eEnd!=p2->eEnd ) return 1; |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1365 | if( p1->eExclude!=p2->eExclude ) return 1; |
dan | e2f781b | 2018-05-17 19:24:08 +0000 | [diff] [blame] | 1366 | if( sqlite3ExprCompare(pParse, p1->pStart, p2->pStart, -1) ) return 1; |
| 1367 | if( sqlite3ExprCompare(pParse, p1->pEnd, p2->pEnd, -1) ) return 1; |
dan | fbb6e9f | 2020-01-09 20:11:29 +0000 | [diff] [blame] | 1368 | if( (res = sqlite3ExprListCompare(p1->pPartition, p2->pPartition, -1)) ){ |
| 1369 | return res; |
| 1370 | } |
| 1371 | if( (res = sqlite3ExprListCompare(p1->pOrderBy, p2->pOrderBy, -1)) ){ |
| 1372 | return res; |
| 1373 | } |
dan | 4f9adee | 2019-07-13 16:22:50 +0000 | [diff] [blame] | 1374 | if( bFilter ){ |
dan | fbb6e9f | 2020-01-09 20:11:29 +0000 | [diff] [blame] | 1375 | if( (res = sqlite3ExprCompare(pParse, p1->pFilter, p2->pFilter, -1)) ){ |
| 1376 | return res; |
| 1377 | } |
dan | 4f9adee | 2019-07-13 16:22:50 +0000 | [diff] [blame] | 1378 | } |
dan | e2f781b | 2018-05-17 19:24:08 +0000 | [diff] [blame] | 1379 | return 0; |
| 1380 | } |
| 1381 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1382 | |
| 1383 | /* |
| 1384 | ** This is called by code in select.c before it calls sqlite3WhereBegin() |
| 1385 | ** to begin iterating through the sub-query results. It is used to allocate |
| 1386 | ** and initialize registers and cursors used by sqlite3WindowCodeStep(). |
| 1387 | */ |
dan | 4ea562e | 2020-01-01 20:17:15 +0000 | [diff] [blame] | 1388 | void sqlite3WindowCodeInit(Parse *pParse, Select *pSelect){ |
| 1389 | int nEphExpr = pSelect->pSrc->a[0].pSelect->pEList->nExpr; |
| 1390 | Window *pMWin = pSelect->pWin; |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1391 | Window *pWin; |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1392 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | b6f2dea | 2019-03-13 17:20:27 +0000 | [diff] [blame] | 1393 | |
dan | 4ea562e | 2020-01-01 20:17:15 +0000 | [diff] [blame] | 1394 | sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pMWin->iEphCsr, nEphExpr); |
| 1395 | sqlite3VdbeAddOp2(v, OP_OpenDup, pMWin->iEphCsr+1, pMWin->iEphCsr); |
| 1396 | sqlite3VdbeAddOp2(v, OP_OpenDup, pMWin->iEphCsr+2, pMWin->iEphCsr); |
| 1397 | sqlite3VdbeAddOp2(v, OP_OpenDup, pMWin->iEphCsr+3, pMWin->iEphCsr); |
| 1398 | |
dan | b6f2dea | 2019-03-13 17:20:27 +0000 | [diff] [blame] | 1399 | /* Allocate registers to use for PARTITION BY values, if any. Initialize |
| 1400 | ** said registers to NULL. */ |
| 1401 | if( pMWin->pPartition ){ |
| 1402 | int nExpr = pMWin->pPartition->nExpr; |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1403 | pMWin->regPart = pParse->nMem+1; |
dan | b6f2dea | 2019-03-13 17:20:27 +0000 | [diff] [blame] | 1404 | pParse->nMem += nExpr; |
| 1405 | sqlite3VdbeAddOp3(v, OP_Null, 0, pMWin->regPart, pMWin->regPart+nExpr-1); |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1406 | } |
| 1407 | |
dan | bf84515 | 2019-03-16 10:15:24 +0000 | [diff] [blame] | 1408 | pMWin->regOne = ++pParse->nMem; |
| 1409 | sqlite3VdbeAddOp2(v, OP_Integer, 1, pMWin->regOne); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 1410 | |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1411 | if( pMWin->eExclude ){ |
| 1412 | pMWin->regStartRowid = ++pParse->nMem; |
| 1413 | pMWin->regEndRowid = ++pParse->nMem; |
| 1414 | pMWin->csrApp = pParse->nTab++; |
| 1415 | sqlite3VdbeAddOp2(v, OP_Integer, 1, pMWin->regStartRowid); |
| 1416 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pMWin->regEndRowid); |
| 1417 | sqlite3VdbeAddOp2(v, OP_OpenDup, pMWin->csrApp, pMWin->iEphCsr); |
| 1418 | return; |
| 1419 | } |
| 1420 | |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1421 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1422 | FuncDef *p = pWin->pWFunc; |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1423 | if( (p->funcFlags & SQLITE_FUNC_MINMAX) && pWin->eStart!=TK_UNBOUNDED ){ |
dan | 9a94722 | 2018-06-14 19:06:36 +0000 | [diff] [blame] | 1424 | /* The inline versions of min() and max() require a single ephemeral |
| 1425 | ** table and 3 registers. The registers are used as follows: |
| 1426 | ** |
| 1427 | ** regApp+0: slot to copy min()/max() argument to for MakeRecord |
| 1428 | ** regApp+1: integer value used to ensure keys are unique |
| 1429 | ** regApp+2: output of MakeRecord |
| 1430 | */ |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1431 | ExprList *pList; |
| 1432 | KeyInfo *pKeyInfo; |
| 1433 | assert( ExprUseXList(pWin->pOwner) ); |
| 1434 | pList = pWin->pOwner->x.pList; |
| 1435 | pKeyInfo = sqlite3KeyInfoFromExprList(pParse, pList, 0, 0); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1436 | pWin->csrApp = pParse->nTab++; |
| 1437 | pWin->regApp = pParse->nMem+1; |
| 1438 | pParse->nMem += 3; |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1439 | if( pKeyInfo && pWin->pWFunc->zName[1]=='i' ){ |
dan | 6e11892 | 2019-08-12 16:36:38 +0000 | [diff] [blame] | 1440 | assert( pKeyInfo->aSortFlags[0]==0 ); |
| 1441 | pKeyInfo->aSortFlags[0] = KEYINFO_ORDER_DESC; |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1442 | } |
| 1443 | sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pWin->csrApp, 2); |
| 1444 | sqlite3VdbeAppendP4(v, pKeyInfo, P4_KEYINFO); |
| 1445 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pWin->regApp+1); |
| 1446 | } |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 1447 | else if( p->zName==nth_valueName || p->zName==first_valueName ){ |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1448 | /* Allocate two registers at pWin->regApp. These will be used to |
| 1449 | ** store the start and end index of the current frame. */ |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1450 | pWin->regApp = pParse->nMem+1; |
| 1451 | pWin->csrApp = pParse->nTab++; |
| 1452 | pParse->nMem += 2; |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1453 | sqlite3VdbeAddOp2(v, OP_OpenDup, pWin->csrApp, pMWin->iEphCsr); |
| 1454 | } |
drh | 19dc4d4 | 2018-07-08 01:02:26 +0000 | [diff] [blame] | 1455 | else if( p->zName==leadName || p->zName==lagName ){ |
dan | fe4e25a | 2018-06-07 20:08:59 +0000 | [diff] [blame] | 1456 | pWin->csrApp = pParse->nTab++; |
| 1457 | sqlite3VdbeAddOp2(v, OP_OpenDup, pWin->csrApp, pMWin->iEphCsr); |
| 1458 | } |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1459 | } |
| 1460 | } |
| 1461 | |
dan | bb40727 | 2019-03-12 18:28:51 +0000 | [diff] [blame] | 1462 | #define WINDOW_STARTING_INT 0 |
| 1463 | #define WINDOW_ENDING_INT 1 |
| 1464 | #define WINDOW_NTH_VALUE_INT 2 |
| 1465 | #define WINDOW_STARTING_NUM 3 |
| 1466 | #define WINDOW_ENDING_NUM 4 |
| 1467 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1468 | /* |
dan | a1a7e11 | 2018-07-09 13:31:18 +0000 | [diff] [blame] | 1469 | ** A "PRECEDING <expr>" (eCond==0) or "FOLLOWING <expr>" (eCond==1) or the |
| 1470 | ** value of the second argument to nth_value() (eCond==2) has just been |
| 1471 | ** evaluated and the result left in register reg. This function generates VM |
| 1472 | ** code to check that the value is a non-negative integer and throws an |
| 1473 | ** exception if it is not. |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1474 | */ |
dan | bb40727 | 2019-03-12 18:28:51 +0000 | [diff] [blame] | 1475 | static void windowCheckValue(Parse *pParse, int reg, int eCond){ |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1476 | static const char *azErr[] = { |
| 1477 | "frame starting offset must be a non-negative integer", |
dan | a1a7e11 | 2018-07-09 13:31:18 +0000 | [diff] [blame] | 1478 | "frame ending offset must be a non-negative integer", |
dan | bb40727 | 2019-03-12 18:28:51 +0000 | [diff] [blame] | 1479 | "second argument to nth_value must be a positive integer", |
| 1480 | "frame starting offset must be a non-negative number", |
| 1481 | "frame ending offset must be a non-negative number", |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1482 | }; |
dan | bb40727 | 2019-03-12 18:28:51 +0000 | [diff] [blame] | 1483 | static int aOp[] = { OP_Ge, OP_Ge, OP_Gt, OP_Ge, OP_Ge }; |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1484 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1485 | int regZero = sqlite3GetTempReg(pParse); |
dan | bb40727 | 2019-03-12 18:28:51 +0000 | [diff] [blame] | 1486 | assert( eCond>=0 && eCond<ArraySize(azErr) ); |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1487 | sqlite3VdbeAddOp2(v, OP_Integer, 0, regZero); |
dan | e5166e0 | 2019-03-19 11:56:39 +0000 | [diff] [blame] | 1488 | if( eCond>=WINDOW_STARTING_NUM ){ |
| 1489 | int regString = sqlite3GetTempReg(pParse); |
| 1490 | sqlite3VdbeAddOp4(v, OP_String8, 0, regString, 0, "", P4_STATIC); |
| 1491 | sqlite3VdbeAddOp3(v, OP_Ge, regString, sqlite3VdbeCurrentAddr(v)+2, reg); |
drh | 21826f4 | 2019-04-01 14:30:30 +0000 | [diff] [blame] | 1492 | sqlite3VdbeChangeP5(v, SQLITE_AFF_NUMERIC|SQLITE_JUMPIFNULL); |
drh | 6f88359 | 2019-03-30 20:37:04 +0000 | [diff] [blame] | 1493 | VdbeCoverage(v); |
| 1494 | assert( eCond==3 || eCond==4 ); |
| 1495 | VdbeCoverageIf(v, eCond==3); |
| 1496 | VdbeCoverageIf(v, eCond==4); |
dan | e5166e0 | 2019-03-19 11:56:39 +0000 | [diff] [blame] | 1497 | }else{ |
| 1498 | sqlite3VdbeAddOp2(v, OP_MustBeInt, reg, sqlite3VdbeCurrentAddr(v)+2); |
drh | 6f88359 | 2019-03-30 20:37:04 +0000 | [diff] [blame] | 1499 | VdbeCoverage(v); |
| 1500 | assert( eCond==0 || eCond==1 || eCond==2 ); |
| 1501 | VdbeCoverageIf(v, eCond==0); |
| 1502 | VdbeCoverageIf(v, eCond==1); |
| 1503 | VdbeCoverageIf(v, eCond==2); |
dan | e5166e0 | 2019-03-19 11:56:39 +0000 | [diff] [blame] | 1504 | } |
dan | a1a7e11 | 2018-07-09 13:31:18 +0000 | [diff] [blame] | 1505 | sqlite3VdbeAddOp3(v, aOp[eCond], regZero, sqlite3VdbeCurrentAddr(v)+2, reg); |
dan | b03786a | 2021-03-31 11:31:19 +0000 | [diff] [blame] | 1506 | sqlite3VdbeChangeP5(v, SQLITE_AFF_NUMERIC); |
drh | 21826f4 | 2019-04-01 14:30:30 +0000 | [diff] [blame] | 1507 | VdbeCoverageNeverNullIf(v, eCond==0); /* NULL case captured by */ |
| 1508 | VdbeCoverageNeverNullIf(v, eCond==1); /* the OP_MustBeInt */ |
| 1509 | VdbeCoverageNeverNullIf(v, eCond==2); |
| 1510 | VdbeCoverageNeverNullIf(v, eCond==3); /* NULL case caught by */ |
| 1511 | VdbeCoverageNeverNullIf(v, eCond==4); /* the OP_Ge */ |
drh | 211a085 | 2019-01-27 02:41:34 +0000 | [diff] [blame] | 1512 | sqlite3MayAbort(pParse); |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1513 | sqlite3VdbeAddOp2(v, OP_Halt, SQLITE_ERROR, OE_Abort); |
dan | a1a7e11 | 2018-07-09 13:31:18 +0000 | [diff] [blame] | 1514 | sqlite3VdbeAppendP4(v, (void*)azErr[eCond], P4_STATIC); |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1515 | sqlite3ReleaseTempReg(pParse, regZero); |
dan | c3a20c1 | 2018-05-23 20:55:37 +0000 | [diff] [blame] | 1516 | } |
| 1517 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1518 | /* |
| 1519 | ** Return the number of arguments passed to the window-function associated |
| 1520 | ** with the object passed as the only argument to this function. |
| 1521 | */ |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 1522 | static int windowArgCount(Window *pWin){ |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1523 | const ExprList *pList; |
| 1524 | assert( ExprUseXList(pWin->pOwner) ); |
| 1525 | pList = pWin->pOwner->x.pList; |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 1526 | return (pList ? pList->nExpr : 0); |
| 1527 | } |
| 1528 | |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1529 | typedef struct WindowCodeArg WindowCodeArg; |
| 1530 | typedef struct WindowCsrAndReg WindowCsrAndReg; |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 1531 | |
| 1532 | /* |
| 1533 | ** See comments above struct WindowCodeArg. |
| 1534 | */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1535 | struct WindowCsrAndReg { |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 1536 | int csr; /* Cursor number */ |
| 1537 | int reg; /* First in array of peer values */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1538 | }; |
| 1539 | |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 1540 | /* |
| 1541 | ** A single instance of this structure is allocated on the stack by |
| 1542 | ** sqlite3WindowCodeStep() and a pointer to it passed to the various helper |
| 1543 | ** routines. This is to reduce the number of arguments required by each |
| 1544 | ** helper function. |
| 1545 | ** |
| 1546 | ** regArg: |
| 1547 | ** Each window function requires an accumulator register (just as an |
| 1548 | ** ordinary aggregate function does). This variable is set to the first |
| 1549 | ** in an array of accumulator registers - one for each window function |
| 1550 | ** in the WindowCodeArg.pMWin list. |
| 1551 | ** |
| 1552 | ** eDelete: |
| 1553 | ** The window functions implementation sometimes caches the input rows |
| 1554 | ** that it processes in a temporary table. If it is not zero, this |
| 1555 | ** variable indicates when rows may be removed from the temp table (in |
| 1556 | ** order to reduce memory requirements - it would always be safe just |
| 1557 | ** to leave them there). Possible values for eDelete are: |
| 1558 | ** |
| 1559 | ** WINDOW_RETURN_ROW: |
| 1560 | ** An input row can be discarded after it is returned to the caller. |
| 1561 | ** |
| 1562 | ** WINDOW_AGGINVERSE: |
| 1563 | ** An input row can be discarded after the window functions xInverse() |
| 1564 | ** callbacks have been invoked in it. |
| 1565 | ** |
| 1566 | ** WINDOW_AGGSTEP: |
| 1567 | ** An input row can be discarded after the window functions xStep() |
| 1568 | ** callbacks have been invoked in it. |
| 1569 | ** |
| 1570 | ** start,current,end |
| 1571 | ** Consider a window-frame similar to the following: |
| 1572 | ** |
| 1573 | ** (ORDER BY a, b GROUPS BETWEEN 2 PRECEDING AND 2 FOLLOWING) |
| 1574 | ** |
| 1575 | ** The windows functions implmentation caches the input rows in a temp |
| 1576 | ** table, sorted by "a, b" (it actually populates the cache lazily, and |
| 1577 | ** aggressively removes rows once they are no longer required, but that's |
| 1578 | ** a mere detail). It keeps three cursors open on the temp table. One |
| 1579 | ** (current) that points to the next row to return to the query engine |
| 1580 | ** once its window function values have been calculated. Another (end) |
| 1581 | ** points to the next row to call the xStep() method of each window function |
| 1582 | ** on (so that it is 2 groups ahead of current). And a third (start) that |
| 1583 | ** points to the next row to call the xInverse() method of each window |
| 1584 | ** function on. |
| 1585 | ** |
| 1586 | ** Each cursor (start, current and end) consists of a VDBE cursor |
| 1587 | ** (WindowCsrAndReg.csr) and an array of registers (starting at |
| 1588 | ** WindowCodeArg.reg) that always contains a copy of the peer values |
| 1589 | ** read from the corresponding cursor. |
| 1590 | ** |
| 1591 | ** Depending on the window-frame in question, all three cursors may not |
| 1592 | ** be required. In this case both WindowCodeArg.csr and reg are set to |
| 1593 | ** 0. |
| 1594 | */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1595 | struct WindowCodeArg { |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 1596 | Parse *pParse; /* Parse context */ |
| 1597 | Window *pMWin; /* First in list of functions being processed */ |
| 1598 | Vdbe *pVdbe; /* VDBE object */ |
| 1599 | int addrGosub; /* OP_Gosub to this address to return one row */ |
| 1600 | int regGosub; /* Register used with OP_Gosub(addrGosub) */ |
| 1601 | int regArg; /* First in array of accumulator registers */ |
| 1602 | int eDelete; /* See above */ |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 1603 | int regRowid; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1604 | |
| 1605 | WindowCsrAndReg start; |
| 1606 | WindowCsrAndReg current; |
| 1607 | WindowCsrAndReg end; |
| 1608 | }; |
| 1609 | |
| 1610 | /* |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1611 | ** Generate VM code to read the window frames peer values from cursor csr into |
| 1612 | ** an array of registers starting at reg. |
| 1613 | */ |
| 1614 | static void windowReadPeerValues( |
| 1615 | WindowCodeArg *p, |
| 1616 | int csr, |
| 1617 | int reg |
| 1618 | ){ |
| 1619 | Window *pMWin = p->pMWin; |
| 1620 | ExprList *pOrderBy = pMWin->pOrderBy; |
| 1621 | if( pOrderBy ){ |
| 1622 | Vdbe *v = sqlite3GetVdbe(p->pParse); |
| 1623 | ExprList *pPart = pMWin->pPartition; |
| 1624 | int iColOff = pMWin->nBufferCol + (pPart ? pPart->nExpr : 0); |
| 1625 | int i; |
| 1626 | for(i=0; i<pOrderBy->nExpr; i++){ |
| 1627 | sqlite3VdbeAddOp3(v, OP_Column, csr, iColOff+i, reg+i); |
| 1628 | } |
| 1629 | } |
| 1630 | } |
| 1631 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1632 | /* |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1633 | ** Generate VM code to invoke either xStep() (if bInverse is 0) or |
| 1634 | ** xInverse (if bInverse is non-zero) for each window function in the |
| 1635 | ** linked list starting at pMWin. Or, for built-in window functions |
| 1636 | ** that do not use the standard function API, generate the required |
| 1637 | ** inline VM code. |
| 1638 | ** |
| 1639 | ** If argument csr is greater than or equal to 0, then argument reg is |
| 1640 | ** the first register in an array of registers guaranteed to be large |
| 1641 | ** enough to hold the array of arguments for each function. In this case |
| 1642 | ** the arguments are extracted from the current row of csr into the |
| 1643 | ** array of registers before invoking OP_AggStep or OP_AggInverse |
| 1644 | ** |
| 1645 | ** Or, if csr is less than zero, then the array of registers at reg is |
| 1646 | ** already populated with all columns from the current row of the sub-query. |
| 1647 | ** |
| 1648 | ** If argument regPartSize is non-zero, then it is a register containing the |
| 1649 | ** number of rows in the current partition. |
| 1650 | */ |
| 1651 | static void windowAggStep( |
| 1652 | WindowCodeArg *p, |
| 1653 | Window *pMWin, /* Linked list of window functions */ |
| 1654 | int csr, /* Read arguments from this cursor */ |
| 1655 | int bInverse, /* True to invoke xInverse instead of xStep */ |
| 1656 | int reg /* Array of registers */ |
| 1657 | ){ |
| 1658 | Parse *pParse = p->pParse; |
| 1659 | Vdbe *v = sqlite3GetVdbe(pParse); |
| 1660 | Window *pWin; |
| 1661 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1662 | FuncDef *pFunc = pWin->pWFunc; |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1663 | int regArg; |
| 1664 | int nArg = pWin->bExprArgs ? 0 : windowArgCount(pWin); |
| 1665 | int i; |
| 1666 | |
| 1667 | assert( bInverse==0 || pWin->eStart!=TK_UNBOUNDED ); |
| 1668 | |
drh | c5b35ae | 2019-09-25 02:07:50 +0000 | [diff] [blame] | 1669 | /* All OVER clauses in the same window function aggregate step must |
| 1670 | ** be the same. */ |
dan | fbb6e9f | 2020-01-09 20:11:29 +0000 | [diff] [blame] | 1671 | assert( pWin==pMWin || sqlite3WindowCompare(pParse,pWin,pMWin,0)!=1 ); |
drh | c5b35ae | 2019-09-25 02:07:50 +0000 | [diff] [blame] | 1672 | |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1673 | for(i=0; i<nArg; i++){ |
| 1674 | if( i!=1 || pFunc->zName!=nth_valueName ){ |
| 1675 | sqlite3VdbeAddOp3(v, OP_Column, csr, pWin->iArgCol+i, reg+i); |
| 1676 | }else{ |
| 1677 | sqlite3VdbeAddOp3(v, OP_Column, pMWin->iEphCsr, pWin->iArgCol+i, reg+i); |
| 1678 | } |
| 1679 | } |
| 1680 | regArg = reg; |
| 1681 | |
| 1682 | if( pMWin->regStartRowid==0 |
| 1683 | && (pFunc->funcFlags & SQLITE_FUNC_MINMAX) |
| 1684 | && (pWin->eStart!=TK_UNBOUNDED) |
| 1685 | ){ |
| 1686 | int addrIsNull = sqlite3VdbeAddOp1(v, OP_IsNull, regArg); |
| 1687 | VdbeCoverage(v); |
| 1688 | if( bInverse==0 ){ |
| 1689 | sqlite3VdbeAddOp2(v, OP_AddImm, pWin->regApp+1, 1); |
| 1690 | sqlite3VdbeAddOp2(v, OP_SCopy, regArg, pWin->regApp); |
| 1691 | sqlite3VdbeAddOp3(v, OP_MakeRecord, pWin->regApp, 2, pWin->regApp+2); |
| 1692 | sqlite3VdbeAddOp2(v, OP_IdxInsert, pWin->csrApp, pWin->regApp+2); |
| 1693 | }else{ |
| 1694 | sqlite3VdbeAddOp4Int(v, OP_SeekGE, pWin->csrApp, 0, regArg, 1); |
| 1695 | VdbeCoverageNeverTaken(v); |
| 1696 | sqlite3VdbeAddOp1(v, OP_Delete, pWin->csrApp); |
| 1697 | sqlite3VdbeJumpHere(v, sqlite3VdbeCurrentAddr(v)-2); |
| 1698 | } |
| 1699 | sqlite3VdbeJumpHere(v, addrIsNull); |
| 1700 | }else if( pWin->regApp ){ |
| 1701 | assert( pFunc->zName==nth_valueName |
| 1702 | || pFunc->zName==first_valueName |
| 1703 | ); |
| 1704 | assert( bInverse==0 || bInverse==1 ); |
| 1705 | sqlite3VdbeAddOp2(v, OP_AddImm, pWin->regApp+1-bInverse, 1); |
| 1706 | }else if( pFunc->xSFunc!=noopStepFunc ){ |
| 1707 | int addrIf = 0; |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1708 | if( pWin->pFilter ){ |
| 1709 | int regTmp; |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1710 | assert( ExprUseXList(pWin->pOwner) ); |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1711 | assert( pWin->bExprArgs || !nArg ||nArg==pWin->pOwner->x.pList->nExpr ); |
| 1712 | assert( pWin->bExprArgs || nArg ||pWin->pOwner->x.pList==0 ); |
| 1713 | regTmp = sqlite3GetTempReg(pParse); |
| 1714 | sqlite3VdbeAddOp3(v, OP_Column, csr, pWin->iArgCol+nArg,regTmp); |
| 1715 | addrIf = sqlite3VdbeAddOp3(v, OP_IfNot, regTmp, 0, 1); |
| 1716 | VdbeCoverage(v); |
| 1717 | sqlite3ReleaseTempReg(pParse, regTmp); |
| 1718 | } |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1719 | |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1720 | if( pWin->bExprArgs ){ |
dan | 5a9fd23 | 2021-04-06 18:40:27 +0000 | [diff] [blame] | 1721 | int iOp = sqlite3VdbeCurrentAddr(v); |
| 1722 | int iEnd; |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1723 | |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1724 | assert( ExprUseXList(pWin->pOwner) ); |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1725 | nArg = pWin->pOwner->x.pList->nExpr; |
| 1726 | regArg = sqlite3GetTempRange(pParse, nArg); |
| 1727 | sqlite3ExprCodeExprList(pParse, pWin->pOwner->x.pList, regArg, 0, 0); |
| 1728 | |
dan | 5a9fd23 | 2021-04-06 18:40:27 +0000 | [diff] [blame] | 1729 | for(iEnd=sqlite3VdbeCurrentAddr(v); iOp<iEnd; iOp++){ |
| 1730 | VdbeOp *pOp = sqlite3VdbeGetOp(v, iOp); |
dan | 41150bf | 2022-04-20 16:42:57 +0000 | [diff] [blame] | 1731 | if( pOp->opcode==OP_Column && pOp->p1==pMWin->iEphCsr ){ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1732 | pOp->p1 = csr; |
| 1733 | } |
| 1734 | } |
| 1735 | } |
| 1736 | if( pFunc->funcFlags & SQLITE_FUNC_NEEDCOLL ){ |
| 1737 | CollSeq *pColl; |
| 1738 | assert( nArg>0 ); |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1739 | assert( ExprUseXList(pWin->pOwner) ); |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1740 | pColl = sqlite3ExprNNCollSeq(pParse, pWin->pOwner->x.pList->a[0].pExpr); |
| 1741 | sqlite3VdbeAddOp4(v, OP_CollSeq, 0,0,0, (const char*)pColl, P4_COLLSEQ); |
| 1742 | } |
| 1743 | sqlite3VdbeAddOp3(v, bInverse? OP_AggInverse : OP_AggStep, |
| 1744 | bInverse, regArg, pWin->regAccum); |
| 1745 | sqlite3VdbeAppendP4(v, pFunc, P4_FUNCDEF); |
| 1746 | sqlite3VdbeChangeP5(v, (u8)nArg); |
| 1747 | if( pWin->bExprArgs ){ |
| 1748 | sqlite3ReleaseTempRange(pParse, regArg, nArg); |
| 1749 | } |
| 1750 | if( addrIf ) sqlite3VdbeJumpHere(v, addrIf); |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1751 | } |
| 1752 | } |
| 1753 | } |
| 1754 | |
| 1755 | /* |
| 1756 | ** Values that may be passed as the second argument to windowCodeOp(). |
| 1757 | */ |
| 1758 | #define WINDOW_RETURN_ROW 1 |
| 1759 | #define WINDOW_AGGINVERSE 2 |
| 1760 | #define WINDOW_AGGSTEP 3 |
| 1761 | |
| 1762 | /* |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1763 | ** Generate VM code to invoke either xValue() (bFin==0) or xFinalize() |
| 1764 | ** (bFin==1) for each window function in the linked list starting at |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1765 | ** pMWin. Or, for built-in window-functions that do not use the standard |
| 1766 | ** API, generate the equivalent VM code. |
| 1767 | */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1768 | static void windowAggFinal(WindowCodeArg *p, int bFin){ |
| 1769 | Parse *pParse = p->pParse; |
| 1770 | Window *pMWin = p->pMWin; |
dan | d6f784e | 2018-05-28 18:30:45 +0000 | [diff] [blame] | 1771 | Vdbe *v = sqlite3GetVdbe(pParse); |
| 1772 | Window *pWin; |
| 1773 | |
| 1774 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1775 | if( pMWin->regStartRowid==0 |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1776 | && (pWin->pWFunc->funcFlags & SQLITE_FUNC_MINMAX) |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1777 | && (pWin->eStart!=TK_UNBOUNDED) |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1778 | ){ |
dan | d6f784e | 2018-05-28 18:30:45 +0000 | [diff] [blame] | 1779 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regResult); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1780 | sqlite3VdbeAddOp1(v, OP_Last, pWin->csrApp); |
dan | 01e1229 | 2018-06-27 20:24:59 +0000 | [diff] [blame] | 1781 | VdbeCoverage(v); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1782 | sqlite3VdbeAddOp3(v, OP_Column, pWin->csrApp, 0, pWin->regResult); |
| 1783 | sqlite3VdbeJumpHere(v, sqlite3VdbeCurrentAddr(v)-2); |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1784 | }else if( pWin->regApp ){ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1785 | assert( pMWin->regStartRowid==0 ); |
dan | d6f784e | 2018-05-28 18:30:45 +0000 | [diff] [blame] | 1786 | }else{ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1787 | int nArg = windowArgCount(pWin); |
| 1788 | if( bFin ){ |
| 1789 | sqlite3VdbeAddOp2(v, OP_AggFinal, pWin->regAccum, nArg); |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1790 | sqlite3VdbeAppendP4(v, pWin->pWFunc, P4_FUNCDEF); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1791 | sqlite3VdbeAddOp2(v, OP_Copy, pWin->regAccum, pWin->regResult); |
dan | 8b98560 | 2018-06-09 17:43:45 +0000 | [diff] [blame] | 1792 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regAccum); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1793 | }else{ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1794 | sqlite3VdbeAddOp3(v, OP_AggValue,pWin->regAccum,nArg,pWin->regResult); |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1795 | sqlite3VdbeAppendP4(v, pWin->pWFunc, P4_FUNCDEF); |
dan | c9a8668 | 2018-05-30 20:44:58 +0000 | [diff] [blame] | 1796 | } |
dan | d6f784e | 2018-05-28 18:30:45 +0000 | [diff] [blame] | 1797 | } |
| 1798 | } |
| 1799 | } |
| 1800 | |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 1801 | /* |
| 1802 | ** Generate code to calculate the current values of all window functions in the |
| 1803 | ** p->pMWin list by doing a full scan of the current window frame. Store the |
| 1804 | ** results in the Window.regResult registers, ready to return the upper |
| 1805 | ** layer. |
| 1806 | */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1807 | static void windowFullScan(WindowCodeArg *p){ |
| 1808 | Window *pWin; |
| 1809 | Parse *pParse = p->pParse; |
| 1810 | Window *pMWin = p->pMWin; |
| 1811 | Vdbe *v = p->pVdbe; |
| 1812 | |
| 1813 | int regCRowid = 0; /* Current rowid value */ |
| 1814 | int regCPeer = 0; /* Current peer values */ |
| 1815 | int regRowid = 0; /* AggStep rowid value */ |
| 1816 | int regPeer = 0; /* AggStep peer values */ |
| 1817 | |
| 1818 | int nPeer; |
| 1819 | int lblNext; |
| 1820 | int lblBrk; |
| 1821 | int addrNext; |
drh | 55f66b3 | 2019-07-16 19:44:32 +0000 | [diff] [blame] | 1822 | int csr; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1823 | |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1824 | VdbeModuleComment((v, "windowFullScan begin")); |
| 1825 | |
drh | 55f66b3 | 2019-07-16 19:44:32 +0000 | [diff] [blame] | 1826 | assert( pMWin!=0 ); |
| 1827 | csr = pMWin->csrApp; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1828 | nPeer = (pMWin->pOrderBy ? pMWin->pOrderBy->nExpr : 0); |
| 1829 | |
| 1830 | lblNext = sqlite3VdbeMakeLabel(pParse); |
| 1831 | lblBrk = sqlite3VdbeMakeLabel(pParse); |
| 1832 | |
| 1833 | regCRowid = sqlite3GetTempReg(pParse); |
| 1834 | regRowid = sqlite3GetTempReg(pParse); |
| 1835 | if( nPeer ){ |
| 1836 | regCPeer = sqlite3GetTempRange(pParse, nPeer); |
| 1837 | regPeer = sqlite3GetTempRange(pParse, nPeer); |
| 1838 | } |
| 1839 | |
| 1840 | sqlite3VdbeAddOp2(v, OP_Rowid, pMWin->iEphCsr, regCRowid); |
| 1841 | windowReadPeerValues(p, pMWin->iEphCsr, regCPeer); |
| 1842 | |
| 1843 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
| 1844 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regAccum); |
| 1845 | } |
| 1846 | |
| 1847 | sqlite3VdbeAddOp3(v, OP_SeekGE, csr, lblBrk, pMWin->regStartRowid); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 1848 | VdbeCoverage(v); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1849 | addrNext = sqlite3VdbeCurrentAddr(v); |
| 1850 | sqlite3VdbeAddOp2(v, OP_Rowid, csr, regRowid); |
| 1851 | sqlite3VdbeAddOp3(v, OP_Gt, pMWin->regEndRowid, lblBrk, regRowid); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 1852 | VdbeCoverageNeverNull(v); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 1853 | |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1854 | if( pMWin->eExclude==TK_CURRENT ){ |
| 1855 | sqlite3VdbeAddOp3(v, OP_Eq, regCRowid, lblNext, regRowid); |
drh | 83c5bb9 | 2019-04-01 15:55:38 +0000 | [diff] [blame] | 1856 | VdbeCoverageNeverNull(v); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1857 | }else if( pMWin->eExclude!=TK_NO ){ |
| 1858 | int addr; |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 1859 | int addrEq = 0; |
dan | 6603342 | 2019-03-19 19:19:53 +0000 | [diff] [blame] | 1860 | KeyInfo *pKeyInfo = 0; |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 1861 | |
dan | 6603342 | 2019-03-19 19:19:53 +0000 | [diff] [blame] | 1862 | if( pMWin->pOrderBy ){ |
| 1863 | pKeyInfo = sqlite3KeyInfoFromExprList(pParse, pMWin->pOrderBy, 0, 0); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1864 | } |
dan | 6603342 | 2019-03-19 19:19:53 +0000 | [diff] [blame] | 1865 | if( pMWin->eExclude==TK_TIES ){ |
| 1866 | addrEq = sqlite3VdbeAddOp3(v, OP_Eq, regCRowid, 0, regRowid); |
drh | 83c5bb9 | 2019-04-01 15:55:38 +0000 | [diff] [blame] | 1867 | VdbeCoverageNeverNull(v); |
dan | 6603342 | 2019-03-19 19:19:53 +0000 | [diff] [blame] | 1868 | } |
| 1869 | if( pKeyInfo ){ |
| 1870 | windowReadPeerValues(p, csr, regPeer); |
| 1871 | sqlite3VdbeAddOp3(v, OP_Compare, regPeer, regCPeer, nPeer); |
| 1872 | sqlite3VdbeAppendP4(v, (void*)pKeyInfo, P4_KEYINFO); |
| 1873 | addr = sqlite3VdbeCurrentAddr(v)+1; |
| 1874 | sqlite3VdbeAddOp3(v, OP_Jump, addr, lblNext, addr); |
| 1875 | VdbeCoverageEqNe(v); |
| 1876 | }else{ |
| 1877 | sqlite3VdbeAddOp2(v, OP_Goto, 0, lblNext); |
| 1878 | } |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1879 | if( addrEq ) sqlite3VdbeJumpHere(v, addrEq); |
| 1880 | } |
| 1881 | |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1882 | windowAggStep(p, pMWin, csr, 0, p->regArg); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1883 | |
| 1884 | sqlite3VdbeResolveLabel(v, lblNext); |
| 1885 | sqlite3VdbeAddOp2(v, OP_Next, csr, addrNext); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 1886 | VdbeCoverage(v); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1887 | sqlite3VdbeJumpHere(v, addrNext-1); |
| 1888 | sqlite3VdbeJumpHere(v, addrNext+1); |
| 1889 | sqlite3ReleaseTempReg(pParse, regRowid); |
| 1890 | sqlite3ReleaseTempReg(pParse, regCRowid); |
| 1891 | if( nPeer ){ |
| 1892 | sqlite3ReleaseTempRange(pParse, regPeer, nPeer); |
| 1893 | sqlite3ReleaseTempRange(pParse, regCPeer, nPeer); |
| 1894 | } |
| 1895 | |
| 1896 | windowAggFinal(p, 1); |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 1897 | VdbeModuleComment((v, "windowFullScan end")); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1898 | } |
| 1899 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1900 | /* |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1901 | ** Invoke the sub-routine at regGosub (generated by code in select.c) to |
| 1902 | ** return the current row of Window.iEphCsr. If all window functions are |
| 1903 | ** aggregate window functions that use the standard API, a single |
| 1904 | ** OP_Gosub instruction is all that this routine generates. Extra VM code |
| 1905 | ** for per-row processing is only generated for the following built-in window |
| 1906 | ** functions: |
| 1907 | ** |
| 1908 | ** nth_value() |
| 1909 | ** first_value() |
| 1910 | ** lag() |
| 1911 | ** lead() |
| 1912 | */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1913 | static void windowReturnOneRow(WindowCodeArg *p){ |
| 1914 | Window *pMWin = p->pMWin; |
| 1915 | Vdbe *v = p->pVdbe; |
dan | 7095c00 | 2018-06-07 17:45:22 +0000 | [diff] [blame] | 1916 | |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1917 | if( pMWin->regStartRowid ){ |
| 1918 | windowFullScan(p); |
| 1919 | }else{ |
| 1920 | Parse *pParse = p->pParse; |
| 1921 | Window *pWin; |
| 1922 | |
| 1923 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1924 | FuncDef *pFunc = pWin->pWFunc; |
drh | a4eeccd | 2021-10-07 17:43:30 +0000 | [diff] [blame] | 1925 | assert( ExprUseXList(pWin->pOwner) ); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1926 | if( pFunc->zName==nth_valueName |
| 1927 | || pFunc->zName==first_valueName |
| 1928 | ){ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1929 | int csr = pWin->csrApp; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1930 | int lbl = sqlite3VdbeMakeLabel(pParse); |
| 1931 | int tmpReg = sqlite3GetTempReg(pParse); |
| 1932 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regResult); |
| 1933 | |
| 1934 | if( pFunc->zName==nth_valueName ){ |
| 1935 | sqlite3VdbeAddOp3(v, OP_Column,pMWin->iEphCsr,pWin->iArgCol+1,tmpReg); |
| 1936 | windowCheckValue(pParse, tmpReg, 2); |
| 1937 | }else{ |
| 1938 | sqlite3VdbeAddOp2(v, OP_Integer, 1, tmpReg); |
| 1939 | } |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1940 | sqlite3VdbeAddOp3(v, OP_Add, tmpReg, pWin->regApp, tmpReg); |
| 1941 | sqlite3VdbeAddOp3(v, OP_Gt, pWin->regApp+1, lbl, tmpReg); |
| 1942 | VdbeCoverageNeverNull(v); |
| 1943 | sqlite3VdbeAddOp3(v, OP_SeekRowid, csr, 0, tmpReg); |
| 1944 | VdbeCoverageNeverTaken(v); |
| 1945 | sqlite3VdbeAddOp3(v, OP_Column, csr, pWin->iArgCol, pWin->regResult); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1946 | sqlite3VdbeResolveLabel(v, lbl); |
| 1947 | sqlite3ReleaseTempReg(pParse, tmpReg); |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 1948 | } |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1949 | else if( pFunc->zName==leadName || pFunc->zName==lagName ){ |
| 1950 | int nArg = pWin->pOwner->x.pList->nExpr; |
| 1951 | int csr = pWin->csrApp; |
| 1952 | int lbl = sqlite3VdbeMakeLabel(pParse); |
| 1953 | int tmpReg = sqlite3GetTempReg(pParse); |
| 1954 | int iEph = pMWin->iEphCsr; |
| 1955 | |
| 1956 | if( nArg<3 ){ |
| 1957 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regResult); |
| 1958 | }else{ |
| 1959 | sqlite3VdbeAddOp3(v, OP_Column, iEph,pWin->iArgCol+2,pWin->regResult); |
| 1960 | } |
| 1961 | sqlite3VdbeAddOp2(v, OP_Rowid, iEph, tmpReg); |
| 1962 | if( nArg<2 ){ |
| 1963 | int val = (pFunc->zName==leadName ? 1 : -1); |
| 1964 | sqlite3VdbeAddOp2(v, OP_AddImm, tmpReg, val); |
| 1965 | }else{ |
| 1966 | int op = (pFunc->zName==leadName ? OP_Add : OP_Subtract); |
| 1967 | int tmpReg2 = sqlite3GetTempReg(pParse); |
| 1968 | sqlite3VdbeAddOp3(v, OP_Column, iEph, pWin->iArgCol+1, tmpReg2); |
| 1969 | sqlite3VdbeAddOp3(v, op, tmpReg2, tmpReg, tmpReg); |
| 1970 | sqlite3ReleaseTempReg(pParse, tmpReg2); |
| 1971 | } |
| 1972 | |
| 1973 | sqlite3VdbeAddOp3(v, OP_SeekRowid, csr, lbl, tmpReg); |
| 1974 | VdbeCoverage(v); |
| 1975 | sqlite3VdbeAddOp3(v, OP_Column, csr, pWin->iArgCol, pWin->regResult); |
| 1976 | sqlite3VdbeResolveLabel(v, lbl); |
| 1977 | sqlite3ReleaseTempReg(pParse, tmpReg); |
dan | fe4e25a | 2018-06-07 20:08:59 +0000 | [diff] [blame] | 1978 | } |
dan | fe4e25a | 2018-06-07 20:08:59 +0000 | [diff] [blame] | 1979 | } |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1980 | } |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 1981 | sqlite3VdbeAddOp2(v, OP_Gosub, p->regGosub, p->addrGosub); |
dan | ec891fd | 2018-06-06 20:51:02 +0000 | [diff] [blame] | 1982 | } |
| 1983 | |
dan | 13078ca | 2018-06-13 20:29:38 +0000 | [diff] [blame] | 1984 | /* |
dan | 54a9ab3 | 2018-06-14 14:27:05 +0000 | [diff] [blame] | 1985 | ** Generate code to set the accumulator register for each window function |
| 1986 | ** in the linked list passed as the second argument to NULL. And perform |
| 1987 | ** any equivalent initialization required by any built-in window functions |
| 1988 | ** in the list. |
| 1989 | */ |
dan | 2e60568 | 2018-06-07 15:54:26 +0000 | [diff] [blame] | 1990 | static int windowInitAccum(Parse *pParse, Window *pMWin){ |
| 1991 | Vdbe *v = sqlite3GetVdbe(pParse); |
| 1992 | int regArg; |
| 1993 | int nArg = 0; |
| 1994 | Window *pWin; |
| 1995 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 1996 | FuncDef *pFunc = pWin->pWFunc; |
dan | 0a21ea9 | 2020-02-29 17:19:42 +0000 | [diff] [blame] | 1997 | assert( pWin->regAccum ); |
dan | 2e60568 | 2018-06-07 15:54:26 +0000 | [diff] [blame] | 1998 | sqlite3VdbeAddOp2(v, OP_Null, 0, pWin->regAccum); |
dan | 2a11bb2 | 2018-06-11 20:50:25 +0000 | [diff] [blame] | 1999 | nArg = MAX(nArg, windowArgCount(pWin)); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 2000 | if( pMWin->regStartRowid==0 ){ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2001 | if( pFunc->zName==nth_valueName || pFunc->zName==first_valueName ){ |
| 2002 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pWin->regApp); |
| 2003 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pWin->regApp+1); |
| 2004 | } |
dan | 9a94722 | 2018-06-14 19:06:36 +0000 | [diff] [blame] | 2005 | |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2006 | if( (pFunc->funcFlags & SQLITE_FUNC_MINMAX) && pWin->csrApp ){ |
| 2007 | assert( pWin->eStart!=TK_UNBOUNDED ); |
| 2008 | sqlite3VdbeAddOp1(v, OP_ResetSorter, pWin->csrApp); |
| 2009 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pWin->regApp+1); |
| 2010 | } |
dan | 9a94722 | 2018-06-14 19:06:36 +0000 | [diff] [blame] | 2011 | } |
dan | 2e60568 | 2018-06-07 15:54:26 +0000 | [diff] [blame] | 2012 | } |
| 2013 | regArg = pParse->nMem+1; |
| 2014 | pParse->nMem += nArg; |
| 2015 | return regArg; |
| 2016 | } |
| 2017 | |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2018 | /* |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2019 | ** Return true if the current frame should be cached in the ephemeral table, |
| 2020 | ** even if there are no xInverse() calls required. |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2021 | */ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2022 | static int windowCacheFrame(Window *pMWin){ |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2023 | Window *pWin; |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2024 | if( pMWin->regStartRowid ) return 1; |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2025 | for(pWin=pMWin; pWin; pWin=pWin->pNextWin){ |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 2026 | FuncDef *pFunc = pWin->pWFunc; |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2027 | if( (pFunc->zName==nth_valueName) |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2028 | || (pFunc->zName==first_valueName) |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2029 | || (pFunc->zName==leadName) |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2030 | || (pFunc->zName==lagName) |
| 2031 | ){ |
| 2032 | return 1; |
| 2033 | } |
| 2034 | } |
| 2035 | return 0; |
| 2036 | } |
| 2037 | |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2038 | /* |
| 2039 | ** regOld and regNew are each the first register in an array of size |
| 2040 | ** pOrderBy->nExpr. This function generates code to compare the two |
| 2041 | ** arrays of registers using the collation sequences and other comparison |
| 2042 | ** parameters specified by pOrderBy. |
| 2043 | ** |
| 2044 | ** If the two arrays are not equal, the contents of regNew is copied to |
| 2045 | ** regOld and control falls through. Otherwise, if the contents of the arrays |
| 2046 | ** are equal, an OP_Goto is executed. The address of the OP_Goto is returned. |
| 2047 | */ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2048 | static void windowIfNewPeer( |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2049 | Parse *pParse, |
| 2050 | ExprList *pOrderBy, |
| 2051 | int regNew, /* First in array of new values */ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2052 | int regOld, /* First in array of old values */ |
| 2053 | int addr /* Jump here */ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2054 | ){ |
| 2055 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2056 | if( pOrderBy ){ |
| 2057 | int nVal = pOrderBy->nExpr; |
| 2058 | KeyInfo *pKeyInfo = sqlite3KeyInfoFromExprList(pParse, pOrderBy, 0, 0); |
| 2059 | sqlite3VdbeAddOp3(v, OP_Compare, regOld, regNew, nVal); |
| 2060 | sqlite3VdbeAppendP4(v, (void*)pKeyInfo, P4_KEYINFO); |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2061 | sqlite3VdbeAddOp3(v, OP_Jump, |
| 2062 | sqlite3VdbeCurrentAddr(v)+1, addr, sqlite3VdbeCurrentAddr(v)+1 |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2063 | ); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2064 | VdbeCoverageEqNe(v); |
| 2065 | sqlite3VdbeAddOp3(v, OP_Copy, regNew, regOld, nVal-1); |
| 2066 | }else{ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2067 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addr); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2068 | } |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2069 | } |
| 2070 | |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2071 | /* |
| 2072 | ** This function is called as part of generating VM programs for RANGE |
dan | 1e7cb19 | 2019-03-16 20:29:54 +0000 | [diff] [blame] | 2073 | ** offset PRECEDING/FOLLOWING frame boundaries. Assuming "ASC" order for |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2074 | ** the ORDER BY term in the window, and that argument op is OP_Ge, it generates |
| 2075 | ** code equivalent to: |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2076 | ** |
| 2077 | ** if( csr1.peerVal + regVal >= csr2.peerVal ) goto lbl; |
dan | 1e7cb19 | 2019-03-16 20:29:54 +0000 | [diff] [blame] | 2078 | ** |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2079 | ** The value of parameter op may also be OP_Gt or OP_Le. In these cases the |
| 2080 | ** operator in the above pseudo-code is replaced with ">" or "<=", respectively. |
| 2081 | ** |
| 2082 | ** If the sort-order for the ORDER BY term in the window is DESC, then the |
| 2083 | ** comparison is reversed. Instead of adding regVal to csr1.peerVal, it is |
| 2084 | ** subtracted. And the comparison operator is inverted to - ">=" becomes "<=", |
| 2085 | ** ">" becomes "<", and so on. So, with DESC sort order, if the argument op |
| 2086 | ** is OP_Ge, the generated code is equivalent to: |
| 2087 | ** |
| 2088 | ** if( csr1.peerVal - regVal <= csr2.peerVal ) goto lbl; |
| 2089 | ** |
| 2090 | ** A special type of arithmetic is used such that if csr1.peerVal is not |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2091 | ** a numeric type (real or integer), then the result of the addition |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2092 | ** or subtraction is a a copy of csr1.peerVal. |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2093 | */ |
| 2094 | static void windowCodeRangeTest( |
| 2095 | WindowCodeArg *p, |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 2096 | int op, /* OP_Ge, OP_Gt, or OP_Le */ |
| 2097 | int csr1, /* Cursor number for cursor 1 */ |
| 2098 | int regVal, /* Register containing non-negative number */ |
| 2099 | int csr2, /* Cursor number for cursor 2 */ |
| 2100 | int lbl /* Jump destination if condition is true */ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2101 | ){ |
| 2102 | Parse *pParse = p->pParse; |
| 2103 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | 1cac176 | 2019-08-30 17:28:55 +0000 | [diff] [blame] | 2104 | ExprList *pOrderBy = p->pMWin->pOrderBy; /* ORDER BY clause for window */ |
| 2105 | int reg1 = sqlite3GetTempReg(pParse); /* Reg. for csr1.peerVal+regVal */ |
| 2106 | int reg2 = sqlite3GetTempReg(pParse); /* Reg. for csr2.peerVal */ |
| 2107 | int regString = ++pParse->nMem; /* Reg. for constant value '' */ |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2108 | int arith = OP_Add; /* OP_Add or OP_Subtract */ |
| 2109 | int addrGe; /* Jump destination */ |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2110 | int addrDone = sqlite3VdbeMakeLabel(pParse); /* Address past OP_Ge */ |
dan | 7f8653a | 2021-03-06 14:46:24 +0000 | [diff] [blame] | 2111 | CollSeq *pColl; |
dan | 71fddaf | 2019-03-11 11:12:34 +0000 | [diff] [blame] | 2112 | |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2113 | /* Read the peer-value from each cursor into a register */ |
| 2114 | windowReadPeerValues(p, csr1, reg1); |
| 2115 | windowReadPeerValues(p, csr2, reg2); |
| 2116 | |
dan | 71fddaf | 2019-03-11 11:12:34 +0000 | [diff] [blame] | 2117 | assert( op==OP_Ge || op==OP_Gt || op==OP_Le ); |
dan | ae8e45c | 2019-08-19 19:59:50 +0000 | [diff] [blame] | 2118 | assert( pOrderBy && pOrderBy->nExpr==1 ); |
drh | d88fd53 | 2022-05-02 20:49:30 +0000 | [diff] [blame] | 2119 | if( pOrderBy->a[0].fg.sortFlags & KEYINFO_ORDER_DESC ){ |
dan | 71fddaf | 2019-03-11 11:12:34 +0000 | [diff] [blame] | 2120 | switch( op ){ |
| 2121 | case OP_Ge: op = OP_Le; break; |
| 2122 | case OP_Gt: op = OP_Lt; break; |
| 2123 | default: assert( op==OP_Le ); op = OP_Ge; break; |
| 2124 | } |
| 2125 | arith = OP_Subtract; |
| 2126 | } |
| 2127 | |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2128 | VdbeModuleComment((v, "CodeRangeTest: if( R%d %s R%d %s R%d ) goto lbl", |
| 2129 | reg1, (arith==OP_Add ? "+" : "-"), regVal, |
| 2130 | ((op==OP_Ge) ? ">=" : (op==OP_Le) ? "<=" : (op==OP_Gt) ? ">" : "<"), reg2 |
| 2131 | )); |
| 2132 | |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2133 | /* If the BIGNULL flag is set for the ORDER BY, then it is required to |
| 2134 | ** consider NULL values to be larger than all other values, instead of |
| 2135 | ** the usual smaller. The VDBE opcodes OP_Ge and so on do not handle this |
| 2136 | ** (and adding that capability causes a performance regression), so |
| 2137 | ** instead if the BIGNULL flag is set then cases where either reg1 or |
| 2138 | ** reg2 are NULL are handled separately in the following block. The code |
| 2139 | ** generated is equivalent to: |
| 2140 | ** |
| 2141 | ** if( reg1 IS NULL ){ |
dan | 9889ede | 2019-08-30 19:45:03 +0000 | [diff] [blame] | 2142 | ** if( op==OP_Ge ) goto lbl; |
| 2143 | ** if( op==OP_Gt && reg2 IS NOT NULL ) goto lbl; |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2144 | ** if( op==OP_Le && reg2 IS NULL ) goto lbl; |
| 2145 | ** }else if( reg2 IS NULL ){ |
| 2146 | ** if( op==OP_Le ) goto lbl; |
| 2147 | ** } |
| 2148 | ** |
| 2149 | ** Additionally, if either reg1 or reg2 are NULL but the jump to lbl is |
| 2150 | ** not taken, control jumps over the comparison operator coded below this |
| 2151 | ** block. */ |
drh | d88fd53 | 2022-05-02 20:49:30 +0000 | [diff] [blame] | 2152 | if( pOrderBy->a[0].fg.sortFlags & KEYINFO_ORDER_BIGNULL ){ |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2153 | /* This block runs if reg1 contains a NULL. */ |
| 2154 | int addr = sqlite3VdbeAddOp1(v, OP_NotNull, reg1); VdbeCoverage(v); |
dan | ae8e45c | 2019-08-19 19:59:50 +0000 | [diff] [blame] | 2155 | switch( op ){ |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2156 | case OP_Ge: |
| 2157 | sqlite3VdbeAddOp2(v, OP_Goto, 0, lbl); |
| 2158 | break; |
dan | f236b21 | 2019-08-21 19:58:11 +0000 | [diff] [blame] | 2159 | case OP_Gt: |
drh | db3a32e | 2019-08-30 18:02:49 +0000 | [diff] [blame] | 2160 | sqlite3VdbeAddOp2(v, OP_NotNull, reg2, lbl); |
| 2161 | VdbeCoverage(v); |
dan | f236b21 | 2019-08-21 19:58:11 +0000 | [diff] [blame] | 2162 | break; |
drh | db3a32e | 2019-08-30 18:02:49 +0000 | [diff] [blame] | 2163 | case OP_Le: |
| 2164 | sqlite3VdbeAddOp2(v, OP_IsNull, reg2, lbl); |
| 2165 | VdbeCoverage(v); |
dan | f236b21 | 2019-08-21 19:58:11 +0000 | [diff] [blame] | 2166 | break; |
drh | db3a32e | 2019-08-30 18:02:49 +0000 | [diff] [blame] | 2167 | default: assert( op==OP_Lt ); /* no-op */ break; |
dan | ae8e45c | 2019-08-19 19:59:50 +0000 | [diff] [blame] | 2168 | } |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2169 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrDone); |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2170 | |
| 2171 | /* This block runs if reg1 is not NULL, but reg2 is. */ |
dan | ae8e45c | 2019-08-19 19:59:50 +0000 | [diff] [blame] | 2172 | sqlite3VdbeJumpHere(v, addr); |
drh | 058e995 | 2022-07-25 19:05:24 +0000 | [diff] [blame] | 2173 | sqlite3VdbeAddOp2(v, OP_IsNull, reg2, |
| 2174 | (op==OP_Gt || op==OP_Ge) ? addrDone : lbl); |
drh | 3b01dd0 | 2022-07-26 19:10:13 +0000 | [diff] [blame] | 2175 | VdbeCoverage(v); |
dan | ae8e45c | 2019-08-19 19:59:50 +0000 | [diff] [blame] | 2176 | } |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2177 | |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2178 | /* Register reg1 currently contains csr1.peerVal (the peer-value from csr1). |
| 2179 | ** This block adds (or subtracts for DESC) the numeric value in regVal |
| 2180 | ** from it. Or, if reg1 is not numeric (it is a NULL, a text value or a blob), |
| 2181 | ** then leave reg1 as it is. In pseudo-code, this is implemented as: |
| 2182 | ** |
| 2183 | ** if( reg1>='' ) goto addrGe; |
| 2184 | ** reg1 = reg1 +/- regVal |
| 2185 | ** addrGe: |
| 2186 | ** |
| 2187 | ** Since all strings and blobs are greater-than-or-equal-to an empty string, |
| 2188 | ** the add/subtract is skipped for these, as required. If reg1 is a NULL, |
| 2189 | ** then the arithmetic is performed, but since adding or subtracting from |
| 2190 | ** NULL is always NULL anyway, this case is handled as required too. */ |
| 2191 | sqlite3VdbeAddOp4(v, OP_String8, 0, regString, 0, "", P4_STATIC); |
| 2192 | addrGe = sqlite3VdbeAddOp3(v, OP_Ge, regString, 0, reg1); |
| 2193 | VdbeCoverage(v); |
| 2194 | if( (op==OP_Ge && arith==OP_Add) || (op==OP_Le && arith==OP_Subtract) ){ |
| 2195 | sqlite3VdbeAddOp3(v, op, reg2, lbl, reg1); VdbeCoverage(v); |
| 2196 | } |
| 2197 | sqlite3VdbeAddOp3(v, arith, regVal, reg1, reg1); |
| 2198 | sqlite3VdbeJumpHere(v, addrGe); |
| 2199 | |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2200 | /* Compare registers reg2 and reg1, taking the jump if required. Note that |
| 2201 | ** control skips over this test if the BIGNULL flag is set and either |
| 2202 | ** reg1 or reg2 contain a NULL value. */ |
drh | 6f88359 | 2019-03-30 20:37:04 +0000 | [diff] [blame] | 2203 | sqlite3VdbeAddOp3(v, op, reg2, lbl, reg1); VdbeCoverage(v); |
dan | 7f8653a | 2021-03-06 14:46:24 +0000 | [diff] [blame] | 2204 | pColl = sqlite3ExprNNCollSeq(pParse, pOrderBy->a[0].pExpr); |
| 2205 | sqlite3VdbeAppendP4(v, (void*)pColl, P4_COLLSEQ); |
dan | bdabe74 | 2019-03-18 16:51:24 +0000 | [diff] [blame] | 2206 | sqlite3VdbeChangeP5(v, SQLITE_NULLEQ); |
dan | 6b6ec40 | 2021-04-05 19:05:18 +0000 | [diff] [blame] | 2207 | sqlite3VdbeResolveLabel(v, addrDone); |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2208 | |
drh | 6f88359 | 2019-03-30 20:37:04 +0000 | [diff] [blame] | 2209 | assert( op==OP_Ge || op==OP_Gt || op==OP_Lt || op==OP_Le ); |
| 2210 | testcase(op==OP_Ge); VdbeCoverageIf(v, op==OP_Ge); |
| 2211 | testcase(op==OP_Lt); VdbeCoverageIf(v, op==OP_Lt); |
| 2212 | testcase(op==OP_Le); VdbeCoverageIf(v, op==OP_Le); |
| 2213 | testcase(op==OP_Gt); VdbeCoverageIf(v, op==OP_Gt); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2214 | sqlite3ReleaseTempReg(pParse, reg1); |
| 2215 | sqlite3ReleaseTempReg(pParse, reg2); |
dan | 8b47f52 | 2019-08-30 16:14:58 +0000 | [diff] [blame] | 2216 | |
| 2217 | VdbeModuleComment((v, "CodeRangeTest: end")); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2218 | } |
| 2219 | |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2220 | /* |
| 2221 | ** Helper function for sqlite3WindowCodeStep(). Each call to this function |
| 2222 | ** generates VM code for a single RETURN_ROW, AGGSTEP or AGGINVERSE |
| 2223 | ** operation. Refer to the header comment for sqlite3WindowCodeStep() for |
| 2224 | ** details. |
| 2225 | */ |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2226 | static int windowCodeOp( |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2227 | WindowCodeArg *p, /* Context object */ |
| 2228 | int op, /* WINDOW_RETURN_ROW, AGGSTEP or AGGINVERSE */ |
| 2229 | int regCountdown, /* Register for OP_IfPos countdown */ |
| 2230 | int jumpOnEof /* Jump here if stepped cursor reaches EOF */ |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2231 | ){ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2232 | int csr, reg; |
| 2233 | Parse *pParse = p->pParse; |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2234 | Window *pMWin = p->pMWin; |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2235 | int ret = 0; |
| 2236 | Vdbe *v = p->pVdbe; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2237 | int addrContinue = 0; |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2238 | int bPeer = (pMWin->eFrmType!=TK_ROWS); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2239 | |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2240 | int lblDone = sqlite3VdbeMakeLabel(pParse); |
| 2241 | int addrNextRange = 0; |
| 2242 | |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2243 | /* Special case - WINDOW_AGGINVERSE is always a no-op if the frame |
| 2244 | ** starts with UNBOUNDED PRECEDING. */ |
| 2245 | if( op==WINDOW_AGGINVERSE && pMWin->eStart==TK_UNBOUNDED ){ |
| 2246 | assert( regCountdown==0 && jumpOnEof==0 ); |
| 2247 | return 0; |
| 2248 | } |
| 2249 | |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2250 | if( regCountdown>0 ){ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2251 | if( pMWin->eFrmType==TK_RANGE ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2252 | addrNextRange = sqlite3VdbeCurrentAddr(v); |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2253 | assert( op==WINDOW_AGGINVERSE || op==WINDOW_AGGSTEP ); |
| 2254 | if( op==WINDOW_AGGINVERSE ){ |
| 2255 | if( pMWin->eStart==TK_FOLLOWING ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2256 | windowCodeRangeTest( |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2257 | p, OP_Le, p->current.csr, regCountdown, p->start.csr, lblDone |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2258 | ); |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2259 | }else{ |
| 2260 | windowCodeRangeTest( |
| 2261 | p, OP_Ge, p->start.csr, regCountdown, p->current.csr, lblDone |
| 2262 | ); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2263 | } |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2264 | }else{ |
| 2265 | windowCodeRangeTest( |
| 2266 | p, OP_Gt, p->end.csr, regCountdown, p->current.csr, lblDone |
| 2267 | ); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2268 | } |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2269 | }else{ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 2270 | sqlite3VdbeAddOp3(v, OP_IfPos, regCountdown, lblDone, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2271 | VdbeCoverage(v); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2272 | } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2273 | } |
| 2274 | |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2275 | if( op==WINDOW_RETURN_ROW && pMWin->regStartRowid==0 ){ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 2276 | windowAggFinal(p, 0); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2277 | } |
| 2278 | addrContinue = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2279 | |
| 2280 | /* If this is a (RANGE BETWEEN a FOLLOWING AND b FOLLOWING) or |
| 2281 | ** (RANGE BETWEEN b PRECEDING AND a PRECEDING) frame, ensure the |
| 2282 | ** start cursor does not advance past the end cursor within the |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2283 | ** temporary table. It otherwise might, if (a>b). Also ensure that, |
| 2284 | ** if the input cursor is still finding new rows, that the end |
| 2285 | ** cursor does not go past it to EOF. */ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2286 | if( pMWin->eStart==pMWin->eEnd && regCountdown |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2287 | && pMWin->eFrmType==TK_RANGE |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2288 | ){ |
| 2289 | int regRowid1 = sqlite3GetTempReg(pParse); |
| 2290 | int regRowid2 = sqlite3GetTempReg(pParse); |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2291 | if( op==WINDOW_AGGINVERSE ){ |
| 2292 | sqlite3VdbeAddOp2(v, OP_Rowid, p->start.csr, regRowid1); |
| 2293 | sqlite3VdbeAddOp2(v, OP_Rowid, p->end.csr, regRowid2); |
| 2294 | sqlite3VdbeAddOp3(v, OP_Ge, regRowid2, lblDone, regRowid1); |
| 2295 | VdbeCoverage(v); |
| 2296 | }else if( p->regRowid ){ |
| 2297 | sqlite3VdbeAddOp2(v, OP_Rowid, p->end.csr, regRowid1); |
| 2298 | sqlite3VdbeAddOp3(v, OP_Ge, p->regRowid, lblDone, regRowid1); |
drh | 79f313f | 2021-04-28 15:43:36 +0000 | [diff] [blame] | 2299 | VdbeCoverageNeverNull(v); |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2300 | } |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2301 | sqlite3ReleaseTempReg(pParse, regRowid1); |
| 2302 | sqlite3ReleaseTempReg(pParse, regRowid2); |
| 2303 | assert( pMWin->eStart==TK_PRECEDING || pMWin->eStart==TK_FOLLOWING ); |
| 2304 | } |
| 2305 | |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2306 | switch( op ){ |
| 2307 | case WINDOW_RETURN_ROW: |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2308 | csr = p->current.csr; |
| 2309 | reg = p->current.reg; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 2310 | windowReturnOneRow(p); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2311 | break; |
| 2312 | |
| 2313 | case WINDOW_AGGINVERSE: |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2314 | csr = p->start.csr; |
| 2315 | reg = p->start.reg; |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2316 | if( pMWin->regStartRowid ){ |
| 2317 | assert( pMWin->regEndRowid ); |
| 2318 | sqlite3VdbeAddOp2(v, OP_AddImm, pMWin->regStartRowid, 1); |
| 2319 | }else{ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 2320 | windowAggStep(p, pMWin, csr, 1, p->regArg); |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2321 | } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2322 | break; |
| 2323 | |
dan | 0525b6f | 2019-03-18 21:19:40 +0000 | [diff] [blame] | 2324 | default: |
| 2325 | assert( op==WINDOW_AGGSTEP ); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2326 | csr = p->end.csr; |
| 2327 | reg = p->end.reg; |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2328 | if( pMWin->regStartRowid ){ |
| 2329 | assert( pMWin->regEndRowid ); |
| 2330 | sqlite3VdbeAddOp2(v, OP_AddImm, pMWin->regEndRowid, 1); |
| 2331 | }else{ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 2332 | windowAggStep(p, pMWin, csr, 0, p->regArg); |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 2333 | } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2334 | break; |
| 2335 | } |
| 2336 | |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2337 | if( op==p->eDelete ){ |
| 2338 | sqlite3VdbeAddOp1(v, OP_Delete, csr); |
| 2339 | sqlite3VdbeChangeP5(v, OPFLAG_SAVEPOSITION); |
| 2340 | } |
| 2341 | |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 2342 | if( jumpOnEof ){ |
| 2343 | sqlite3VdbeAddOp2(v, OP_Next, csr, sqlite3VdbeCurrentAddr(v)+2); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2344 | VdbeCoverage(v); |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 2345 | ret = sqlite3VdbeAddOp0(v, OP_Goto); |
| 2346 | }else{ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2347 | sqlite3VdbeAddOp2(v, OP_Next, csr, sqlite3VdbeCurrentAddr(v)+1+bPeer); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2348 | VdbeCoverage(v); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2349 | if( bPeer ){ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 2350 | sqlite3VdbeAddOp2(v, OP_Goto, 0, lblDone); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2351 | } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2352 | } |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 2353 | |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2354 | if( bPeer ){ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2355 | int nReg = (pMWin->pOrderBy ? pMWin->pOrderBy->nExpr : 0); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2356 | int regTmp = (nReg ? sqlite3GetTempRange(pParse, nReg) : 0); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2357 | windowReadPeerValues(p, csr, regTmp); |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2358 | windowIfNewPeer(pParse, pMWin->pOrderBy, regTmp, reg, addrContinue); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2359 | sqlite3ReleaseTempRange(pParse, regTmp, nReg); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2360 | } |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2361 | |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2362 | if( addrNextRange ){ |
| 2363 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrNextRange); |
| 2364 | } |
| 2365 | sqlite3VdbeResolveLabel(v, lblDone); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2366 | return ret; |
| 2367 | } |
| 2368 | |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2369 | |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2370 | /* |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2371 | ** Allocate and return a duplicate of the Window object indicated by the |
| 2372 | ** third argument. Set the Window.pOwner field of the new object to |
| 2373 | ** pOwner. |
| 2374 | */ |
| 2375 | Window *sqlite3WindowDup(sqlite3 *db, Expr *pOwner, Window *p){ |
| 2376 | Window *pNew = 0; |
| 2377 | if( ALWAYS(p) ){ |
| 2378 | pNew = sqlite3DbMallocZero(db, sizeof(Window)); |
| 2379 | if( pNew ){ |
| 2380 | pNew->zName = sqlite3DbStrDup(db, p->zName); |
dan | b42eb35 | 2019-09-16 05:34:08 +0000 | [diff] [blame] | 2381 | pNew->zBase = sqlite3DbStrDup(db, p->zBase); |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2382 | pNew->pFilter = sqlite3ExprDup(db, p->pFilter, 0); |
drh | 105dcaa | 2022-03-10 16:01:14 +0000 | [diff] [blame] | 2383 | pNew->pWFunc = p->pWFunc; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2384 | pNew->pPartition = sqlite3ExprListDup(db, p->pPartition, 0); |
| 2385 | pNew->pOrderBy = sqlite3ExprListDup(db, p->pOrderBy, 0); |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2386 | pNew->eFrmType = p->eFrmType; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2387 | pNew->eEnd = p->eEnd; |
| 2388 | pNew->eStart = p->eStart; |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 2389 | pNew->eExclude = p->eExclude; |
drh | b555b08 | 2019-07-19 01:11:27 +0000 | [diff] [blame] | 2390 | pNew->regResult = p->regResult; |
dan | 0a21ea9 | 2020-02-29 17:19:42 +0000 | [diff] [blame] | 2391 | pNew->regAccum = p->regAccum; |
| 2392 | pNew->iArgCol = p->iArgCol; |
| 2393 | pNew->iEphCsr = p->iEphCsr; |
| 2394 | pNew->bExprArgs = p->bExprArgs; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2395 | pNew->pStart = sqlite3ExprDup(db, p->pStart, 0); |
| 2396 | pNew->pEnd = sqlite3ExprDup(db, p->pEnd, 0); |
| 2397 | pNew->pOwner = pOwner; |
dan | b42eb35 | 2019-09-16 05:34:08 +0000 | [diff] [blame] | 2398 | pNew->bImplicitFrame = p->bImplicitFrame; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2399 | } |
| 2400 | } |
| 2401 | return pNew; |
| 2402 | } |
| 2403 | |
| 2404 | /* |
| 2405 | ** Return a copy of the linked list of Window objects passed as the |
| 2406 | ** second argument. |
| 2407 | */ |
| 2408 | Window *sqlite3WindowListDup(sqlite3 *db, Window *p){ |
| 2409 | Window *pWin; |
| 2410 | Window *pRet = 0; |
| 2411 | Window **pp = &pRet; |
| 2412 | |
| 2413 | for(pWin=p; pWin; pWin=pWin->pNextWin){ |
| 2414 | *pp = sqlite3WindowDup(db, 0, pWin); |
| 2415 | if( *pp==0 ) break; |
| 2416 | pp = &((*pp)->pNextWin); |
| 2417 | } |
| 2418 | |
| 2419 | return pRet; |
| 2420 | } |
| 2421 | |
| 2422 | /* |
dan | 725b1cf | 2019-03-26 16:47:17 +0000 | [diff] [blame] | 2423 | ** Return true if it can be determined at compile time that expression |
| 2424 | ** pExpr evaluates to a value that, when cast to an integer, is greater |
| 2425 | ** than zero. False otherwise. |
| 2426 | ** |
| 2427 | ** If an OOM error occurs, this function sets the Parse.db.mallocFailed |
| 2428 | ** flag and returns zero. |
| 2429 | */ |
| 2430 | static int windowExprGtZero(Parse *pParse, Expr *pExpr){ |
| 2431 | int ret = 0; |
| 2432 | sqlite3 *db = pParse->db; |
| 2433 | sqlite3_value *pVal = 0; |
| 2434 | sqlite3ValueFromExpr(db, pExpr, db->enc, SQLITE_AFF_NUMERIC, &pVal); |
| 2435 | if( pVal && sqlite3_value_int(pVal)>0 ){ |
| 2436 | ret = 1; |
| 2437 | } |
| 2438 | sqlite3ValueFree(pVal); |
| 2439 | return ret; |
| 2440 | } |
| 2441 | |
| 2442 | /* |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2443 | ** sqlite3WhereBegin() has already been called for the SELECT statement |
| 2444 | ** passed as the second argument when this function is invoked. It generates |
| 2445 | ** code to populate the Window.regResult register for each window function |
| 2446 | ** and invoke the sub-routine at instruction addrGosub once for each row. |
| 2447 | ** sqlite3WhereEnd() is always called before returning. |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2448 | ** |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2449 | ** This function handles several different types of window frames, which |
| 2450 | ** require slightly different processing. The following pseudo code is |
| 2451 | ** used to implement window frames of the form: |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2452 | ** |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2453 | ** ROWS BETWEEN <expr1> PRECEDING AND <expr2> FOLLOWING |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2454 | ** |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2455 | ** Other window frame types use variants of the following: |
| 2456 | ** |
| 2457 | ** ... loop started by sqlite3WhereBegin() ... |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2458 | ** if( new partition ){ |
| 2459 | ** Gosub flush |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2460 | ** } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2461 | ** Insert new row into eph table. |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2462 | ** |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2463 | ** if( first row of partition ){ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2464 | ** // Rewind three cursors, all open on the eph table. |
| 2465 | ** Rewind(csrEnd); |
| 2466 | ** Rewind(csrStart); |
| 2467 | ** Rewind(csrCurrent); |
| 2468 | ** |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2469 | ** regEnd = <expr2> // FOLLOWING expression |
| 2470 | ** regStart = <expr1> // PRECEDING expression |
| 2471 | ** }else{ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2472 | ** // First time this branch is taken, the eph table contains two |
| 2473 | ** // rows. The first row in the partition, which all three cursors |
| 2474 | ** // currently point to, and the following row. |
| 2475 | ** AGGSTEP |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2476 | ** if( (regEnd--)<=0 ){ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2477 | ** RETURN_ROW |
| 2478 | ** if( (regStart--)<=0 ){ |
| 2479 | ** AGGINVERSE |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2480 | ** } |
| 2481 | ** } |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2482 | ** } |
| 2483 | ** } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2484 | ** flush: |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2485 | ** AGGSTEP |
| 2486 | ** while( 1 ){ |
| 2487 | ** RETURN ROW |
| 2488 | ** if( csrCurrent is EOF ) break; |
| 2489 | ** if( (regStart--)<=0 ){ |
| 2490 | ** AggInverse(csrStart) |
| 2491 | ** Next(csrStart) |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2492 | ** } |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2493 | ** } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2494 | ** |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2495 | ** The pseudo-code above uses the following shorthand: |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2496 | ** |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2497 | ** AGGSTEP: invoke the aggregate xStep() function for each window function |
| 2498 | ** with arguments read from the current row of cursor csrEnd, then |
| 2499 | ** step cursor csrEnd forward one row (i.e. sqlite3BtreeNext()). |
| 2500 | ** |
| 2501 | ** RETURN_ROW: return a row to the caller based on the contents of the |
| 2502 | ** current row of csrCurrent and the current state of all |
| 2503 | ** aggregates. Then step cursor csrCurrent forward one row. |
| 2504 | ** |
| 2505 | ** AGGINVERSE: invoke the aggregate xInverse() function for each window |
| 2506 | ** functions with arguments read from the current row of cursor |
| 2507 | ** csrStart. Then step csrStart forward one row. |
| 2508 | ** |
| 2509 | ** There are two other ROWS window frames that are handled significantly |
| 2510 | ** differently from the above - "BETWEEN <expr> PRECEDING AND <expr> PRECEDING" |
| 2511 | ** and "BETWEEN <expr> FOLLOWING AND <expr> FOLLOWING". These are special |
| 2512 | ** cases because they change the order in which the three cursors (csrStart, |
| 2513 | ** csrCurrent and csrEnd) iterate through the ephemeral table. Cases that |
| 2514 | ** use UNBOUNDED or CURRENT ROW are much simpler variations on one of these |
| 2515 | ** three. |
| 2516 | ** |
| 2517 | ** ROWS BETWEEN <expr1> PRECEDING AND <expr2> PRECEDING |
| 2518 | ** |
| 2519 | ** ... loop started by sqlite3WhereBegin() ... |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2520 | ** if( new partition ){ |
| 2521 | ** Gosub flush |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2522 | ** } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2523 | ** Insert new row into eph table. |
| 2524 | ** if( first row of partition ){ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2525 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2526 | ** regEnd = <expr2> |
| 2527 | ** regStart = <expr1> |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2528 | ** }else{ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2529 | ** if( (regEnd--)<=0 ){ |
| 2530 | ** AGGSTEP |
| 2531 | ** } |
| 2532 | ** RETURN_ROW |
| 2533 | ** if( (regStart--)<=0 ){ |
| 2534 | ** AGGINVERSE |
| 2535 | ** } |
| 2536 | ** } |
| 2537 | ** } |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2538 | ** flush: |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2539 | ** if( (regEnd--)<=0 ){ |
| 2540 | ** AGGSTEP |
| 2541 | ** } |
| 2542 | ** RETURN_ROW |
| 2543 | ** |
| 2544 | ** |
| 2545 | ** ROWS BETWEEN <expr1> FOLLOWING AND <expr2> FOLLOWING |
| 2546 | ** |
| 2547 | ** ... loop started by sqlite3WhereBegin() ... |
| 2548 | ** if( new partition ){ |
| 2549 | ** Gosub flush |
| 2550 | ** } |
| 2551 | ** Insert new row into eph table. |
| 2552 | ** if( first row of partition ){ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2553 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2554 | ** regEnd = <expr2> |
| 2555 | ** regStart = regEnd - <expr1> |
| 2556 | ** }else{ |
| 2557 | ** AGGSTEP |
| 2558 | ** if( (regEnd--)<=0 ){ |
| 2559 | ** RETURN_ROW |
| 2560 | ** } |
| 2561 | ** if( (regStart--)<=0 ){ |
| 2562 | ** AGGINVERSE |
| 2563 | ** } |
| 2564 | ** } |
| 2565 | ** } |
| 2566 | ** flush: |
| 2567 | ** AGGSTEP |
| 2568 | ** while( 1 ){ |
| 2569 | ** if( (regEnd--)<=0 ){ |
| 2570 | ** RETURN_ROW |
| 2571 | ** if( eof ) break; |
| 2572 | ** } |
| 2573 | ** if( (regStart--)<=0 ){ |
| 2574 | ** AGGINVERSE |
| 2575 | ** if( eof ) break |
| 2576 | ** } |
| 2577 | ** } |
| 2578 | ** while( !eof csrCurrent ){ |
| 2579 | ** RETURN_ROW |
| 2580 | ** } |
| 2581 | ** |
| 2582 | ** For the most part, the patterns above are adapted to support UNBOUNDED by |
| 2583 | ** assuming that it is equivalent to "infinity PRECEDING/FOLLOWING" and |
| 2584 | ** CURRENT ROW by assuming that it is equivilent to "0 PRECEDING/FOLLOWING". |
| 2585 | ** This is optimized of course - branches that will never be taken and |
| 2586 | ** conditions that are always true are omitted from the VM code. The only |
| 2587 | ** exceptional case is: |
| 2588 | ** |
| 2589 | ** ROWS BETWEEN <expr1> FOLLOWING AND UNBOUNDED FOLLOWING |
| 2590 | ** |
| 2591 | ** ... loop started by sqlite3WhereBegin() ... |
| 2592 | ** if( new partition ){ |
| 2593 | ** Gosub flush |
| 2594 | ** } |
| 2595 | ** Insert new row into eph table. |
| 2596 | ** if( first row of partition ){ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2597 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2598 | ** regStart = <expr1> |
| 2599 | ** }else{ |
| 2600 | ** AGGSTEP |
| 2601 | ** } |
| 2602 | ** } |
| 2603 | ** flush: |
| 2604 | ** AGGSTEP |
| 2605 | ** while( 1 ){ |
| 2606 | ** if( (regStart--)<=0 ){ |
| 2607 | ** AGGINVERSE |
| 2608 | ** if( eof ) break |
| 2609 | ** } |
| 2610 | ** RETURN_ROW |
| 2611 | ** } |
| 2612 | ** while( !eof csrCurrent ){ |
| 2613 | ** RETURN_ROW |
| 2614 | ** } |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2615 | ** |
| 2616 | ** Also requiring special handling are the cases: |
| 2617 | ** |
| 2618 | ** ROWS BETWEEN <expr1> PRECEDING AND <expr2> PRECEDING |
| 2619 | ** ROWS BETWEEN <expr1> FOLLOWING AND <expr2> FOLLOWING |
| 2620 | ** |
| 2621 | ** when (expr1 < expr2). This is detected at runtime, not by this function. |
| 2622 | ** To handle this case, the pseudo-code programs depicted above are modified |
| 2623 | ** slightly to be: |
| 2624 | ** |
| 2625 | ** ... loop started by sqlite3WhereBegin() ... |
| 2626 | ** if( new partition ){ |
| 2627 | ** Gosub flush |
| 2628 | ** } |
| 2629 | ** Insert new row into eph table. |
| 2630 | ** if( first row of partition ){ |
| 2631 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
| 2632 | ** regEnd = <expr2> |
| 2633 | ** regStart = <expr1> |
| 2634 | ** if( regEnd < regStart ){ |
| 2635 | ** RETURN_ROW |
| 2636 | ** delete eph table contents |
| 2637 | ** continue |
| 2638 | ** } |
| 2639 | ** ... |
| 2640 | ** |
| 2641 | ** The new "continue" statement in the above jumps to the next iteration |
| 2642 | ** of the outer loop - the one started by sqlite3WhereBegin(). |
| 2643 | ** |
| 2644 | ** The various GROUPS cases are implemented using the same patterns as |
| 2645 | ** ROWS. The VM code is modified slightly so that: |
| 2646 | ** |
| 2647 | ** 1. The else branch in the main loop is only taken if the row just |
| 2648 | ** added to the ephemeral table is the start of a new group. In |
| 2649 | ** other words, it becomes: |
| 2650 | ** |
| 2651 | ** ... loop started by sqlite3WhereBegin() ... |
| 2652 | ** if( new partition ){ |
| 2653 | ** Gosub flush |
| 2654 | ** } |
| 2655 | ** Insert new row into eph table. |
| 2656 | ** if( first row of partition ){ |
| 2657 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
| 2658 | ** regEnd = <expr2> |
| 2659 | ** regStart = <expr1> |
| 2660 | ** }else if( new group ){ |
| 2661 | ** ... |
| 2662 | ** } |
| 2663 | ** } |
| 2664 | ** |
| 2665 | ** 2. Instead of processing a single row, each RETURN_ROW, AGGSTEP or |
| 2666 | ** AGGINVERSE step processes the current row of the relevant cursor and |
| 2667 | ** all subsequent rows belonging to the same group. |
| 2668 | ** |
| 2669 | ** RANGE window frames are a little different again. As for GROUPS, the |
| 2670 | ** main loop runs once per group only. And RETURN_ROW, AGGSTEP and AGGINVERSE |
| 2671 | ** deal in groups instead of rows. As for ROWS and GROUPS, there are three |
| 2672 | ** basic cases: |
| 2673 | ** |
| 2674 | ** RANGE BETWEEN <expr1> PRECEDING AND <expr2> FOLLOWING |
| 2675 | ** |
| 2676 | ** ... loop started by sqlite3WhereBegin() ... |
| 2677 | ** if( new partition ){ |
| 2678 | ** Gosub flush |
| 2679 | ** } |
| 2680 | ** Insert new row into eph table. |
| 2681 | ** if( first row of partition ){ |
| 2682 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
| 2683 | ** regEnd = <expr2> |
| 2684 | ** regStart = <expr1> |
| 2685 | ** }else{ |
| 2686 | ** AGGSTEP |
| 2687 | ** while( (csrCurrent.key + regEnd) < csrEnd.key ){ |
| 2688 | ** RETURN_ROW |
| 2689 | ** while( csrStart.key + regStart) < csrCurrent.key ){ |
| 2690 | ** AGGINVERSE |
| 2691 | ** } |
| 2692 | ** } |
| 2693 | ** } |
| 2694 | ** } |
| 2695 | ** flush: |
| 2696 | ** AGGSTEP |
| 2697 | ** while( 1 ){ |
| 2698 | ** RETURN ROW |
| 2699 | ** if( csrCurrent is EOF ) break; |
| 2700 | ** while( csrStart.key + regStart) < csrCurrent.key ){ |
| 2701 | ** AGGINVERSE |
| 2702 | ** } |
| 2703 | ** } |
| 2704 | ** } |
| 2705 | ** |
| 2706 | ** In the above notation, "csr.key" means the current value of the ORDER BY |
| 2707 | ** expression (there is only ever 1 for a RANGE that uses an <expr> FOLLOWING |
| 2708 | ** or <expr PRECEDING) read from cursor csr. |
| 2709 | ** |
| 2710 | ** RANGE BETWEEN <expr1> PRECEDING AND <expr2> PRECEDING |
| 2711 | ** |
| 2712 | ** ... loop started by sqlite3WhereBegin() ... |
| 2713 | ** if( new partition ){ |
| 2714 | ** Gosub flush |
| 2715 | ** } |
| 2716 | ** Insert new row into eph table. |
| 2717 | ** if( first row of partition ){ |
| 2718 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
| 2719 | ** regEnd = <expr2> |
| 2720 | ** regStart = <expr1> |
| 2721 | ** }else{ |
dan | 37d296a | 2019-09-24 20:20:05 +0000 | [diff] [blame] | 2722 | ** while( (csrEnd.key + regEnd) <= csrCurrent.key ){ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2723 | ** AGGSTEP |
| 2724 | ** } |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2725 | ** while( (csrStart.key + regStart) < csrCurrent.key ){ |
| 2726 | ** AGGINVERSE |
| 2727 | ** } |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2728 | ** RETURN_ROW |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2729 | ** } |
| 2730 | ** } |
| 2731 | ** flush: |
| 2732 | ** while( (csrEnd.key + regEnd) <= csrCurrent.key ){ |
| 2733 | ** AGGSTEP |
| 2734 | ** } |
dan | 3f49c32 | 2019-04-03 16:27:44 +0000 | [diff] [blame] | 2735 | ** while( (csrStart.key + regStart) < csrCurrent.key ){ |
| 2736 | ** AGGINVERSE |
| 2737 | ** } |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2738 | ** RETURN_ROW |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2739 | ** |
| 2740 | ** RANGE BETWEEN <expr1> FOLLOWING AND <expr2> FOLLOWING |
| 2741 | ** |
| 2742 | ** ... loop started by sqlite3WhereBegin() ... |
| 2743 | ** if( new partition ){ |
| 2744 | ** Gosub flush |
| 2745 | ** } |
| 2746 | ** Insert new row into eph table. |
| 2747 | ** if( first row of partition ){ |
| 2748 | ** Rewind(csrEnd) ; Rewind(csrStart) ; Rewind(csrCurrent) |
| 2749 | ** regEnd = <expr2> |
| 2750 | ** regStart = <expr1> |
| 2751 | ** }else{ |
| 2752 | ** AGGSTEP |
| 2753 | ** while( (csrCurrent.key + regEnd) < csrEnd.key ){ |
| 2754 | ** while( (csrCurrent.key + regStart) > csrStart.key ){ |
| 2755 | ** AGGINVERSE |
| 2756 | ** } |
| 2757 | ** RETURN_ROW |
| 2758 | ** } |
| 2759 | ** } |
| 2760 | ** } |
| 2761 | ** flush: |
| 2762 | ** AGGSTEP |
| 2763 | ** while( 1 ){ |
| 2764 | ** while( (csrCurrent.key + regStart) > csrStart.key ){ |
| 2765 | ** AGGINVERSE |
| 2766 | ** if( eof ) break "while( 1 )" loop. |
| 2767 | ** } |
| 2768 | ** RETURN_ROW |
| 2769 | ** } |
| 2770 | ** while( !eof csrCurrent ){ |
| 2771 | ** RETURN_ROW |
| 2772 | ** } |
| 2773 | ** |
dan | b6f2dea | 2019-03-13 17:20:27 +0000 | [diff] [blame] | 2774 | ** The text above leaves out many details. Refer to the code and comments |
| 2775 | ** below for a more complete picture. |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2776 | */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2777 | void sqlite3WindowCodeStep( |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2778 | Parse *pParse, /* Parse context */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2779 | Select *p, /* Rewritten SELECT statement */ |
| 2780 | WhereInfo *pWInfo, /* Context returned by sqlite3WhereBegin() */ |
| 2781 | int regGosub, /* Register for OP_Gosub */ |
| 2782 | int addrGosub /* OP_Gosub here to return each row */ |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2783 | ){ |
| 2784 | Window *pMWin = p->pWin; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2785 | ExprList *pOrderBy = pMWin->pOrderBy; |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2786 | Vdbe *v = sqlite3GetVdbe(pParse); |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2787 | int csrWrite; /* Cursor used to write to eph. table */ |
| 2788 | int csrInput = p->pSrc->a[0].iCursor; /* Cursor of sub-select */ |
| 2789 | int nInput = p->pSrc->a[0].pTab->nCol; /* Number of cols returned by sub */ |
| 2790 | int iInput; /* To iterate through sub cols */ |
dan | bf84515 | 2019-03-16 10:15:24 +0000 | [diff] [blame] | 2791 | int addrNe; /* Address of OP_Ne */ |
drh | d4a591d | 2019-03-26 16:21:11 +0000 | [diff] [blame] | 2792 | int addrGosubFlush = 0; /* Address of OP_Gosub to flush: */ |
| 2793 | int addrInteger = 0; /* Address of OP_Integer */ |
dan | d446165 | 2019-03-13 08:28:51 +0000 | [diff] [blame] | 2794 | int addrEmpty; /* Address of OP_Rewind in flush: */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2795 | int regNew; /* Array of registers holding new input row */ |
| 2796 | int regRecord; /* regNew array in record form */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2797 | int regNewPeer = 0; /* Peer values for new row (part of regNew) */ |
| 2798 | int regPeer = 0; /* Peer values for current row */ |
dan | d446165 | 2019-03-13 08:28:51 +0000 | [diff] [blame] | 2799 | int regFlushPart = 0; /* Register for "Gosub flush_partition" */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2800 | WindowCodeArg s; /* Context object for sub-routines */ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2801 | int lblWhereEnd; /* Label just before sqlite3WhereEnd() code */ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2802 | int regStart = 0; /* Value of <expr> PRECEDING */ |
| 2803 | int regEnd = 0; /* Value of <expr> FOLLOWING */ |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2804 | |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2805 | assert( pMWin->eStart==TK_PRECEDING || pMWin->eStart==TK_CURRENT |
| 2806 | || pMWin->eStart==TK_FOLLOWING || pMWin->eStart==TK_UNBOUNDED |
| 2807 | ); |
| 2808 | assert( pMWin->eEnd==TK_FOLLOWING || pMWin->eEnd==TK_CURRENT |
| 2809 | || pMWin->eEnd==TK_UNBOUNDED || pMWin->eEnd==TK_PRECEDING |
| 2810 | ); |
dan | 108e6b2 | 2019-03-18 18:55:35 +0000 | [diff] [blame] | 2811 | assert( pMWin->eExclude==0 || pMWin->eExclude==TK_CURRENT |
| 2812 | || pMWin->eExclude==TK_GROUP || pMWin->eExclude==TK_TIES |
| 2813 | || pMWin->eExclude==TK_NO |
| 2814 | ); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2815 | |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2816 | lblWhereEnd = sqlite3VdbeMakeLabel(pParse); |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2817 | |
| 2818 | /* Fill in the context object */ |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 2819 | memset(&s, 0, sizeof(WindowCodeArg)); |
| 2820 | s.pParse = pParse; |
| 2821 | s.pMWin = pMWin; |
| 2822 | s.pVdbe = v; |
| 2823 | s.regGosub = regGosub; |
| 2824 | s.addrGosub = addrGosub; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2825 | s.current.csr = pMWin->iEphCsr; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2826 | csrWrite = s.current.csr+1; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2827 | s.start.csr = s.current.csr+2; |
| 2828 | s.end.csr = s.current.csr+3; |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2829 | |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2830 | /* Figure out when rows may be deleted from the ephemeral table. There |
| 2831 | ** are four options - they may never be deleted (eDelete==0), they may |
| 2832 | ** be deleted as soon as they are no longer part of the window frame |
| 2833 | ** (eDelete==WINDOW_AGGINVERSE), they may be deleted as after the row |
| 2834 | ** has been returned to the caller (WINDOW_RETURN_ROW), or they may |
| 2835 | ** be deleted after they enter the frame (WINDOW_AGGSTEP). */ |
| 2836 | switch( pMWin->eStart ){ |
dan | 725b1cf | 2019-03-26 16:47:17 +0000 | [diff] [blame] | 2837 | case TK_FOLLOWING: |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2838 | if( pMWin->eFrmType!=TK_RANGE |
| 2839 | && windowExprGtZero(pParse, pMWin->pStart) |
| 2840 | ){ |
dan | 725b1cf | 2019-03-26 16:47:17 +0000 | [diff] [blame] | 2841 | s.eDelete = WINDOW_RETURN_ROW; |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2842 | } |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2843 | break; |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2844 | case TK_UNBOUNDED: |
| 2845 | if( windowCacheFrame(pMWin)==0 ){ |
| 2846 | if( pMWin->eEnd==TK_PRECEDING ){ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2847 | if( pMWin->eFrmType!=TK_RANGE |
| 2848 | && windowExprGtZero(pParse, pMWin->pEnd) |
| 2849 | ){ |
dan | 725b1cf | 2019-03-26 16:47:17 +0000 | [diff] [blame] | 2850 | s.eDelete = WINDOW_AGGSTEP; |
| 2851 | } |
dan | b560a71 | 2019-03-13 15:29:14 +0000 | [diff] [blame] | 2852 | }else{ |
| 2853 | s.eDelete = WINDOW_RETURN_ROW; |
| 2854 | } |
| 2855 | } |
| 2856 | break; |
| 2857 | default: |
| 2858 | s.eDelete = WINDOW_AGGINVERSE; |
| 2859 | break; |
| 2860 | } |
| 2861 | |
dan | d446165 | 2019-03-13 08:28:51 +0000 | [diff] [blame] | 2862 | /* Allocate registers for the array of values from the sub-query, the |
| 2863 | ** samve values in record form, and the rowid used to insert said record |
| 2864 | ** into the ephemeral table. */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2865 | regNew = pParse->nMem+1; |
| 2866 | pParse->nMem += nInput; |
| 2867 | regRecord = ++pParse->nMem; |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2868 | s.regRowid = ++pParse->nMem; |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2869 | |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2870 | /* If the window frame contains an "<expr> PRECEDING" or "<expr> FOLLOWING" |
| 2871 | ** clause, allocate registers to store the results of evaluating each |
| 2872 | ** <expr>. */ |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2873 | if( pMWin->eStart==TK_PRECEDING || pMWin->eStart==TK_FOLLOWING ){ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2874 | regStart = ++pParse->nMem; |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2875 | } |
| 2876 | if( pMWin->eEnd==TK_PRECEDING || pMWin->eEnd==TK_FOLLOWING ){ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2877 | regEnd = ++pParse->nMem; |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2878 | } |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2879 | |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2880 | /* If this is not a "ROWS BETWEEN ..." frame, then allocate arrays of |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2881 | ** registers to store copies of the ORDER BY expressions (peer values) |
| 2882 | ** for the main loop, and for each cursor (start, current and end). */ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2883 | if( pMWin->eFrmType!=TK_ROWS ){ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2884 | int nPeer = (pOrderBy ? pOrderBy->nExpr : 0); |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2885 | regNewPeer = regNew + pMWin->nBufferCol; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2886 | if( pMWin->pPartition ) regNewPeer += pMWin->pPartition->nExpr; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2887 | regPeer = pParse->nMem+1; pParse->nMem += nPeer; |
| 2888 | s.start.reg = pParse->nMem+1; pParse->nMem += nPeer; |
| 2889 | s.current.reg = pParse->nMem+1; pParse->nMem += nPeer; |
| 2890 | s.end.reg = pParse->nMem+1; pParse->nMem += nPeer; |
| 2891 | } |
| 2892 | |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2893 | /* Load the column values for the row returned by the sub-select |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2894 | ** into an array of registers starting at regNew. Assemble them into |
| 2895 | ** a record in register regRecord. */ |
| 2896 | for(iInput=0; iInput<nInput; iInput++){ |
| 2897 | sqlite3VdbeAddOp3(v, OP_Column, csrInput, iInput, regNew+iInput); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2898 | } |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2899 | sqlite3VdbeAddOp3(v, OP_MakeRecord, regNew, nInput, regRecord); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2900 | |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2901 | /* An input row has just been read into an array of registers starting |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2902 | ** at regNew. If the window has a PARTITION clause, this block generates |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2903 | ** VM code to check if the input row is the start of a new partition. |
| 2904 | ** If so, it does an OP_Gosub to an address to be filled in later. The |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2905 | ** address of the OP_Gosub is stored in local variable addrGosubFlush. */ |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2906 | if( pMWin->pPartition ){ |
| 2907 | int addr; |
| 2908 | ExprList *pPart = pMWin->pPartition; |
| 2909 | int nPart = pPart->nExpr; |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2910 | int regNewPart = regNew + pMWin->nBufferCol; |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2911 | KeyInfo *pKeyInfo = sqlite3KeyInfoFromExprList(pParse, pPart, 0, 0); |
| 2912 | |
dan | d446165 | 2019-03-13 08:28:51 +0000 | [diff] [blame] | 2913 | regFlushPart = ++pParse->nMem; |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2914 | addr = sqlite3VdbeAddOp3(v, OP_Compare, regNewPart, pMWin->regPart, nPart); |
| 2915 | sqlite3VdbeAppendP4(v, (void*)pKeyInfo, P4_KEYINFO); |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2916 | sqlite3VdbeAddOp3(v, OP_Jump, addr+2, addr+4, addr+2); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2917 | VdbeCoverageEqNe(v); |
| 2918 | addrGosubFlush = sqlite3VdbeAddOp1(v, OP_Gosub, regFlushPart); |
| 2919 | VdbeComment((v, "call flush_partition")); |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2920 | sqlite3VdbeAddOp3(v, OP_Copy, regNewPart, pMWin->regPart, nPart-1); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2921 | } |
| 2922 | |
| 2923 | /* Insert the new row into the ephemeral table */ |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 2924 | sqlite3VdbeAddOp2(v, OP_NewRowid, csrWrite, s.regRowid); |
| 2925 | sqlite3VdbeAddOp3(v, OP_Insert, csrWrite, regRecord, s.regRowid); |
| 2926 | addrNe = sqlite3VdbeAddOp3(v, OP_Ne, pMWin->regOne, 0, s.regRowid); |
drh | 83c5bb9 | 2019-04-01 15:55:38 +0000 | [diff] [blame] | 2927 | VdbeCoverageNeverNull(v); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2928 | |
dan | b33487b | 2019-03-06 17:12:32 +0000 | [diff] [blame] | 2929 | /* This block is run for the first row of each partition */ |
dan | a786e45 | 2019-03-11 18:17:04 +0000 | [diff] [blame] | 2930 | s.regArg = windowInitAccum(pParse, pMWin); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2931 | |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2932 | if( regStart ){ |
| 2933 | sqlite3ExprCode(pParse, pMWin->pStart, regStart); |
| 2934 | windowCheckValue(pParse, regStart, 0 + (pMWin->eFrmType==TK_RANGE?3:0)); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2935 | } |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2936 | if( regEnd ){ |
| 2937 | sqlite3ExprCode(pParse, pMWin->pEnd, regEnd); |
| 2938 | windowCheckValue(pParse, regEnd, 1 + (pMWin->eFrmType==TK_RANGE?3:0)); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2939 | } |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2940 | |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2941 | if( pMWin->eFrmType!=TK_RANGE && pMWin->eStart==pMWin->eEnd && regStart ){ |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2942 | int op = ((pMWin->eStart==TK_FOLLOWING) ? OP_Ge : OP_Le); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2943 | int addrGe = sqlite3VdbeAddOp3(v, op, regStart, 0, regEnd); |
drh | 495ed62 | 2019-04-01 16:23:21 +0000 | [diff] [blame] | 2944 | VdbeCoverageNeverNullIf(v, op==OP_Ge); /* NeverNull because bound <expr> */ |
| 2945 | VdbeCoverageNeverNullIf(v, op==OP_Le); /* values previously checked */ |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 2946 | windowAggFinal(&s, 0); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2947 | sqlite3VdbeAddOp2(v, OP_Rewind, s.current.csr, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2948 | VdbeCoverageNeverTaken(v); |
dan | c782a81 | 2019-03-15 20:46:19 +0000 | [diff] [blame] | 2949 | windowReturnOneRow(&s); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2950 | sqlite3VdbeAddOp1(v, OP_ResetSorter, s.current.csr); |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2951 | sqlite3VdbeAddOp2(v, OP_Goto, 0, lblWhereEnd); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2952 | sqlite3VdbeJumpHere(v, addrGe); |
| 2953 | } |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2954 | if( pMWin->eStart==TK_FOLLOWING && pMWin->eFrmType!=TK_RANGE && regEnd ){ |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2955 | assert( pMWin->eEnd==TK_FOLLOWING ); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2956 | sqlite3VdbeAddOp3(v, OP_Subtract, regStart, regEnd, regStart); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2957 | } |
| 2958 | |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2959 | if( pMWin->eStart!=TK_UNBOUNDED ){ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2960 | sqlite3VdbeAddOp2(v, OP_Rewind, s.start.csr, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2961 | VdbeCoverageNeverTaken(v); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2962 | } |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2963 | sqlite3VdbeAddOp2(v, OP_Rewind, s.current.csr, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2964 | VdbeCoverageNeverTaken(v); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2965 | sqlite3VdbeAddOp2(v, OP_Rewind, s.end.csr, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 2966 | VdbeCoverageNeverTaken(v); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2967 | if( regPeer && pOrderBy ){ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 2968 | sqlite3VdbeAddOp3(v, OP_Copy, regNewPeer, regPeer, pOrderBy->nExpr-1); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2969 | sqlite3VdbeAddOp3(v, OP_Copy, regPeer, s.start.reg, pOrderBy->nExpr-1); |
| 2970 | sqlite3VdbeAddOp3(v, OP_Copy, regPeer, s.current.reg, pOrderBy->nExpr-1); |
| 2971 | sqlite3VdbeAddOp3(v, OP_Copy, regPeer, s.end.reg, pOrderBy->nExpr-1); |
| 2972 | } |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2973 | |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2974 | sqlite3VdbeAddOp2(v, OP_Goto, 0, lblWhereEnd); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 2975 | |
dan | bf84515 | 2019-03-16 10:15:24 +0000 | [diff] [blame] | 2976 | sqlite3VdbeJumpHere(v, addrNe); |
dan | 3f49c32 | 2019-04-03 16:27:44 +0000 | [diff] [blame] | 2977 | |
| 2978 | /* Beginning of the block executed for the second and subsequent rows. */ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2979 | if( regPeer ){ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 2980 | windowIfNewPeer(pParse, pOrderBy, regNewPeer, regPeer, lblWhereEnd); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2981 | } |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2982 | if( pMWin->eStart==TK_FOLLOWING ){ |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 2983 | windowCodeOp(&s, WINDOW_AGGSTEP, 0, 0); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2984 | if( pMWin->eEnd!=TK_UNBOUNDED ){ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 2985 | if( pMWin->eFrmType==TK_RANGE ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2986 | int lbl = sqlite3VdbeMakeLabel(pParse); |
| 2987 | int addrNext = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2988 | windowCodeRangeTest(&s, OP_Ge, s.current.csr, regEnd, s.end.csr, lbl); |
| 2989 | windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2990 | windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 0); |
| 2991 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrNext); |
| 2992 | sqlite3VdbeResolveLabel(v, lbl); |
| 2993 | }else{ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 2994 | windowCodeOp(&s, WINDOW_RETURN_ROW, regEnd, 0); |
| 2995 | windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 2996 | } |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 2997 | } |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 2998 | }else |
| 2999 | if( pMWin->eEnd==TK_PRECEDING ){ |
dan | 3f49c32 | 2019-04-03 16:27:44 +0000 | [diff] [blame] | 3000 | int bRPS = (pMWin->eStart==TK_PRECEDING && pMWin->eFrmType==TK_RANGE); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3001 | windowCodeOp(&s, WINDOW_AGGSTEP, regEnd, 0); |
| 3002 | if( bRPS ) windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3003 | windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 0); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3004 | if( !bRPS ) windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 3005 | }else{ |
mistachkin | ba9ee09 | 2019-03-27 14:58:18 +0000 | [diff] [blame] | 3006 | int addr = 0; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3007 | windowCodeOp(&s, WINDOW_AGGSTEP, 0, 0); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 3008 | if( pMWin->eEnd!=TK_UNBOUNDED ){ |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 3009 | if( pMWin->eFrmType==TK_RANGE ){ |
mistachkin | ba9ee09 | 2019-03-27 14:58:18 +0000 | [diff] [blame] | 3010 | int lbl = 0; |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3011 | addr = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3012 | if( regEnd ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3013 | lbl = sqlite3VdbeMakeLabel(pParse); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3014 | windowCodeRangeTest(&s, OP_Ge, s.current.csr, regEnd, s.end.csr, lbl); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3015 | } |
| 3016 | windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 0); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3017 | windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
| 3018 | if( regEnd ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3019 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addr); |
| 3020 | sqlite3VdbeResolveLabel(v, lbl); |
| 3021 | } |
| 3022 | }else{ |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3023 | if( regEnd ){ |
| 3024 | addr = sqlite3VdbeAddOp3(v, OP_IfPos, regEnd, 0, 1); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 3025 | VdbeCoverage(v); |
| 3026 | } |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3027 | windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 0); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3028 | windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
| 3029 | if( regEnd ) sqlite3VdbeJumpHere(v, addr); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3030 | } |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 3031 | } |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 3032 | } |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3033 | |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3034 | /* End of the main input loop */ |
dan | 935d9d8 | 2019-03-12 15:21:51 +0000 | [diff] [blame] | 3035 | sqlite3VdbeResolveLabel(v, lblWhereEnd); |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 3036 | sqlite3WhereEnd(pWInfo); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3037 | |
| 3038 | /* Fall through */ |
dan | cc7a850 | 2019-03-11 19:50:54 +0000 | [diff] [blame] | 3039 | if( pMWin->pPartition ){ |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3040 | addrInteger = sqlite3VdbeAddOp2(v, OP_Integer, 0, regFlushPart); |
| 3041 | sqlite3VdbeJumpHere(v, addrGosubFlush); |
| 3042 | } |
| 3043 | |
drh | 113a33c | 2021-04-24 23:40:05 +0000 | [diff] [blame] | 3044 | s.regRowid = 0; |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3045 | addrEmpty = sqlite3VdbeAddOp1(v, OP_Rewind, csrWrite); |
dan | 1d4b25f | 2019-03-19 16:49:15 +0000 | [diff] [blame] | 3046 | VdbeCoverage(v); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 3047 | if( pMWin->eEnd==TK_PRECEDING ){ |
dan | 3f49c32 | 2019-04-03 16:27:44 +0000 | [diff] [blame] | 3048 | int bRPS = (pMWin->eStart==TK_PRECEDING && pMWin->eFrmType==TK_RANGE); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3049 | windowCodeOp(&s, WINDOW_AGGSTEP, regEnd, 0); |
| 3050 | if( bRPS ) windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3051 | windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 0); |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3052 | }else if( pMWin->eStart==TK_FOLLOWING ){ |
| 3053 | int addrStart; |
| 3054 | int addrBreak1; |
| 3055 | int addrBreak2; |
| 3056 | int addrBreak3; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3057 | windowCodeOp(&s, WINDOW_AGGSTEP, 0, 0); |
drh | fc15f4c | 2019-03-28 13:03:41 +0000 | [diff] [blame] | 3058 | if( pMWin->eFrmType==TK_RANGE ){ |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3059 | addrStart = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3060 | addrBreak2 = windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 1); |
dan | 72b9fdc | 2019-03-09 20:49:17 +0000 | [diff] [blame] | 3061 | addrBreak1 = windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 1); |
| 3062 | }else |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 3063 | if( pMWin->eEnd==TK_UNBOUNDED ){ |
| 3064 | addrStart = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3065 | addrBreak1 = windowCodeOp(&s, WINDOW_RETURN_ROW, regStart, 1); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3066 | addrBreak2 = windowCodeOp(&s, WINDOW_AGGINVERSE, 0, 1); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 3067 | }else{ |
| 3068 | assert( pMWin->eEnd==TK_FOLLOWING ); |
| 3069 | addrStart = sqlite3VdbeCurrentAddr(v); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3070 | addrBreak1 = windowCodeOp(&s, WINDOW_RETURN_ROW, regEnd, 1); |
| 3071 | addrBreak2 = windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 1); |
dan | 54975cd | 2019-03-07 20:47:46 +0000 | [diff] [blame] | 3072 | } |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3073 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrStart); |
| 3074 | sqlite3VdbeJumpHere(v, addrBreak2); |
| 3075 | addrStart = sqlite3VdbeCurrentAddr(v); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3076 | addrBreak3 = windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 1); |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3077 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrStart); |
| 3078 | sqlite3VdbeJumpHere(v, addrBreak1); |
| 3079 | sqlite3VdbeJumpHere(v, addrBreak3); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 3080 | }else{ |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 3081 | int addrBreak; |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3082 | int addrStart; |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3083 | windowCodeOp(&s, WINDOW_AGGSTEP, 0, 0); |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3084 | addrStart = sqlite3VdbeCurrentAddr(v); |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3085 | addrBreak = windowCodeOp(&s, WINDOW_RETURN_ROW, 0, 1); |
dan | e7579a5 | 2019-09-25 16:41:44 +0000 | [diff] [blame] | 3086 | windowCodeOp(&s, WINDOW_AGGINVERSE, regStart, 0); |
dan | 00267b8 | 2019-03-06 21:04:11 +0000 | [diff] [blame] | 3087 | sqlite3VdbeAddOp2(v, OP_Goto, 0, addrStart); |
| 3088 | sqlite3VdbeJumpHere(v, addrBreak); |
dan | b25a214 | 2019-03-05 19:29:36 +0000 | [diff] [blame] | 3089 | } |
dan | c813750 | 2019-03-07 19:26:17 +0000 | [diff] [blame] | 3090 | sqlite3VdbeJumpHere(v, addrEmpty); |
| 3091 | |
dan | 6c75b39 | 2019-03-08 20:02:52 +0000 | [diff] [blame] | 3092 | sqlite3VdbeAddOp1(v, OP_ResetSorter, s.current.csr); |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3093 | if( pMWin->pPartition ){ |
dan | a0f6b83 | 2019-03-14 16:36:20 +0000 | [diff] [blame] | 3094 | if( pMWin->regStartRowid ){ |
| 3095 | sqlite3VdbeAddOp2(v, OP_Integer, 1, pMWin->regStartRowid); |
| 3096 | sqlite3VdbeAddOp2(v, OP_Integer, 0, pMWin->regEndRowid); |
| 3097 | } |
dan | 680f6e8 | 2019-03-04 21:07:11 +0000 | [diff] [blame] | 3098 | sqlite3VdbeChangeP1(v, addrInteger, sqlite3VdbeCurrentAddr(v)); |
| 3099 | sqlite3VdbeAddOp1(v, OP_Return, regFlushPart); |
| 3100 | } |
| 3101 | } |
| 3102 | |
dan | 67a9b8e | 2018-06-22 20:51:35 +0000 | [diff] [blame] | 3103 | #endif /* SQLITE_OMIT_WINDOWFUNC */ |