drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 1 | /* |
| 2 | ** 2018-04-12 |
| 3 | ** |
| 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
| 6 | ** |
| 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
| 10 | ** |
| 11 | ************************************************************************* |
| 12 | ** This file contains code to implement various aspects of UPSERT |
| 13 | ** processing and handling of the Upsert object. |
| 14 | */ |
| 15 | #include "sqliteInt.h" |
| 16 | |
| 17 | #ifndef SQLITE_OMIT_UPSERT |
| 18 | /* |
| 19 | ** Free a list of Upsert objects |
| 20 | */ |
| 21 | void sqlite3UpsertDelete(sqlite3 *db, Upsert *p){ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 22 | if( p ){ |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 23 | sqlite3ExprListDelete(db, p->pUpsertTarget); |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 24 | sqlite3ExprDelete(db, p->pUpsertTargetWhere); |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 25 | sqlite3ExprListDelete(db, p->pUpsertSet); |
| 26 | sqlite3ExprDelete(db, p->pUpsertWhere); |
| 27 | sqlite3DbFree(db, p); |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 28 | } |
| 29 | } |
| 30 | |
| 31 | /* |
| 32 | ** Duplicate an Upsert object. |
| 33 | */ |
| 34 | Upsert *sqlite3UpsertDup(sqlite3 *db, Upsert *p){ |
| 35 | if( p==0 ) return 0; |
| 36 | return sqlite3UpsertNew(db, |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 37 | sqlite3ExprListDup(db, p->pUpsertTarget, 0), |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 38 | sqlite3ExprDup(db, p->pUpsertTargetWhere, 0), |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 39 | sqlite3ExprListDup(db, p->pUpsertSet, 0), |
| 40 | sqlite3ExprDup(db, p->pUpsertWhere, 0) |
| 41 | ); |
| 42 | } |
| 43 | |
| 44 | /* |
| 45 | ** Create a new Upsert object. |
| 46 | */ |
| 47 | Upsert *sqlite3UpsertNew( |
| 48 | sqlite3 *db, /* Determines which memory allocator to use */ |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 49 | ExprList *pTarget, /* Target argument to ON CONFLICT, or NULL */ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 50 | Expr *pTargetWhere, /* Optional WHERE clause on the target */ |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 51 | ExprList *pSet, /* UPDATE columns, or NULL for a DO NOTHING */ |
| 52 | Expr *pWhere /* WHERE clause for the ON CONFLICT UPDATE */ |
| 53 | ){ |
| 54 | Upsert *pNew; |
| 55 | pNew = sqlite3DbMallocRaw(db, sizeof(Upsert)); |
| 56 | if( pNew==0 ){ |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 57 | sqlite3ExprListDelete(db, pTarget); |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 58 | sqlite3ExprDelete(db, pTargetWhere); |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 59 | sqlite3ExprListDelete(db, pSet); |
| 60 | sqlite3ExprDelete(db, pWhere); |
| 61 | return 0; |
| 62 | }else{ |
| 63 | pNew->pUpsertTarget = pTarget; |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 64 | pNew->pUpsertTargetWhere = pTargetWhere; |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 65 | pNew->pUpsertSet = pSet; |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 66 | pNew->pUpsertWhere = pWhere; |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 67 | pNew->pUpsertIdx = 0; |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 68 | } |
| 69 | return pNew; |
| 70 | } |
| 71 | |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 72 | /* |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 73 | ** Analyze the ON CONFLICT clause described by pUpsert. Resolve all |
| 74 | ** symbols in the conflict-target. |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 75 | ** |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 76 | ** Return SQLITE_OK if everything works, or an error code is something |
| 77 | ** is wrong. |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 78 | */ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 79 | int sqlite3UpsertAnalyzeTarget( |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 80 | Parse *pParse, /* The parsing context */ |
| 81 | SrcList *pTabList, /* Table into which we are inserting */ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 82 | Upsert *pUpsert /* The ON CONFLICT clauses */ |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 83 | ){ |
drh | d5af542 | 2018-04-13 14:27:01 +0000 | [diff] [blame] | 84 | Table *pTab; /* That table into which we are inserting */ |
| 85 | int rc; /* Result code */ |
| 86 | int iCursor; /* Cursor used by pTab */ |
| 87 | Index *pIdx; /* One of the indexes of pTab */ |
| 88 | ExprList *pTarget; /* The conflict-target clause */ |
| 89 | Expr *pTerm; /* One term of the conflict-target clause */ |
| 90 | NameContext sNC; /* Context for resolving symbolic names */ |
| 91 | Expr sCol[2]; /* Index column converted into an Expr */ |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 92 | |
| 93 | assert( pTabList->nSrc==1 ); |
| 94 | assert( pTabList->a[0].pTab!=0 ); |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 95 | assert( pUpsert!=0 ); |
| 96 | assert( pUpsert->pUpsertTarget!=0 ); |
| 97 | |
| 98 | /* Resolve all symbolic names in the conflict-target clause, which |
| 99 | ** includes both the list of columns and the optional partial-index |
| 100 | ** WHERE clause. |
| 101 | */ |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 102 | memset(&sNC, 0, sizeof(sNC)); |
| 103 | sNC.pParse = pParse; |
| 104 | sNC.pSrcList = pTabList; |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 105 | rc = sqlite3ResolveExprListNames(&sNC, pUpsert->pUpsertTarget); |
| 106 | if( rc ) return rc; |
| 107 | rc = sqlite3ResolveExprNames(&sNC, pUpsert->pUpsertTargetWhere); |
| 108 | if( rc ) return rc; |
| 109 | |
| 110 | /* Check to see if the conflict target matches the rowid. */ |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 111 | pTab = pTabList->a[0].pTab; |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 112 | pTarget = pUpsert->pUpsertTarget; |
drh | d5af542 | 2018-04-13 14:27:01 +0000 | [diff] [blame] | 113 | iCursor = pTabList->a[0].iCursor; |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 114 | if( HasRowid(pTab) |
| 115 | && pTarget->nExpr==1 |
| 116 | && (pTerm = pTarget->a[0].pExpr)->op==TK_COLUMN |
drh | 54514c9 | 2018-04-17 21:59:34 +0000 | [diff] [blame] | 117 | && pTerm->iColumn==XN_ROWID |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 118 | ){ |
| 119 | /* The conflict-target is the rowid of the primary table */ |
| 120 | assert( pUpsert->pUpsertIdx==0 ); |
| 121 | return SQLITE_OK; |
| 122 | } |
| 123 | |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 124 | /* Initialize sCol[0..1] to be an expression parse tree for a |
| 125 | ** single column of an index. The sCol[0] node will be the TK_COLLATE |
| 126 | ** operator and sCol[1] will be the TK_COLUMN operator. Code below |
| 127 | ** will populate the specific collation and column number values |
| 128 | ** prior to comparing against the conflict-target expression. |
| 129 | */ |
| 130 | memset(sCol, 0, sizeof(sCol)); |
| 131 | sCol[0].op = TK_COLLATE; |
| 132 | sCol[0].pLeft = &sCol[1]; |
| 133 | sCol[1].op = TK_COLUMN; |
| 134 | sCol[1].iTable = pTabList->a[0].iCursor; |
| 135 | |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 136 | /* Check for matches against other indexes */ |
| 137 | for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ |
| 138 | int ii, jj, nn; |
| 139 | if( !IsUniqueIndex(pIdx) ) continue; |
| 140 | if( pTarget->nExpr!=pIdx->nKeyCol ) continue; |
| 141 | if( pIdx->pPartIdxWhere ){ |
| 142 | if( pUpsert->pUpsertTargetWhere==0 ) continue; |
| 143 | if( sqlite3ExprCompare(pParse, pUpsert->pUpsertTargetWhere, |
drh | d5af542 | 2018-04-13 14:27:01 +0000 | [diff] [blame] | 144 | pIdx->pPartIdxWhere, iCursor)!=0 ){ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 145 | continue; |
| 146 | } |
| 147 | } |
| 148 | nn = pIdx->nKeyCol; |
| 149 | for(ii=0; ii<nn; ii++){ |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 150 | Expr *pExpr; |
drh | 277434e | 2018-04-18 18:18:12 +0000 | [diff] [blame] | 151 | sCol[0].u.zToken = (char*)pIdx->azColl[ii]; |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 152 | if( pIdx->aiColumn[ii]==XN_EXPR ){ |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 153 | assert( pIdx->aColExpr!=0 ); |
| 154 | assert( pIdx->aColExpr->nExpr>ii ); |
| 155 | pExpr = pIdx->aColExpr->a[ii].pExpr; |
drh | 277434e | 2018-04-18 18:18:12 +0000 | [diff] [blame] | 156 | if( pExpr->op!=TK_COLLATE ){ |
| 157 | sCol[0].pLeft = pExpr; |
| 158 | pExpr = &sCol[0]; |
| 159 | } |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 160 | }else{ |
drh | 277434e | 2018-04-18 18:18:12 +0000 | [diff] [blame] | 161 | sCol[0].pLeft = &sCol[1]; |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 162 | sCol[1].iColumn = pIdx->aiColumn[ii]; |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 163 | pExpr = &sCol[0]; |
| 164 | } |
| 165 | for(jj=0; jj<nn; jj++){ |
drh | d5af542 | 2018-04-13 14:27:01 +0000 | [diff] [blame] | 166 | if( sqlite3ExprCompare(pParse, pTarget->a[jj].pExpr, pExpr,iCursor)<2 ){ |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 167 | break; /* Column ii of the index matches column jj of target */ |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 168 | } |
| 169 | } |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 170 | if( jj>=nn ){ |
| 171 | /* The target contains no match for column jj of the index */ |
| 172 | break; |
| 173 | } |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 174 | } |
drh | 3b45d8b | 2018-04-13 13:44:48 +0000 | [diff] [blame] | 175 | if( ii<nn ){ |
| 176 | /* Column ii of the index did not match any term of the conflict target. |
| 177 | ** Continue the search with the next index. */ |
| 178 | continue; |
| 179 | } |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 180 | pUpsert->pUpsertIdx = pIdx; |
| 181 | return SQLITE_OK; |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 182 | } |
drh | e9c2e77 | 2018-04-13 13:06:45 +0000 | [diff] [blame] | 183 | sqlite3ErrorMsg(pParse, "ON CONFLICT clause does not match any " |
| 184 | "PRIMARY KEY or UNIQUE constraint"); |
| 185 | return SQLITE_ERROR; |
drh | 788d55a | 2018-04-13 01:15:09 +0000 | [diff] [blame] | 186 | } |
| 187 | |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 188 | /* |
| 189 | ** Generate bytecode that does an UPDATE as part of an upsert. |
dan | 2cc0042 | 2018-04-17 18:16:10 +0000 | [diff] [blame] | 190 | ** |
| 191 | ** If pIdx is NULL, then the UNIQUE constraint that failed was the IPK. |
| 192 | ** In this case parameter iCur is a cursor open on the table b-tree that |
| 193 | ** currently points to the conflicting table row. Otherwise, if pIdx |
| 194 | ** is not NULL, then pIdx is the constraint that failed and iCur is a |
| 195 | ** cursor points to the conflicting row. |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 196 | */ |
| 197 | void sqlite3UpsertDoUpdate( |
| 198 | Parse *pParse, /* The parsing and code-generating context */ |
| 199 | Upsert *pUpsert, /* The ON CONFLICT clause for the upsert */ |
| 200 | Table *pTab, /* The table being updated */ |
| 201 | Index *pIdx, /* The UNIQUE constraint that failed */ |
dan | 2cc0042 | 2018-04-17 18:16:10 +0000 | [diff] [blame] | 202 | int iCur /* Cursor for pIdx (or pTab if pIdx==NULL) */ |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 203 | ){ |
| 204 | Vdbe *v = pParse->pVdbe; |
drh | 0b30a11 | 2018-04-13 21:55:22 +0000 | [diff] [blame] | 205 | sqlite3 *db = pParse->db; |
drh | 0b30a11 | 2018-04-13 21:55:22 +0000 | [diff] [blame] | 206 | SrcList *pSrc; /* FROM clause for the UPDATE */ |
drh | c4ceea7 | 2018-08-21 12:16:33 +0000 | [diff] [blame] | 207 | int iDataCur; |
drh | a7ce167 | 2019-08-30 23:15:00 +0000 | [diff] [blame] | 208 | int i; |
drh | 0b30a11 | 2018-04-13 21:55:22 +0000 | [diff] [blame] | 209 | |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 210 | assert( v!=0 ); |
drh | c4ceea7 | 2018-08-21 12:16:33 +0000 | [diff] [blame] | 211 | assert( pUpsert!=0 ); |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 212 | VdbeNoopComment((v, "Begin DO UPDATE of UPSERT")); |
drh | c4ceea7 | 2018-08-21 12:16:33 +0000 | [diff] [blame] | 213 | iDataCur = pUpsert->iDataCur; |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 214 | if( pIdx && iCur!=iDataCur ){ |
| 215 | if( HasRowid(pTab) ){ |
| 216 | int regRowid = sqlite3GetTempReg(pParse); |
| 217 | sqlite3VdbeAddOp2(v, OP_IdxRowid, iCur, regRowid); |
| 218 | sqlite3VdbeAddOp3(v, OP_SeekRowid, iDataCur, 0, regRowid); |
| 219 | VdbeCoverage(v); |
| 220 | sqlite3ReleaseTempReg(pParse, regRowid); |
drh | 0b30a11 | 2018-04-13 21:55:22 +0000 | [diff] [blame] | 221 | }else{ |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 222 | Index *pPk = sqlite3PrimaryKeyIndex(pTab); |
| 223 | int nPk = pPk->nKeyCol; |
| 224 | int iPk = pParse->nMem+1; |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 225 | pParse->nMem += nPk; |
| 226 | for(i=0; i<nPk; i++){ |
| 227 | int k; |
| 228 | assert( pPk->aiColumn[i]>=0 ); |
drh | b9bcf7c | 2019-10-19 13:29:10 +0000 | [diff] [blame] | 229 | k = sqlite3TableColumnToIndex(pIdx, pPk->aiColumn[i]); |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 230 | sqlite3VdbeAddOp3(v, OP_Column, iCur, k, iPk+i); |
drh | 9cadb23 | 2018-04-20 18:01:31 +0000 | [diff] [blame] | 231 | VdbeComment((v, "%s.%s", pIdx->zName, |
| 232 | pTab->aCol[pPk->aiColumn[i]].zName)); |
drh | e966a36 | 2018-04-14 22:35:34 +0000 | [diff] [blame] | 233 | } |
drh | 4031baf | 2018-05-28 17:31:20 +0000 | [diff] [blame] | 234 | sqlite3VdbeVerifyAbortable(v, OE_Abort); |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 235 | i = sqlite3VdbeAddOp4Int(v, OP_Found, iDataCur, 0, iPk, nPk); |
| 236 | VdbeCoverage(v); |
drh | 9cadb23 | 2018-04-20 18:01:31 +0000 | [diff] [blame] | 237 | sqlite3VdbeAddOp4(v, OP_Halt, SQLITE_CORRUPT, OE_Abort, 0, |
| 238 | "corrupt database", P4_STATIC); |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 239 | sqlite3VdbeJumpHere(v, i); |
drh | e966a36 | 2018-04-14 22:35:34 +0000 | [diff] [blame] | 240 | } |
drh | 0b30a11 | 2018-04-13 21:55:22 +0000 | [diff] [blame] | 241 | } |
drh | 2633b28 | 2018-04-19 21:29:52 +0000 | [diff] [blame] | 242 | /* pUpsert does not own pUpsertSrc - the outer INSERT statement does. So |
| 243 | ** we have to make a copy before passing it down into sqlite3Update() */ |
drh | e966a36 | 2018-04-14 22:35:34 +0000 | [diff] [blame] | 244 | pSrc = sqlite3SrcListDup(db, pUpsert->pUpsertSrc, 0); |
drh | a7ce167 | 2019-08-30 23:15:00 +0000 | [diff] [blame] | 245 | /* excluded.* columns of type REAL need to be converted to a hard real */ |
| 246 | for(i=0; i<pTab->nCol; i++){ |
| 247 | if( pTab->aCol[i].affinity==SQLITE_AFF_REAL ){ |
| 248 | sqlite3VdbeAddOp1(v, OP_RealAffinity, pUpsert->regData+i); |
| 249 | } |
| 250 | } |
drh | 2633b28 | 2018-04-19 21:29:52 +0000 | [diff] [blame] | 251 | sqlite3Update(pParse, pSrc, pUpsert->pUpsertSet, |
drh | fb2213e | 2018-04-20 15:56:24 +0000 | [diff] [blame] | 252 | pUpsert->pUpsertWhere, OE_Abort, 0, 0, pUpsert); |
| 253 | pUpsert->pUpsertSet = 0; /* Will have been deleted by sqlite3Update() */ |
| 254 | pUpsert->pUpsertWhere = 0; /* Will have been deleted by sqlite3Update() */ |
drh | 9eddaca | 2018-04-13 18:59:17 +0000 | [diff] [blame] | 255 | VdbeNoopComment((v, "End DO UPDATE of UPSERT")); |
| 256 | } |
| 257 | |
drh | fcfd756 | 2018-04-12 21:42:51 +0000 | [diff] [blame] | 258 | #endif /* SQLITE_OMIT_UPSERT */ |