blob: 6fc53b7a236d338510b7ab96e9c34c26a48a5bcb [file] [log] [blame]
danielk1977b4e9af92007-05-01 17:49:49 +00001/*
2** 2007 May 1
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12**
drh16a9b832007-05-05 18:39:25 +000013** This file contains code used to implement incremental BLOB I/O.
14**
danielk1977602b4662009-07-02 07:47:33 +000015** $Id: vdbeblob.c,v 1.35 2009/07/02 07:47:33 danielk1977 Exp $
danielk1977b4e9af92007-05-01 17:49:49 +000016*/
17
18#include "sqliteInt.h"
19#include "vdbeInt.h"
20
21#ifndef SQLITE_OMIT_INCRBLOB
22
23/*
24** Valid sqlite3_blob* handles point to Incrblob structures.
25*/
26typedef struct Incrblob Incrblob;
danielk1977b4e9af92007-05-01 17:49:49 +000027struct Incrblob {
28 int flags; /* Copy of "flags" passed to sqlite3_blob_open() */
29 int nByte; /* Size of open blob, in bytes */
30 int iOffset; /* Byte offset of blob in cursor data */
31 BtCursor *pCsr; /* Cursor pointing at blob row */
32 sqlite3_stmt *pStmt; /* Statement holding cursor open */
drh605264d2007-08-21 15:13:19 +000033 sqlite3 *db; /* The associated database */
danielk1977b4e9af92007-05-01 17:49:49 +000034};
35
36/*
37** Open a blob handle.
38*/
39int sqlite3_blob_open(
drh16a9b832007-05-05 18:39:25 +000040 sqlite3* db, /* The database connection */
41 const char *zDb, /* The attached database containing the blob */
42 const char *zTable, /* The table containing the blob */
43 const char *zColumn, /* The column containing the blob */
44 sqlite_int64 iRow, /* The row containing the glob */
danielk1977b4e9af92007-05-01 17:49:49 +000045 int flags, /* True -> read/write access, false -> read-only */
drh16a9b832007-05-05 18:39:25 +000046 sqlite3_blob **ppBlob /* Handle for accessing the blob returned here */
danielk1977b4e9af92007-05-01 17:49:49 +000047){
danielk1977b4e9af92007-05-01 17:49:49 +000048 int nAttempt = 0;
49 int iCol; /* Index of zColumn in row-record */
50
51 /* This VDBE program seeks a btree cursor to the identified
52 ** db/table/row entry. The reason for using a vdbe program instead
53 ** of writing code to use the b-tree layer directly is that the
54 ** vdbe program will take advantage of the various transaction,
55 ** locking and error handling infrastructure built into the vdbe.
56 **
drh2d401ab2008-01-10 23:50:11 +000057 ** After seeking the cursor, the vdbe executes an OP_ResultRow.
danielk1977b4e9af92007-05-01 17:49:49 +000058 ** Code external to the Vdbe then "borrows" the b-tree cursor and
59 ** uses it to implement the blob_read(), blob_write() and
60 ** blob_bytes() functions.
61 **
62 ** The sqlite3_blob_close() function finalizes the vdbe program,
63 ** which closes the b-tree cursor and (possibly) commits the
64 ** transaction.
65 */
66 static const VdbeOpList openBlob[] = {
67 {OP_Transaction, 0, 0, 0}, /* 0: Start a transaction */
68 {OP_VerifyCookie, 0, 0, 0}, /* 1: Check the schema cookie */
danielk197796d48e92009-06-29 06:00:37 +000069 {OP_TableLock, 0, 0, 0}, /* 2: Acquire a read or write lock */
danielk1977b4e9af92007-05-01 17:49:49 +000070
danielk197796d48e92009-06-29 06:00:37 +000071 /* One of the following two instructions is replaced by an OP_Noop. */
72 {OP_OpenRead, 0, 0, 0}, /* 3: Open cursor 0 for reading */
73 {OP_OpenWrite, 0, 0, 0}, /* 4: Open cursor 0 for read/write */
danielk1977b4e9af92007-05-01 17:49:49 +000074
danielk197796d48e92009-06-29 06:00:37 +000075 {OP_Variable, 1, 1, 1}, /* 5: Push the rowid to the stack */
76 {OP_NotExists, 0, 9, 1}, /* 6: Seek the cursor */
77 {OP_Column, 0, 0, 1}, /* 7 */
78 {OP_ResultRow, 1, 0, 0}, /* 8 */
79 {OP_Close, 0, 0, 0}, /* 9 */
80 {OP_Halt, 0, 0, 0}, /* 10 */
danielk1977b4e9af92007-05-01 17:49:49 +000081 };
82
83 Vdbe *v = 0;
danielk19778cbadb02007-05-03 16:31:26 +000084 int rc = SQLITE_OK;
drh6ee700c2009-06-01 19:53:30 +000085 char *zErr = 0;
86 Table *pTab;
87 Parse *pParse;
danielk1977b4e9af92007-05-01 17:49:49 +000088
drh28414ee2009-05-09 15:17:47 +000089 *ppBlob = 0;
drh605264d2007-08-21 15:13:19 +000090 sqlite3_mutex_enter(db->mutex);
drh6ee700c2009-06-01 19:53:30 +000091 pParse = sqlite3StackAllocRaw(db, sizeof(*pParse));
92 if( pParse==0 ){
93 rc = SQLITE_NOMEM;
94 goto blob_open_out;
95 }
danielk1977b4e9af92007-05-01 17:49:49 +000096 do {
drh6ee700c2009-06-01 19:53:30 +000097 memset(pParse, 0, sizeof(Parse));
98 pParse->db = db;
danielk1977b4e9af92007-05-01 17:49:49 +000099
drh93a960a2008-07-10 00:32:42 +0000100 if( sqlite3SafetyOn(db) ){
drh6ee700c2009-06-01 19:53:30 +0000101 sqlite3DbFree(db, zErr);
102 sqlite3StackFree(db, pParse);
drh605264d2007-08-21 15:13:19 +0000103 sqlite3_mutex_leave(db->mutex);
drh93a960a2008-07-10 00:32:42 +0000104 return SQLITE_MISUSE;
danielk197720713f32007-05-03 11:43:33 +0000105 }
106
drhff0587c2007-08-29 17:43:19 +0000107 sqlite3BtreeEnterAll(db);
drh6ee700c2009-06-01 19:53:30 +0000108 pTab = sqlite3LocateTable(pParse, 0, zTable, zDb);
danielk197736961ed2008-04-24 09:49:55 +0000109 if( pTab && IsVirtual(pTab) ){
110 pTab = 0;
drh6ee700c2009-06-01 19:53:30 +0000111 sqlite3ErrorMsg(pParse, "cannot open virtual table: %s", zTable);
danielk197736961ed2008-04-24 09:49:55 +0000112 }
113#ifndef SQLITE_OMIT_VIEW
114 if( pTab && pTab->pSelect ){
115 pTab = 0;
drh6ee700c2009-06-01 19:53:30 +0000116 sqlite3ErrorMsg(pParse, "cannot open view: %s", zTable);
danielk197736961ed2008-04-24 09:49:55 +0000117 }
118#endif
danielk1977b4e9af92007-05-01 17:49:49 +0000119 if( !pTab ){
drh6ee700c2009-06-01 19:53:30 +0000120 if( pParse->zErrMsg ){
121 sqlite3DbFree(db, zErr);
122 zErr = pParse->zErrMsg;
123 pParse->zErrMsg = 0;
danielk19778cbadb02007-05-03 16:31:26 +0000124 }
danielk19778cbadb02007-05-03 16:31:26 +0000125 rc = SQLITE_ERROR;
drh7e8b8482008-01-23 03:03:05 +0000126 (void)sqlite3SafetyOff(db);
drhff0587c2007-08-29 17:43:19 +0000127 sqlite3BtreeLeaveAll(db);
danielk1977b4e9af92007-05-01 17:49:49 +0000128 goto blob_open_out;
129 }
130
131 /* Now search pTab for the exact column. */
132 for(iCol=0; iCol < pTab->nCol; iCol++) {
133 if( sqlite3StrICmp(pTab->aCol[iCol].zName, zColumn)==0 ){
134 break;
135 }
136 }
137 if( iCol==pTab->nCol ){
drh6ee700c2009-06-01 19:53:30 +0000138 sqlite3DbFree(db, zErr);
139 zErr = sqlite3MPrintf(db, "no such column: \"%s\"", zColumn);
danielk1977b4e9af92007-05-01 17:49:49 +0000140 rc = SQLITE_ERROR;
drh7e8b8482008-01-23 03:03:05 +0000141 (void)sqlite3SafetyOff(db);
drhff0587c2007-08-29 17:43:19 +0000142 sqlite3BtreeLeaveAll(db);
danielk1977b4e9af92007-05-01 17:49:49 +0000143 goto blob_open_out;
144 }
145
danielk1977f1819242007-05-03 18:14:10 +0000146 /* If the value is being opened for writing, check that the
dan1da40a32009-09-19 17:00:31 +0000147 ** column is not indexed, and that it is not part of a foreign key.
148 ** It is against the rules to open a column to which either of these
149 ** descriptions applies for writing. */
danielk1977f1819242007-05-03 18:14:10 +0000150 if( flags ){
dan1da40a32009-09-19 17:00:31 +0000151 const char *zFault = 0;
danielk1977f1819242007-05-03 18:14:10 +0000152 Index *pIdx;
dan1da40a32009-09-19 17:00:31 +0000153#ifndef SQLITE_OMIT_FOREIGN_KEY
154 if( db->flags&SQLITE_ForeignKeys ){
dan13167002009-10-02 06:35:06 +0000155 /* Check that the column is not part of an FK child key definition. It
156 ** is not necessary to check if it is part of a parent key, as parent
157 ** key columns must be indexed. The check below will pick up this
158 ** case. */
dan1da40a32009-09-19 17:00:31 +0000159 FKey *pFKey;
160 for(pFKey=pTab->pFKey; pFKey; pFKey=pFKey->pNextFrom){
161 int j;
162 for(j=0; j<pFKey->nCol; j++){
163 if( pFKey->aCol[j].iFrom==iCol ){
164 zFault = "foreign key";
165 }
166 }
167 }
168 }
169#endif
danielk1977f1819242007-05-03 18:14:10 +0000170 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
171 int j;
172 for(j=0; j<pIdx->nColumn; j++){
173 if( pIdx->aiColumn[j]==iCol ){
dan1da40a32009-09-19 17:00:31 +0000174 zFault = "indexed";
danielk1977f1819242007-05-03 18:14:10 +0000175 }
176 }
177 }
dan1da40a32009-09-19 17:00:31 +0000178 if( zFault ){
179 sqlite3DbFree(db, zErr);
180 zErr = sqlite3MPrintf(db, "cannot open %s column for writing", zFault);
181 rc = SQLITE_ERROR;
182 (void)sqlite3SafetyOff(db);
183 sqlite3BtreeLeaveAll(db);
184 goto blob_open_out;
185 }
danielk1977f1819242007-05-03 18:14:10 +0000186 }
187
danielk1977b4e9af92007-05-01 17:49:49 +0000188 v = sqlite3VdbeCreate(db);
189 if( v ){
190 int iDb = sqlite3SchemaToIndex(db, pTab->pSchema);
191 sqlite3VdbeAddOpList(v, sizeof(openBlob)/sizeof(VdbeOpList), openBlob);
danielk197796d48e92009-06-29 06:00:37 +0000192 flags = !!flags; /* flags = (flags ? 1 : 0); */
danielk1977b4e9af92007-05-01 17:49:49 +0000193
194 /* Configure the OP_Transaction */
195 sqlite3VdbeChangeP1(v, 0, iDb);
danielk197796d48e92009-06-29 06:00:37 +0000196 sqlite3VdbeChangeP2(v, 0, flags);
danielk1977b4e9af92007-05-01 17:49:49 +0000197
198 /* Configure the OP_VerifyCookie */
199 sqlite3VdbeChangeP1(v, 1, iDb);
200 sqlite3VdbeChangeP2(v, 1, pTab->pSchema->schema_cookie);
201
drhff0587c2007-08-29 17:43:19 +0000202 /* Make sure a mutex is held on the table to be accessed */
drhfb982642007-08-30 01:19:59 +0000203 sqlite3VdbeUsesBtree(v, iDb);
drhff0587c2007-08-29 17:43:19 +0000204
danielk197796d48e92009-06-29 06:00:37 +0000205 /* Configure the OP_TableLock instruction */
206 sqlite3VdbeChangeP1(v, 2, iDb);
207 sqlite3VdbeChangeP2(v, 2, pTab->tnum);
208 sqlite3VdbeChangeP3(v, 2, flags);
209 sqlite3VdbeChangeP4(v, 2, pTab->zName, P4_TRANSIENT);
210
danielk1977f1819242007-05-03 18:14:10 +0000211 /* Remove either the OP_OpenWrite or OpenRead. Set the P2
danielk197796d48e92009-06-29 06:00:37 +0000212 ** parameter of the other to pTab->tnum. */
213 sqlite3VdbeChangeToNoop(v, 4 - flags, 1);
214 sqlite3VdbeChangeP2(v, 3 + flags, pTab->tnum);
215 sqlite3VdbeChangeP3(v, 3 + flags, iDb);
danielk1977b4e9af92007-05-01 17:49:49 +0000216
danielk1977d336e222009-02-20 10:58:41 +0000217 /* Configure the number of columns. Configure the cursor to
danielk1977b4e9af92007-05-01 17:49:49 +0000218 ** think that the table has one more column than it really
219 ** does. An OP_Column to retrieve this imaginary column will
220 ** always return an SQL NULL. This is useful because it means
221 ** we can invoke OP_Column to fill in the vdbe cursors type
222 ** and offset cache without causing any IO.
223 */
danielk197796d48e92009-06-29 06:00:37 +0000224 sqlite3VdbeChangeP4(v, 3+flags, SQLITE_INT_TO_PTR(pTab->nCol+1),P4_INT32);
225 sqlite3VdbeChangeP2(v, 7, pTab->nCol);
drh17435752007-08-16 04:30:38 +0000226 if( !db->mallocFailed ){
dane0af83a2009-09-08 19:15:01 +0000227 sqlite3VdbeMakeReady(v, 1, 1, 1, 0, 0, 0);
danielk197792d4d7a2007-05-04 12:05:56 +0000228 }
danielk1977b4e9af92007-05-01 17:49:49 +0000229 }
drhff0587c2007-08-29 17:43:19 +0000230
231 sqlite3BtreeLeaveAll(db);
danielk197720713f32007-05-03 11:43:33 +0000232 rc = sqlite3SafetyOff(db);
drh28414ee2009-05-09 15:17:47 +0000233 if( NEVER(rc!=SQLITE_OK) || db->mallocFailed ){
danielk197792d4d7a2007-05-04 12:05:56 +0000234 goto blob_open_out;
danielk197720713f32007-05-03 11:43:33 +0000235 }
236
danielk1977b4e9af92007-05-01 17:49:49 +0000237 sqlite3_bind_int64((sqlite3_stmt *)v, 1, iRow);
238 rc = sqlite3_step((sqlite3_stmt *)v);
239 if( rc!=SQLITE_ROW ){
240 nAttempt++;
241 rc = sqlite3_finalize((sqlite3_stmt *)v);
drh6ee700c2009-06-01 19:53:30 +0000242 sqlite3DbFree(db, zErr);
243 zErr = sqlite3MPrintf(db, sqlite3_errmsg(db));
danielk1977b4e9af92007-05-01 17:49:49 +0000244 v = 0;
245 }
246 } while( nAttempt<5 && rc==SQLITE_SCHEMA );
247
248 if( rc==SQLITE_ROW ){
249 /* The row-record has been opened successfully. Check that the
250 ** column in question contains text or a blob. If it contains
251 ** text, it is up to the caller to get the encoding right.
252 */
253 Incrblob *pBlob;
254 u32 type = v->apCsr[0]->aType[iCol];
255
256 if( type<12 ){
drh6ee700c2009-06-01 19:53:30 +0000257 sqlite3DbFree(db, zErr);
258 zErr = sqlite3MPrintf(db, "cannot open value of type %s",
danielk1977f1819242007-05-03 18:14:10 +0000259 type==0?"null": type==7?"real": "integer"
260 );
danielk1977b4e9af92007-05-01 17:49:49 +0000261 rc = SQLITE_ERROR;
262 goto blob_open_out;
263 }
drh17435752007-08-16 04:30:38 +0000264 pBlob = (Incrblob *)sqlite3DbMallocZero(db, sizeof(Incrblob));
265 if( db->mallocFailed ){
drh633e6d52008-07-28 19:34:53 +0000266 sqlite3DbFree(db, pBlob);
danielk1977b4e9af92007-05-01 17:49:49 +0000267 goto blob_open_out;
268 }
269 pBlob->flags = flags;
270 pBlob->pCsr = v->apCsr[0]->pCursor;
drhff0587c2007-08-29 17:43:19 +0000271 sqlite3BtreeEnterCursor(pBlob->pCsr);
danielk19772dec9702007-05-02 16:48:37 +0000272 sqlite3BtreeCacheOverflow(pBlob->pCsr);
drhff0587c2007-08-29 17:43:19 +0000273 sqlite3BtreeLeaveCursor(pBlob->pCsr);
danielk1977b4e9af92007-05-01 17:49:49 +0000274 pBlob->pStmt = (sqlite3_stmt *)v;
275 pBlob->iOffset = v->apCsr[0]->aOffset[iCol];
276 pBlob->nByte = sqlite3VdbeSerialTypeLen(type);
drh605264d2007-08-21 15:13:19 +0000277 pBlob->db = db;
danielk1977b4e9af92007-05-01 17:49:49 +0000278 *ppBlob = (sqlite3_blob *)pBlob;
279 rc = SQLITE_OK;
danielk19778cbadb02007-05-03 16:31:26 +0000280 }else if( rc==SQLITE_OK ){
drh6ee700c2009-06-01 19:53:30 +0000281 sqlite3DbFree(db, zErr);
282 zErr = sqlite3MPrintf(db, "no such rowid: %lld", iRow);
danielk19778cbadb02007-05-03 16:31:26 +0000283 rc = SQLITE_ERROR;
danielk1977b4e9af92007-05-01 17:49:49 +0000284 }
285
286blob_open_out:
danielk1977238746a2009-03-19 18:51:06 +0000287 if( v && (rc!=SQLITE_OK || db->mallocFailed) ){
288 sqlite3VdbeFinalize(v);
danielk1977b4e9af92007-05-01 17:49:49 +0000289 }
drh6ee700c2009-06-01 19:53:30 +0000290 sqlite3Error(db, rc, zErr);
291 sqlite3DbFree(db, zErr);
292 sqlite3StackFree(db, pParse);
drh605264d2007-08-21 15:13:19 +0000293 rc = sqlite3ApiExit(db, rc);
294 sqlite3_mutex_leave(db->mutex);
295 return rc;
danielk1977b4e9af92007-05-01 17:49:49 +0000296}
297
298/*
drh16a9b832007-05-05 18:39:25 +0000299** Close a blob handle that was previously created using
300** sqlite3_blob_open().
danielk1977b4e9af92007-05-01 17:49:49 +0000301*/
302int sqlite3_blob_close(sqlite3_blob *pBlob){
303 Incrblob *p = (Incrblob *)pBlob;
drh605264d2007-08-21 15:13:19 +0000304 int rc;
drhd9da78a2009-03-24 15:08:09 +0000305 sqlite3 *db;
drh605264d2007-08-21 15:13:19 +0000306
drh28414ee2009-05-09 15:17:47 +0000307 if( p ){
308 db = p->db;
309 sqlite3_mutex_enter(db->mutex);
310 rc = sqlite3_finalize(p->pStmt);
311 sqlite3DbFree(db, p);
312 sqlite3_mutex_leave(db->mutex);
313 }else{
314 rc = SQLITE_OK;
315 }
drh605264d2007-08-21 15:13:19 +0000316 return rc;
danielk1977b4e9af92007-05-01 17:49:49 +0000317}
318
drh605264d2007-08-21 15:13:19 +0000319/*
320** Perform a read or write operation on a blob
321*/
drhee858132007-05-08 20:37:38 +0000322static int blobReadWrite(
danielk1977dcbb5d32007-05-04 18:36:44 +0000323 sqlite3_blob *pBlob,
324 void *z,
325 int n,
326 int iOffset,
327 int (*xCall)(BtCursor*, u32, u32, void*)
328){
329 int rc;
330 Incrblob *p = (Incrblob *)pBlob;
drh605264d2007-08-21 15:13:19 +0000331 Vdbe *v;
drh28414ee2009-05-09 15:17:47 +0000332 sqlite3 *db;
danielk1977dcbb5d32007-05-04 18:36:44 +0000333
drh28414ee2009-05-09 15:17:47 +0000334 if( p==0 ) return SQLITE_MISUSE;
335 db = p->db;
drh605264d2007-08-21 15:13:19 +0000336 sqlite3_mutex_enter(db->mutex);
drh605264d2007-08-21 15:13:19 +0000337 v = (Vdbe*)p->pStmt;
danielk1977a8b30182008-10-02 14:49:01 +0000338
339 if( n<0 || iOffset<0 || (iOffset+n)>p->nByte ){
340 /* Request is out of range. Return a transient error. */
341 rc = SQLITE_ERROR;
342 sqlite3Error(db, SQLITE_ERROR, 0);
343 } else if( v==0 ){
344 /* If there is no statement handle, then the blob-handle has
345 ** already been invalidated. Return SQLITE_ABORT in this case.
346 */
drh605264d2007-08-21 15:13:19 +0000347 rc = SQLITE_ABORT;
danielk1977dcbb5d32007-05-04 18:36:44 +0000348 }else{
drh605264d2007-08-21 15:13:19 +0000349 /* Call either BtreeData() or BtreePutData(). If SQLITE_ABORT is
350 ** returned, clean-up the statement handle.
351 */
352 assert( db == v->db );
drhff0587c2007-08-29 17:43:19 +0000353 sqlite3BtreeEnterCursor(p->pCsr);
drh605264d2007-08-21 15:13:19 +0000354 rc = xCall(p->pCsr, iOffset+p->iOffset, n, z);
drhff0587c2007-08-29 17:43:19 +0000355 sqlite3BtreeLeaveCursor(p->pCsr);
drh605264d2007-08-21 15:13:19 +0000356 if( rc==SQLITE_ABORT ){
357 sqlite3VdbeFinalize(v);
358 p->pStmt = 0;
359 }else{
360 db->errCode = rc;
361 v->rc = rc;
362 }
danielk1977dcbb5d32007-05-04 18:36:44 +0000363 }
drh605264d2007-08-21 15:13:19 +0000364 rc = sqlite3ApiExit(db, rc);
365 sqlite3_mutex_leave(db->mutex);
366 return rc;
danielk1977dcbb5d32007-05-04 18:36:44 +0000367}
368
danielk1977b4e9af92007-05-01 17:49:49 +0000369/*
370** Read data from a blob handle.
371*/
372int sqlite3_blob_read(sqlite3_blob *pBlob, void *z, int n, int iOffset){
danielk1977dcbb5d32007-05-04 18:36:44 +0000373 return blobReadWrite(pBlob, z, n, iOffset, sqlite3BtreeData);
danielk1977b4e9af92007-05-01 17:49:49 +0000374}
375
376/*
377** Write data to a blob handle.
378*/
379int sqlite3_blob_write(sqlite3_blob *pBlob, const void *z, int n, int iOffset){
danielk1977dcbb5d32007-05-04 18:36:44 +0000380 return blobReadWrite(pBlob, (void *)z, n, iOffset, sqlite3BtreePutData);
danielk1977b4e9af92007-05-01 17:49:49 +0000381}
382
383/*
384** Query a blob handle for the size of the data.
drh605264d2007-08-21 15:13:19 +0000385**
386** The Incrblob.nByte field is fixed for the lifetime of the Incrblob
387** so no mutex is required for access.
danielk1977b4e9af92007-05-01 17:49:49 +0000388*/
389int sqlite3_blob_bytes(sqlite3_blob *pBlob){
390 Incrblob *p = (Incrblob *)pBlob;
drh28414ee2009-05-09 15:17:47 +0000391 return p ? p->nByte : 0;
danielk1977b4e9af92007-05-01 17:49:49 +0000392}
393
394#endif /* #ifndef SQLITE_OMIT_INCRBLOB */