blob: 4d7ae31834cf6fd06565f342cec047b56ba1f706 [file] [log] [blame]
danielk197704103022009-02-03 16:51:24 +00001/*
2** 2009 January 28
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12** This file contains the implementation of the sqlite3_backup_XXX()
13** API functions and the related features.
danielk197704103022009-02-03 16:51:24 +000014*/
15#include "sqliteInt.h"
16#include "btreeInt.h"
17
18/* Macro to find the minimum of two numeric values.
19*/
20#ifndef MIN
21# define MIN(x,y) ((x)<(y)?(x):(y))
22#endif
23
24/*
25** Structure allocated for each backup operation.
26*/
27struct sqlite3_backup {
28 sqlite3* pDestDb; /* Destination database handle */
29 Btree *pDest; /* Destination b-tree file */
30 u32 iDestSchema; /* Original schema cookie in destination */
31 int bDestLocked; /* True once a write-transaction is open on pDest */
32
33 Pgno iNext; /* Page number of the next source page to copy */
34 sqlite3* pSrcDb; /* Source database handle */
35 Btree *pSrc; /* Source b-tree file */
36
37 int rc; /* Backup process error code */
38
39 /* These two variables are set by every call to backup_step(). They are
40 ** read by calls to backup_remaining() and backup_pagecount().
41 */
42 Pgno nRemaining; /* Number of pages left to copy */
43 Pgno nPagecount; /* Total number of pages to copy */
44
danielk1977e70f4f62009-05-13 07:52:06 +000045 int isAttached; /* True once backup has been registered with pager */
danielk197704103022009-02-03 16:51:24 +000046 sqlite3_backup *pNext; /* Next backup associated with source pager */
47};
48
49/*
50** THREAD SAFETY NOTES:
51**
52** Once it has been created using backup_init(), a single sqlite3_backup
53** structure may be accessed via two groups of thread-safe entry points:
54**
55** * Via the sqlite3_backup_XXX() API function backup_step() and
56** backup_finish(). Both these functions obtain the source database
57** handle mutex and the mutex associated with the source BtShared
58** structure, in that order.
59**
60** * Via the BackupUpdate() and BackupRestart() functions, which are
61** invoked by the pager layer to report various state changes in
62** the page cache associated with the source database. The mutex
63** associated with the source database BtShared structure will always
64** be held when either of these functions are invoked.
65**
66** The other sqlite3_backup_XXX() API functions, backup_remaining() and
67** backup_pagecount() are not thread-safe functions. If they are called
68** while some other thread is calling backup_step() or backup_finish(),
69** the values returned may be invalid. There is no way for a call to
70** BackupUpdate() or BackupRestart() to interfere with backup_remaining()
71** or backup_pagecount().
72**
73** Depending on the SQLite configuration, the database handles and/or
74** the Btree objects may have their own mutexes that require locking.
75** Non-sharable Btrees (in-memory databases for example), do not have
76** associated mutexes.
77*/
78
79/*
80** Return a pointer corresponding to database zDb (i.e. "main", "temp")
81** in connection handle pDb. If such a database cannot be found, return
82** a NULL pointer and write an error message to pErrorDb.
83**
84** If the "temp" database is requested, it may need to be opened by this
85** function. If an error occurs while doing so, return 0 and write an
86** error message to pErrorDb.
87*/
88static Btree *findBtree(sqlite3 *pErrorDb, sqlite3 *pDb, const char *zDb){
89 int i = sqlite3FindDbName(pDb, zDb);
90
91 if( i==1 ){
drhe98c9042009-06-02 21:31:38 +000092 Parse *pParse;
93 int rc = 0;
94 pParse = sqlite3StackAllocZero(pErrorDb, sizeof(*pParse));
95 if( pParse==0 ){
96 sqlite3Error(pErrorDb, SQLITE_NOMEM, "out of memory");
97 rc = SQLITE_NOMEM;
98 }else{
99 pParse->db = pDb;
100 if( sqlite3OpenTempDatabase(pParse) ){
drhe98c9042009-06-02 21:31:38 +0000101 sqlite3Error(pErrorDb, pParse->rc, "%s", pParse->zErrMsg);
102 rc = SQLITE_ERROR;
103 }
drha7564662010-02-22 19:32:31 +0000104 sqlite3DbFree(pErrorDb, pParse->zErrMsg);
drhe98c9042009-06-02 21:31:38 +0000105 sqlite3StackFree(pErrorDb, pParse);
106 }
107 if( rc ){
danielk197704103022009-02-03 16:51:24 +0000108 return 0;
109 }
danielk197704103022009-02-03 16:51:24 +0000110 }
111
112 if( i<0 ){
113 sqlite3Error(pErrorDb, SQLITE_ERROR, "unknown database %s", zDb);
114 return 0;
115 }
116
117 return pDb->aDb[i].pBt;
118}
119
120/*
drhca94d8b2011-01-11 17:38:03 +0000121** Attempt to set the page size of the destination to match the page size
122** of the source.
123*/
124static int setDestPgsz(sqlite3_backup *p){
125 int rc;
126 rc = sqlite3BtreeSetPageSize(p->pDest,sqlite3BtreeGetPageSize(p->pSrc),-1,0);
127 return rc;
128}
129
130/*
danielk197704103022009-02-03 16:51:24 +0000131** Create an sqlite3_backup process to copy the contents of zSrcDb from
132** connection handle pSrcDb to zDestDb in pDestDb. If successful, return
133** a pointer to the new sqlite3_backup object.
134**
135** If an error occurs, NULL is returned and an error code and error message
136** stored in database handle pDestDb.
137*/
138sqlite3_backup *sqlite3_backup_init(
139 sqlite3* pDestDb, /* Database to write to */
140 const char *zDestDb, /* Name of database within pDestDb */
141 sqlite3* pSrcDb, /* Database connection to read from */
142 const char *zSrcDb /* Name of database within pSrcDb */
143){
144 sqlite3_backup *p; /* Value to return */
145
146 /* Lock the source database handle. The destination database
drh662c58c2009-02-03 21:13:07 +0000147 ** handle is not locked in this routine, but it is locked in
148 ** sqlite3_backup_step(). The user is required to ensure that no
danielk197704103022009-02-03 16:51:24 +0000149 ** other thread accesses the destination handle for the duration
drh662c58c2009-02-03 21:13:07 +0000150 ** of the backup operation. Any attempt to use the destination
151 ** database connection while a backup is in progress may cause
152 ** a malfunction or a deadlock.
danielk197704103022009-02-03 16:51:24 +0000153 */
154 sqlite3_mutex_enter(pSrcDb->mutex);
drheef1eb02009-02-04 16:56:19 +0000155 sqlite3_mutex_enter(pDestDb->mutex);
danielk197704103022009-02-03 16:51:24 +0000156
157 if( pSrcDb==pDestDb ){
158 sqlite3Error(
drhb309bec2009-02-04 17:40:57 +0000159 pDestDb, SQLITE_ERROR, "source and destination must be distinct"
danielk197704103022009-02-03 16:51:24 +0000160 );
161 p = 0;
162 }else {
drh9f129f42010-08-31 15:27:32 +0000163 /* Allocate space for a new sqlite3_backup object...
164 ** EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
165 ** call to sqlite3_backup_init() and is destroyed by a call to
166 ** sqlite3_backup_finish(). */
danielk197704103022009-02-03 16:51:24 +0000167 p = (sqlite3_backup *)sqlite3_malloc(sizeof(sqlite3_backup));
168 if( !p ){
169 sqlite3Error(pDestDb, SQLITE_NOMEM, 0);
170 }
171 }
172
173 /* If the allocation succeeded, populate the new object. */
174 if( p ){
175 memset(p, 0, sizeof(sqlite3_backup));
176 p->pSrc = findBtree(pDestDb, pSrcDb, zSrcDb);
177 p->pDest = findBtree(pDestDb, pDestDb, zDestDb);
178 p->pDestDb = pDestDb;
179 p->pSrcDb = pSrcDb;
180 p->iNext = 1;
danielk1977e70f4f62009-05-13 07:52:06 +0000181 p->isAttached = 0;
danielk197704103022009-02-03 16:51:24 +0000182
drhca94d8b2011-01-11 17:38:03 +0000183 if( 0==p->pSrc || 0==p->pDest || setDestPgsz(p)==SQLITE_NOMEM ){
184 /* One (or both) of the named databases did not exist or an OOM
185 ** error was hit. The error has already been written into the
186 ** pDestDb handle. All that is left to do here is free the
187 ** sqlite3_backup structure.
danielk197704103022009-02-03 16:51:24 +0000188 */
189 sqlite3_free(p);
190 p = 0;
191 }
192 }
danielk197704103022009-02-03 16:51:24 +0000193 if( p ){
danielk197704103022009-02-03 16:51:24 +0000194 p->pSrc->nBackup++;
195 }
196
drheef1eb02009-02-04 16:56:19 +0000197 sqlite3_mutex_leave(pDestDb->mutex);
danielk197704103022009-02-03 16:51:24 +0000198 sqlite3_mutex_leave(pSrcDb->mutex);
199 return p;
200}
201
202/*
danielk197703ab0352009-02-06 05:59:44 +0000203** Argument rc is an SQLite error code. Return true if this error is
204** considered fatal if encountered during a backup operation. All errors
205** are considered fatal except for SQLITE_BUSY and SQLITE_LOCKED.
206*/
207static int isFatalError(int rc){
drhdcd7db52009-05-14 19:26:51 +0000208 return (rc!=SQLITE_OK && rc!=SQLITE_BUSY && ALWAYS(rc!=SQLITE_LOCKED));
danielk197703ab0352009-02-06 05:59:44 +0000209}
210
211/*
danielk197704103022009-02-03 16:51:24 +0000212** Parameter zSrcData points to a buffer containing the data for
213** page iSrcPg from the source database. Copy this data into the
214** destination database.
215*/
216static int backupOnePage(sqlite3_backup *p, Pgno iSrcPg, const u8 *zSrcData){
217 Pager * const pDestPager = sqlite3BtreePager(p->pDest);
218 const int nSrcPgsz = sqlite3BtreeGetPageSize(p->pSrc);
219 int nDestPgsz = sqlite3BtreeGetPageSize(p->pDest);
220 const int nCopy = MIN(nSrcPgsz, nDestPgsz);
221 const i64 iEnd = (i64)iSrcPg*(i64)nSrcPgsz;
drh2b89fbc2011-04-09 02:09:44 +0000222#ifdef SQLITE_HAS_CODEC
223 int nSrcReserve = sqlite3BtreeGetReserve(p->pSrc);
224 int nDestReserve = sqlite3BtreeGetReserve(p->pDest);
225#endif
danielk197704103022009-02-03 16:51:24 +0000226
227 int rc = SQLITE_OK;
228 i64 iOff;
229
230 assert( p->bDestLocked );
danielk197703ab0352009-02-06 05:59:44 +0000231 assert( !isFatalError(p->rc) );
danielk197704103022009-02-03 16:51:24 +0000232 assert( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) );
233 assert( zSrcData );
234
235 /* Catch the case where the destination is an in-memory database and the
236 ** page sizes of the source and destination differ.
237 */
drh3289c5e2010-05-05 16:23:26 +0000238 if( nSrcPgsz!=nDestPgsz && sqlite3PagerIsMemdb(pDestPager) ){
danielk197704103022009-02-03 16:51:24 +0000239 rc = SQLITE_READONLY;
240 }
241
drh871919b2010-08-20 15:32:21 +0000242#ifdef SQLITE_HAS_CODEC
243 /* Backup is not possible if the page size of the destination is changing
drh2b89fbc2011-04-09 02:09:44 +0000244 ** and a codec is in use.
drh871919b2010-08-20 15:32:21 +0000245 */
246 if( nSrcPgsz!=nDestPgsz && sqlite3PagerGetCodec(pDestPager)!=0 ){
247 rc = SQLITE_READONLY;
248 }
drh2b89fbc2011-04-09 02:09:44 +0000249
250 /* Backup is not possible if the number of bytes of reserve space differ
251 ** between source and destination. If there is a difference, try to
252 ** fix the destination to agree with the source. If that is not possible,
253 ** then the backup cannot proceed.
254 */
255 if( nSrcReserve!=nDestReserve ){
256 u32 newPgsz = nSrcPgsz;
257 rc = sqlite3PagerSetPagesize(pDestPager, &newPgsz, nSrcReserve);
258 if( rc==SQLITE_OK && newPgsz!=nSrcPgsz ) rc = SQLITE_READONLY;
259 }
drh871919b2010-08-20 15:32:21 +0000260#endif
261
danielk197704103022009-02-03 16:51:24 +0000262 /* This loop runs once for each destination page spanned by the source
263 ** page. For each iteration, variable iOff is set to the byte offset
264 ** of the destination page.
265 */
266 for(iOff=iEnd-(i64)nSrcPgsz; rc==SQLITE_OK && iOff<iEnd; iOff+=nDestPgsz){
267 DbPage *pDestPg = 0;
268 Pgno iDest = (Pgno)(iOff/nDestPgsz)+1;
269 if( iDest==PENDING_BYTE_PAGE(p->pDest->pBt) ) continue;
270 if( SQLITE_OK==(rc = sqlite3PagerGet(pDestPager, iDest, &pDestPg))
271 && SQLITE_OK==(rc = sqlite3PagerWrite(pDestPg))
272 ){
273 const u8 *zIn = &zSrcData[iOff%nSrcPgsz];
274 u8 *zDestData = sqlite3PagerGetData(pDestPg);
275 u8 *zOut = &zDestData[iOff%nDestPgsz];
276
277 /* Copy the data from the source page into the destination page.
278 ** Then clear the Btree layer MemPage.isInit flag. Both this module
279 ** and the pager code use this trick (clearing the first byte
280 ** of the page 'extra' space to invalidate the Btree layers
281 ** cached parse of the page). MemPage.isInit is marked
282 ** "MUST BE FIRST" for this purpose.
283 */
284 memcpy(zOut, zIn, nCopy);
285 ((u8 *)sqlite3PagerGetExtra(pDestPg))[0] = 0;
286 }
287 sqlite3PagerUnref(pDestPg);
288 }
289
290 return rc;
291}
292
293/*
danielk19773d0cbc32009-02-09 18:55:45 +0000294** If pFile is currently larger than iSize bytes, then truncate it to
295** exactly iSize bytes. If pFile is not larger than iSize bytes, then
296** this function is a no-op.
297**
298** Return SQLITE_OK if everything is successful, or an SQLite error
299** code if an error occurs.
300*/
301static int backupTruncateFile(sqlite3_file *pFile, i64 iSize){
302 i64 iCurrent;
303 int rc = sqlite3OsFileSize(pFile, &iCurrent);
304 if( rc==SQLITE_OK && iCurrent>iSize ){
305 rc = sqlite3OsTruncate(pFile, iSize);
306 }
307 return rc;
308}
309
310/*
danielk1977e70f4f62009-05-13 07:52:06 +0000311** Register this backup object with the associated source pager for
312** callbacks when pages are changed or the cache invalidated.
313*/
314static void attachBackupObject(sqlite3_backup *p){
315 sqlite3_backup **pp;
316 assert( sqlite3BtreeHoldsMutex(p->pSrc) );
317 pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
318 p->pNext = *pp;
319 *pp = p;
320 p->isAttached = 1;
321}
322
323/*
danielk197704103022009-02-03 16:51:24 +0000324** Copy nPage pages from the source b-tree to the destination.
325*/
326int sqlite3_backup_step(sqlite3_backup *p, int nPage){
327 int rc;
drh3289c5e2010-05-05 16:23:26 +0000328 int destMode; /* Destination journal mode */
drh5c10f772010-05-05 18:46:44 +0000329 int pgszSrc = 0; /* Source page size */
330 int pgszDest = 0; /* Destination page size */
danielk197704103022009-02-03 16:51:24 +0000331
332 sqlite3_mutex_enter(p->pSrcDb->mutex);
333 sqlite3BtreeEnter(p->pSrc);
drhd3a5c502009-02-03 22:51:06 +0000334 if( p->pDestDb ){
335 sqlite3_mutex_enter(p->pDestDb->mutex);
336 }
danielk197704103022009-02-03 16:51:24 +0000337
drh5c10f772010-05-05 18:46:44 +0000338 rc = p->rc;
danielk197703ab0352009-02-06 05:59:44 +0000339 if( !isFatalError(rc) ){
danielk197704103022009-02-03 16:51:24 +0000340 Pager * const pSrcPager = sqlite3BtreePager(p->pSrc); /* Source pager */
341 Pager * const pDestPager = sqlite3BtreePager(p->pDest); /* Dest pager */
342 int ii; /* Iterator variable */
shane63207ab2009-02-04 01:49:30 +0000343 int nSrcPage = -1; /* Size of source db in pages */
danielk197704103022009-02-03 16:51:24 +0000344 int bCloseTrans = 0; /* True if src db requires unlocking */
345
346 /* If the source pager is currently in a write-transaction, return
danielk1977404ca072009-03-16 13:19:36 +0000347 ** SQLITE_BUSY immediately.
danielk197704103022009-02-03 16:51:24 +0000348 */
349 if( p->pDestDb && p->pSrc->pBt->inTransaction==TRANS_WRITE ){
danielk1977404ca072009-03-16 13:19:36 +0000350 rc = SQLITE_BUSY;
danielk197703ab0352009-02-06 05:59:44 +0000351 }else{
352 rc = SQLITE_OK;
danielk197704103022009-02-03 16:51:24 +0000353 }
354
355 /* Lock the destination database, if it is not locked already. */
356 if( SQLITE_OK==rc && p->bDestLocked==0
357 && SQLITE_OK==(rc = sqlite3BtreeBeginTrans(p->pDest, 2))
358 ){
359 p->bDestLocked = 1;
danielk1977602b4662009-07-02 07:47:33 +0000360 sqlite3BtreeGetMeta(p->pDest, BTREE_SCHEMA_VERSION, &p->iDestSchema);
danielk197704103022009-02-03 16:51:24 +0000361 }
362
363 /* If there is no open read-transaction on the source database, open
364 ** one now. If a transaction is opened here, then it will be closed
365 ** before this function exits.
366 */
367 if( rc==SQLITE_OK && 0==sqlite3BtreeIsInReadTrans(p->pSrc) ){
368 rc = sqlite3BtreeBeginTrans(p->pSrc, 0);
369 bCloseTrans = 1;
370 }
drh5c10f772010-05-05 18:46:44 +0000371
372 /* Do not allow backup if the destination database is in WAL mode
373 ** and the page sizes are different between source and destination */
374 pgszSrc = sqlite3BtreeGetPageSize(p->pSrc);
375 pgszDest = sqlite3BtreeGetPageSize(p->pDest);
drh0b9b4302010-06-11 17:01:24 +0000376 destMode = sqlite3PagerGetJournalMode(sqlite3BtreePager(p->pDest));
drh5c10f772010-05-05 18:46:44 +0000377 if( SQLITE_OK==rc && destMode==PAGER_JOURNALMODE_WAL && pgszSrc!=pgszDest ){
378 rc = SQLITE_READONLY;
379 }
danielk197704103022009-02-03 16:51:24 +0000380
381 /* Now that there is a read-lock on the source database, query the
382 ** source pager for the number of pages in the database.
383 */
drhb1299152010-03-30 22:58:33 +0000384 nSrcPage = (int)sqlite3BtreeLastPage(p->pSrc);
385 assert( nSrcPage>=0 );
danielk197703ab0352009-02-06 05:59:44 +0000386 for(ii=0; (nPage<0 || ii<nPage) && p->iNext<=(Pgno)nSrcPage && !rc; ii++){
danielk197704103022009-02-03 16:51:24 +0000387 const Pgno iSrcPg = p->iNext; /* Source page number */
388 if( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) ){
389 DbPage *pSrcPg; /* Source page object */
390 rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg);
391 if( rc==SQLITE_OK ){
392 rc = backupOnePage(p, iSrcPg, sqlite3PagerGetData(pSrcPg));
393 sqlite3PagerUnref(pSrcPg);
394 }
395 }
396 p->iNext++;
397 }
398 if( rc==SQLITE_OK ){
399 p->nPagecount = nSrcPage;
400 p->nRemaining = nSrcPage+1-p->iNext;
shane63207ab2009-02-04 01:49:30 +0000401 if( p->iNext>(Pgno)nSrcPage ){
danielk197704103022009-02-03 16:51:24 +0000402 rc = SQLITE_DONE;
danielk1977e70f4f62009-05-13 07:52:06 +0000403 }else if( !p->isAttached ){
404 attachBackupObject(p);
danielk197704103022009-02-03 16:51:24 +0000405 }
406 }
407
drhf25cd712009-07-06 19:03:12 +0000408 /* Update the schema version field in the destination database. This
409 ** is to make sure that the schema-version really does change in
410 ** the case where the source and destination databases have the
411 ** same schema version.
412 */
413 if( rc==SQLITE_DONE
414 && (rc = sqlite3BtreeUpdateMeta(p->pDest,1,p->iDestSchema+1))==SQLITE_OK
415 ){
danielk197704103022009-02-03 16:51:24 +0000416 int nDestTruncate;
danielk197704103022009-02-03 16:51:24 +0000417
drhd3a5c502009-02-03 22:51:06 +0000418 if( p->pDestDb ){
drhc7792fa2011-04-02 16:28:52 +0000419 sqlite3ResetInternalSchema(p->pDestDb, -1);
drhd3a5c502009-02-03 22:51:06 +0000420 }
danielk197704103022009-02-03 16:51:24 +0000421
422 /* Set nDestTruncate to the final number of pages in the destination
423 ** database. The complication here is that the destination page
424 ** size may be different to the source page size.
425 **
426 ** If the source page size is smaller than the destination page size,
427 ** round up. In this case the call to sqlite3OsTruncate() below will
428 ** fix the size of the file. However it is important to call
429 ** sqlite3PagerTruncateImage() here so that any pages in the
430 ** destination file that lie beyond the nDestTruncate page mark are
431 ** journalled by PagerCommitPhaseOne() before they are destroyed
432 ** by the file truncation.
433 */
drh3289c5e2010-05-05 16:23:26 +0000434 assert( pgszSrc==sqlite3BtreeGetPageSize(p->pSrc) );
435 assert( pgszDest==sqlite3BtreeGetPageSize(p->pDest) );
436 if( pgszSrc<pgszDest ){
437 int ratio = pgszDest/pgszSrc;
danielk197704103022009-02-03 16:51:24 +0000438 nDestTruncate = (nSrcPage+ratio-1)/ratio;
drh38aec8d2009-02-16 16:23:09 +0000439 if( nDestTruncate==(int)PENDING_BYTE_PAGE(p->pDest->pBt) ){
danielk1977f2a79f22009-02-12 17:01:49 +0000440 nDestTruncate--;
441 }
danielk197704103022009-02-03 16:51:24 +0000442 }else{
drh3289c5e2010-05-05 16:23:26 +0000443 nDestTruncate = nSrcPage * (pgszSrc/pgszDest);
danielk197704103022009-02-03 16:51:24 +0000444 }
445 sqlite3PagerTruncateImage(pDestPager, nDestTruncate);
446
drh3289c5e2010-05-05 16:23:26 +0000447 if( pgszSrc<pgszDest ){
danielk197704103022009-02-03 16:51:24 +0000448 /* If the source page-size is smaller than the destination page-size,
449 ** two extra things may need to happen:
450 **
451 ** * The destination may need to be truncated, and
452 **
453 ** * Data stored on the pages immediately following the
454 ** pending-byte page in the source database may need to be
455 ** copied into the destination database.
456 */
drh3289c5e2010-05-05 16:23:26 +0000457 const i64 iSize = (i64)pgszSrc * (i64)nSrcPage;
danielk19773d0cbc32009-02-09 18:55:45 +0000458 sqlite3_file * const pFile = sqlite3PagerFile(pDestPager);
drhc6aed542011-01-16 22:37:09 +0000459 i64 iOff;
460 i64 iEnd;
danielk19773d0cbc32009-02-09 18:55:45 +0000461
danielk197704103022009-02-03 16:51:24 +0000462 assert( pFile );
drh3289c5e2010-05-05 16:23:26 +0000463 assert( (i64)nDestTruncate*(i64)pgszDest >= iSize || (
shane65ad7d22009-02-16 17:55:47 +0000464 nDestTruncate==(int)(PENDING_BYTE_PAGE(p->pDest->pBt)-1)
drh3289c5e2010-05-05 16:23:26 +0000465 && iSize>=PENDING_BYTE && iSize<=PENDING_BYTE+pgszDest
danielk1977f2a79f22009-02-12 17:01:49 +0000466 ));
dan4d26d582011-01-25 18:19:24 +0000467
468 /* This call ensures that all data required to recreate the original
469 ** database has been stored in the journal for pDestPager and the
470 ** journal synced to disk. So at this point we may safely modify
471 ** the database file in any way, knowing that if a power failure
472 ** occurs, the original database will be reconstructed from the
473 ** journal file. */
474 rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 1);
475
476 /* Write the extra pages and truncate the database file as required. */
drhc6aed542011-01-16 22:37:09 +0000477 iEnd = MIN(PENDING_BYTE + pgszDest, iSize);
478 for(
479 iOff=PENDING_BYTE+pgszSrc;
480 rc==SQLITE_OK && iOff<iEnd;
481 iOff+=pgszSrc
danielk197704103022009-02-03 16:51:24 +0000482 ){
drhc6aed542011-01-16 22:37:09 +0000483 PgHdr *pSrcPg = 0;
484 const Pgno iSrcPg = (Pgno)((iOff/pgszSrc)+1);
485 rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg);
486 if( rc==SQLITE_OK ){
487 u8 *zData = sqlite3PagerGetData(pSrcPg);
488 rc = sqlite3OsWrite(pFile, zData, pgszSrc, iOff);
489 }
490 sqlite3PagerUnref(pSrcPg);
491 }
492 if( rc==SQLITE_OK ){
dan4d26d582011-01-25 18:19:24 +0000493 rc = backupTruncateFile(pFile, iSize);
494 }
495
496 /* Sync the database file to disk. */
497 if( rc==SQLITE_OK ){
498 rc = sqlite3PagerSync(pDestPager);
danielk197704103022009-02-03 16:51:24 +0000499 }
500 }else{
501 rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 0);
502 }
503
504 /* Finish committing the transaction to the destination database. */
505 if( SQLITE_OK==rc
dan60939d02011-03-29 15:40:55 +0000506 && SQLITE_OK==(rc = sqlite3BtreeCommitPhaseTwo(p->pDest, 0))
danielk197704103022009-02-03 16:51:24 +0000507 ){
508 rc = SQLITE_DONE;
509 }
510 }
511
512 /* If bCloseTrans is true, then this function opened a read transaction
513 ** on the source database. Close the read transaction here. There is
514 ** no need to check the return values of the btree methods here, as
515 ** "committing" a read-only transaction cannot fail.
516 */
517 if( bCloseTrans ){
518 TESTONLY( int rc2 );
519 TESTONLY( rc2 = ) sqlite3BtreeCommitPhaseOne(p->pSrc, 0);
dan60939d02011-03-29 15:40:55 +0000520 TESTONLY( rc2 |= ) sqlite3BtreeCommitPhaseTwo(p->pSrc, 0);
danielk197704103022009-02-03 16:51:24 +0000521 assert( rc2==SQLITE_OK );
522 }
523
danba3cbf32010-06-30 04:29:03 +0000524 if( rc==SQLITE_IOERR_NOMEM ){
525 rc = SQLITE_NOMEM;
526 }
danielk197703ab0352009-02-06 05:59:44 +0000527 p->rc = rc;
danielk197704103022009-02-03 16:51:24 +0000528 }
drhd3a5c502009-02-03 22:51:06 +0000529 if( p->pDestDb ){
530 sqlite3_mutex_leave(p->pDestDb->mutex);
531 }
danielk197704103022009-02-03 16:51:24 +0000532 sqlite3BtreeLeave(p->pSrc);
533 sqlite3_mutex_leave(p->pSrcDb->mutex);
534 return rc;
535}
536
537/*
538** Release all resources associated with an sqlite3_backup* handle.
539*/
540int sqlite3_backup_finish(sqlite3_backup *p){
541 sqlite3_backup **pp; /* Ptr to head of pagers backup list */
542 sqlite3_mutex *mutex; /* Mutex to protect source database */
543 int rc; /* Value to return */
544
545 /* Enter the mutexes */
drhdcd7db52009-05-14 19:26:51 +0000546 if( p==0 ) return SQLITE_OK;
danielk197704103022009-02-03 16:51:24 +0000547 sqlite3_mutex_enter(p->pSrcDb->mutex);
548 sqlite3BtreeEnter(p->pSrc);
549 mutex = p->pSrcDb->mutex;
drhd3a5c502009-02-03 22:51:06 +0000550 if( p->pDestDb ){
551 sqlite3_mutex_enter(p->pDestDb->mutex);
552 }
danielk197704103022009-02-03 16:51:24 +0000553
554 /* Detach this backup from the source pager. */
555 if( p->pDestDb ){
danielk1977e70f4f62009-05-13 07:52:06 +0000556 p->pSrc->nBackup--;
557 }
558 if( p->isAttached ){
danielk197704103022009-02-03 16:51:24 +0000559 pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
560 while( *pp!=p ){
561 pp = &(*pp)->pNext;
562 }
563 *pp = p->pNext;
danielk197704103022009-02-03 16:51:24 +0000564 }
565
566 /* If a transaction is still open on the Btree, roll it back. */
567 sqlite3BtreeRollback(p->pDest);
568
569 /* Set the error code of the destination database handle. */
570 rc = (p->rc==SQLITE_DONE) ? SQLITE_OK : p->rc;
571 sqlite3Error(p->pDestDb, rc, 0);
572
573 /* Exit the mutexes and free the backup context structure. */
drhd3a5c502009-02-03 22:51:06 +0000574 if( p->pDestDb ){
575 sqlite3_mutex_leave(p->pDestDb->mutex);
576 }
danielk197704103022009-02-03 16:51:24 +0000577 sqlite3BtreeLeave(p->pSrc);
578 if( p->pDestDb ){
drh9f129f42010-08-31 15:27:32 +0000579 /* EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
580 ** call to sqlite3_backup_init() and is destroyed by a call to
581 ** sqlite3_backup_finish(). */
danielk197704103022009-02-03 16:51:24 +0000582 sqlite3_free(p);
583 }
584 sqlite3_mutex_leave(mutex);
585 return rc;
586}
587
588/*
589** Return the number of pages still to be backed up as of the most recent
590** call to sqlite3_backup_step().
591*/
592int sqlite3_backup_remaining(sqlite3_backup *p){
593 return p->nRemaining;
594}
595
596/*
597** Return the total number of pages in the source database as of the most
598** recent call to sqlite3_backup_step().
599*/
600int sqlite3_backup_pagecount(sqlite3_backup *p){
601 return p->nPagecount;
602}
603
604/*
605** This function is called after the contents of page iPage of the
606** source database have been modified. If page iPage has already been
607** copied into the destination database, then the data written to the
608** destination is now invalidated. The destination copy of iPage needs
609** to be updated with the new data before the backup operation is
610** complete.
611**
612** It is assumed that the mutex associated with the BtShared object
613** corresponding to the source database is held when this function is
614** called.
615*/
616void sqlite3BackupUpdate(sqlite3_backup *pBackup, Pgno iPage, const u8 *aData){
617 sqlite3_backup *p; /* Iterator variable */
618 for(p=pBackup; p; p=p->pNext){
619 assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
danielk197703ab0352009-02-06 05:59:44 +0000620 if( !isFatalError(p->rc) && iPage<p->iNext ){
danielk197704103022009-02-03 16:51:24 +0000621 /* The backup process p has already copied page iPage. But now it
622 ** has been modified by a transaction on the source pager. Copy
623 ** the new data into the backup.
624 */
drh2b89fbc2011-04-09 02:09:44 +0000625 int rc;
drh806ebcb2011-04-09 17:53:30 +0000626 assert( p->pDestDb );
627 sqlite3_mutex_enter(p->pDestDb->mutex);
drh2b89fbc2011-04-09 02:09:44 +0000628 rc = backupOnePage(p, iPage, aData);
drh806ebcb2011-04-09 17:53:30 +0000629 sqlite3_mutex_leave(p->pDestDb->mutex);
danielk197703ab0352009-02-06 05:59:44 +0000630 assert( rc!=SQLITE_BUSY && rc!=SQLITE_LOCKED );
danielk197704103022009-02-03 16:51:24 +0000631 if( rc!=SQLITE_OK ){
632 p->rc = rc;
633 }
634 }
635 }
636}
637
638/*
639** Restart the backup process. This is called when the pager layer
640** detects that the database has been modified by an external database
641** connection. In this case there is no way of knowing which of the
642** pages that have been copied into the destination database are still
643** valid and which are not, so the entire process needs to be restarted.
644**
645** It is assumed that the mutex associated with the BtShared object
646** corresponding to the source database is held when this function is
647** called.
648*/
649void sqlite3BackupRestart(sqlite3_backup *pBackup){
650 sqlite3_backup *p; /* Iterator variable */
651 for(p=pBackup; p; p=p->pNext){
652 assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
653 p->iNext = 1;
654 }
655}
656
657#ifndef SQLITE_OMIT_VACUUM
658/*
659** Copy the complete content of pBtFrom into pBtTo. A transaction
660** must be active for both files.
661**
662** The size of file pTo may be reduced by this operation. If anything
663** goes wrong, the transaction on pTo is rolled back. If successful, the
664** transaction is committed before returning.
665*/
666int sqlite3BtreeCopyFile(Btree *pTo, Btree *pFrom){
667 int rc;
668 sqlite3_backup b;
669 sqlite3BtreeEnter(pTo);
670 sqlite3BtreeEnter(pFrom);
671
672 /* Set up an sqlite3_backup object. sqlite3_backup.pDestDb must be set
673 ** to 0. This is used by the implementations of sqlite3_backup_step()
674 ** and sqlite3_backup_finish() to detect that they are being called
675 ** from this function, not directly by the user.
676 */
677 memset(&b, 0, sizeof(b));
678 b.pSrcDb = pFrom->db;
679 b.pSrc = pFrom;
680 b.pDest = pTo;
681 b.iNext = 1;
682
683 /* 0x7FFFFFFF is the hard limit for the number of pages in a database
684 ** file. By passing this as the number of pages to copy to
685 ** sqlite3_backup_step(), we can guarantee that the copy finishes
686 ** within a single call (unless an error occurs). The assert() statement
687 ** checks this assumption - (p->rc) should be set to either SQLITE_DONE
688 ** or an error code.
689 */
690 sqlite3_backup_step(&b, 0x7FFFFFFF);
691 assert( b.rc!=SQLITE_OK );
692 rc = sqlite3_backup_finish(&b);
693 if( rc==SQLITE_OK ){
694 pTo->pBt->pageSizeFixed = 0;
695 }
696
697 sqlite3BtreeLeave(pFrom);
698 sqlite3BtreeLeave(pTo);
699 return rc;
700}
701#endif /* SQLITE_OMIT_VACUUM */