blob: 869e4e9371beb3e67924c0a7dda487e646fbeae3 [file] [log] [blame]
drha059ad02001-04-17 20:09:11 +00001/*
drh9e572e62004-04-23 23:43:10 +00002** 2004 April 6
drha059ad02001-04-17 20:09:11 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drha059ad02001-04-17 20:09:11 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drha059ad02001-04-17 20:09:11 +000010**
11*************************************************************************
danielk1977cd3e8f72008-03-25 09:47:35 +000012** $Id: btree.c,v 1.444 2008/03/25 09:47:35 danielk1977 Exp $
drh8b2f49b2001-06-08 00:21:52 +000013**
14** This file implements a external (disk-based) database using BTrees.
drha3152892007-05-05 11:48:52 +000015** See the header comment on "btreeInt.h" for additional information.
16** Including a description of file format and an overview of operation.
drha059ad02001-04-17 20:09:11 +000017*/
drha3152892007-05-05 11:48:52 +000018#include "btreeInt.h"
paulb95a8862003-04-01 21:16:41 +000019
drh8c42ca92001-06-22 19:15:00 +000020/*
drha3152892007-05-05 11:48:52 +000021** The header string that appears at the beginning of every
22** SQLite database.
drh556b2a22005-06-14 16:04:05 +000023*/
drh556b2a22005-06-14 16:04:05 +000024static const char zMagicHeader[] = SQLITE_FILE_HEADER;
drh08ed44e2001-04-29 23:32:55 +000025
drh8c42ca92001-06-22 19:15:00 +000026/*
drha3152892007-05-05 11:48:52 +000027** Set this global variable to 1 to enable tracing using the TRACE
28** macro.
drh615ae552005-01-16 23:21:00 +000029*/
30#if SQLITE_TEST
mlcreech3a00f902008-03-04 17:45:01 +000031int sqlite3BtreeTrace=0; /* True to enable tracing */
drh615ae552005-01-16 23:21:00 +000032#endif
drh615ae552005-01-16 23:21:00 +000033
drh86f8c192007-08-22 00:39:19 +000034
35
drhe53831d2007-08-17 01:14:38 +000036#ifndef SQLITE_OMIT_SHARED_CACHE
37/*
38** A flag to indicate whether or not shared cache is enabled. Also,
39** a list of BtShared objects that are eligible for participation
drhd677b3d2007-08-20 22:48:41 +000040** in shared cache. The variables have file scope during normal builds,
drh86f8c192007-08-22 00:39:19 +000041** but the test harness needs to access these variables so we make them
drhd677b3d2007-08-20 22:48:41 +000042** global for test builds.
drhe53831d2007-08-17 01:14:38 +000043*/
44#ifdef SQLITE_TEST
45BtShared *sqlite3SharedCacheList = 0;
46int sqlite3SharedCacheEnabled = 0;
47#else
48static BtShared *sqlite3SharedCacheList = 0;
49static int sqlite3SharedCacheEnabled = 0;
50#endif
drhe53831d2007-08-17 01:14:38 +000051#endif /* SQLITE_OMIT_SHARED_CACHE */
52
53#ifndef SQLITE_OMIT_SHARED_CACHE
54/*
55** Enable or disable the shared pager and schema features.
56**
57** This routine has no effect on existing database connections.
58** The shared cache setting effects only future calls to
59** sqlite3_open(), sqlite3_open16(), or sqlite3_open_v2().
60*/
61int sqlite3_enable_shared_cache(int enable){
62 sqlite3SharedCacheEnabled = enable;
63 return SQLITE_OK;
64}
65#endif
66
drhd677b3d2007-08-20 22:48:41 +000067
drh615ae552005-01-16 23:21:00 +000068/*
drh66cbd152004-09-01 16:12:25 +000069** Forward declaration
70*/
drh980b1a72006-08-16 16:42:48 +000071static int checkReadLocks(Btree*,Pgno,BtCursor*);
drh66cbd152004-09-01 16:12:25 +000072
danielk1977aef0bf62005-12-30 16:28:01 +000073
74#ifdef SQLITE_OMIT_SHARED_CACHE
75 /*
76 ** The functions queryTableLock(), lockTable() and unlockAllTables()
77 ** manipulate entries in the BtShared.pLock linked list used to store
78 ** shared-cache table level locks. If the library is compiled with the
79 ** shared-cache feature disabled, then there is only ever one user
danielk1977da184232006-01-05 11:34:32 +000080 ** of each BtShared structure and so this locking is not necessary.
81 ** So define the lock related functions as no-ops.
danielk1977aef0bf62005-12-30 16:28:01 +000082 */
83 #define queryTableLock(a,b,c) SQLITE_OK
84 #define lockTable(a,b,c) SQLITE_OK
danielk1977da184232006-01-05 11:34:32 +000085 #define unlockAllTables(a)
drhe53831d2007-08-17 01:14:38 +000086#endif
danielk1977aef0bf62005-12-30 16:28:01 +000087
drhe53831d2007-08-17 01:14:38 +000088#ifndef SQLITE_OMIT_SHARED_CACHE
danielk1977da184232006-01-05 11:34:32 +000089/*
danielk1977aef0bf62005-12-30 16:28:01 +000090** Query to see if btree handle p may obtain a lock of type eLock
91** (READ_LOCK or WRITE_LOCK) on the table with root-page iTab. Return
92** SQLITE_OK if the lock may be obtained (by calling lockTable()), or
danielk1977c87d34d2006-01-06 13:00:28 +000093** SQLITE_LOCKED if not.
danielk1977aef0bf62005-12-30 16:28:01 +000094*/
95static int queryTableLock(Btree *p, Pgno iTab, u8 eLock){
96 BtShared *pBt = p->pBt;
97 BtLock *pIter;
98
drh1fee73e2007-08-29 04:00:57 +000099 assert( sqlite3BtreeHoldsMutex(p) );
drhd677b3d2007-08-20 22:48:41 +0000100
danielk1977da184232006-01-05 11:34:32 +0000101 /* This is a no-op if the shared-cache is not enabled */
drhe53831d2007-08-17 01:14:38 +0000102 if( !p->sharable ){
danielk1977da184232006-01-05 11:34:32 +0000103 return SQLITE_OK;
104 }
105
danielk1977641b0f42007-12-21 04:47:25 +0000106 /* If some other connection is holding an exclusive lock, the
107 ** requested lock may not be obtained.
108 */
109 if( pBt->pExclusive && pBt->pExclusive!=p ){
110 return SQLITE_LOCKED;
111 }
112
danielk1977da184232006-01-05 11:34:32 +0000113 /* This (along with lockTable()) is where the ReadUncommitted flag is
114 ** dealt with. If the caller is querying for a read-lock and the flag is
115 ** set, it is unconditionally granted - even if there are write-locks
116 ** on the table. If a write-lock is requested, the ReadUncommitted flag
117 ** is not considered.
118 **
119 ** In function lockTable(), if a read-lock is demanded and the
120 ** ReadUncommitted flag is set, no entry is added to the locks list
121 ** (BtShared.pLock).
122 **
123 ** To summarize: If the ReadUncommitted flag is set, then read cursors do
124 ** not create or respect table locks. The locking procedure for a
125 ** write-cursor does not change.
126 */
127 if(
drhe5fe6902007-12-07 18:55:28 +0000128 !p->db ||
129 0==(p->db->flags&SQLITE_ReadUncommitted) ||
danielk1977da184232006-01-05 11:34:32 +0000130 eLock==WRITE_LOCK ||
drh47ded162006-01-06 01:42:58 +0000131 iTab==MASTER_ROOT
danielk1977da184232006-01-05 11:34:32 +0000132 ){
133 for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){
134 if( pIter->pBtree!=p && pIter->iTable==iTab &&
135 (pIter->eLock!=eLock || eLock!=READ_LOCK) ){
danielk1977c87d34d2006-01-06 13:00:28 +0000136 return SQLITE_LOCKED;
danielk1977da184232006-01-05 11:34:32 +0000137 }
danielk1977aef0bf62005-12-30 16:28:01 +0000138 }
139 }
140 return SQLITE_OK;
141}
drhe53831d2007-08-17 01:14:38 +0000142#endif /* !SQLITE_OMIT_SHARED_CACHE */
danielk1977aef0bf62005-12-30 16:28:01 +0000143
drhe53831d2007-08-17 01:14:38 +0000144#ifndef SQLITE_OMIT_SHARED_CACHE
danielk1977aef0bf62005-12-30 16:28:01 +0000145/*
146** Add a lock on the table with root-page iTable to the shared-btree used
147** by Btree handle p. Parameter eLock must be either READ_LOCK or
148** WRITE_LOCK.
149**
150** SQLITE_OK is returned if the lock is added successfully. SQLITE_BUSY and
151** SQLITE_NOMEM may also be returned.
152*/
153static int lockTable(Btree *p, Pgno iTable, u8 eLock){
154 BtShared *pBt = p->pBt;
155 BtLock *pLock = 0;
156 BtLock *pIter;
157
drh1fee73e2007-08-29 04:00:57 +0000158 assert( sqlite3BtreeHoldsMutex(p) );
drhd677b3d2007-08-20 22:48:41 +0000159
danielk1977da184232006-01-05 11:34:32 +0000160 /* This is a no-op if the shared-cache is not enabled */
drhe53831d2007-08-17 01:14:38 +0000161 if( !p->sharable ){
danielk1977da184232006-01-05 11:34:32 +0000162 return SQLITE_OK;
163 }
164
danielk1977aef0bf62005-12-30 16:28:01 +0000165 assert( SQLITE_OK==queryTableLock(p, iTable, eLock) );
166
danielk1977da184232006-01-05 11:34:32 +0000167 /* If the read-uncommitted flag is set and a read-lock is requested,
168 ** return early without adding an entry to the BtShared.pLock list. See
169 ** comment in function queryTableLock() for more info on handling
170 ** the ReadUncommitted flag.
171 */
172 if(
drhe5fe6902007-12-07 18:55:28 +0000173 (p->db) &&
174 (p->db->flags&SQLITE_ReadUncommitted) &&
danielk1977da184232006-01-05 11:34:32 +0000175 (eLock==READ_LOCK) &&
drh47ded162006-01-06 01:42:58 +0000176 iTable!=MASTER_ROOT
danielk1977da184232006-01-05 11:34:32 +0000177 ){
178 return SQLITE_OK;
179 }
180
danielk1977aef0bf62005-12-30 16:28:01 +0000181 /* First search the list for an existing lock on this table. */
182 for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){
183 if( pIter->iTable==iTable && pIter->pBtree==p ){
184 pLock = pIter;
185 break;
186 }
187 }
188
189 /* If the above search did not find a BtLock struct associating Btree p
190 ** with table iTable, allocate one and link it into the list.
191 */
192 if( !pLock ){
drh17435752007-08-16 04:30:38 +0000193 pLock = (BtLock *)sqlite3MallocZero(sizeof(BtLock));
danielk1977aef0bf62005-12-30 16:28:01 +0000194 if( !pLock ){
195 return SQLITE_NOMEM;
196 }
197 pLock->iTable = iTable;
198 pLock->pBtree = p;
199 pLock->pNext = pBt->pLock;
200 pBt->pLock = pLock;
201 }
202
203 /* Set the BtLock.eLock variable to the maximum of the current lock
204 ** and the requested lock. This means if a write-lock was already held
205 ** and a read-lock requested, we don't incorrectly downgrade the lock.
206 */
207 assert( WRITE_LOCK>READ_LOCK );
danielk19775118b912005-12-30 16:31:53 +0000208 if( eLock>pLock->eLock ){
209 pLock->eLock = eLock;
210 }
danielk1977aef0bf62005-12-30 16:28:01 +0000211
212 return SQLITE_OK;
213}
drhe53831d2007-08-17 01:14:38 +0000214#endif /* !SQLITE_OMIT_SHARED_CACHE */
danielk1977aef0bf62005-12-30 16:28:01 +0000215
drhe53831d2007-08-17 01:14:38 +0000216#ifndef SQLITE_OMIT_SHARED_CACHE
danielk1977aef0bf62005-12-30 16:28:01 +0000217/*
218** Release all the table locks (locks obtained via calls to the lockTable()
219** procedure) held by Btree handle p.
220*/
221static void unlockAllTables(Btree *p){
danielk1977641b0f42007-12-21 04:47:25 +0000222 BtShared *pBt = p->pBt;
223 BtLock **ppIter = &pBt->pLock;
danielk1977da184232006-01-05 11:34:32 +0000224
drh1fee73e2007-08-29 04:00:57 +0000225 assert( sqlite3BtreeHoldsMutex(p) );
drhe53831d2007-08-17 01:14:38 +0000226 assert( p->sharable || 0==*ppIter );
danielk1977da184232006-01-05 11:34:32 +0000227
danielk1977aef0bf62005-12-30 16:28:01 +0000228 while( *ppIter ){
229 BtLock *pLock = *ppIter;
danielk1977641b0f42007-12-21 04:47:25 +0000230 assert( pBt->pExclusive==0 || pBt->pExclusive==pLock->pBtree );
danielk1977aef0bf62005-12-30 16:28:01 +0000231 if( pLock->pBtree==p ){
232 *ppIter = pLock->pNext;
drh17435752007-08-16 04:30:38 +0000233 sqlite3_free(pLock);
danielk1977aef0bf62005-12-30 16:28:01 +0000234 }else{
235 ppIter = &pLock->pNext;
236 }
237 }
danielk1977641b0f42007-12-21 04:47:25 +0000238
239 if( pBt->pExclusive==p ){
240 pBt->pExclusive = 0;
241 }
danielk1977aef0bf62005-12-30 16:28:01 +0000242}
243#endif /* SQLITE_OMIT_SHARED_CACHE */
244
drh980b1a72006-08-16 16:42:48 +0000245static void releasePage(MemPage *pPage); /* Forward reference */
246
drh1fee73e2007-08-29 04:00:57 +0000247/*
248** Verify that the cursor holds a mutex on the BtShared
249*/
250#ifndef NDEBUG
251static int cursorHoldsMutex(BtCursor *p){
drhff0587c2007-08-29 17:43:19 +0000252 return sqlite3_mutex_held(p->pBt->mutex);
drh1fee73e2007-08-29 04:00:57 +0000253}
254#endif
255
256
danielk197792d4d7a2007-05-04 12:05:56 +0000257#ifndef SQLITE_OMIT_INCRBLOB
258/*
259** Invalidate the overflow page-list cache for cursor pCur, if any.
260*/
261static void invalidateOverflowCache(BtCursor *pCur){
drh1fee73e2007-08-29 04:00:57 +0000262 assert( cursorHoldsMutex(pCur) );
drh17435752007-08-16 04:30:38 +0000263 sqlite3_free(pCur->aOverflow);
danielk197792d4d7a2007-05-04 12:05:56 +0000264 pCur->aOverflow = 0;
265}
266
267/*
268** Invalidate the overflow page-list cache for all cursors opened
269** on the shared btree structure pBt.
270*/
271static void invalidateAllOverflowCache(BtShared *pBt){
272 BtCursor *p;
drh1fee73e2007-08-29 04:00:57 +0000273 assert( sqlite3_mutex_held(pBt->mutex) );
danielk197792d4d7a2007-05-04 12:05:56 +0000274 for(p=pBt->pCursor; p; p=p->pNext){
275 invalidateOverflowCache(p);
276 }
277}
278#else
279 #define invalidateOverflowCache(x)
280 #define invalidateAllOverflowCache(x)
281#endif
282
drh980b1a72006-08-16 16:42:48 +0000283/*
284** Save the current cursor position in the variables BtCursor.nKey
285** and BtCursor.pKey. The cursor's state is set to CURSOR_REQUIRESEEK.
286*/
287static int saveCursorPosition(BtCursor *pCur){
288 int rc;
289
290 assert( CURSOR_VALID==pCur->eState );
291 assert( 0==pCur->pKey );
drh1fee73e2007-08-29 04:00:57 +0000292 assert( cursorHoldsMutex(pCur) );
drh980b1a72006-08-16 16:42:48 +0000293
294 rc = sqlite3BtreeKeySize(pCur, &pCur->nKey);
295
296 /* If this is an intKey table, then the above call to BtreeKeySize()
297 ** stores the integer key in pCur->nKey. In this case this value is
298 ** all that is required. Otherwise, if pCur is not open on an intKey
299 ** table, then malloc space for and store the pCur->nKey bytes of key
300 ** data.
301 */
302 if( rc==SQLITE_OK && 0==pCur->pPage->intKey){
drh17435752007-08-16 04:30:38 +0000303 void *pKey = sqlite3_malloc(pCur->nKey);
drh980b1a72006-08-16 16:42:48 +0000304 if( pKey ){
305 rc = sqlite3BtreeKey(pCur, 0, pCur->nKey, pKey);
306 if( rc==SQLITE_OK ){
307 pCur->pKey = pKey;
308 }else{
drh17435752007-08-16 04:30:38 +0000309 sqlite3_free(pKey);
drh980b1a72006-08-16 16:42:48 +0000310 }
311 }else{
312 rc = SQLITE_NOMEM;
313 }
314 }
315 assert( !pCur->pPage->intKey || !pCur->pKey );
316
317 if( rc==SQLITE_OK ){
318 releasePage(pCur->pPage);
319 pCur->pPage = 0;
320 pCur->eState = CURSOR_REQUIRESEEK;
321 }
322
danielk197792d4d7a2007-05-04 12:05:56 +0000323 invalidateOverflowCache(pCur);
drh980b1a72006-08-16 16:42:48 +0000324 return rc;
325}
326
327/*
328** Save the positions of all cursors except pExcept open on the table
329** with root-page iRoot. Usually, this is called just before cursor
330** pExcept is used to modify the table (BtreeDelete() or BtreeInsert()).
331*/
332static int saveAllCursors(BtShared *pBt, Pgno iRoot, BtCursor *pExcept){
333 BtCursor *p;
drh1fee73e2007-08-29 04:00:57 +0000334 assert( sqlite3_mutex_held(pBt->mutex) );
drhd0679ed2007-08-28 22:24:34 +0000335 assert( pExcept==0 || pExcept->pBt==pBt );
drh980b1a72006-08-16 16:42:48 +0000336 for(p=pBt->pCursor; p; p=p->pNext){
337 if( p!=pExcept && (0==iRoot || p->pgnoRoot==iRoot) &&
338 p->eState==CURSOR_VALID ){
339 int rc = saveCursorPosition(p);
340 if( SQLITE_OK!=rc ){
341 return rc;
342 }
343 }
344 }
345 return SQLITE_OK;
346}
347
348/*
drhbf700f32007-03-31 02:36:44 +0000349** Clear the current cursor position.
350*/
351static void clearCursorPosition(BtCursor *pCur){
drh1fee73e2007-08-29 04:00:57 +0000352 assert( cursorHoldsMutex(pCur) );
drh17435752007-08-16 04:30:38 +0000353 sqlite3_free(pCur->pKey);
drhbf700f32007-03-31 02:36:44 +0000354 pCur->pKey = 0;
355 pCur->eState = CURSOR_INVALID;
356}
357
358/*
drh980b1a72006-08-16 16:42:48 +0000359** Restore the cursor to the position it was in (or as close to as possible)
360** when saveCursorPosition() was called. Note that this call deletes the
361** saved position info stored by saveCursorPosition(), so there can be
362** at most one effective restoreOrClearCursorPosition() call after each
363** saveCursorPosition().
364**
365** If the second argument argument - doSeek - is false, then instead of
drh85b623f2007-12-13 21:54:09 +0000366** returning the cursor to its saved position, any saved position is deleted
drh980b1a72006-08-16 16:42:48 +0000367** and the cursor state set to CURSOR_INVALID.
368*/
drh16a9b832007-05-05 18:39:25 +0000369int sqlite3BtreeRestoreOrClearCursorPosition(BtCursor *pCur){
drhbf700f32007-03-31 02:36:44 +0000370 int rc;
drh1fee73e2007-08-29 04:00:57 +0000371 assert( cursorHoldsMutex(pCur) );
drhfb982642007-08-30 01:19:59 +0000372 assert( pCur->eState>=CURSOR_REQUIRESEEK );
373 if( pCur->eState==CURSOR_FAULT ){
374 return pCur->skip;
375 }
danielk197732a0d8b2007-05-04 19:03:02 +0000376#ifndef SQLITE_OMIT_INCRBLOB
danielk1977dcbb5d32007-05-04 18:36:44 +0000377 if( pCur->isIncrblobHandle ){
378 return SQLITE_ABORT;
379 }
danielk197732a0d8b2007-05-04 19:03:02 +0000380#endif
drh980b1a72006-08-16 16:42:48 +0000381 pCur->eState = CURSOR_INVALID;
drhbf700f32007-03-31 02:36:44 +0000382 rc = sqlite3BtreeMoveto(pCur, pCur->pKey, pCur->nKey, 0, &pCur->skip);
drh980b1a72006-08-16 16:42:48 +0000383 if( rc==SQLITE_OK ){
drh17435752007-08-16 04:30:38 +0000384 sqlite3_free(pCur->pKey);
drh980b1a72006-08-16 16:42:48 +0000385 pCur->pKey = 0;
drhbf700f32007-03-31 02:36:44 +0000386 assert( pCur->eState==CURSOR_VALID || pCur->eState==CURSOR_INVALID );
drh980b1a72006-08-16 16:42:48 +0000387 }
388 return rc;
389}
390
drhbf700f32007-03-31 02:36:44 +0000391#define restoreOrClearCursorPosition(p) \
drhfb982642007-08-30 01:19:59 +0000392 (p->eState>=CURSOR_REQUIRESEEK ? \
drh16a9b832007-05-05 18:39:25 +0000393 sqlite3BtreeRestoreOrClearCursorPosition(p) : \
394 SQLITE_OK)
drh980b1a72006-08-16 16:42:48 +0000395
danielk1977599fcba2004-11-08 07:13:13 +0000396#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977afcdd022004-10-31 16:25:42 +0000397/*
drha3152892007-05-05 11:48:52 +0000398** Given a page number of a regular database page, return the page
399** number for the pointer-map page that contains the entry for the
400** input page number.
danielk1977afcdd022004-10-31 16:25:42 +0000401*/
danielk1977266664d2006-02-10 08:24:21 +0000402static Pgno ptrmapPageno(BtShared *pBt, Pgno pgno){
drhd677b3d2007-08-20 22:48:41 +0000403 int nPagesPerMapPage, iPtrMap, ret;
drh1fee73e2007-08-29 04:00:57 +0000404 assert( sqlite3_mutex_held(pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +0000405 nPagesPerMapPage = (pBt->usableSize/5)+1;
406 iPtrMap = (pgno-2)/nPagesPerMapPage;
407 ret = (iPtrMap*nPagesPerMapPage) + 2;
danielk1977266664d2006-02-10 08:24:21 +0000408 if( ret==PENDING_BYTE_PAGE(pBt) ){
409 ret++;
410 }
411 return ret;
412}
danielk1977a19df672004-11-03 11:37:07 +0000413
danielk1977afcdd022004-10-31 16:25:42 +0000414/*
danielk1977afcdd022004-10-31 16:25:42 +0000415** Write an entry into the pointer map.
danielk1977687566d2004-11-02 12:56:41 +0000416**
417** This routine updates the pointer map entry for page number 'key'
418** so that it maps to type 'eType' and parent page number 'pgno'.
419** An error code is returned if something goes wrong, otherwise SQLITE_OK.
danielk1977afcdd022004-10-31 16:25:42 +0000420*/
danielk1977aef0bf62005-12-30 16:28:01 +0000421static int ptrmapPut(BtShared *pBt, Pgno key, u8 eType, Pgno parent){
danielk19773b8a05f2007-03-19 17:44:26 +0000422 DbPage *pDbPage; /* The pointer map page */
423 u8 *pPtrmap; /* The pointer map data */
424 Pgno iPtrmap; /* The pointer map page number */
425 int offset; /* Offset in pointer map page */
danielk1977afcdd022004-10-31 16:25:42 +0000426 int rc;
427
drh1fee73e2007-08-29 04:00:57 +0000428 assert( sqlite3_mutex_held(pBt->mutex) );
danielk1977266664d2006-02-10 08:24:21 +0000429 /* The master-journal page number must never be used as a pointer map page */
430 assert( 0==PTRMAP_ISPAGE(pBt, PENDING_BYTE_PAGE(pBt)) );
431
danielk1977ac11ee62005-01-15 12:45:51 +0000432 assert( pBt->autoVacuum );
danielk1977fdb7cdb2005-01-17 02:12:18 +0000433 if( key==0 ){
drh49285702005-09-17 15:20:26 +0000434 return SQLITE_CORRUPT_BKPT;
danielk1977fdb7cdb2005-01-17 02:12:18 +0000435 }
danielk1977266664d2006-02-10 08:24:21 +0000436 iPtrmap = PTRMAP_PAGENO(pBt, key);
danielk19773b8a05f2007-03-19 17:44:26 +0000437 rc = sqlite3PagerGet(pBt->pPager, iPtrmap, &pDbPage);
danielk1977687566d2004-11-02 12:56:41 +0000438 if( rc!=SQLITE_OK ){
danielk1977afcdd022004-10-31 16:25:42 +0000439 return rc;
440 }
danielk1977266664d2006-02-10 08:24:21 +0000441 offset = PTRMAP_PTROFFSET(pBt, key);
danielk19773b8a05f2007-03-19 17:44:26 +0000442 pPtrmap = (u8 *)sqlite3PagerGetData(pDbPage);
danielk1977afcdd022004-10-31 16:25:42 +0000443
drh615ae552005-01-16 23:21:00 +0000444 if( eType!=pPtrmap[offset] || get4byte(&pPtrmap[offset+1])!=parent ){
445 TRACE(("PTRMAP_UPDATE: %d->(%d,%d)\n", key, eType, parent));
danielk19773b8a05f2007-03-19 17:44:26 +0000446 rc = sqlite3PagerWrite(pDbPage);
danielk19775558a8a2005-01-17 07:53:44 +0000447 if( rc==SQLITE_OK ){
448 pPtrmap[offset] = eType;
449 put4byte(&pPtrmap[offset+1], parent);
danielk1977afcdd022004-10-31 16:25:42 +0000450 }
danielk1977afcdd022004-10-31 16:25:42 +0000451 }
452
danielk19773b8a05f2007-03-19 17:44:26 +0000453 sqlite3PagerUnref(pDbPage);
danielk19775558a8a2005-01-17 07:53:44 +0000454 return rc;
danielk1977afcdd022004-10-31 16:25:42 +0000455}
456
457/*
458** Read an entry from the pointer map.
danielk1977687566d2004-11-02 12:56:41 +0000459**
460** This routine retrieves the pointer map entry for page 'key', writing
461** the type and parent page number to *pEType and *pPgno respectively.
462** An error code is returned if something goes wrong, otherwise SQLITE_OK.
danielk1977afcdd022004-10-31 16:25:42 +0000463*/
danielk1977aef0bf62005-12-30 16:28:01 +0000464static int ptrmapGet(BtShared *pBt, Pgno key, u8 *pEType, Pgno *pPgno){
danielk19773b8a05f2007-03-19 17:44:26 +0000465 DbPage *pDbPage; /* The pointer map page */
danielk1977afcdd022004-10-31 16:25:42 +0000466 int iPtrmap; /* Pointer map page index */
467 u8 *pPtrmap; /* Pointer map page data */
468 int offset; /* Offset of entry in pointer map */
469 int rc;
470
drh1fee73e2007-08-29 04:00:57 +0000471 assert( sqlite3_mutex_held(pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +0000472
danielk1977266664d2006-02-10 08:24:21 +0000473 iPtrmap = PTRMAP_PAGENO(pBt, key);
danielk19773b8a05f2007-03-19 17:44:26 +0000474 rc = sqlite3PagerGet(pBt->pPager, iPtrmap, &pDbPage);
danielk1977afcdd022004-10-31 16:25:42 +0000475 if( rc!=0 ){
476 return rc;
477 }
danielk19773b8a05f2007-03-19 17:44:26 +0000478 pPtrmap = (u8 *)sqlite3PagerGetData(pDbPage);
danielk1977afcdd022004-10-31 16:25:42 +0000479
danielk1977266664d2006-02-10 08:24:21 +0000480 offset = PTRMAP_PTROFFSET(pBt, key);
drh43617e92006-03-06 20:55:46 +0000481 assert( pEType!=0 );
482 *pEType = pPtrmap[offset];
danielk1977687566d2004-11-02 12:56:41 +0000483 if( pPgno ) *pPgno = get4byte(&pPtrmap[offset+1]);
danielk1977afcdd022004-10-31 16:25:42 +0000484
danielk19773b8a05f2007-03-19 17:44:26 +0000485 sqlite3PagerUnref(pDbPage);
drh49285702005-09-17 15:20:26 +0000486 if( *pEType<1 || *pEType>5 ) return SQLITE_CORRUPT_BKPT;
danielk1977afcdd022004-10-31 16:25:42 +0000487 return SQLITE_OK;
488}
489
490#endif /* SQLITE_OMIT_AUTOVACUUM */
491
drh0d316a42002-08-11 20:10:47 +0000492/*
drh271efa52004-05-30 19:19:05 +0000493** Given a btree page and a cell index (0 means the first cell on
494** the page, 1 means the second cell, and so forth) return a pointer
495** to the cell content.
496**
497** This routine works only for pages that do not contain overflow cells.
drh3aac2dd2004-04-26 14:10:20 +0000498*/
danielk19771cc5ed82007-05-16 17:28:43 +0000499#define findCell(pPage, iCell) \
500 ((pPage)->aData + get2byte(&(pPage)->aData[(pPage)->cellOffset+2*(iCell)]))
drhe6e4d6b2007-08-05 23:52:05 +0000501#ifdef SQLITE_TEST
drh16a9b832007-05-05 18:39:25 +0000502u8 *sqlite3BtreeFindCell(MemPage *pPage, int iCell){
drh43605152004-05-29 21:46:49 +0000503 assert( iCell>=0 );
drh029f3f82007-06-20 15:14:10 +0000504 assert( iCell<get2byte(&pPage->aData[pPage->hdrOffset+3]) );
danielk19771cc5ed82007-05-16 17:28:43 +0000505 return findCell(pPage, iCell);
drh43605152004-05-29 21:46:49 +0000506}
drhe6e4d6b2007-08-05 23:52:05 +0000507#endif
drh43605152004-05-29 21:46:49 +0000508
509/*
drh16a9b832007-05-05 18:39:25 +0000510** This a more complex version of sqlite3BtreeFindCell() that works for
drh43605152004-05-29 21:46:49 +0000511** pages that do contain overflow cells. See insert
512*/
513static u8 *findOverflowCell(MemPage *pPage, int iCell){
514 int i;
drh1fee73e2007-08-29 04:00:57 +0000515 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh43605152004-05-29 21:46:49 +0000516 for(i=pPage->nOverflow-1; i>=0; i--){
drh6d08b4d2004-07-20 12:45:22 +0000517 int k;
518 struct _OvflCell *pOvfl;
519 pOvfl = &pPage->aOvfl[i];
520 k = pOvfl->idx;
521 if( k<=iCell ){
522 if( k==iCell ){
523 return pOvfl->pCell;
drh43605152004-05-29 21:46:49 +0000524 }
525 iCell--;
526 }
527 }
danielk19771cc5ed82007-05-16 17:28:43 +0000528 return findCell(pPage, iCell);
drh43605152004-05-29 21:46:49 +0000529}
530
531/*
532** Parse a cell content block and fill in the CellInfo structure. There
drh16a9b832007-05-05 18:39:25 +0000533** are two versions of this function. sqlite3BtreeParseCell() takes a
534** cell index as the second argument and sqlite3BtreeParseCellPtr()
535** takes a pointer to the body of the cell as its second argument.
danielk19771cc5ed82007-05-16 17:28:43 +0000536**
537** Within this file, the parseCell() macro can be called instead of
538** sqlite3BtreeParseCellPtr(). Using some compilers, this will be faster.
drh43605152004-05-29 21:46:49 +0000539*/
drh16a9b832007-05-05 18:39:25 +0000540void sqlite3BtreeParseCellPtr(
drh3aac2dd2004-04-26 14:10:20 +0000541 MemPage *pPage, /* Page containing the cell */
drh43605152004-05-29 21:46:49 +0000542 u8 *pCell, /* Pointer to the cell text. */
drh6f11bef2004-05-13 01:12:56 +0000543 CellInfo *pInfo /* Fill in this structure */
drh3aac2dd2004-04-26 14:10:20 +0000544){
drh271efa52004-05-30 19:19:05 +0000545 int n; /* Number bytes in cell content header */
546 u32 nPayload; /* Number of bytes of cell payload */
drh43605152004-05-29 21:46:49 +0000547
drh1fee73e2007-08-29 04:00:57 +0000548 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +0000549
drh43605152004-05-29 21:46:49 +0000550 pInfo->pCell = pCell;
drhab01f612004-05-22 02:55:23 +0000551 assert( pPage->leaf==0 || pPage->leaf==1 );
drh271efa52004-05-30 19:19:05 +0000552 n = pPage->childPtrSize;
553 assert( n==4-4*pPage->leaf );
drh8b18dd42004-05-12 19:18:15 +0000554 if( pPage->hasData ){
drh271efa52004-05-30 19:19:05 +0000555 n += getVarint32(&pCell[n], &nPayload);
drh8b18dd42004-05-12 19:18:15 +0000556 }else{
drh271efa52004-05-30 19:19:05 +0000557 nPayload = 0;
drh3aac2dd2004-04-26 14:10:20 +0000558 }
drh271efa52004-05-30 19:19:05 +0000559 pInfo->nData = nPayload;
drh504b6982006-01-22 21:52:56 +0000560 if( pPage->intKey ){
561 n += getVarint(&pCell[n], (u64 *)&pInfo->nKey);
562 }else{
563 u32 x;
564 n += getVarint32(&pCell[n], &x);
565 pInfo->nKey = x;
566 nPayload += x;
drh6f11bef2004-05-13 01:12:56 +0000567 }
drh72365832007-03-06 15:53:44 +0000568 pInfo->nPayload = nPayload;
drh504b6982006-01-22 21:52:56 +0000569 pInfo->nHeader = n;
drh271efa52004-05-30 19:19:05 +0000570 if( nPayload<=pPage->maxLocal ){
571 /* This is the (easy) common case where the entire payload fits
572 ** on the local page. No overflow is required.
573 */
574 int nSize; /* Total size of cell content in bytes */
drh6f11bef2004-05-13 01:12:56 +0000575 pInfo->nLocal = nPayload;
576 pInfo->iOverflow = 0;
drh271efa52004-05-30 19:19:05 +0000577 nSize = nPayload + n;
578 if( nSize<4 ){
579 nSize = 4; /* Minimum cell size is 4 */
drh43605152004-05-29 21:46:49 +0000580 }
drh271efa52004-05-30 19:19:05 +0000581 pInfo->nSize = nSize;
drh6f11bef2004-05-13 01:12:56 +0000582 }else{
drh271efa52004-05-30 19:19:05 +0000583 /* If the payload will not fit completely on the local page, we have
584 ** to decide how much to store locally and how much to spill onto
585 ** overflow pages. The strategy is to minimize the amount of unused
586 ** space on overflow pages while keeping the amount of local storage
587 ** in between minLocal and maxLocal.
588 **
589 ** Warning: changing the way overflow payload is distributed in any
590 ** way will result in an incompatible file format.
591 */
592 int minLocal; /* Minimum amount of payload held locally */
593 int maxLocal; /* Maximum amount of payload held locally */
594 int surplus; /* Overflow payload available for local storage */
595
596 minLocal = pPage->minLocal;
597 maxLocal = pPage->maxLocal;
598 surplus = minLocal + (nPayload - minLocal)%(pPage->pBt->usableSize - 4);
drh6f11bef2004-05-13 01:12:56 +0000599 if( surplus <= maxLocal ){
600 pInfo->nLocal = surplus;
601 }else{
602 pInfo->nLocal = minLocal;
603 }
604 pInfo->iOverflow = pInfo->nLocal + n;
605 pInfo->nSize = pInfo->iOverflow + 4;
606 }
drh3aac2dd2004-04-26 14:10:20 +0000607}
danielk19771cc5ed82007-05-16 17:28:43 +0000608#define parseCell(pPage, iCell, pInfo) \
609 sqlite3BtreeParseCellPtr((pPage), findCell((pPage), (iCell)), (pInfo))
drh16a9b832007-05-05 18:39:25 +0000610void sqlite3BtreeParseCell(
drh43605152004-05-29 21:46:49 +0000611 MemPage *pPage, /* Page containing the cell */
612 int iCell, /* The cell index. First cell is 0 */
613 CellInfo *pInfo /* Fill in this structure */
614){
danielk19771cc5ed82007-05-16 17:28:43 +0000615 parseCell(pPage, iCell, pInfo);
drh43605152004-05-29 21:46:49 +0000616}
drh3aac2dd2004-04-26 14:10:20 +0000617
618/*
drh43605152004-05-29 21:46:49 +0000619** Compute the total number of bytes that a Cell needs in the cell
620** data area of the btree-page. The return number includes the cell
621** data header and the local payload, but not any overflow page or
622** the space used by the cell pointer.
drh3b7511c2001-05-26 13:15:44 +0000623*/
danielk1977bc6ada42004-06-30 08:20:16 +0000624#ifndef NDEBUG
drha9121e42008-02-19 14:59:35 +0000625static u16 cellSize(MemPage *pPage, int iCell){
drh6f11bef2004-05-13 01:12:56 +0000626 CellInfo info;
drh16a9b832007-05-05 18:39:25 +0000627 sqlite3BtreeParseCell(pPage, iCell, &info);
drh43605152004-05-29 21:46:49 +0000628 return info.nSize;
629}
danielk1977bc6ada42004-06-30 08:20:16 +0000630#endif
drha9121e42008-02-19 14:59:35 +0000631static u16 cellSizePtr(MemPage *pPage, u8 *pCell){
drh43605152004-05-29 21:46:49 +0000632 CellInfo info;
drh16a9b832007-05-05 18:39:25 +0000633 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh6f11bef2004-05-13 01:12:56 +0000634 return info.nSize;
drh3b7511c2001-05-26 13:15:44 +0000635}
636
danielk197779a40da2005-01-16 08:00:01 +0000637#ifndef SQLITE_OMIT_AUTOVACUUM
drh3b7511c2001-05-26 13:15:44 +0000638/*
danielk197726836652005-01-17 01:33:13 +0000639** If the cell pCell, part of page pPage contains a pointer
danielk197779a40da2005-01-16 08:00:01 +0000640** to an overflow page, insert an entry into the pointer-map
641** for the overflow page.
danielk1977ac11ee62005-01-15 12:45:51 +0000642*/
danielk197726836652005-01-17 01:33:13 +0000643static int ptrmapPutOvflPtr(MemPage *pPage, u8 *pCell){
danielk197779a40da2005-01-16 08:00:01 +0000644 if( pCell ){
645 CellInfo info;
drh16a9b832007-05-05 18:39:25 +0000646 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh72365832007-03-06 15:53:44 +0000647 assert( (info.nData+(pPage->intKey?0:info.nKey))==info.nPayload );
danielk197779a40da2005-01-16 08:00:01 +0000648 if( (info.nData+(pPage->intKey?0:info.nKey))>info.nLocal ){
649 Pgno ovfl = get4byte(&pCell[info.iOverflow]);
650 return ptrmapPut(pPage->pBt, ovfl, PTRMAP_OVERFLOW1, pPage->pgno);
651 }
danielk1977ac11ee62005-01-15 12:45:51 +0000652 }
danielk197779a40da2005-01-16 08:00:01 +0000653 return SQLITE_OK;
danielk1977ac11ee62005-01-15 12:45:51 +0000654}
danielk197726836652005-01-17 01:33:13 +0000655/*
656** If the cell with index iCell on page pPage contains a pointer
657** to an overflow page, insert an entry into the pointer-map
658** for the overflow page.
659*/
660static int ptrmapPutOvfl(MemPage *pPage, int iCell){
661 u8 *pCell;
drh1fee73e2007-08-29 04:00:57 +0000662 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
danielk197726836652005-01-17 01:33:13 +0000663 pCell = findOverflowCell(pPage, iCell);
664 return ptrmapPutOvflPtr(pPage, pCell);
665}
danielk197779a40da2005-01-16 08:00:01 +0000666#endif
667
danielk1977ac11ee62005-01-15 12:45:51 +0000668
drhda200cc2004-05-09 11:51:38 +0000669/*
drh72f82862001-05-24 21:06:34 +0000670** Defragment the page given. All Cells are moved to the
drh3a4a2d42005-11-24 14:24:28 +0000671** end of the page and all free space is collected into one
672** big FreeBlk that occurs in between the header and cell
drh31beae92005-11-24 14:34:36 +0000673** pointer array and the cell content area.
drh365d68f2001-05-11 11:02:46 +0000674*/
drh2e38c322004-09-03 18:38:44 +0000675static int defragmentPage(MemPage *pPage){
drh43605152004-05-29 21:46:49 +0000676 int i; /* Loop counter */
677 int pc; /* Address of a i-th cell */
678 int addr; /* Offset of first byte after cell pointer array */
679 int hdr; /* Offset to the page header */
680 int size; /* Size of a cell */
681 int usableSize; /* Number of usable bytes on a page */
682 int cellOffset; /* Offset to the cell pointer array */
683 int brk; /* Offset to the cell content area */
684 int nCell; /* Number of cells on the page */
drh2e38c322004-09-03 18:38:44 +0000685 unsigned char *data; /* The page data */
686 unsigned char *temp; /* Temp area for cell content */
drh2af926b2001-05-15 00:39:25 +0000687
danielk19773b8a05f2007-03-19 17:44:26 +0000688 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh9e572e62004-04-23 23:43:10 +0000689 assert( pPage->pBt!=0 );
drh90f5ecb2004-07-22 01:19:35 +0000690 assert( pPage->pBt->usableSize <= SQLITE_MAX_PAGE_SIZE );
drh43605152004-05-29 21:46:49 +0000691 assert( pPage->nOverflow==0 );
drh1fee73e2007-08-29 04:00:57 +0000692 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh26b79942007-11-28 16:19:56 +0000693 temp = sqlite3PagerTempSpace(pPage->pBt->pPager);
drh43605152004-05-29 21:46:49 +0000694 data = pPage->aData;
drh9e572e62004-04-23 23:43:10 +0000695 hdr = pPage->hdrOffset;
drh43605152004-05-29 21:46:49 +0000696 cellOffset = pPage->cellOffset;
697 nCell = pPage->nCell;
698 assert( nCell==get2byte(&data[hdr+3]) );
699 usableSize = pPage->pBt->usableSize;
700 brk = get2byte(&data[hdr+5]);
701 memcpy(&temp[brk], &data[brk], usableSize - brk);
702 brk = usableSize;
703 for(i=0; i<nCell; i++){
704 u8 *pAddr; /* The i-th cell pointer */
705 pAddr = &data[cellOffset + i*2];
706 pc = get2byte(pAddr);
707 assert( pc<pPage->pBt->usableSize );
708 size = cellSizePtr(pPage, &temp[pc]);
709 brk -= size;
710 memcpy(&data[brk], &temp[pc], size);
711 put2byte(pAddr, brk);
drh2af926b2001-05-15 00:39:25 +0000712 }
drh43605152004-05-29 21:46:49 +0000713 assert( brk>=cellOffset+2*nCell );
714 put2byte(&data[hdr+5], brk);
715 data[hdr+1] = 0;
716 data[hdr+2] = 0;
717 data[hdr+7] = 0;
718 addr = cellOffset+2*nCell;
719 memset(&data[addr], 0, brk-addr);
drh2e38c322004-09-03 18:38:44 +0000720 return SQLITE_OK;
drh365d68f2001-05-11 11:02:46 +0000721}
722
drha059ad02001-04-17 20:09:11 +0000723/*
drh43605152004-05-29 21:46:49 +0000724** Allocate nByte bytes of space on a page.
drhbd03cae2001-06-02 02:40:57 +0000725**
drh9e572e62004-04-23 23:43:10 +0000726** Return the index into pPage->aData[] of the first byte of
drhbd03cae2001-06-02 02:40:57 +0000727** the new allocation. Or return 0 if there is not enough free
728** space on the page to satisfy the allocation request.
drh2af926b2001-05-15 00:39:25 +0000729**
drh72f82862001-05-24 21:06:34 +0000730** If the page contains nBytes of free space but does not contain
drh8b2f49b2001-06-08 00:21:52 +0000731** nBytes of contiguous free space, then this routine automatically
732** calls defragementPage() to consolidate all free space before
733** allocating the new chunk.
drh7e3b0a02001-04-28 16:52:40 +0000734*/
drh9e572e62004-04-23 23:43:10 +0000735static int allocateSpace(MemPage *pPage, int nByte){
drh3aac2dd2004-04-26 14:10:20 +0000736 int addr, pc, hdr;
drh9e572e62004-04-23 23:43:10 +0000737 int size;
drh24cd67e2004-05-10 16:18:47 +0000738 int nFrag;
drh43605152004-05-29 21:46:49 +0000739 int top;
740 int nCell;
741 int cellOffset;
drh9e572e62004-04-23 23:43:10 +0000742 unsigned char *data;
drh43605152004-05-29 21:46:49 +0000743
drh9e572e62004-04-23 23:43:10 +0000744 data = pPage->aData;
danielk19773b8a05f2007-03-19 17:44:26 +0000745 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh9e572e62004-04-23 23:43:10 +0000746 assert( pPage->pBt );
drh1fee73e2007-08-29 04:00:57 +0000747 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh9e572e62004-04-23 23:43:10 +0000748 if( nByte<4 ) nByte = 4;
drh43605152004-05-29 21:46:49 +0000749 if( pPage->nFree<nByte || pPage->nOverflow>0 ) return 0;
750 pPage->nFree -= nByte;
drh9e572e62004-04-23 23:43:10 +0000751 hdr = pPage->hdrOffset;
drh43605152004-05-29 21:46:49 +0000752
753 nFrag = data[hdr+7];
754 if( nFrag<60 ){
755 /* Search the freelist looking for a slot big enough to satisfy the
756 ** space request. */
757 addr = hdr+1;
758 while( (pc = get2byte(&data[addr]))>0 ){
759 size = get2byte(&data[pc+2]);
760 if( size>=nByte ){
761 if( size<nByte+4 ){
762 memcpy(&data[addr], &data[pc], 2);
763 data[hdr+7] = nFrag + size - nByte;
764 return pc;
765 }else{
766 put2byte(&data[pc+2], size-nByte);
767 return pc + size - nByte;
768 }
769 }
770 addr = pc;
drh9e572e62004-04-23 23:43:10 +0000771 }
772 }
drh43605152004-05-29 21:46:49 +0000773
774 /* Allocate memory from the gap in between the cell pointer array
775 ** and the cell content area.
776 */
777 top = get2byte(&data[hdr+5]);
778 nCell = get2byte(&data[hdr+3]);
779 cellOffset = pPage->cellOffset;
780 if( nFrag>=60 || cellOffset + 2*nCell > top - nByte ){
drh2e38c322004-09-03 18:38:44 +0000781 if( defragmentPage(pPage) ) return 0;
drh43605152004-05-29 21:46:49 +0000782 top = get2byte(&data[hdr+5]);
drh2af926b2001-05-15 00:39:25 +0000783 }
drh43605152004-05-29 21:46:49 +0000784 top -= nByte;
785 assert( cellOffset + 2*nCell <= top );
786 put2byte(&data[hdr+5], top);
787 return top;
drh7e3b0a02001-04-28 16:52:40 +0000788}
789
790/*
drh9e572e62004-04-23 23:43:10 +0000791** Return a section of the pPage->aData to the freelist.
792** The first byte of the new free block is pPage->aDisk[start]
793** and the size of the block is "size" bytes.
drh306dc212001-05-21 13:45:10 +0000794**
795** Most of the effort here is involved in coalesing adjacent
796** free blocks into a single big free block.
drh7e3b0a02001-04-28 16:52:40 +0000797*/
drh9e572e62004-04-23 23:43:10 +0000798static void freeSpace(MemPage *pPage, int start, int size){
drh43605152004-05-29 21:46:49 +0000799 int addr, pbegin, hdr;
drh9e572e62004-04-23 23:43:10 +0000800 unsigned char *data = pPage->aData;
drh2af926b2001-05-15 00:39:25 +0000801
drh9e572e62004-04-23 23:43:10 +0000802 assert( pPage->pBt!=0 );
danielk19773b8a05f2007-03-19 17:44:26 +0000803 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh9e572e62004-04-23 23:43:10 +0000804 assert( start>=pPage->hdrOffset+6+(pPage->leaf?0:4) );
danielk1977bc6ada42004-06-30 08:20:16 +0000805 assert( (start + size)<=pPage->pBt->usableSize );
drh1fee73e2007-08-29 04:00:57 +0000806 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh9e572e62004-04-23 23:43:10 +0000807 if( size<4 ) size = 4;
808
drhfcce93f2006-02-22 03:08:32 +0000809#ifdef SQLITE_SECURE_DELETE
810 /* Overwrite deleted information with zeros when the SECURE_DELETE
811 ** option is enabled at compile-time */
812 memset(&data[start], 0, size);
813#endif
814
drh9e572e62004-04-23 23:43:10 +0000815 /* Add the space back into the linked list of freeblocks */
drh43605152004-05-29 21:46:49 +0000816 hdr = pPage->hdrOffset;
817 addr = hdr + 1;
drh3aac2dd2004-04-26 14:10:20 +0000818 while( (pbegin = get2byte(&data[addr]))<start && pbegin>0 ){
drhb6f41482004-05-14 01:58:11 +0000819 assert( pbegin<=pPage->pBt->usableSize-4 );
drh3aac2dd2004-04-26 14:10:20 +0000820 assert( pbegin>addr );
821 addr = pbegin;
drh2af926b2001-05-15 00:39:25 +0000822 }
drhb6f41482004-05-14 01:58:11 +0000823 assert( pbegin<=pPage->pBt->usableSize-4 );
drh3aac2dd2004-04-26 14:10:20 +0000824 assert( pbegin>addr || pbegin==0 );
drha34b6762004-05-07 13:30:42 +0000825 put2byte(&data[addr], start);
826 put2byte(&data[start], pbegin);
827 put2byte(&data[start+2], size);
drh2af926b2001-05-15 00:39:25 +0000828 pPage->nFree += size;
drh9e572e62004-04-23 23:43:10 +0000829
830 /* Coalesce adjacent free blocks */
drh3aac2dd2004-04-26 14:10:20 +0000831 addr = pPage->hdrOffset + 1;
832 while( (pbegin = get2byte(&data[addr]))>0 ){
drh9e572e62004-04-23 23:43:10 +0000833 int pnext, psize;
drh3aac2dd2004-04-26 14:10:20 +0000834 assert( pbegin>addr );
drh43605152004-05-29 21:46:49 +0000835 assert( pbegin<=pPage->pBt->usableSize-4 );
drh9e572e62004-04-23 23:43:10 +0000836 pnext = get2byte(&data[pbegin]);
837 psize = get2byte(&data[pbegin+2]);
838 if( pbegin + psize + 3 >= pnext && pnext>0 ){
839 int frag = pnext - (pbegin+psize);
drh43605152004-05-29 21:46:49 +0000840 assert( frag<=data[pPage->hdrOffset+7] );
841 data[pPage->hdrOffset+7] -= frag;
drh9e572e62004-04-23 23:43:10 +0000842 put2byte(&data[pbegin], get2byte(&data[pnext]));
843 put2byte(&data[pbegin+2], pnext+get2byte(&data[pnext+2])-pbegin);
844 }else{
drh3aac2dd2004-04-26 14:10:20 +0000845 addr = pbegin;
drh9e572e62004-04-23 23:43:10 +0000846 }
847 }
drh7e3b0a02001-04-28 16:52:40 +0000848
drh43605152004-05-29 21:46:49 +0000849 /* If the cell content area begins with a freeblock, remove it. */
850 if( data[hdr+1]==data[hdr+5] && data[hdr+2]==data[hdr+6] ){
851 int top;
852 pbegin = get2byte(&data[hdr+1]);
853 memcpy(&data[hdr+1], &data[pbegin], 2);
854 top = get2byte(&data[hdr+5]);
855 put2byte(&data[hdr+5], top + get2byte(&data[pbegin+2]));
drh4b70f112004-05-02 21:12:19 +0000856 }
drh4b70f112004-05-02 21:12:19 +0000857}
858
859/*
drh271efa52004-05-30 19:19:05 +0000860** Decode the flags byte (the first byte of the header) for a page
861** and initialize fields of the MemPage structure accordingly.
862*/
863static void decodeFlags(MemPage *pPage, int flagByte){
danielk1977aef0bf62005-12-30 16:28:01 +0000864 BtShared *pBt; /* A copy of pPage->pBt */
drh271efa52004-05-30 19:19:05 +0000865
866 assert( pPage->hdrOffset==(pPage->pgno==1 ? 100 : 0) );
drh1fee73e2007-08-29 04:00:57 +0000867 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh271efa52004-05-30 19:19:05 +0000868 pPage->intKey = (flagByte & (PTF_INTKEY|PTF_LEAFDATA))!=0;
869 pPage->zeroData = (flagByte & PTF_ZERODATA)!=0;
870 pPage->leaf = (flagByte & PTF_LEAF)!=0;
871 pPage->childPtrSize = 4*(pPage->leaf==0);
872 pBt = pPage->pBt;
873 if( flagByte & PTF_LEAFDATA ){
874 pPage->leafData = 1;
875 pPage->maxLocal = pBt->maxLeaf;
876 pPage->minLocal = pBt->minLeaf;
877 }else{
878 pPage->leafData = 0;
879 pPage->maxLocal = pBt->maxLocal;
880 pPage->minLocal = pBt->minLocal;
881 }
882 pPage->hasData = !(pPage->zeroData || (!pPage->leaf && pPage->leafData));
883}
884
885/*
drh7e3b0a02001-04-28 16:52:40 +0000886** Initialize the auxiliary information for a disk block.
drh72f82862001-05-24 21:06:34 +0000887**
drhbd03cae2001-06-02 02:40:57 +0000888** The pParent parameter must be a pointer to the MemPage which
drh9e572e62004-04-23 23:43:10 +0000889** is the parent of the page being initialized. The root of a
890** BTree has no parent and so for that page, pParent==NULL.
drh5e2f8b92001-05-28 00:41:15 +0000891**
drh72f82862001-05-24 21:06:34 +0000892** Return SQLITE_OK on success. If we see that the page does
drhda47d772002-12-02 04:25:19 +0000893** not contain a well-formed database page, then return
drh72f82862001-05-24 21:06:34 +0000894** SQLITE_CORRUPT. Note that a return of SQLITE_OK does not
895** guarantee that the page is well-formed. It only shows that
896** we failed to detect any corruption.
drh7e3b0a02001-04-28 16:52:40 +0000897*/
drh16a9b832007-05-05 18:39:25 +0000898int sqlite3BtreeInitPage(
drh3aac2dd2004-04-26 14:10:20 +0000899 MemPage *pPage, /* The page to be initialized */
drh9e572e62004-04-23 23:43:10 +0000900 MemPage *pParent /* The parent. Might be NULL */
901){
drh271efa52004-05-30 19:19:05 +0000902 int pc; /* Address of a freeblock within pPage->aData[] */
drh271efa52004-05-30 19:19:05 +0000903 int hdr; /* Offset to beginning of page header */
904 u8 *data; /* Equal to pPage->aData */
danielk1977aef0bf62005-12-30 16:28:01 +0000905 BtShared *pBt; /* The main btree structure */
drh271efa52004-05-30 19:19:05 +0000906 int usableSize; /* Amount of usable space on each page */
907 int cellOffset; /* Offset from start of page to first cell pointer */
908 int nFree; /* Number of unused bytes on the page */
909 int top; /* First byte of the cell content area */
drh2af926b2001-05-15 00:39:25 +0000910
drh2e38c322004-09-03 18:38:44 +0000911 pBt = pPage->pBt;
912 assert( pBt!=0 );
913 assert( pParent==0 || pParent->pBt==pBt );
drh1fee73e2007-08-29 04:00:57 +0000914 assert( sqlite3_mutex_held(pBt->mutex) );
danielk19773b8a05f2007-03-19 17:44:26 +0000915 assert( pPage->pgno==sqlite3PagerPagenumber(pPage->pDbPage) );
drhbf4bca52007-09-06 22:19:14 +0000916 assert( pPage == sqlite3PagerGetExtra(pPage->pDbPage) );
917 assert( pPage->aData == sqlite3PagerGetData(pPage->pDbPage) );
drhee696e22004-08-30 16:52:17 +0000918 if( pPage->pParent!=pParent && (pPage->pParent!=0 || pPage->isInit) ){
919 /* The parent page should never change unless the file is corrupt */
drh49285702005-09-17 15:20:26 +0000920 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000921 }
drh10617cd2004-05-14 15:27:27 +0000922 if( pPage->isInit ) return SQLITE_OK;
drhda200cc2004-05-09 11:51:38 +0000923 if( pPage->pParent==0 && pParent!=0 ){
924 pPage->pParent = pParent;
danielk19773b8a05f2007-03-19 17:44:26 +0000925 sqlite3PagerRef(pParent->pDbPage);
drh5e2f8b92001-05-28 00:41:15 +0000926 }
drhde647132004-05-07 17:57:49 +0000927 hdr = pPage->hdrOffset;
drha34b6762004-05-07 13:30:42 +0000928 data = pPage->aData;
drh271efa52004-05-30 19:19:05 +0000929 decodeFlags(pPage, data[hdr]);
drh43605152004-05-29 21:46:49 +0000930 pPage->nOverflow = 0;
drhc8629a12004-05-08 20:07:40 +0000931 pPage->idxShift = 0;
drh2e38c322004-09-03 18:38:44 +0000932 usableSize = pBt->usableSize;
drh43605152004-05-29 21:46:49 +0000933 pPage->cellOffset = cellOffset = hdr + 12 - 4*pPage->leaf;
934 top = get2byte(&data[hdr+5]);
935 pPage->nCell = get2byte(&data[hdr+3]);
drh2e38c322004-09-03 18:38:44 +0000936 if( pPage->nCell>MX_CELL(pBt) ){
drhee696e22004-08-30 16:52:17 +0000937 /* To many cells for a single page. The page must be corrupt */
drh49285702005-09-17 15:20:26 +0000938 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000939 }
940 if( pPage->nCell==0 && pParent!=0 && pParent->pgno!=1 ){
941 /* All pages must have at least one cell, except for root pages */
drh49285702005-09-17 15:20:26 +0000942 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000943 }
drh9e572e62004-04-23 23:43:10 +0000944
945 /* Compute the total free space on the page */
drh9e572e62004-04-23 23:43:10 +0000946 pc = get2byte(&data[hdr+1]);
drh43605152004-05-29 21:46:49 +0000947 nFree = data[hdr+7] + top - (cellOffset + 2*pPage->nCell);
drh9e572e62004-04-23 23:43:10 +0000948 while( pc>0 ){
949 int next, size;
drhee696e22004-08-30 16:52:17 +0000950 if( pc>usableSize-4 ){
951 /* Free block is off the page */
drh49285702005-09-17 15:20:26 +0000952 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000953 }
drh9e572e62004-04-23 23:43:10 +0000954 next = get2byte(&data[pc]);
955 size = get2byte(&data[pc+2]);
drhee696e22004-08-30 16:52:17 +0000956 if( next>0 && next<=pc+size+3 ){
957 /* Free blocks must be in accending order */
drh49285702005-09-17 15:20:26 +0000958 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000959 }
drh3add3672004-05-15 00:29:24 +0000960 nFree += size;
drh9e572e62004-04-23 23:43:10 +0000961 pc = next;
962 }
drh3add3672004-05-15 00:29:24 +0000963 pPage->nFree = nFree;
drhee696e22004-08-30 16:52:17 +0000964 if( nFree>=usableSize ){
965 /* Free space cannot exceed total page size */
drh49285702005-09-17 15:20:26 +0000966 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +0000967 }
drh9e572e62004-04-23 23:43:10 +0000968
drhde647132004-05-07 17:57:49 +0000969 pPage->isInit = 1;
drh9e572e62004-04-23 23:43:10 +0000970 return SQLITE_OK;
drh7e3b0a02001-04-28 16:52:40 +0000971}
972
973/*
drh8b2f49b2001-06-08 00:21:52 +0000974** Set up a raw page so that it looks like a database page holding
975** no entries.
drhbd03cae2001-06-02 02:40:57 +0000976*/
drh9e572e62004-04-23 23:43:10 +0000977static void zeroPage(MemPage *pPage, int flags){
978 unsigned char *data = pPage->aData;
danielk1977aef0bf62005-12-30 16:28:01 +0000979 BtShared *pBt = pPage->pBt;
drh3aac2dd2004-04-26 14:10:20 +0000980 int hdr = pPage->hdrOffset;
drh9e572e62004-04-23 23:43:10 +0000981 int first;
982
danielk19773b8a05f2007-03-19 17:44:26 +0000983 assert( sqlite3PagerPagenumber(pPage->pDbPage)==pPage->pgno );
drhbf4bca52007-09-06 22:19:14 +0000984 assert( sqlite3PagerGetExtra(pPage->pDbPage) == (void*)pPage );
985 assert( sqlite3PagerGetData(pPage->pDbPage) == data );
danielk19773b8a05f2007-03-19 17:44:26 +0000986 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh1fee73e2007-08-29 04:00:57 +0000987 assert( sqlite3_mutex_held(pBt->mutex) );
drhb6f41482004-05-14 01:58:11 +0000988 memset(&data[hdr], 0, pBt->usableSize - hdr);
drh9e572e62004-04-23 23:43:10 +0000989 data[hdr] = flags;
drh43605152004-05-29 21:46:49 +0000990 first = hdr + 8 + 4*((flags&PTF_LEAF)==0);
991 memset(&data[hdr+1], 0, 4);
992 data[hdr+7] = 0;
993 put2byte(&data[hdr+5], pBt->usableSize);
drhb6f41482004-05-14 01:58:11 +0000994 pPage->nFree = pBt->usableSize - first;
drh271efa52004-05-30 19:19:05 +0000995 decodeFlags(pPage, flags);
drh9e572e62004-04-23 23:43:10 +0000996 pPage->hdrOffset = hdr;
drh43605152004-05-29 21:46:49 +0000997 pPage->cellOffset = first;
998 pPage->nOverflow = 0;
drhda200cc2004-05-09 11:51:38 +0000999 pPage->idxShift = 0;
drh43605152004-05-29 21:46:49 +00001000 pPage->nCell = 0;
drhda200cc2004-05-09 11:51:38 +00001001 pPage->isInit = 1;
drhbd03cae2001-06-02 02:40:57 +00001002}
1003
1004/*
drh3aac2dd2004-04-26 14:10:20 +00001005** Get a page from the pager. Initialize the MemPage.pBt and
1006** MemPage.aData elements if needed.
drh538f5702007-04-13 02:14:30 +00001007**
1008** If the noContent flag is set, it means that we do not care about
1009** the content of the page at this time. So do not go to the disk
1010** to fetch the content. Just fill in the content with zeros for now.
1011** If in the future we call sqlite3PagerWrite() on this page, that
1012** means we have started to be concerned about content and the disk
1013** read should occur at that point.
drh3aac2dd2004-04-26 14:10:20 +00001014*/
drh16a9b832007-05-05 18:39:25 +00001015int sqlite3BtreeGetPage(
1016 BtShared *pBt, /* The btree */
1017 Pgno pgno, /* Number of the page to fetch */
1018 MemPage **ppPage, /* Return the page in this parameter */
1019 int noContent /* Do not load page content if true */
1020){
drh3aac2dd2004-04-26 14:10:20 +00001021 int rc;
drh3aac2dd2004-04-26 14:10:20 +00001022 MemPage *pPage;
danielk19773b8a05f2007-03-19 17:44:26 +00001023 DbPage *pDbPage;
1024
drh1fee73e2007-08-29 04:00:57 +00001025 assert( sqlite3_mutex_held(pBt->mutex) );
drh538f5702007-04-13 02:14:30 +00001026 rc = sqlite3PagerAcquire(pBt->pPager, pgno, (DbPage**)&pDbPage, noContent);
drh3aac2dd2004-04-26 14:10:20 +00001027 if( rc ) return rc;
danielk19773b8a05f2007-03-19 17:44:26 +00001028 pPage = (MemPage *)sqlite3PagerGetExtra(pDbPage);
1029 pPage->aData = sqlite3PagerGetData(pDbPage);
1030 pPage->pDbPage = pDbPage;
drh3aac2dd2004-04-26 14:10:20 +00001031 pPage->pBt = pBt;
1032 pPage->pgno = pgno;
drhde647132004-05-07 17:57:49 +00001033 pPage->hdrOffset = pPage->pgno==1 ? 100 : 0;
drh3aac2dd2004-04-26 14:10:20 +00001034 *ppPage = pPage;
1035 return SQLITE_OK;
1036}
1037
1038/*
drhde647132004-05-07 17:57:49 +00001039** Get a page from the pager and initialize it. This routine
1040** is just a convenience wrapper around separate calls to
drh16a9b832007-05-05 18:39:25 +00001041** sqlite3BtreeGetPage() and sqlite3BtreeInitPage().
drhde647132004-05-07 17:57:49 +00001042*/
1043static int getAndInitPage(
danielk1977aef0bf62005-12-30 16:28:01 +00001044 BtShared *pBt, /* The database file */
drhde647132004-05-07 17:57:49 +00001045 Pgno pgno, /* Number of the page to get */
1046 MemPage **ppPage, /* Write the page pointer here */
1047 MemPage *pParent /* Parent of the page */
1048){
1049 int rc;
drh1fee73e2007-08-29 04:00:57 +00001050 assert( sqlite3_mutex_held(pBt->mutex) );
drhee696e22004-08-30 16:52:17 +00001051 if( pgno==0 ){
drh49285702005-09-17 15:20:26 +00001052 return SQLITE_CORRUPT_BKPT;
drhee696e22004-08-30 16:52:17 +00001053 }
drh16a9b832007-05-05 18:39:25 +00001054 rc = sqlite3BtreeGetPage(pBt, pgno, ppPage, 0);
drh10617cd2004-05-14 15:27:27 +00001055 if( rc==SQLITE_OK && (*ppPage)->isInit==0 ){
drh16a9b832007-05-05 18:39:25 +00001056 rc = sqlite3BtreeInitPage(*ppPage, pParent);
drhde647132004-05-07 17:57:49 +00001057 }
1058 return rc;
1059}
1060
1061/*
drh3aac2dd2004-04-26 14:10:20 +00001062** Release a MemPage. This should be called once for each prior
drh16a9b832007-05-05 18:39:25 +00001063** call to sqlite3BtreeGetPage.
drh3aac2dd2004-04-26 14:10:20 +00001064*/
drh4b70f112004-05-02 21:12:19 +00001065static void releasePage(MemPage *pPage){
drh3aac2dd2004-04-26 14:10:20 +00001066 if( pPage ){
1067 assert( pPage->aData );
1068 assert( pPage->pBt );
drhbf4bca52007-09-06 22:19:14 +00001069 assert( sqlite3PagerGetExtra(pPage->pDbPage) == (void*)pPage );
1070 assert( sqlite3PagerGetData(pPage->pDbPage)==pPage->aData );
drh1fee73e2007-08-29 04:00:57 +00001071 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
danielk19773b8a05f2007-03-19 17:44:26 +00001072 sqlite3PagerUnref(pPage->pDbPage);
drh3aac2dd2004-04-26 14:10:20 +00001073 }
1074}
1075
1076/*
drh72f82862001-05-24 21:06:34 +00001077** This routine is called when the reference count for a page
1078** reaches zero. We need to unref the pParent pointer when that
1079** happens.
1080*/
danielk19773b8a05f2007-03-19 17:44:26 +00001081static void pageDestructor(DbPage *pData, int pageSize){
drh07d183d2005-05-01 22:52:42 +00001082 MemPage *pPage;
1083 assert( (pageSize & 7)==0 );
danielk19773b8a05f2007-03-19 17:44:26 +00001084 pPage = (MemPage *)sqlite3PagerGetExtra(pData);
drh1fee73e2007-08-29 04:00:57 +00001085 assert( pPage->isInit==0 || sqlite3_mutex_held(pPage->pBt->mutex) );
drh72f82862001-05-24 21:06:34 +00001086 if( pPage->pParent ){
1087 MemPage *pParent = pPage->pParent;
drhd0679ed2007-08-28 22:24:34 +00001088 assert( pParent->pBt==pPage->pBt );
drh72f82862001-05-24 21:06:34 +00001089 pPage->pParent = 0;
drha34b6762004-05-07 13:30:42 +00001090 releasePage(pParent);
drh72f82862001-05-24 21:06:34 +00001091 }
drh3aac2dd2004-04-26 14:10:20 +00001092 pPage->isInit = 0;
drh72f82862001-05-24 21:06:34 +00001093}
1094
1095/*
drha6abd042004-06-09 17:37:22 +00001096** During a rollback, when the pager reloads information into the cache
1097** so that the cache is restored to its original state at the start of
1098** the transaction, for each page restored this routine is called.
1099**
1100** This routine needs to reset the extra data section at the end of the
1101** page to agree with the restored data.
1102*/
danielk19773b8a05f2007-03-19 17:44:26 +00001103static void pageReinit(DbPage *pData, int pageSize){
drh07d183d2005-05-01 22:52:42 +00001104 MemPage *pPage;
1105 assert( (pageSize & 7)==0 );
danielk19773b8a05f2007-03-19 17:44:26 +00001106 pPage = (MemPage *)sqlite3PagerGetExtra(pData);
drha6abd042004-06-09 17:37:22 +00001107 if( pPage->isInit ){
drh1fee73e2007-08-29 04:00:57 +00001108 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drha6abd042004-06-09 17:37:22 +00001109 pPage->isInit = 0;
drh16a9b832007-05-05 18:39:25 +00001110 sqlite3BtreeInitPage(pPage, pPage->pParent);
drha6abd042004-06-09 17:37:22 +00001111 }
1112}
1113
1114/*
drhe5fe6902007-12-07 18:55:28 +00001115** Invoke the busy handler for a btree.
1116*/
1117static int sqlite3BtreeInvokeBusyHandler(void *pArg, int n){
1118 BtShared *pBt = (BtShared*)pArg;
1119 assert( pBt->db );
1120 assert( sqlite3_mutex_held(pBt->db->mutex) );
1121 return sqlite3InvokeBusyHandler(&pBt->db->busyHandler);
1122}
1123
1124/*
drhad3e0102004-09-03 23:32:18 +00001125** Open a database file.
1126**
drh382c0242001-10-06 16:33:02 +00001127** zFilename is the name of the database file. If zFilename is NULL
drh1bee3d72001-10-15 00:44:35 +00001128** a new database with a random name is created. This randomly named
drh23e11ca2004-05-04 17:27:28 +00001129** database file will be deleted when sqlite3BtreeClose() is called.
drhe53831d2007-08-17 01:14:38 +00001130** If zFilename is ":memory:" then an in-memory database is created
1131** that is automatically destroyed when it is closed.
drha059ad02001-04-17 20:09:11 +00001132*/
drh23e11ca2004-05-04 17:27:28 +00001133int sqlite3BtreeOpen(
drh3aac2dd2004-04-26 14:10:20 +00001134 const char *zFilename, /* Name of the file containing the BTree database */
drhe5fe6902007-12-07 18:55:28 +00001135 sqlite3 *db, /* Associated database handle */
drh3aac2dd2004-04-26 14:10:20 +00001136 Btree **ppBtree, /* Pointer to new Btree object written here */
drh33f4e022007-09-03 15:19:34 +00001137 int flags, /* Options */
1138 int vfsFlags /* Flags passed through to sqlite3_vfs.xOpen() */
drh6019e162001-07-02 17:51:45 +00001139){
drhd677b3d2007-08-20 22:48:41 +00001140 sqlite3_vfs *pVfs; /* The VFS to use for this btree */
drhe53831d2007-08-17 01:14:38 +00001141 BtShared *pBt = 0; /* Shared part of btree structure */
danielk1977aef0bf62005-12-30 16:28:01 +00001142 Btree *p; /* Handle to return */
danielk1977dddbcdc2007-04-26 14:42:34 +00001143 int rc = SQLITE_OK;
drh90f5ecb2004-07-22 01:19:35 +00001144 int nReserve;
1145 unsigned char zDbHeader[100];
danielk1977aef0bf62005-12-30 16:28:01 +00001146
1147 /* Set the variable isMemdb to true for an in-memory database, or
1148 ** false for a file-based database. This symbol is only required if
1149 ** either of the shared-data or autovacuum features are compiled
1150 ** into the library.
1151 */
1152#if !defined(SQLITE_OMIT_SHARED_CACHE) || !defined(SQLITE_OMIT_AUTOVACUUM)
1153 #ifdef SQLITE_OMIT_MEMORYDB
drh980b1a72006-08-16 16:42:48 +00001154 const int isMemdb = 0;
danielk1977aef0bf62005-12-30 16:28:01 +00001155 #else
drh980b1a72006-08-16 16:42:48 +00001156 const int isMemdb = zFilename && !strcmp(zFilename, ":memory:");
danielk1977aef0bf62005-12-30 16:28:01 +00001157 #endif
1158#endif
1159
drhe5fe6902007-12-07 18:55:28 +00001160 assert( db!=0 );
1161 assert( sqlite3_mutex_held(db->mutex) );
drh153c62c2007-08-24 03:51:33 +00001162
drhe5fe6902007-12-07 18:55:28 +00001163 pVfs = db->pVfs;
drh17435752007-08-16 04:30:38 +00001164 p = sqlite3MallocZero(sizeof(Btree));
danielk1977aef0bf62005-12-30 16:28:01 +00001165 if( !p ){
1166 return SQLITE_NOMEM;
1167 }
1168 p->inTrans = TRANS_NONE;
drhe5fe6902007-12-07 18:55:28 +00001169 p->db = db;
danielk1977aef0bf62005-12-30 16:28:01 +00001170
drh198bf392006-01-06 21:52:49 +00001171#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO)
drhe53831d2007-08-17 01:14:38 +00001172 /*
1173 ** If this Btree is a candidate for shared cache, try to find an
1174 ** existing BtShared object that we can share with
1175 */
1176 if( (flags & BTREE_PRIVATE)==0
1177 && isMemdb==0
drhe5fe6902007-12-07 18:55:28 +00001178 && (db->flags & SQLITE_Vtab)==0
drhe53831d2007-08-17 01:14:38 +00001179 && zFilename && zFilename[0]
drhe53831d2007-08-17 01:14:38 +00001180 ){
drhff0587c2007-08-29 17:43:19 +00001181 if( sqlite3SharedCacheEnabled ){
danielk1977adfb9b02007-09-17 07:02:56 +00001182 int nFullPathname = pVfs->mxPathname+1;
1183 char *zFullPathname = (char *)sqlite3_malloc(nFullPathname);
drhff0587c2007-08-29 17:43:19 +00001184 sqlite3_mutex *mutexShared;
1185 p->sharable = 1;
drhe5fe6902007-12-07 18:55:28 +00001186 if( db ){
1187 db->flags |= SQLITE_SharedCache;
danielk1977aef0bf62005-12-30 16:28:01 +00001188 }
drhff0587c2007-08-29 17:43:19 +00001189 if( !zFullPathname ){
1190 sqlite3_free(p);
1191 return SQLITE_NOMEM;
1192 }
danielk1977adfb9b02007-09-17 07:02:56 +00001193 sqlite3OsFullPathname(pVfs, zFilename, nFullPathname, zFullPathname);
drhff0587c2007-08-29 17:43:19 +00001194 mutexShared = sqlite3_mutex_alloc(SQLITE_MUTEX_STATIC_MASTER);
1195 sqlite3_mutex_enter(mutexShared);
1196 for(pBt=sqlite3SharedCacheList; pBt; pBt=pBt->pNext){
1197 assert( pBt->nRef>0 );
1198 if( 0==strcmp(zFullPathname, sqlite3PagerFilename(pBt->pPager))
1199 && sqlite3PagerVfs(pBt->pPager)==pVfs ){
1200 p->pBt = pBt;
1201 pBt->nRef++;
1202 break;
1203 }
1204 }
1205 sqlite3_mutex_leave(mutexShared);
1206 sqlite3_free(zFullPathname);
danielk1977aef0bf62005-12-30 16:28:01 +00001207 }
drhff0587c2007-08-29 17:43:19 +00001208#ifdef SQLITE_DEBUG
1209 else{
1210 /* In debug mode, we mark all persistent databases as sharable
1211 ** even when they are not. This exercises the locking code and
1212 ** gives more opportunity for asserts(sqlite3_mutex_held())
1213 ** statements to find locking problems.
1214 */
1215 p->sharable = 1;
1216 }
1217#endif
danielk1977aef0bf62005-12-30 16:28:01 +00001218 }
1219#endif
drha059ad02001-04-17 20:09:11 +00001220 if( pBt==0 ){
drhe53831d2007-08-17 01:14:38 +00001221 /*
1222 ** The following asserts make sure that structures used by the btree are
1223 ** the right size. This is to guard against size changes that result
1224 ** when compiling on a different architecture.
danielk197703aded42004-11-22 05:26:27 +00001225 */
drhe53831d2007-08-17 01:14:38 +00001226 assert( sizeof(i64)==8 || sizeof(i64)==4 );
1227 assert( sizeof(u64)==8 || sizeof(u64)==4 );
1228 assert( sizeof(u32)==4 );
1229 assert( sizeof(u16)==2 );
1230 assert( sizeof(Pgno)==4 );
1231
1232 pBt = sqlite3MallocZero( sizeof(*pBt) );
1233 if( pBt==0 ){
1234 rc = SQLITE_NOMEM;
1235 goto btree_open_out;
1236 }
drhe5fe6902007-12-07 18:55:28 +00001237 pBt->busyHdr.xFunc = sqlite3BtreeInvokeBusyHandler;
1238 pBt->busyHdr.pArg = pBt;
drh33f4e022007-09-03 15:19:34 +00001239 rc = sqlite3PagerOpen(pVfs, &pBt->pPager, zFilename,
1240 EXTRA_SIZE, flags, vfsFlags);
drhe53831d2007-08-17 01:14:38 +00001241 if( rc==SQLITE_OK ){
1242 rc = sqlite3PagerReadFileheader(pBt->pPager,sizeof(zDbHeader),zDbHeader);
1243 }
1244 if( rc!=SQLITE_OK ){
1245 goto btree_open_out;
1246 }
drhe5fe6902007-12-07 18:55:28 +00001247 sqlite3PagerSetBusyhandler(pBt->pPager, &pBt->busyHdr);
drhe53831d2007-08-17 01:14:38 +00001248 p->pBt = pBt;
1249
1250 sqlite3PagerSetDestructor(pBt->pPager, pageDestructor);
1251 sqlite3PagerSetReiniter(pBt->pPager, pageReinit);
1252 pBt->pCursor = 0;
1253 pBt->pPage1 = 0;
1254 pBt->readOnly = sqlite3PagerIsreadonly(pBt->pPager);
1255 pBt->pageSize = get2byte(&zDbHeader[16]);
1256 if( pBt->pageSize<512 || pBt->pageSize>SQLITE_MAX_PAGE_SIZE
1257 || ((pBt->pageSize-1)&pBt->pageSize)!=0 ){
danielk1977a1644fd2007-08-29 12:31:25 +00001258 pBt->pageSize = 0;
1259 sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize);
drhe53831d2007-08-17 01:14:38 +00001260 pBt->maxEmbedFrac = 64; /* 25% */
1261 pBt->minEmbedFrac = 32; /* 12.5% */
1262 pBt->minLeafFrac = 32; /* 12.5% */
1263#ifndef SQLITE_OMIT_AUTOVACUUM
1264 /* If the magic name ":memory:" will create an in-memory database, then
1265 ** leave the autoVacuum mode at 0 (do not auto-vacuum), even if
1266 ** SQLITE_DEFAULT_AUTOVACUUM is true. On the other hand, if
1267 ** SQLITE_OMIT_MEMORYDB has been defined, then ":memory:" is just a
1268 ** regular file-name. In this case the auto-vacuum applies as per normal.
1269 */
1270 if( zFilename && !isMemdb ){
1271 pBt->autoVacuum = (SQLITE_DEFAULT_AUTOVACUUM ? 1 : 0);
1272 pBt->incrVacuum = (SQLITE_DEFAULT_AUTOVACUUM==2 ? 1 : 0);
1273 }
1274#endif
1275 nReserve = 0;
1276 }else{
1277 nReserve = zDbHeader[20];
1278 pBt->maxEmbedFrac = zDbHeader[21];
1279 pBt->minEmbedFrac = zDbHeader[22];
1280 pBt->minLeafFrac = zDbHeader[23];
1281 pBt->pageSizeFixed = 1;
1282#ifndef SQLITE_OMIT_AUTOVACUUM
1283 pBt->autoVacuum = (get4byte(&zDbHeader[36 + 4*4])?1:0);
1284 pBt->incrVacuum = (get4byte(&zDbHeader[36 + 7*4])?1:0);
1285#endif
1286 }
1287 pBt->usableSize = pBt->pageSize - nReserve;
1288 assert( (pBt->pageSize & 7)==0 ); /* 8-byte alignment of pageSize */
danielk1977a1644fd2007-08-29 12:31:25 +00001289 sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize);
drhe53831d2007-08-17 01:14:38 +00001290
1291#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO)
1292 /* Add the new BtShared object to the linked list sharable BtShareds.
1293 */
1294 if( p->sharable ){
1295 sqlite3_mutex *mutexShared;
1296 pBt->nRef = 1;
1297 mutexShared = sqlite3_mutex_alloc(SQLITE_MUTEX_STATIC_MASTER);
drh3285db22007-09-03 22:00:39 +00001298 if( SQLITE_THREADSAFE ){
1299 pBt->mutex = sqlite3_mutex_alloc(SQLITE_MUTEX_FAST);
1300 if( pBt->mutex==0 ){
1301 rc = SQLITE_NOMEM;
drhe5fe6902007-12-07 18:55:28 +00001302 db->mallocFailed = 0;
drh3285db22007-09-03 22:00:39 +00001303 goto btree_open_out;
1304 }
drhff0587c2007-08-29 17:43:19 +00001305 }
drhe53831d2007-08-17 01:14:38 +00001306 sqlite3_mutex_enter(mutexShared);
1307 pBt->pNext = sqlite3SharedCacheList;
1308 sqlite3SharedCacheList = pBt;
1309 sqlite3_mutex_leave(mutexShared);
danielk1977951af802004-11-05 15:45:09 +00001310 }
drheee46cf2004-11-06 00:02:48 +00001311#endif
drh90f5ecb2004-07-22 01:19:35 +00001312 }
danielk1977aef0bf62005-12-30 16:28:01 +00001313
drhcfed7bc2006-03-13 14:28:05 +00001314#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO)
drhe53831d2007-08-17 01:14:38 +00001315 /* If the new Btree uses a sharable pBtShared, then link the new
1316 ** Btree into the list of all sharable Btrees for the same connection.
drhabddb0c2007-08-20 13:14:28 +00001317 ** The list is kept in ascending order by pBt address.
danielk197754f01982006-01-18 15:25:17 +00001318 */
drhe53831d2007-08-17 01:14:38 +00001319 if( p->sharable ){
1320 int i;
1321 Btree *pSib;
drhe5fe6902007-12-07 18:55:28 +00001322 for(i=0; i<db->nDb; i++){
1323 if( (pSib = db->aDb[i].pBt)!=0 && pSib->sharable ){
drhe53831d2007-08-17 01:14:38 +00001324 while( pSib->pPrev ){ pSib = pSib->pPrev; }
1325 if( p->pBt<pSib->pBt ){
1326 p->pNext = pSib;
1327 p->pPrev = 0;
1328 pSib->pPrev = p;
1329 }else{
drhabddb0c2007-08-20 13:14:28 +00001330 while( pSib->pNext && pSib->pNext->pBt<p->pBt ){
drhe53831d2007-08-17 01:14:38 +00001331 pSib = pSib->pNext;
1332 }
1333 p->pNext = pSib->pNext;
1334 p->pPrev = pSib;
1335 if( p->pNext ){
1336 p->pNext->pPrev = p;
1337 }
1338 pSib->pNext = p;
1339 }
1340 break;
1341 }
1342 }
danielk1977aef0bf62005-12-30 16:28:01 +00001343 }
danielk1977aef0bf62005-12-30 16:28:01 +00001344#endif
1345 *ppBtree = p;
danielk1977dddbcdc2007-04-26 14:42:34 +00001346
1347btree_open_out:
1348 if( rc!=SQLITE_OK ){
1349 if( pBt && pBt->pPager ){
1350 sqlite3PagerClose(pBt->pPager);
1351 }
drh17435752007-08-16 04:30:38 +00001352 sqlite3_free(pBt);
1353 sqlite3_free(p);
danielk1977dddbcdc2007-04-26 14:42:34 +00001354 *ppBtree = 0;
1355 }
1356 return rc;
drha059ad02001-04-17 20:09:11 +00001357}
1358
1359/*
drhe53831d2007-08-17 01:14:38 +00001360** Decrement the BtShared.nRef counter. When it reaches zero,
1361** remove the BtShared structure from the sharing list. Return
1362** true if the BtShared.nRef counter reaches zero and return
1363** false if it is still positive.
1364*/
1365static int removeFromSharingList(BtShared *pBt){
1366#ifndef SQLITE_OMIT_SHARED_CACHE
1367 sqlite3_mutex *pMaster;
1368 BtShared *pList;
1369 int removed = 0;
1370
drhd677b3d2007-08-20 22:48:41 +00001371 assert( sqlite3_mutex_notheld(pBt->mutex) );
drhe53831d2007-08-17 01:14:38 +00001372 pMaster = sqlite3_mutex_alloc(SQLITE_MUTEX_STATIC_MASTER);
1373 sqlite3_mutex_enter(pMaster);
1374 pBt->nRef--;
1375 if( pBt->nRef<=0 ){
1376 if( sqlite3SharedCacheList==pBt ){
1377 sqlite3SharedCacheList = pBt->pNext;
1378 }else{
1379 pList = sqlite3SharedCacheList;
1380 while( pList && pList->pNext!=pBt ){
1381 pList=pList->pNext;
1382 }
1383 if( pList ){
1384 pList->pNext = pBt->pNext;
1385 }
1386 }
drh3285db22007-09-03 22:00:39 +00001387 if( SQLITE_THREADSAFE ){
1388 sqlite3_mutex_free(pBt->mutex);
1389 }
drhe53831d2007-08-17 01:14:38 +00001390 removed = 1;
1391 }
1392 sqlite3_mutex_leave(pMaster);
1393 return removed;
1394#else
1395 return 1;
1396#endif
1397}
1398
1399/*
drha059ad02001-04-17 20:09:11 +00001400** Close an open database and invalidate all cursors.
1401*/
danielk1977aef0bf62005-12-30 16:28:01 +00001402int sqlite3BtreeClose(Btree *p){
danielk1977aef0bf62005-12-30 16:28:01 +00001403 BtShared *pBt = p->pBt;
1404 BtCursor *pCur;
1405
danielk1977aef0bf62005-12-30 16:28:01 +00001406 /* Close all cursors opened via this handle. */
drhe5fe6902007-12-07 18:55:28 +00001407 assert( sqlite3_mutex_held(p->db->mutex) );
drhe53831d2007-08-17 01:14:38 +00001408 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00001409 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00001410 pCur = pBt->pCursor;
1411 while( pCur ){
1412 BtCursor *pTmp = pCur;
1413 pCur = pCur->pNext;
1414 if( pTmp->pBtree==p ){
1415 sqlite3BtreeCloseCursor(pTmp);
1416 }
drha059ad02001-04-17 20:09:11 +00001417 }
danielk1977aef0bf62005-12-30 16:28:01 +00001418
danielk19778d34dfd2006-01-24 16:37:57 +00001419 /* Rollback any active transaction and free the handle structure.
1420 ** The call to sqlite3BtreeRollback() drops any table-locks held by
1421 ** this handle.
1422 */
danielk1977b597f742006-01-15 11:39:18 +00001423 sqlite3BtreeRollback(p);
drhe53831d2007-08-17 01:14:38 +00001424 sqlite3BtreeLeave(p);
danielk1977aef0bf62005-12-30 16:28:01 +00001425
danielk1977aef0bf62005-12-30 16:28:01 +00001426 /* If there are still other outstanding references to the shared-btree
1427 ** structure, return now. The remainder of this procedure cleans
1428 ** up the shared-btree.
1429 */
drhe53831d2007-08-17 01:14:38 +00001430 assert( p->wantToLock==0 && p->locked==0 );
1431 if( !p->sharable || removeFromSharingList(pBt) ){
1432 /* The pBt is no longer on the sharing list, so we can access
1433 ** it without having to hold the mutex.
1434 **
1435 ** Clean out and delete the BtShared object.
1436 */
1437 assert( !pBt->pCursor );
drhe53831d2007-08-17 01:14:38 +00001438 sqlite3PagerClose(pBt->pPager);
1439 if( pBt->xFreeSchema && pBt->pSchema ){
1440 pBt->xFreeSchema(pBt->pSchema);
1441 }
1442 sqlite3_free(pBt->pSchema);
1443 sqlite3_free(pBt);
danielk1977aef0bf62005-12-30 16:28:01 +00001444 }
1445
drhe53831d2007-08-17 01:14:38 +00001446#ifndef SQLITE_OMIT_SHARED_CACHE
drhcab5ed72007-08-22 11:41:18 +00001447 assert( p->wantToLock==0 );
1448 assert( p->locked==0 );
1449 if( p->pPrev ) p->pPrev->pNext = p->pNext;
1450 if( p->pNext ) p->pNext->pPrev = p->pPrev;
danielk1977aef0bf62005-12-30 16:28:01 +00001451#endif
1452
drhe53831d2007-08-17 01:14:38 +00001453 sqlite3_free(p);
drha059ad02001-04-17 20:09:11 +00001454 return SQLITE_OK;
1455}
1456
1457/*
drhda47d772002-12-02 04:25:19 +00001458** Change the limit on the number of pages allowed in the cache.
drhcd61c282002-03-06 22:01:34 +00001459**
1460** The maximum number of cache pages is set to the absolute
1461** value of mxPage. If mxPage is negative, the pager will
1462** operate asynchronously - it will not stop to do fsync()s
1463** to insure data is written to the disk surface before
1464** continuing. Transactions still work if synchronous is off,
1465** and the database cannot be corrupted if this program
1466** crashes. But if the operating system crashes or there is
1467** an abrupt power failure when synchronous is off, the database
1468** could be left in an inconsistent and unrecoverable state.
1469** Synchronous is on by default so database corruption is not
1470** normally a worry.
drhf57b14a2001-09-14 18:54:08 +00001471*/
danielk1977aef0bf62005-12-30 16:28:01 +00001472int sqlite3BtreeSetCacheSize(Btree *p, int mxPage){
1473 BtShared *pBt = p->pBt;
drhe5fe6902007-12-07 18:55:28 +00001474 assert( sqlite3_mutex_held(p->db->mutex) );
drhd677b3d2007-08-20 22:48:41 +00001475 sqlite3BtreeEnter(p);
danielk19773b8a05f2007-03-19 17:44:26 +00001476 sqlite3PagerSetCachesize(pBt->pPager, mxPage);
drhd677b3d2007-08-20 22:48:41 +00001477 sqlite3BtreeLeave(p);
drhf57b14a2001-09-14 18:54:08 +00001478 return SQLITE_OK;
1479}
1480
1481/*
drh973b6e32003-02-12 14:09:42 +00001482** Change the way data is synced to disk in order to increase or decrease
1483** how well the database resists damage due to OS crashes and power
1484** failures. Level 1 is the same as asynchronous (no syncs() occur and
1485** there is a high probability of damage) Level 2 is the default. There
1486** is a very low but non-zero probability of damage. Level 3 reduces the
1487** probability of damage to near zero but with a write performance reduction.
1488*/
danielk197793758c82005-01-21 08:13:14 +00001489#ifndef SQLITE_OMIT_PAGER_PRAGMAS
drhac530b12006-02-11 01:25:50 +00001490int sqlite3BtreeSetSafetyLevel(Btree *p, int level, int fullSync){
danielk1977aef0bf62005-12-30 16:28:01 +00001491 BtShared *pBt = p->pBt;
drhe5fe6902007-12-07 18:55:28 +00001492 assert( sqlite3_mutex_held(p->db->mutex) );
drhd677b3d2007-08-20 22:48:41 +00001493 sqlite3BtreeEnter(p);
danielk19773b8a05f2007-03-19 17:44:26 +00001494 sqlite3PagerSetSafetyLevel(pBt->pPager, level, fullSync);
drhd677b3d2007-08-20 22:48:41 +00001495 sqlite3BtreeLeave(p);
drh973b6e32003-02-12 14:09:42 +00001496 return SQLITE_OK;
1497}
danielk197793758c82005-01-21 08:13:14 +00001498#endif
drh973b6e32003-02-12 14:09:42 +00001499
drh2c8997b2005-08-27 16:36:48 +00001500/*
1501** Return TRUE if the given btree is set to safety level 1. In other
1502** words, return TRUE if no sync() occurs on the disk files.
1503*/
danielk1977aef0bf62005-12-30 16:28:01 +00001504int sqlite3BtreeSyncDisabled(Btree *p){
1505 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00001506 int rc;
drhe5fe6902007-12-07 18:55:28 +00001507 assert( sqlite3_mutex_held(p->db->mutex) );
drhd677b3d2007-08-20 22:48:41 +00001508 sqlite3BtreeEnter(p);
drhd0679ed2007-08-28 22:24:34 +00001509 assert( pBt && pBt->pPager );
drhd677b3d2007-08-20 22:48:41 +00001510 rc = sqlite3PagerNosync(pBt->pPager);
1511 sqlite3BtreeLeave(p);
1512 return rc;
drh2c8997b2005-08-27 16:36:48 +00001513}
1514
danielk1977576ec6b2005-01-21 11:55:25 +00001515#if !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM)
drh973b6e32003-02-12 14:09:42 +00001516/*
drh90f5ecb2004-07-22 01:19:35 +00001517** Change the default pages size and the number of reserved bytes per page.
drh06f50212004-11-02 14:24:33 +00001518**
1519** The page size must be a power of 2 between 512 and 65536. If the page
1520** size supplied does not meet this constraint then the page size is not
1521** changed.
1522**
1523** Page sizes are constrained to be a power of two so that the region
1524** of the database file used for locking (beginning at PENDING_BYTE,
1525** the first byte past the 1GB boundary, 0x40000000) needs to occur
1526** at the beginning of a page.
danielk197728129562005-01-11 10:25:06 +00001527**
1528** If parameter nReserve is less than zero, then the number of reserved
1529** bytes per page is left unchanged.
drh90f5ecb2004-07-22 01:19:35 +00001530*/
danielk1977aef0bf62005-12-30 16:28:01 +00001531int sqlite3BtreeSetPageSize(Btree *p, int pageSize, int nReserve){
danielk1977a1644fd2007-08-29 12:31:25 +00001532 int rc = SQLITE_OK;
danielk1977aef0bf62005-12-30 16:28:01 +00001533 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00001534 sqlite3BtreeEnter(p);
drh90f5ecb2004-07-22 01:19:35 +00001535 if( pBt->pageSizeFixed ){
drhd677b3d2007-08-20 22:48:41 +00001536 sqlite3BtreeLeave(p);
drh90f5ecb2004-07-22 01:19:35 +00001537 return SQLITE_READONLY;
1538 }
1539 if( nReserve<0 ){
1540 nReserve = pBt->pageSize - pBt->usableSize;
1541 }
drh06f50212004-11-02 14:24:33 +00001542 if( pageSize>=512 && pageSize<=SQLITE_MAX_PAGE_SIZE &&
1543 ((pageSize-1)&pageSize)==0 ){
drh07d183d2005-05-01 22:52:42 +00001544 assert( (pageSize & 7)==0 );
danielk1977aef0bf62005-12-30 16:28:01 +00001545 assert( !pBt->pPage1 && !pBt->pCursor );
danielk1977a1644fd2007-08-29 12:31:25 +00001546 pBt->pageSize = pageSize;
1547 rc = sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize);
drh90f5ecb2004-07-22 01:19:35 +00001548 }
1549 pBt->usableSize = pBt->pageSize - nReserve;
drhd677b3d2007-08-20 22:48:41 +00001550 sqlite3BtreeLeave(p);
danielk1977a1644fd2007-08-29 12:31:25 +00001551 return rc;
drh90f5ecb2004-07-22 01:19:35 +00001552}
1553
1554/*
1555** Return the currently defined page size
1556*/
danielk1977aef0bf62005-12-30 16:28:01 +00001557int sqlite3BtreeGetPageSize(Btree *p){
1558 return p->pBt->pageSize;
drh90f5ecb2004-07-22 01:19:35 +00001559}
danielk1977aef0bf62005-12-30 16:28:01 +00001560int sqlite3BtreeGetReserve(Btree *p){
drhd677b3d2007-08-20 22:48:41 +00001561 int n;
1562 sqlite3BtreeEnter(p);
1563 n = p->pBt->pageSize - p->pBt->usableSize;
1564 sqlite3BtreeLeave(p);
1565 return n;
drh2011d5f2004-07-22 02:40:37 +00001566}
drhf8e632b2007-05-08 14:51:36 +00001567
1568/*
1569** Set the maximum page count for a database if mxPage is positive.
1570** No changes are made if mxPage is 0 or negative.
1571** Regardless of the value of mxPage, return the maximum page count.
1572*/
1573int sqlite3BtreeMaxPageCount(Btree *p, int mxPage){
drhd677b3d2007-08-20 22:48:41 +00001574 int n;
1575 sqlite3BtreeEnter(p);
1576 n = sqlite3PagerMaxPageCount(p->pBt->pPager, mxPage);
1577 sqlite3BtreeLeave(p);
1578 return n;
drhf8e632b2007-05-08 14:51:36 +00001579}
danielk1977576ec6b2005-01-21 11:55:25 +00001580#endif /* !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM) */
drh90f5ecb2004-07-22 01:19:35 +00001581
1582/*
danielk1977951af802004-11-05 15:45:09 +00001583** Change the 'auto-vacuum' property of the database. If the 'autoVacuum'
1584** parameter is non-zero, then auto-vacuum mode is enabled. If zero, it
1585** is disabled. The default value for the auto-vacuum property is
1586** determined by the SQLITE_DEFAULT_AUTOVACUUM macro.
1587*/
danielk1977aef0bf62005-12-30 16:28:01 +00001588int sqlite3BtreeSetAutoVacuum(Btree *p, int autoVacuum){
danielk1977951af802004-11-05 15:45:09 +00001589#ifdef SQLITE_OMIT_AUTOVACUUM
drheee46cf2004-11-06 00:02:48 +00001590 return SQLITE_READONLY;
danielk1977951af802004-11-05 15:45:09 +00001591#else
danielk1977dddbcdc2007-04-26 14:42:34 +00001592 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00001593 int rc = SQLITE_OK;
danielk1977dddbcdc2007-04-26 14:42:34 +00001594 int av = (autoVacuum?1:0);
drhd677b3d2007-08-20 22:48:41 +00001595
1596 sqlite3BtreeEnter(p);
danielk1977dddbcdc2007-04-26 14:42:34 +00001597 if( pBt->pageSizeFixed && av!=pBt->autoVacuum ){
drhd677b3d2007-08-20 22:48:41 +00001598 rc = SQLITE_READONLY;
1599 }else{
1600 pBt->autoVacuum = av;
danielk1977951af802004-11-05 15:45:09 +00001601 }
drhd677b3d2007-08-20 22:48:41 +00001602 sqlite3BtreeLeave(p);
1603 return rc;
danielk1977951af802004-11-05 15:45:09 +00001604#endif
1605}
1606
1607/*
1608** Return the value of the 'auto-vacuum' property. If auto-vacuum is
1609** enabled 1 is returned. Otherwise 0.
1610*/
danielk1977aef0bf62005-12-30 16:28:01 +00001611int sqlite3BtreeGetAutoVacuum(Btree *p){
danielk1977951af802004-11-05 15:45:09 +00001612#ifdef SQLITE_OMIT_AUTOVACUUM
danielk1977dddbcdc2007-04-26 14:42:34 +00001613 return BTREE_AUTOVACUUM_NONE;
danielk1977951af802004-11-05 15:45:09 +00001614#else
drhd677b3d2007-08-20 22:48:41 +00001615 int rc;
1616 sqlite3BtreeEnter(p);
1617 rc = (
danielk1977dddbcdc2007-04-26 14:42:34 +00001618 (!p->pBt->autoVacuum)?BTREE_AUTOVACUUM_NONE:
1619 (!p->pBt->incrVacuum)?BTREE_AUTOVACUUM_FULL:
1620 BTREE_AUTOVACUUM_INCR
1621 );
drhd677b3d2007-08-20 22:48:41 +00001622 sqlite3BtreeLeave(p);
1623 return rc;
danielk1977951af802004-11-05 15:45:09 +00001624#endif
1625}
1626
1627
1628/*
drha34b6762004-05-07 13:30:42 +00001629** Get a reference to pPage1 of the database file. This will
drh306dc212001-05-21 13:45:10 +00001630** also acquire a readlock on that file.
1631**
1632** SQLITE_OK is returned on success. If the file is not a
1633** well-formed database file, then SQLITE_CORRUPT is returned.
1634** SQLITE_BUSY is returned if the database is locked. SQLITE_NOMEM
drh4f0ee682007-03-30 20:43:40 +00001635** is returned if we run out of memory.
drh306dc212001-05-21 13:45:10 +00001636*/
danielk1977aef0bf62005-12-30 16:28:01 +00001637static int lockBtree(BtShared *pBt){
danielk1977f653d782008-03-20 11:04:21 +00001638 int rc;
drh3aac2dd2004-04-26 14:10:20 +00001639 MemPage *pPage1;
drhd677b3d2007-08-20 22:48:41 +00001640
drh1fee73e2007-08-29 04:00:57 +00001641 assert( sqlite3_mutex_held(pBt->mutex) );
drha34b6762004-05-07 13:30:42 +00001642 if( pBt->pPage1 ) return SQLITE_OK;
drh16a9b832007-05-05 18:39:25 +00001643 rc = sqlite3BtreeGetPage(pBt, 1, &pPage1, 0);
drh306dc212001-05-21 13:45:10 +00001644 if( rc!=SQLITE_OK ) return rc;
drh306dc212001-05-21 13:45:10 +00001645
1646 /* Do some checking to help insure the file we opened really is
1647 ** a valid database file.
1648 */
drhb6f41482004-05-14 01:58:11 +00001649 rc = SQLITE_NOTADB;
danielk19773b8a05f2007-03-19 17:44:26 +00001650 if( sqlite3PagerPagecount(pBt->pPager)>0 ){
danielk1977f653d782008-03-20 11:04:21 +00001651 int pageSize;
1652 int usableSize;
drhb6f41482004-05-14 01:58:11 +00001653 u8 *page1 = pPage1->aData;
1654 if( memcmp(page1, zMagicHeader, 16)!=0 ){
drh72f82862001-05-24 21:06:34 +00001655 goto page1_init_failed;
drh306dc212001-05-21 13:45:10 +00001656 }
drh309169a2007-04-24 17:27:51 +00001657 if( page1[18]>1 ){
1658 pBt->readOnly = 1;
1659 }
1660 if( page1[19]>1 ){
drhb6f41482004-05-14 01:58:11 +00001661 goto page1_init_failed;
1662 }
drh07d183d2005-05-01 22:52:42 +00001663 pageSize = get2byte(&page1[16]);
drh7dc385e2007-09-06 23:39:36 +00001664 if( ((pageSize-1)&pageSize)!=0 || pageSize<512 ||
1665 (SQLITE_MAX_PAGE_SIZE<32768 && pageSize>SQLITE_MAX_PAGE_SIZE)
1666 ){
drh07d183d2005-05-01 22:52:42 +00001667 goto page1_init_failed;
1668 }
1669 assert( (pageSize & 7)==0 );
danielk1977f653d782008-03-20 11:04:21 +00001670 usableSize = pageSize - page1[20];
1671 if( pageSize!=pBt->pageSize ){
1672 /* After reading the first page of the database assuming a page size
1673 ** of BtShared.pageSize, we have discovered that the page-size is
1674 ** actually pageSize. Unlock the database, leave pBt->pPage1 at
1675 ** zero and return SQLITE_OK. The caller will call this function
1676 ** again with the correct page-size.
1677 */
1678 releasePage(pPage1);
1679 pBt->usableSize = usableSize;
1680 pBt->pageSize = pageSize;
1681 sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize);
1682 return SQLITE_OK;
1683 }
1684 if( usableSize<500 ){
drhb6f41482004-05-14 01:58:11 +00001685 goto page1_init_failed;
1686 }
danielk1977f653d782008-03-20 11:04:21 +00001687 pBt->pageSize = pageSize;
1688 pBt->usableSize = usableSize;
drhb6f41482004-05-14 01:58:11 +00001689 pBt->maxEmbedFrac = page1[21];
1690 pBt->minEmbedFrac = page1[22];
1691 pBt->minLeafFrac = page1[23];
drh057cd3a2005-02-15 16:23:02 +00001692#ifndef SQLITE_OMIT_AUTOVACUUM
1693 pBt->autoVacuum = (get4byte(&page1[36 + 4*4])?1:0);
danielk197727b1f952007-06-25 08:16:58 +00001694 pBt->incrVacuum = (get4byte(&page1[36 + 7*4])?1:0);
drh057cd3a2005-02-15 16:23:02 +00001695#endif
drh306dc212001-05-21 13:45:10 +00001696 }
drhb6f41482004-05-14 01:58:11 +00001697
1698 /* maxLocal is the maximum amount of payload to store locally for
1699 ** a cell. Make sure it is small enough so that at least minFanout
1700 ** cells can will fit on one page. We assume a 10-byte page header.
1701 ** Besides the payload, the cell must store:
drh43605152004-05-29 21:46:49 +00001702 ** 2-byte pointer to the cell
drhb6f41482004-05-14 01:58:11 +00001703 ** 4-byte child pointer
1704 ** 9-byte nKey value
1705 ** 4-byte nData value
1706 ** 4-byte overflow page pointer
drh43605152004-05-29 21:46:49 +00001707 ** So a cell consists of a 2-byte poiner, a header which is as much as
1708 ** 17 bytes long, 0 to N bytes of payload, and an optional 4 byte overflow
1709 ** page pointer.
drhb6f41482004-05-14 01:58:11 +00001710 */
drh43605152004-05-29 21:46:49 +00001711 pBt->maxLocal = (pBt->usableSize-12)*pBt->maxEmbedFrac/255 - 23;
1712 pBt->minLocal = (pBt->usableSize-12)*pBt->minEmbedFrac/255 - 23;
1713 pBt->maxLeaf = pBt->usableSize - 35;
1714 pBt->minLeaf = (pBt->usableSize-12)*pBt->minLeafFrac/255 - 23;
drhb6f41482004-05-14 01:58:11 +00001715 if( pBt->minLocal>pBt->maxLocal || pBt->maxLocal<0 ){
1716 goto page1_init_failed;
1717 }
drh2e38c322004-09-03 18:38:44 +00001718 assert( pBt->maxLeaf + 23 <= MX_CELL_SIZE(pBt) );
drh3aac2dd2004-04-26 14:10:20 +00001719 pBt->pPage1 = pPage1;
drhb6f41482004-05-14 01:58:11 +00001720 return SQLITE_OK;
drh306dc212001-05-21 13:45:10 +00001721
drh72f82862001-05-24 21:06:34 +00001722page1_init_failed:
drh3aac2dd2004-04-26 14:10:20 +00001723 releasePage(pPage1);
1724 pBt->pPage1 = 0;
drh72f82862001-05-24 21:06:34 +00001725 return rc;
drh306dc212001-05-21 13:45:10 +00001726}
1727
1728/*
drhb8ef32c2005-03-14 02:01:49 +00001729** This routine works like lockBtree() except that it also invokes the
1730** busy callback if there is lock contention.
1731*/
danielk1977aef0bf62005-12-30 16:28:01 +00001732static int lockBtreeWithRetry(Btree *pRef){
drhb8ef32c2005-03-14 02:01:49 +00001733 int rc = SQLITE_OK;
drhd677b3d2007-08-20 22:48:41 +00001734
drh1fee73e2007-08-29 04:00:57 +00001735 assert( sqlite3BtreeHoldsMutex(pRef) );
danielk1977aef0bf62005-12-30 16:28:01 +00001736 if( pRef->inTrans==TRANS_NONE ){
1737 u8 inTransaction = pRef->pBt->inTransaction;
1738 btreeIntegrity(pRef);
1739 rc = sqlite3BtreeBeginTrans(pRef, 0);
1740 pRef->pBt->inTransaction = inTransaction;
1741 pRef->inTrans = TRANS_NONE;
1742 if( rc==SQLITE_OK ){
1743 pRef->pBt->nTransaction--;
1744 }
1745 btreeIntegrity(pRef);
drhb8ef32c2005-03-14 02:01:49 +00001746 }
1747 return rc;
1748}
1749
1750
1751/*
drhb8ca3072001-12-05 00:21:20 +00001752** If there are no outstanding cursors and we are not in the middle
1753** of a transaction but there is a read lock on the database, then
1754** this routine unrefs the first page of the database file which
1755** has the effect of releasing the read lock.
1756**
1757** If there are any outstanding cursors, this routine is a no-op.
1758**
1759** If there is a transaction in progress, this routine is a no-op.
1760*/
danielk1977aef0bf62005-12-30 16:28:01 +00001761static void unlockBtreeIfUnused(BtShared *pBt){
drh1fee73e2007-08-29 04:00:57 +00001762 assert( sqlite3_mutex_held(pBt->mutex) );
danielk1977aef0bf62005-12-30 16:28:01 +00001763 if( pBt->inTransaction==TRANS_NONE && pBt->pCursor==0 && pBt->pPage1!=0 ){
danielk19773b8a05f2007-03-19 17:44:26 +00001764 if( sqlite3PagerRefcount(pBt->pPager)>=1 ){
drhde4fcfd2008-01-19 23:50:26 +00001765 assert( pBt->pPage1->aData );
1766#if 0
drh24c9a2e2007-01-05 02:00:47 +00001767 if( pBt->pPage1->aData==0 ){
1768 MemPage *pPage = pBt->pPage1;
drhbf4bca52007-09-06 22:19:14 +00001769 pPage->aData = sqlite3PagerGetData(pPage->pDbPage);
drh24c9a2e2007-01-05 02:00:47 +00001770 pPage->pBt = pBt;
1771 pPage->pgno = 1;
1772 }
drhde4fcfd2008-01-19 23:50:26 +00001773#endif
drh24c9a2e2007-01-05 02:00:47 +00001774 releasePage(pBt->pPage1);
drh51c6d962004-06-06 00:42:25 +00001775 }
drh3aac2dd2004-04-26 14:10:20 +00001776 pBt->pPage1 = 0;
drh3aac2dd2004-04-26 14:10:20 +00001777 pBt->inStmt = 0;
drhb8ca3072001-12-05 00:21:20 +00001778 }
1779}
1780
1781/*
drh9e572e62004-04-23 23:43:10 +00001782** Create a new database by initializing the first page of the
drh8c42ca92001-06-22 19:15:00 +00001783** file.
drh8b2f49b2001-06-08 00:21:52 +00001784*/
danielk1977aef0bf62005-12-30 16:28:01 +00001785static int newDatabase(BtShared *pBt){
drh9e572e62004-04-23 23:43:10 +00001786 MemPage *pP1;
1787 unsigned char *data;
drh8c42ca92001-06-22 19:15:00 +00001788 int rc;
drhd677b3d2007-08-20 22:48:41 +00001789
drh1fee73e2007-08-29 04:00:57 +00001790 assert( sqlite3_mutex_held(pBt->mutex) );
danielk19773b8a05f2007-03-19 17:44:26 +00001791 if( sqlite3PagerPagecount(pBt->pPager)>0 ) return SQLITE_OK;
drh3aac2dd2004-04-26 14:10:20 +00001792 pP1 = pBt->pPage1;
drh9e572e62004-04-23 23:43:10 +00001793 assert( pP1!=0 );
1794 data = pP1->aData;
danielk19773b8a05f2007-03-19 17:44:26 +00001795 rc = sqlite3PagerWrite(pP1->pDbPage);
drh8b2f49b2001-06-08 00:21:52 +00001796 if( rc ) return rc;
drh9e572e62004-04-23 23:43:10 +00001797 memcpy(data, zMagicHeader, sizeof(zMagicHeader));
1798 assert( sizeof(zMagicHeader)==16 );
drhb6f41482004-05-14 01:58:11 +00001799 put2byte(&data[16], pBt->pageSize);
drh9e572e62004-04-23 23:43:10 +00001800 data[18] = 1;
1801 data[19] = 1;
drhb6f41482004-05-14 01:58:11 +00001802 data[20] = pBt->pageSize - pBt->usableSize;
1803 data[21] = pBt->maxEmbedFrac;
1804 data[22] = pBt->minEmbedFrac;
1805 data[23] = pBt->minLeafFrac;
1806 memset(&data[24], 0, 100-24);
drhe6c43812004-05-14 12:17:46 +00001807 zeroPage(pP1, PTF_INTKEY|PTF_LEAF|PTF_LEAFDATA );
drhf2a611c2004-09-05 00:33:43 +00001808 pBt->pageSizeFixed = 1;
danielk1977003ba062004-11-04 02:57:33 +00001809#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977dddbcdc2007-04-26 14:42:34 +00001810 assert( pBt->autoVacuum==1 || pBt->autoVacuum==0 );
danielk1977418899a2007-06-24 10:14:00 +00001811 assert( pBt->incrVacuum==1 || pBt->incrVacuum==0 );
danielk1977dddbcdc2007-04-26 14:42:34 +00001812 put4byte(&data[36 + 4*4], pBt->autoVacuum);
danielk1977418899a2007-06-24 10:14:00 +00001813 put4byte(&data[36 + 7*4], pBt->incrVacuum);
danielk1977003ba062004-11-04 02:57:33 +00001814#endif
drh8b2f49b2001-06-08 00:21:52 +00001815 return SQLITE_OK;
1816}
1817
1818/*
danielk1977ee5741e2004-05-31 10:01:34 +00001819** Attempt to start a new transaction. A write-transaction
drh684917c2004-10-05 02:41:42 +00001820** is started if the second argument is nonzero, otherwise a read-
1821** transaction. If the second argument is 2 or more and exclusive
1822** transaction is started, meaning that no other process is allowed
1823** to access the database. A preexisting transaction may not be
drhb8ef32c2005-03-14 02:01:49 +00001824** upgraded to exclusive by calling this routine a second time - the
drh684917c2004-10-05 02:41:42 +00001825** exclusivity flag only works for a new transaction.
drh8b2f49b2001-06-08 00:21:52 +00001826**
danielk1977ee5741e2004-05-31 10:01:34 +00001827** A write-transaction must be started before attempting any
1828** changes to the database. None of the following routines
1829** will work unless a transaction is started first:
drh8b2f49b2001-06-08 00:21:52 +00001830**
drh23e11ca2004-05-04 17:27:28 +00001831** sqlite3BtreeCreateTable()
1832** sqlite3BtreeCreateIndex()
1833** sqlite3BtreeClearTable()
1834** sqlite3BtreeDropTable()
1835** sqlite3BtreeInsert()
1836** sqlite3BtreeDelete()
1837** sqlite3BtreeUpdateMeta()
danielk197713adf8a2004-06-03 16:08:41 +00001838**
drhb8ef32c2005-03-14 02:01:49 +00001839** If an initial attempt to acquire the lock fails because of lock contention
1840** and the database was previously unlocked, then invoke the busy handler
1841** if there is one. But if there was previously a read-lock, do not
1842** invoke the busy handler - just return SQLITE_BUSY. SQLITE_BUSY is
1843** returned when there is already a read-lock in order to avoid a deadlock.
1844**
1845** Suppose there are two processes A and B. A has a read lock and B has
1846** a reserved lock. B tries to promote to exclusive but is blocked because
1847** of A's read lock. A tries to promote to reserved but is blocked by B.
1848** One or the other of the two processes must give way or there can be
1849** no progress. By returning SQLITE_BUSY and not invoking the busy callback
1850** when A already has a read lock, we encourage A to give up and let B
1851** proceed.
drha059ad02001-04-17 20:09:11 +00001852*/
danielk1977aef0bf62005-12-30 16:28:01 +00001853int sqlite3BtreeBeginTrans(Btree *p, int wrflag){
1854 BtShared *pBt = p->pBt;
danielk1977ee5741e2004-05-31 10:01:34 +00001855 int rc = SQLITE_OK;
1856
drhd677b3d2007-08-20 22:48:41 +00001857 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00001858 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00001859 btreeIntegrity(p);
1860
danielk1977ee5741e2004-05-31 10:01:34 +00001861 /* If the btree is already in a write-transaction, or it
1862 ** is already in a read-transaction and a read-transaction
1863 ** is requested, this is a no-op.
1864 */
danielk1977aef0bf62005-12-30 16:28:01 +00001865 if( p->inTrans==TRANS_WRITE || (p->inTrans==TRANS_READ && !wrflag) ){
drhd677b3d2007-08-20 22:48:41 +00001866 goto trans_begun;
danielk1977ee5741e2004-05-31 10:01:34 +00001867 }
drhb8ef32c2005-03-14 02:01:49 +00001868
1869 /* Write transactions are not possible on a read-only database */
danielk1977ee5741e2004-05-31 10:01:34 +00001870 if( pBt->readOnly && wrflag ){
drhd677b3d2007-08-20 22:48:41 +00001871 rc = SQLITE_READONLY;
1872 goto trans_begun;
danielk1977ee5741e2004-05-31 10:01:34 +00001873 }
1874
danielk1977aef0bf62005-12-30 16:28:01 +00001875 /* If another database handle has already opened a write transaction
1876 ** on this shared-btree structure and a second write transaction is
1877 ** requested, return SQLITE_BUSY.
1878 */
1879 if( pBt->inTransaction==TRANS_WRITE && wrflag ){
drhd677b3d2007-08-20 22:48:41 +00001880 rc = SQLITE_BUSY;
1881 goto trans_begun;
danielk1977aef0bf62005-12-30 16:28:01 +00001882 }
1883
danielk1977641b0f42007-12-21 04:47:25 +00001884#ifndef SQLITE_OMIT_SHARED_CACHE
1885 if( wrflag>1 ){
1886 BtLock *pIter;
1887 for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){
1888 if( pIter->pBtree!=p ){
1889 rc = SQLITE_BUSY;
1890 goto trans_begun;
1891 }
1892 }
1893 }
1894#endif
1895
drhb8ef32c2005-03-14 02:01:49 +00001896 do {
danielk1977f653d782008-03-20 11:04:21 +00001897 while( rc==SQLITE_OK && pBt->pPage1==0 ){
drhb8ef32c2005-03-14 02:01:49 +00001898 rc = lockBtree(pBt);
drh8c42ca92001-06-22 19:15:00 +00001899 }
drh309169a2007-04-24 17:27:51 +00001900
drhb8ef32c2005-03-14 02:01:49 +00001901 if( rc==SQLITE_OK && wrflag ){
drh309169a2007-04-24 17:27:51 +00001902 if( pBt->readOnly ){
1903 rc = SQLITE_READONLY;
1904 }else{
1905 rc = sqlite3PagerBegin(pBt->pPage1->pDbPage, wrflag>1);
1906 if( rc==SQLITE_OK ){
1907 rc = newDatabase(pBt);
1908 }
drhb8ef32c2005-03-14 02:01:49 +00001909 }
1910 }
1911
1912 if( rc==SQLITE_OK ){
drhb8ef32c2005-03-14 02:01:49 +00001913 if( wrflag ) pBt->inStmt = 0;
1914 }else{
1915 unlockBtreeIfUnused(pBt);
1916 }
danielk1977aef0bf62005-12-30 16:28:01 +00001917 }while( rc==SQLITE_BUSY && pBt->inTransaction==TRANS_NONE &&
drhe5fe6902007-12-07 18:55:28 +00001918 sqlite3BtreeInvokeBusyHandler(pBt, 0) );
danielk1977aef0bf62005-12-30 16:28:01 +00001919
1920 if( rc==SQLITE_OK ){
1921 if( p->inTrans==TRANS_NONE ){
1922 pBt->nTransaction++;
1923 }
1924 p->inTrans = (wrflag?TRANS_WRITE:TRANS_READ);
1925 if( p->inTrans>pBt->inTransaction ){
1926 pBt->inTransaction = p->inTrans;
1927 }
danielk1977641b0f42007-12-21 04:47:25 +00001928#ifndef SQLITE_OMIT_SHARED_CACHE
1929 if( wrflag>1 ){
1930 assert( !pBt->pExclusive );
1931 pBt->pExclusive = p;
1932 }
1933#endif
danielk1977aef0bf62005-12-30 16:28:01 +00001934 }
1935
drhd677b3d2007-08-20 22:48:41 +00001936
1937trans_begun:
danielk1977aef0bf62005-12-30 16:28:01 +00001938 btreeIntegrity(p);
drhd677b3d2007-08-20 22:48:41 +00001939 sqlite3BtreeLeave(p);
drhb8ca3072001-12-05 00:21:20 +00001940 return rc;
drha059ad02001-04-17 20:09:11 +00001941}
1942
danielk1977687566d2004-11-02 12:56:41 +00001943#ifndef SQLITE_OMIT_AUTOVACUUM
1944
1945/*
1946** Set the pointer-map entries for all children of page pPage. Also, if
1947** pPage contains cells that point to overflow pages, set the pointer
1948** map entries for the overflow pages as well.
1949*/
1950static int setChildPtrmaps(MemPage *pPage){
1951 int i; /* Counter variable */
1952 int nCell; /* Number of cells in page pPage */
danielk19772df71c72007-05-24 07:22:42 +00001953 int rc; /* Return code */
danielk1977aef0bf62005-12-30 16:28:01 +00001954 BtShared *pBt = pPage->pBt;
danielk1977687566d2004-11-02 12:56:41 +00001955 int isInitOrig = pPage->isInit;
1956 Pgno pgno = pPage->pgno;
1957
drh1fee73e2007-08-29 04:00:57 +00001958 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
danielk19772df71c72007-05-24 07:22:42 +00001959 rc = sqlite3BtreeInitPage(pPage, pPage->pParent);
1960 if( rc!=SQLITE_OK ){
1961 goto set_child_ptrmaps_out;
1962 }
danielk1977687566d2004-11-02 12:56:41 +00001963 nCell = pPage->nCell;
1964
1965 for(i=0; i<nCell; i++){
danielk19771cc5ed82007-05-16 17:28:43 +00001966 u8 *pCell = findCell(pPage, i);
danielk1977687566d2004-11-02 12:56:41 +00001967
danielk197726836652005-01-17 01:33:13 +00001968 rc = ptrmapPutOvflPtr(pPage, pCell);
1969 if( rc!=SQLITE_OK ){
1970 goto set_child_ptrmaps_out;
danielk1977687566d2004-11-02 12:56:41 +00001971 }
danielk197726836652005-01-17 01:33:13 +00001972
danielk1977687566d2004-11-02 12:56:41 +00001973 if( !pPage->leaf ){
1974 Pgno childPgno = get4byte(pCell);
1975 rc = ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno);
1976 if( rc!=SQLITE_OK ) goto set_child_ptrmaps_out;
1977 }
1978 }
1979
1980 if( !pPage->leaf ){
1981 Pgno childPgno = get4byte(&pPage->aData[pPage->hdrOffset+8]);
1982 rc = ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno);
1983 }
1984
1985set_child_ptrmaps_out:
1986 pPage->isInit = isInitOrig;
1987 return rc;
1988}
1989
1990/*
1991** Somewhere on pPage, which is guarenteed to be a btree page, not an overflow
1992** page, is a pointer to page iFrom. Modify this pointer so that it points to
1993** iTo. Parameter eType describes the type of pointer to be modified, as
1994** follows:
1995**
1996** PTRMAP_BTREE: pPage is a btree-page. The pointer points at a child
1997** page of pPage.
1998**
1999** PTRMAP_OVERFLOW1: pPage is a btree-page. The pointer points at an overflow
2000** page pointed to by one of the cells on pPage.
2001**
2002** PTRMAP_OVERFLOW2: pPage is an overflow-page. The pointer points at the next
2003** overflow page in the list.
2004*/
danielk1977fdb7cdb2005-01-17 02:12:18 +00002005static int modifyPagePointer(MemPage *pPage, Pgno iFrom, Pgno iTo, u8 eType){
drh1fee73e2007-08-29 04:00:57 +00002006 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
danielk1977687566d2004-11-02 12:56:41 +00002007 if( eType==PTRMAP_OVERFLOW2 ){
danielk1977f78fc082004-11-02 14:40:32 +00002008 /* The pointer is always the first 4 bytes of the page in this case. */
danielk1977fdb7cdb2005-01-17 02:12:18 +00002009 if( get4byte(pPage->aData)!=iFrom ){
drh49285702005-09-17 15:20:26 +00002010 return SQLITE_CORRUPT_BKPT;
danielk1977fdb7cdb2005-01-17 02:12:18 +00002011 }
danielk1977f78fc082004-11-02 14:40:32 +00002012 put4byte(pPage->aData, iTo);
danielk1977687566d2004-11-02 12:56:41 +00002013 }else{
2014 int isInitOrig = pPage->isInit;
2015 int i;
2016 int nCell;
2017
drh16a9b832007-05-05 18:39:25 +00002018 sqlite3BtreeInitPage(pPage, 0);
danielk1977687566d2004-11-02 12:56:41 +00002019 nCell = pPage->nCell;
2020
danielk1977687566d2004-11-02 12:56:41 +00002021 for(i=0; i<nCell; i++){
danielk19771cc5ed82007-05-16 17:28:43 +00002022 u8 *pCell = findCell(pPage, i);
danielk1977687566d2004-11-02 12:56:41 +00002023 if( eType==PTRMAP_OVERFLOW1 ){
2024 CellInfo info;
drh16a9b832007-05-05 18:39:25 +00002025 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
danielk1977687566d2004-11-02 12:56:41 +00002026 if( info.iOverflow ){
2027 if( iFrom==get4byte(&pCell[info.iOverflow]) ){
2028 put4byte(&pCell[info.iOverflow], iTo);
2029 break;
2030 }
2031 }
2032 }else{
2033 if( get4byte(pCell)==iFrom ){
2034 put4byte(pCell, iTo);
2035 break;
2036 }
2037 }
2038 }
2039
2040 if( i==nCell ){
danielk1977fdb7cdb2005-01-17 02:12:18 +00002041 if( eType!=PTRMAP_BTREE ||
2042 get4byte(&pPage->aData[pPage->hdrOffset+8])!=iFrom ){
drh49285702005-09-17 15:20:26 +00002043 return SQLITE_CORRUPT_BKPT;
danielk1977fdb7cdb2005-01-17 02:12:18 +00002044 }
danielk1977687566d2004-11-02 12:56:41 +00002045 put4byte(&pPage->aData[pPage->hdrOffset+8], iTo);
2046 }
2047
2048 pPage->isInit = isInitOrig;
2049 }
danielk1977fdb7cdb2005-01-17 02:12:18 +00002050 return SQLITE_OK;
danielk1977687566d2004-11-02 12:56:41 +00002051}
2052
danielk1977003ba062004-11-04 02:57:33 +00002053
danielk19777701e812005-01-10 12:59:51 +00002054/*
2055** Move the open database page pDbPage to location iFreePage in the
2056** database. The pDbPage reference remains valid.
2057*/
danielk1977003ba062004-11-04 02:57:33 +00002058static int relocatePage(
danielk1977aef0bf62005-12-30 16:28:01 +00002059 BtShared *pBt, /* Btree */
danielk19777701e812005-01-10 12:59:51 +00002060 MemPage *pDbPage, /* Open page to move */
2061 u8 eType, /* Pointer map 'type' entry for pDbPage */
2062 Pgno iPtrPage, /* Pointer map 'page-no' entry for pDbPage */
2063 Pgno iFreePage /* The location to move pDbPage to */
danielk1977003ba062004-11-04 02:57:33 +00002064){
2065 MemPage *pPtrPage; /* The page that contains a pointer to pDbPage */
2066 Pgno iDbPage = pDbPage->pgno;
2067 Pager *pPager = pBt->pPager;
2068 int rc;
2069
danielk1977a0bf2652004-11-04 14:30:04 +00002070 assert( eType==PTRMAP_OVERFLOW2 || eType==PTRMAP_OVERFLOW1 ||
2071 eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE );
drh1fee73e2007-08-29 04:00:57 +00002072 assert( sqlite3_mutex_held(pBt->mutex) );
drhd0679ed2007-08-28 22:24:34 +00002073 assert( pDbPage->pBt==pBt );
danielk1977003ba062004-11-04 02:57:33 +00002074
drh85b623f2007-12-13 21:54:09 +00002075 /* Move page iDbPage from its current location to page number iFreePage */
danielk1977003ba062004-11-04 02:57:33 +00002076 TRACE(("AUTOVACUUM: Moving %d to free page %d (ptr page %d type %d)\n",
2077 iDbPage, iFreePage, iPtrPage, eType));
danielk19773b8a05f2007-03-19 17:44:26 +00002078 rc = sqlite3PagerMovepage(pPager, pDbPage->pDbPage, iFreePage);
danielk1977003ba062004-11-04 02:57:33 +00002079 if( rc!=SQLITE_OK ){
2080 return rc;
2081 }
2082 pDbPage->pgno = iFreePage;
2083
2084 /* If pDbPage was a btree-page, then it may have child pages and/or cells
2085 ** that point to overflow pages. The pointer map entries for all these
2086 ** pages need to be changed.
2087 **
2088 ** If pDbPage is an overflow page, then the first 4 bytes may store a
2089 ** pointer to a subsequent overflow page. If this is the case, then
2090 ** the pointer map needs to be updated for the subsequent overflow page.
2091 */
danielk1977a0bf2652004-11-04 14:30:04 +00002092 if( eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE ){
danielk1977003ba062004-11-04 02:57:33 +00002093 rc = setChildPtrmaps(pDbPage);
2094 if( rc!=SQLITE_OK ){
2095 return rc;
2096 }
2097 }else{
2098 Pgno nextOvfl = get4byte(pDbPage->aData);
2099 if( nextOvfl!=0 ){
danielk1977003ba062004-11-04 02:57:33 +00002100 rc = ptrmapPut(pBt, nextOvfl, PTRMAP_OVERFLOW2, iFreePage);
2101 if( rc!=SQLITE_OK ){
2102 return rc;
2103 }
2104 }
2105 }
2106
2107 /* Fix the database pointer on page iPtrPage that pointed at iDbPage so
2108 ** that it points at iFreePage. Also fix the pointer map entry for
2109 ** iPtrPage.
2110 */
danielk1977a0bf2652004-11-04 14:30:04 +00002111 if( eType!=PTRMAP_ROOTPAGE ){
drh16a9b832007-05-05 18:39:25 +00002112 rc = sqlite3BtreeGetPage(pBt, iPtrPage, &pPtrPage, 0);
danielk1977a0bf2652004-11-04 14:30:04 +00002113 if( rc!=SQLITE_OK ){
2114 return rc;
2115 }
danielk19773b8a05f2007-03-19 17:44:26 +00002116 rc = sqlite3PagerWrite(pPtrPage->pDbPage);
danielk1977a0bf2652004-11-04 14:30:04 +00002117 if( rc!=SQLITE_OK ){
2118 releasePage(pPtrPage);
2119 return rc;
2120 }
danielk1977fdb7cdb2005-01-17 02:12:18 +00002121 rc = modifyPagePointer(pPtrPage, iDbPage, iFreePage, eType);
danielk1977003ba062004-11-04 02:57:33 +00002122 releasePage(pPtrPage);
danielk1977fdb7cdb2005-01-17 02:12:18 +00002123 if( rc==SQLITE_OK ){
2124 rc = ptrmapPut(pBt, iFreePage, eType, iPtrPage);
2125 }
danielk1977003ba062004-11-04 02:57:33 +00002126 }
danielk1977003ba062004-11-04 02:57:33 +00002127 return rc;
2128}
2129
danielk1977dddbcdc2007-04-26 14:42:34 +00002130/* Forward declaration required by incrVacuumStep(). */
drh4f0c5872007-03-26 22:05:01 +00002131static int allocateBtreePage(BtShared *, MemPage **, Pgno *, Pgno, u8);
danielk1977687566d2004-11-02 12:56:41 +00002132
2133/*
danielk1977dddbcdc2007-04-26 14:42:34 +00002134** Perform a single step of an incremental-vacuum. If successful,
2135** return SQLITE_OK. If there is no work to do (and therefore no
2136** point in calling this function again), return SQLITE_DONE.
2137**
2138** More specificly, this function attempts to re-organize the
2139** database so that the last page of the file currently in use
2140** is no longer in use.
2141**
2142** If the nFin parameter is non-zero, the implementation assumes
2143** that the caller will keep calling incrVacuumStep() until
2144** it returns SQLITE_DONE or an error, and that nFin is the
2145** number of pages the database file will contain after this
2146** process is complete.
2147*/
2148static int incrVacuumStep(BtShared *pBt, Pgno nFin){
2149 Pgno iLastPg; /* Last page in the database */
2150 Pgno nFreeList; /* Number of pages still on the free-list */
2151
drh1fee73e2007-08-29 04:00:57 +00002152 assert( sqlite3_mutex_held(pBt->mutex) );
danielk1977dddbcdc2007-04-26 14:42:34 +00002153 iLastPg = pBt->nTrunc;
2154 if( iLastPg==0 ){
2155 iLastPg = sqlite3PagerPagecount(pBt->pPager);
2156 }
2157
2158 if( !PTRMAP_ISPAGE(pBt, iLastPg) && iLastPg!=PENDING_BYTE_PAGE(pBt) ){
2159 int rc;
2160 u8 eType;
2161 Pgno iPtrPage;
2162
2163 nFreeList = get4byte(&pBt->pPage1->aData[36]);
2164 if( nFreeList==0 || nFin==iLastPg ){
2165 return SQLITE_DONE;
2166 }
2167
2168 rc = ptrmapGet(pBt, iLastPg, &eType, &iPtrPage);
2169 if( rc!=SQLITE_OK ){
2170 return rc;
2171 }
2172 if( eType==PTRMAP_ROOTPAGE ){
2173 return SQLITE_CORRUPT_BKPT;
2174 }
2175
2176 if( eType==PTRMAP_FREEPAGE ){
2177 if( nFin==0 ){
2178 /* Remove the page from the files free-list. This is not required
danielk19774ef24492007-05-23 09:52:41 +00002179 ** if nFin is non-zero. In that case, the free-list will be
danielk1977dddbcdc2007-04-26 14:42:34 +00002180 ** truncated to zero after this function returns, so it doesn't
2181 ** matter if it still contains some garbage entries.
2182 */
2183 Pgno iFreePg;
2184 MemPage *pFreePg;
2185 rc = allocateBtreePage(pBt, &pFreePg, &iFreePg, iLastPg, 1);
2186 if( rc!=SQLITE_OK ){
2187 return rc;
2188 }
2189 assert( iFreePg==iLastPg );
2190 releasePage(pFreePg);
2191 }
2192 } else {
2193 Pgno iFreePg; /* Index of free page to move pLastPg to */
2194 MemPage *pLastPg;
2195
drh16a9b832007-05-05 18:39:25 +00002196 rc = sqlite3BtreeGetPage(pBt, iLastPg, &pLastPg, 0);
danielk1977dddbcdc2007-04-26 14:42:34 +00002197 if( rc!=SQLITE_OK ){
2198 return rc;
2199 }
2200
danielk1977b4626a32007-04-28 15:47:43 +00002201 /* If nFin is zero, this loop runs exactly once and page pLastPg
2202 ** is swapped with the first free page pulled off the free list.
2203 **
2204 ** On the other hand, if nFin is greater than zero, then keep
2205 ** looping until a free-page located within the first nFin pages
2206 ** of the file is found.
2207 */
danielk1977dddbcdc2007-04-26 14:42:34 +00002208 do {
2209 MemPage *pFreePg;
2210 rc = allocateBtreePage(pBt, &pFreePg, &iFreePg, 0, 0);
2211 if( rc!=SQLITE_OK ){
2212 releasePage(pLastPg);
2213 return rc;
2214 }
2215 releasePage(pFreePg);
2216 }while( nFin!=0 && iFreePg>nFin );
2217 assert( iFreePg<iLastPg );
danielk1977b4626a32007-04-28 15:47:43 +00002218
2219 rc = sqlite3PagerWrite(pLastPg->pDbPage);
danielk1977662278e2007-11-05 15:30:12 +00002220 if( rc==SQLITE_OK ){
2221 rc = relocatePage(pBt, pLastPg, eType, iPtrPage, iFreePg);
2222 }
danielk1977dddbcdc2007-04-26 14:42:34 +00002223 releasePage(pLastPg);
2224 if( rc!=SQLITE_OK ){
2225 return rc;
danielk1977662278e2007-11-05 15:30:12 +00002226 }
danielk1977dddbcdc2007-04-26 14:42:34 +00002227 }
2228 }
2229
2230 pBt->nTrunc = iLastPg - 1;
2231 while( pBt->nTrunc==PENDING_BYTE_PAGE(pBt)||PTRMAP_ISPAGE(pBt, pBt->nTrunc) ){
2232 pBt->nTrunc--;
2233 }
2234 return SQLITE_OK;
2235}
2236
2237/*
2238** A write-transaction must be opened before calling this function.
2239** It performs a single unit of work towards an incremental vacuum.
2240**
2241** If the incremental vacuum is finished after this function has run,
2242** SQLITE_DONE is returned. If it is not finished, but no error occured,
2243** SQLITE_OK is returned. Otherwise an SQLite error code.
2244*/
2245int sqlite3BtreeIncrVacuum(Btree *p){
drhd677b3d2007-08-20 22:48:41 +00002246 int rc;
danielk1977dddbcdc2007-04-26 14:42:34 +00002247 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00002248
2249 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002250 pBt->db = p->db;
danielk1977dddbcdc2007-04-26 14:42:34 +00002251 assert( pBt->inTransaction==TRANS_WRITE && p->inTrans==TRANS_WRITE );
2252 if( !pBt->autoVacuum ){
drhd677b3d2007-08-20 22:48:41 +00002253 rc = SQLITE_DONE;
2254 }else{
2255 invalidateAllOverflowCache(pBt);
2256 rc = incrVacuumStep(pBt, 0);
danielk1977dddbcdc2007-04-26 14:42:34 +00002257 }
drhd677b3d2007-08-20 22:48:41 +00002258 sqlite3BtreeLeave(p);
2259 return rc;
danielk1977dddbcdc2007-04-26 14:42:34 +00002260}
2261
2262/*
danielk19773b8a05f2007-03-19 17:44:26 +00002263** This routine is called prior to sqlite3PagerCommit when a transaction
danielk1977687566d2004-11-02 12:56:41 +00002264** is commited for an auto-vacuum database.
danielk197724168722007-04-02 05:07:47 +00002265**
2266** If SQLITE_OK is returned, then *pnTrunc is set to the number of pages
2267** the database file should be truncated to during the commit process.
2268** i.e. the database has been reorganized so that only the first *pnTrunc
2269** pages are in use.
danielk1977687566d2004-11-02 12:56:41 +00002270*/
danielk197724168722007-04-02 05:07:47 +00002271static int autoVacuumCommit(BtShared *pBt, Pgno *pnTrunc){
danielk1977dddbcdc2007-04-26 14:42:34 +00002272 int rc = SQLITE_OK;
danielk1977687566d2004-11-02 12:56:41 +00002273 Pager *pPager = pBt->pPager;
danielk1977687566d2004-11-02 12:56:41 +00002274#ifndef NDEBUG
danielk19773b8a05f2007-03-19 17:44:26 +00002275 int nRef = sqlite3PagerRefcount(pPager);
danielk1977687566d2004-11-02 12:56:41 +00002276#endif
2277
drh1fee73e2007-08-29 04:00:57 +00002278 assert( sqlite3_mutex_held(pBt->mutex) );
danielk197792d4d7a2007-05-04 12:05:56 +00002279 invalidateAllOverflowCache(pBt);
danielk1977dddbcdc2007-04-26 14:42:34 +00002280 assert(pBt->autoVacuum);
2281 if( !pBt->incrVacuum ){
2282 Pgno nFin = 0;
danielk1977687566d2004-11-02 12:56:41 +00002283
danielk1977dddbcdc2007-04-26 14:42:34 +00002284 if( pBt->nTrunc==0 ){
2285 Pgno nFree;
2286 Pgno nPtrmap;
2287 const int pgsz = pBt->pageSize;
2288 Pgno nOrig = sqlite3PagerPagecount(pBt->pPager);
danielk1977e5321f02007-04-27 07:05:44 +00002289
2290 if( PTRMAP_ISPAGE(pBt, nOrig) ){
2291 return SQLITE_CORRUPT_BKPT;
2292 }
danielk1977dddbcdc2007-04-26 14:42:34 +00002293 if( nOrig==PENDING_BYTE_PAGE(pBt) ){
2294 nOrig--;
danielk1977687566d2004-11-02 12:56:41 +00002295 }
danielk1977dddbcdc2007-04-26 14:42:34 +00002296 nFree = get4byte(&pBt->pPage1->aData[36]);
2297 nPtrmap = (nFree-nOrig+PTRMAP_PAGENO(pBt, nOrig)+pgsz/5)/(pgsz/5);
2298 nFin = nOrig - nFree - nPtrmap;
2299 if( nOrig>PENDING_BYTE_PAGE(pBt) && nFin<=PENDING_BYTE_PAGE(pBt) ){
2300 nFin--;
danielk1977ac11ee62005-01-15 12:45:51 +00002301 }
danielk1977dddbcdc2007-04-26 14:42:34 +00002302 while( PTRMAP_ISPAGE(pBt, nFin) || nFin==PENDING_BYTE_PAGE(pBt) ){
2303 nFin--;
2304 }
2305 }
danielk1977687566d2004-11-02 12:56:41 +00002306
danielk1977dddbcdc2007-04-26 14:42:34 +00002307 while( rc==SQLITE_OK ){
2308 rc = incrVacuumStep(pBt, nFin);
2309 }
2310 if( rc==SQLITE_DONE ){
2311 assert(nFin==0 || pBt->nTrunc==0 || nFin<=pBt->nTrunc);
2312 rc = SQLITE_OK;
2313 if( pBt->nTrunc ){
drh67f80b62007-07-23 19:26:17 +00002314 rc = sqlite3PagerWrite(pBt->pPage1->pDbPage);
danielk1977dddbcdc2007-04-26 14:42:34 +00002315 put4byte(&pBt->pPage1->aData[32], 0);
2316 put4byte(&pBt->pPage1->aData[36], 0);
2317 pBt->nTrunc = nFin;
2318 }
2319 }
2320 if( rc!=SQLITE_OK ){
2321 sqlite3PagerRollback(pPager);
2322 }
danielk1977687566d2004-11-02 12:56:41 +00002323 }
2324
danielk1977dddbcdc2007-04-26 14:42:34 +00002325 if( rc==SQLITE_OK ){
2326 *pnTrunc = pBt->nTrunc;
2327 pBt->nTrunc = 0;
2328 }
danielk19773b8a05f2007-03-19 17:44:26 +00002329 assert( nRef==sqlite3PagerRefcount(pPager) );
danielk1977687566d2004-11-02 12:56:41 +00002330 return rc;
2331}
danielk1977dddbcdc2007-04-26 14:42:34 +00002332
danielk1977687566d2004-11-02 12:56:41 +00002333#endif
2334
2335/*
drh80e35f42007-03-30 14:06:34 +00002336** This routine does the first phase of a two-phase commit. This routine
2337** causes a rollback journal to be created (if it does not already exist)
2338** and populated with enough information so that if a power loss occurs
2339** the database can be restored to its original state by playing back
2340** the journal. Then the contents of the journal are flushed out to
2341** the disk. After the journal is safely on oxide, the changes to the
2342** database are written into the database file and flushed to oxide.
2343** At the end of this call, the rollback journal still exists on the
2344** disk and we are still holding all locks, so the transaction has not
2345** committed. See sqlite3BtreeCommit() for the second phase of the
2346** commit process.
2347**
2348** This call is a no-op if no write-transaction is currently active on pBt.
2349**
2350** Otherwise, sync the database file for the btree pBt. zMaster points to
2351** the name of a master journal file that should be written into the
2352** individual journal file, or is NULL, indicating no master journal file
2353** (single database transaction).
2354**
2355** When this is called, the master journal should already have been
2356** created, populated with this journal pointer and synced to disk.
2357**
2358** Once this is routine has returned, the only thing required to commit
2359** the write-transaction for this database file is to delete the journal.
2360*/
2361int sqlite3BtreeCommitPhaseOne(Btree *p, const char *zMaster){
2362 int rc = SQLITE_OK;
2363 if( p->inTrans==TRANS_WRITE ){
2364 BtShared *pBt = p->pBt;
2365 Pgno nTrunc = 0;
drhd677b3d2007-08-20 22:48:41 +00002366 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002367 pBt->db = p->db;
drh80e35f42007-03-30 14:06:34 +00002368#ifndef SQLITE_OMIT_AUTOVACUUM
2369 if( pBt->autoVacuum ){
2370 rc = autoVacuumCommit(pBt, &nTrunc);
2371 if( rc!=SQLITE_OK ){
drhd677b3d2007-08-20 22:48:41 +00002372 sqlite3BtreeLeave(p);
drh80e35f42007-03-30 14:06:34 +00002373 return rc;
2374 }
2375 }
2376#endif
danielk1977f653d782008-03-20 11:04:21 +00002377 rc = sqlite3PagerCommitPhaseOne(pBt->pPager, zMaster, nTrunc, 0);
drhd677b3d2007-08-20 22:48:41 +00002378 sqlite3BtreeLeave(p);
drh80e35f42007-03-30 14:06:34 +00002379 }
2380 return rc;
2381}
2382
2383/*
drh2aa679f2001-06-25 02:11:07 +00002384** Commit the transaction currently in progress.
drh5e00f6c2001-09-13 13:46:56 +00002385**
drh6e345992007-03-30 11:12:08 +00002386** This routine implements the second phase of a 2-phase commit. The
2387** sqlite3BtreeSync() routine does the first phase and should be invoked
2388** prior to calling this routine. The sqlite3BtreeSync() routine did
2389** all the work of writing information out to disk and flushing the
2390** contents so that they are written onto the disk platter. All this
2391** routine has to do is delete or truncate the rollback journal
2392** (which causes the transaction to commit) and drop locks.
2393**
drh5e00f6c2001-09-13 13:46:56 +00002394** This will release the write lock on the database file. If there
2395** are no active cursors, it also releases the read lock.
drha059ad02001-04-17 20:09:11 +00002396*/
drh80e35f42007-03-30 14:06:34 +00002397int sqlite3BtreeCommitPhaseTwo(Btree *p){
danielk1977aef0bf62005-12-30 16:28:01 +00002398 BtShared *pBt = p->pBt;
2399
drhd677b3d2007-08-20 22:48:41 +00002400 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002401 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00002402 btreeIntegrity(p);
danielk1977aef0bf62005-12-30 16:28:01 +00002403
2404 /* If the handle has a write-transaction open, commit the shared-btrees
2405 ** transaction and set the shared state to TRANS_READ.
2406 */
2407 if( p->inTrans==TRANS_WRITE ){
danielk19777f7bc662006-01-23 13:47:47 +00002408 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00002409 assert( pBt->inTransaction==TRANS_WRITE );
2410 assert( pBt->nTransaction>0 );
drh80e35f42007-03-30 14:06:34 +00002411 rc = sqlite3PagerCommitPhaseTwo(pBt->pPager);
danielk19777f7bc662006-01-23 13:47:47 +00002412 if( rc!=SQLITE_OK ){
drhd677b3d2007-08-20 22:48:41 +00002413 sqlite3BtreeLeave(p);
danielk19777f7bc662006-01-23 13:47:47 +00002414 return rc;
2415 }
danielk1977aef0bf62005-12-30 16:28:01 +00002416 pBt->inTransaction = TRANS_READ;
2417 pBt->inStmt = 0;
danielk1977ee5741e2004-05-31 10:01:34 +00002418 }
danielk19777f7bc662006-01-23 13:47:47 +00002419 unlockAllTables(p);
danielk1977aef0bf62005-12-30 16:28:01 +00002420
2421 /* If the handle has any kind of transaction open, decrement the transaction
2422 ** count of the shared btree. If the transaction count reaches 0, set
2423 ** the shared state to TRANS_NONE. The unlockBtreeIfUnused() call below
2424 ** will unlock the pager.
2425 */
2426 if( p->inTrans!=TRANS_NONE ){
2427 pBt->nTransaction--;
2428 if( 0==pBt->nTransaction ){
2429 pBt->inTransaction = TRANS_NONE;
2430 }
2431 }
2432
2433 /* Set the handles current transaction state to TRANS_NONE and unlock
2434 ** the pager if this call closed the only read or write transaction.
2435 */
2436 p->inTrans = TRANS_NONE;
drh5e00f6c2001-09-13 13:46:56 +00002437 unlockBtreeIfUnused(pBt);
danielk1977aef0bf62005-12-30 16:28:01 +00002438
2439 btreeIntegrity(p);
drhd677b3d2007-08-20 22:48:41 +00002440 sqlite3BtreeLeave(p);
danielk19777f7bc662006-01-23 13:47:47 +00002441 return SQLITE_OK;
drha059ad02001-04-17 20:09:11 +00002442}
2443
drh80e35f42007-03-30 14:06:34 +00002444/*
2445** Do both phases of a commit.
2446*/
2447int sqlite3BtreeCommit(Btree *p){
2448 int rc;
drhd677b3d2007-08-20 22:48:41 +00002449 sqlite3BtreeEnter(p);
drh80e35f42007-03-30 14:06:34 +00002450 rc = sqlite3BtreeCommitPhaseOne(p, 0);
2451 if( rc==SQLITE_OK ){
2452 rc = sqlite3BtreeCommitPhaseTwo(p);
2453 }
drhd677b3d2007-08-20 22:48:41 +00002454 sqlite3BtreeLeave(p);
drh80e35f42007-03-30 14:06:34 +00002455 return rc;
2456}
2457
danielk1977fbcd5852004-06-15 02:44:18 +00002458#ifndef NDEBUG
2459/*
2460** Return the number of write-cursors open on this handle. This is for use
2461** in assert() expressions, so it is only compiled if NDEBUG is not
2462** defined.
drhfb982642007-08-30 01:19:59 +00002463**
2464** For the purposes of this routine, a write-cursor is any cursor that
2465** is capable of writing to the databse. That means the cursor was
2466** originally opened for writing and the cursor has not be disabled
2467** by having its state changed to CURSOR_FAULT.
danielk1977fbcd5852004-06-15 02:44:18 +00002468*/
danielk1977aef0bf62005-12-30 16:28:01 +00002469static int countWriteCursors(BtShared *pBt){
danielk1977fbcd5852004-06-15 02:44:18 +00002470 BtCursor *pCur;
2471 int r = 0;
2472 for(pCur=pBt->pCursor; pCur; pCur=pCur->pNext){
drhfb982642007-08-30 01:19:59 +00002473 if( pCur->wrFlag && pCur->eState!=CURSOR_FAULT ) r++;
danielk1977fbcd5852004-06-15 02:44:18 +00002474 }
2475 return r;
2476}
2477#endif
2478
drhc39e0002004-05-07 23:50:57 +00002479/*
drhfb982642007-08-30 01:19:59 +00002480** This routine sets the state to CURSOR_FAULT and the error
2481** code to errCode for every cursor on BtShared that pBtree
2482** references.
2483**
2484** Every cursor is tripped, including cursors that belong
2485** to other database connections that happen to be sharing
2486** the cache with pBtree.
2487**
2488** This routine gets called when a rollback occurs.
2489** All cursors using the same cache must be tripped
2490** to prevent them from trying to use the btree after
2491** the rollback. The rollback may have deleted tables
2492** or moved root pages, so it is not sufficient to
2493** save the state of the cursor. The cursor must be
2494** invalidated.
2495*/
2496void sqlite3BtreeTripAllCursors(Btree *pBtree, int errCode){
2497 BtCursor *p;
2498 sqlite3BtreeEnter(pBtree);
2499 for(p=pBtree->pBt->pCursor; p; p=p->pNext){
2500 clearCursorPosition(p);
2501 p->eState = CURSOR_FAULT;
2502 p->skip = errCode;
2503 }
2504 sqlite3BtreeLeave(pBtree);
2505}
2506
2507/*
drhecdc7532001-09-23 02:35:53 +00002508** Rollback the transaction in progress. All cursors will be
2509** invalided by this operation. Any attempt to use a cursor
2510** that was open at the beginning of this operation will result
2511** in an error.
drh5e00f6c2001-09-13 13:46:56 +00002512**
2513** This will release the write lock on the database file. If there
2514** are no active cursors, it also releases the read lock.
drha059ad02001-04-17 20:09:11 +00002515*/
danielk1977aef0bf62005-12-30 16:28:01 +00002516int sqlite3BtreeRollback(Btree *p){
danielk19778d34dfd2006-01-24 16:37:57 +00002517 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00002518 BtShared *pBt = p->pBt;
drh24cd67e2004-05-10 16:18:47 +00002519 MemPage *pPage1;
danielk1977aef0bf62005-12-30 16:28:01 +00002520
drhd677b3d2007-08-20 22:48:41 +00002521 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002522 pBt->db = p->db;
danielk19772b8c13e2006-01-24 14:21:24 +00002523 rc = saveAllCursors(pBt, 0, 0);
danielk19778d34dfd2006-01-24 16:37:57 +00002524#ifndef SQLITE_OMIT_SHARED_CACHE
danielk19772b8c13e2006-01-24 14:21:24 +00002525 if( rc!=SQLITE_OK ){
danielk19778d34dfd2006-01-24 16:37:57 +00002526 /* This is a horrible situation. An IO or malloc() error occured whilst
2527 ** trying to save cursor positions. If this is an automatic rollback (as
2528 ** the result of a constraint, malloc() failure or IO error) then
2529 ** the cache may be internally inconsistent (not contain valid trees) so
2530 ** we cannot simply return the error to the caller. Instead, abort
2531 ** all queries that may be using any of the cursors that failed to save.
2532 */
drhfb982642007-08-30 01:19:59 +00002533 sqlite3BtreeTripAllCursors(p, rc);
danielk19772b8c13e2006-01-24 14:21:24 +00002534 }
danielk19778d34dfd2006-01-24 16:37:57 +00002535#endif
danielk1977aef0bf62005-12-30 16:28:01 +00002536 btreeIntegrity(p);
2537 unlockAllTables(p);
2538
2539 if( p->inTrans==TRANS_WRITE ){
danielk19778d34dfd2006-01-24 16:37:57 +00002540 int rc2;
danielk1977aef0bf62005-12-30 16:28:01 +00002541
danielk1977dddbcdc2007-04-26 14:42:34 +00002542#ifndef SQLITE_OMIT_AUTOVACUUM
2543 pBt->nTrunc = 0;
2544#endif
2545
danielk19778d34dfd2006-01-24 16:37:57 +00002546 assert( TRANS_WRITE==pBt->inTransaction );
danielk19773b8a05f2007-03-19 17:44:26 +00002547 rc2 = sqlite3PagerRollback(pBt->pPager);
danielk19778d34dfd2006-01-24 16:37:57 +00002548 if( rc2!=SQLITE_OK ){
2549 rc = rc2;
2550 }
2551
drh24cd67e2004-05-10 16:18:47 +00002552 /* The rollback may have destroyed the pPage1->aData value. So
drh16a9b832007-05-05 18:39:25 +00002553 ** call sqlite3BtreeGetPage() on page 1 again to make
2554 ** sure pPage1->aData is set correctly. */
2555 if( sqlite3BtreeGetPage(pBt, 1, &pPage1, 0)==SQLITE_OK ){
drh24cd67e2004-05-10 16:18:47 +00002556 releasePage(pPage1);
2557 }
danielk1977fbcd5852004-06-15 02:44:18 +00002558 assert( countWriteCursors(pBt)==0 );
danielk1977aef0bf62005-12-30 16:28:01 +00002559 pBt->inTransaction = TRANS_READ;
drh24cd67e2004-05-10 16:18:47 +00002560 }
danielk1977aef0bf62005-12-30 16:28:01 +00002561
2562 if( p->inTrans!=TRANS_NONE ){
2563 assert( pBt->nTransaction>0 );
2564 pBt->nTransaction--;
2565 if( 0==pBt->nTransaction ){
2566 pBt->inTransaction = TRANS_NONE;
2567 }
2568 }
2569
2570 p->inTrans = TRANS_NONE;
danielk1977ee5741e2004-05-31 10:01:34 +00002571 pBt->inStmt = 0;
drh5e00f6c2001-09-13 13:46:56 +00002572 unlockBtreeIfUnused(pBt);
danielk1977aef0bf62005-12-30 16:28:01 +00002573
2574 btreeIntegrity(p);
drhd677b3d2007-08-20 22:48:41 +00002575 sqlite3BtreeLeave(p);
drha059ad02001-04-17 20:09:11 +00002576 return rc;
2577}
2578
2579/*
drhab01f612004-05-22 02:55:23 +00002580** Start a statement subtransaction. The subtransaction can
2581** can be rolled back independently of the main transaction.
2582** You must start a transaction before starting a subtransaction.
2583** The subtransaction is ended automatically if the main transaction
drh663fc632002-02-02 18:49:19 +00002584** commits or rolls back.
2585**
drhab01f612004-05-22 02:55:23 +00002586** Only one subtransaction may be active at a time. It is an error to try
2587** to start a new subtransaction if another subtransaction is already active.
2588**
2589** Statement subtransactions are used around individual SQL statements
2590** that are contained within a BEGIN...COMMIT block. If a constraint
2591** error occurs within the statement, the effect of that one statement
2592** can be rolled back without having to rollback the entire transaction.
drh663fc632002-02-02 18:49:19 +00002593*/
danielk1977aef0bf62005-12-30 16:28:01 +00002594int sqlite3BtreeBeginStmt(Btree *p){
drh663fc632002-02-02 18:49:19 +00002595 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00002596 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00002597 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002598 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00002599 if( (p->inTrans!=TRANS_WRITE) || pBt->inStmt ){
drhd677b3d2007-08-20 22:48:41 +00002600 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
2601 }else{
2602 assert( pBt->inTransaction==TRANS_WRITE );
2603 rc = pBt->readOnly ? SQLITE_OK : sqlite3PagerStmtBegin(pBt->pPager);
2604 pBt->inStmt = 1;
drh0d65dc02002-02-03 00:56:09 +00002605 }
drhd677b3d2007-08-20 22:48:41 +00002606 sqlite3BtreeLeave(p);
drh663fc632002-02-02 18:49:19 +00002607 return rc;
2608}
2609
2610
2611/*
drhab01f612004-05-22 02:55:23 +00002612** Commit the statment subtransaction currently in progress. If no
2613** subtransaction is active, this is a no-op.
drh663fc632002-02-02 18:49:19 +00002614*/
danielk1977aef0bf62005-12-30 16:28:01 +00002615int sqlite3BtreeCommitStmt(Btree *p){
drh663fc632002-02-02 18:49:19 +00002616 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00002617 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00002618 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002619 pBt->db = p->db;
drh3aac2dd2004-04-26 14:10:20 +00002620 if( pBt->inStmt && !pBt->readOnly ){
danielk19773b8a05f2007-03-19 17:44:26 +00002621 rc = sqlite3PagerStmtCommit(pBt->pPager);
drh663fc632002-02-02 18:49:19 +00002622 }else{
2623 rc = SQLITE_OK;
2624 }
drh3aac2dd2004-04-26 14:10:20 +00002625 pBt->inStmt = 0;
drhd677b3d2007-08-20 22:48:41 +00002626 sqlite3BtreeLeave(p);
drh663fc632002-02-02 18:49:19 +00002627 return rc;
2628}
2629
2630/*
drhab01f612004-05-22 02:55:23 +00002631** Rollback the active statement subtransaction. If no subtransaction
2632** is active this routine is a no-op.
drh663fc632002-02-02 18:49:19 +00002633**
drhab01f612004-05-22 02:55:23 +00002634** All cursors will be invalidated by this operation. Any attempt
drh663fc632002-02-02 18:49:19 +00002635** to use a cursor that was open at the beginning of this operation
2636** will result in an error.
2637*/
danielk1977aef0bf62005-12-30 16:28:01 +00002638int sqlite3BtreeRollbackStmt(Btree *p){
danielk197797a227c2006-01-20 16:32:04 +00002639 int rc = SQLITE_OK;
danielk1977aef0bf62005-12-30 16:28:01 +00002640 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00002641 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002642 pBt->db = p->db;
danielk197797a227c2006-01-20 16:32:04 +00002643 if( pBt->inStmt && !pBt->readOnly ){
danielk19773b8a05f2007-03-19 17:44:26 +00002644 rc = sqlite3PagerStmtRollback(pBt->pPager);
danielk197797a227c2006-01-20 16:32:04 +00002645 assert( countWriteCursors(pBt)==0 );
2646 pBt->inStmt = 0;
2647 }
drhd677b3d2007-08-20 22:48:41 +00002648 sqlite3BtreeLeave(p);
drh663fc632002-02-02 18:49:19 +00002649 return rc;
2650}
2651
2652/*
drh8b2f49b2001-06-08 00:21:52 +00002653** Create a new cursor for the BTree whose root is on the page
2654** iTable. The act of acquiring a cursor gets a read lock on
2655** the database file.
drh1bee3d72001-10-15 00:44:35 +00002656**
2657** If wrFlag==0, then the cursor can only be used for reading.
drhf74b8d92002-09-01 23:20:45 +00002658** If wrFlag==1, then the cursor can be used for reading or for
2659** writing if other conditions for writing are also met. These
2660** are the conditions that must be met in order for writing to
2661** be allowed:
drh6446c4d2001-12-15 14:22:18 +00002662**
drhf74b8d92002-09-01 23:20:45 +00002663** 1: The cursor must have been opened with wrFlag==1
2664**
drhfe5d71d2007-03-19 11:54:10 +00002665** 2: Other database connections that share the same pager cache
2666** but which are not in the READ_UNCOMMITTED state may not have
2667** cursors open with wrFlag==0 on the same table. Otherwise
2668** the changes made by this write cursor would be visible to
2669** the read cursors in the other database connection.
drhf74b8d92002-09-01 23:20:45 +00002670**
2671** 3: The database must be writable (not on read-only media)
2672**
2673** 4: There must be an active transaction.
2674**
drh6446c4d2001-12-15 14:22:18 +00002675** No checking is done to make sure that page iTable really is the
2676** root page of a b-tree. If it is not, then the cursor acquired
2677** will not work correctly.
drha059ad02001-04-17 20:09:11 +00002678*/
drhd677b3d2007-08-20 22:48:41 +00002679static int btreeCursor(
danielk1977cd3e8f72008-03-25 09:47:35 +00002680 Btree *p, /* The btree */
2681 int iTable, /* Root page of table to open */
2682 int wrFlag, /* 1 to write. 0 read-only */
2683 struct KeyInfo *pKeyInfo, /* First arg to comparison function */
2684 BtCursor *pCur /* Space for new cursor */
drh3aac2dd2004-04-26 14:10:20 +00002685){
drha059ad02001-04-17 20:09:11 +00002686 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00002687 BtShared *pBt = p->pBt;
drhecdc7532001-09-23 02:35:53 +00002688
drh1fee73e2007-08-29 04:00:57 +00002689 assert( sqlite3BtreeHoldsMutex(p) );
drh8dcd7ca2004-08-08 19:43:29 +00002690 if( wrFlag ){
drh8dcd7ca2004-08-08 19:43:29 +00002691 if( pBt->readOnly ){
2692 return SQLITE_READONLY;
2693 }
drh980b1a72006-08-16 16:42:48 +00002694 if( checkReadLocks(p, iTable, 0) ){
drh8dcd7ca2004-08-08 19:43:29 +00002695 return SQLITE_LOCKED;
2696 }
drha0c9a112004-03-10 13:42:37 +00002697 }
danielk1977aef0bf62005-12-30 16:28:01 +00002698
drh4b70f112004-05-02 21:12:19 +00002699 if( pBt->pPage1==0 ){
danielk1977aef0bf62005-12-30 16:28:01 +00002700 rc = lockBtreeWithRetry(p);
drha059ad02001-04-17 20:09:11 +00002701 if( rc!=SQLITE_OK ){
drha059ad02001-04-17 20:09:11 +00002702 return rc;
2703 }
drh1831f182007-04-24 17:35:59 +00002704 if( pBt->readOnly && wrFlag ){
2705 return SQLITE_READONLY;
2706 }
drha059ad02001-04-17 20:09:11 +00002707 }
drh8b2f49b2001-06-08 00:21:52 +00002708 pCur->pgnoRoot = (Pgno)iTable;
danielk19773b8a05f2007-03-19 17:44:26 +00002709 if( iTable==1 && sqlite3PagerPagecount(pBt->pPager)==0 ){
drh24cd67e2004-05-10 16:18:47 +00002710 rc = SQLITE_EMPTY;
2711 goto create_cursor_exception;
2712 }
drhde647132004-05-07 17:57:49 +00002713 rc = getAndInitPage(pBt, pCur->pgnoRoot, &pCur->pPage, 0);
drhbd03cae2001-06-02 02:40:57 +00002714 if( rc!=SQLITE_OK ){
2715 goto create_cursor_exception;
drha059ad02001-04-17 20:09:11 +00002716 }
danielk1977aef0bf62005-12-30 16:28:01 +00002717
danielk1977aef0bf62005-12-30 16:28:01 +00002718 /* Now that no other errors can occur, finish filling in the BtCursor
2719 ** variables, link the cursor into the BtShared list and set *ppCur (the
2720 ** output argument to this function).
2721 */
drh1e968a02008-03-25 00:22:21 +00002722 pCur->pKeyInfo = pKeyInfo;
danielk1977aef0bf62005-12-30 16:28:01 +00002723 pCur->pBtree = p;
drhd0679ed2007-08-28 22:24:34 +00002724 pCur->pBt = pBt;
drhecdc7532001-09-23 02:35:53 +00002725 pCur->wrFlag = wrFlag;
drha059ad02001-04-17 20:09:11 +00002726 pCur->pNext = pBt->pCursor;
2727 if( pCur->pNext ){
2728 pCur->pNext->pPrev = pCur;
2729 }
2730 pBt->pCursor = pCur;
danielk1977da184232006-01-05 11:34:32 +00002731 pCur->eState = CURSOR_INVALID;
drhbd03cae2001-06-02 02:40:57 +00002732
danielk1977aef0bf62005-12-30 16:28:01 +00002733 return SQLITE_OK;
drhd677b3d2007-08-20 22:48:41 +00002734
drhbd03cae2001-06-02 02:40:57 +00002735create_cursor_exception:
drhbd03cae2001-06-02 02:40:57 +00002736 if( pCur ){
drh3aac2dd2004-04-26 14:10:20 +00002737 releasePage(pCur->pPage);
drhbd03cae2001-06-02 02:40:57 +00002738 }
drh5e00f6c2001-09-13 13:46:56 +00002739 unlockBtreeIfUnused(pBt);
drhbd03cae2001-06-02 02:40:57 +00002740 return rc;
drha059ad02001-04-17 20:09:11 +00002741}
drhd677b3d2007-08-20 22:48:41 +00002742int sqlite3BtreeCursor(
danielk1977cd3e8f72008-03-25 09:47:35 +00002743 Btree *p, /* The btree */
2744 int iTable, /* Root page of table to open */
2745 int wrFlag, /* 1 to write. 0 read-only */
2746 struct KeyInfo *pKeyInfo, /* First arg to xCompare() */
2747 BtCursor *pCur /* Write new cursor here */
drhd677b3d2007-08-20 22:48:41 +00002748){
2749 int rc;
2750 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00002751 p->pBt->db = p->db;
danielk1977cd3e8f72008-03-25 09:47:35 +00002752 rc = btreeCursor(p, iTable, wrFlag, pKeyInfo, pCur);
drhd677b3d2007-08-20 22:48:41 +00002753 sqlite3BtreeLeave(p);
2754 return rc;
2755}
danielk1977cd3e8f72008-03-25 09:47:35 +00002756int sqlite3BtreeCursorSize(){
2757 return sizeof(BtCursor);
2758}
2759
drhd677b3d2007-08-20 22:48:41 +00002760
drha059ad02001-04-17 20:09:11 +00002761
2762/*
drh5e00f6c2001-09-13 13:46:56 +00002763** Close a cursor. The read lock on the database file is released
drhbd03cae2001-06-02 02:40:57 +00002764** when the last cursor is closed.
drha059ad02001-04-17 20:09:11 +00002765*/
drh3aac2dd2004-04-26 14:10:20 +00002766int sqlite3BtreeCloseCursor(BtCursor *pCur){
drhff0587c2007-08-29 17:43:19 +00002767 Btree *pBtree = pCur->pBtree;
danielk1977cd3e8f72008-03-25 09:47:35 +00002768 if( pBtree ){
2769 BtShared *pBt = pCur->pBt;
2770 sqlite3BtreeEnter(pBtree);
2771 pBt->db = pBtree->db;
2772 clearCursorPosition(pCur);
2773 if( pCur->pPrev ){
2774 pCur->pPrev->pNext = pCur->pNext;
2775 }else{
2776 pBt->pCursor = pCur->pNext;
2777 }
2778 if( pCur->pNext ){
2779 pCur->pNext->pPrev = pCur->pPrev;
2780 }
2781 releasePage(pCur->pPage);
2782 unlockBtreeIfUnused(pBt);
2783 invalidateOverflowCache(pCur);
2784 /* sqlite3_free(pCur); */
2785 sqlite3BtreeLeave(pBtree);
drha059ad02001-04-17 20:09:11 +00002786 }
drh8c42ca92001-06-22 19:15:00 +00002787 return SQLITE_OK;
drha059ad02001-04-17 20:09:11 +00002788}
2789
drh7e3b0a02001-04-28 16:52:40 +00002790/*
drh5e2f8b92001-05-28 00:41:15 +00002791** Make a temporary cursor by filling in the fields of pTempCur.
2792** The temporary cursor is not on the cursor list for the Btree.
2793*/
drh16a9b832007-05-05 18:39:25 +00002794void sqlite3BtreeGetTempCursor(BtCursor *pCur, BtCursor *pTempCur){
drh1fee73e2007-08-29 04:00:57 +00002795 assert( cursorHoldsMutex(pCur) );
drh5e2f8b92001-05-28 00:41:15 +00002796 memcpy(pTempCur, pCur, sizeof(*pCur));
2797 pTempCur->pNext = 0;
2798 pTempCur->pPrev = 0;
drhecdc7532001-09-23 02:35:53 +00002799 if( pTempCur->pPage ){
danielk19773b8a05f2007-03-19 17:44:26 +00002800 sqlite3PagerRef(pTempCur->pPage->pDbPage);
drhecdc7532001-09-23 02:35:53 +00002801 }
drh5e2f8b92001-05-28 00:41:15 +00002802}
2803
2804/*
drhbd03cae2001-06-02 02:40:57 +00002805** Delete a temporary cursor such as was made by the CreateTemporaryCursor()
drh5e2f8b92001-05-28 00:41:15 +00002806** function above.
2807*/
drh16a9b832007-05-05 18:39:25 +00002808void sqlite3BtreeReleaseTempCursor(BtCursor *pCur){
drh1fee73e2007-08-29 04:00:57 +00002809 assert( cursorHoldsMutex(pCur) );
drhecdc7532001-09-23 02:35:53 +00002810 if( pCur->pPage ){
danielk19773b8a05f2007-03-19 17:44:26 +00002811 sqlite3PagerUnref(pCur->pPage->pDbPage);
drhecdc7532001-09-23 02:35:53 +00002812 }
drh5e2f8b92001-05-28 00:41:15 +00002813}
2814
2815/*
drh86057612007-06-26 01:04:48 +00002816** Make sure the BtCursor* given in the argument has a valid
2817** BtCursor.info structure. If it is not already valid, call
danielk19771cc5ed82007-05-16 17:28:43 +00002818** sqlite3BtreeParseCell() to fill it in.
drhab01f612004-05-22 02:55:23 +00002819**
2820** BtCursor.info is a cache of the information in the current cell.
drh16a9b832007-05-05 18:39:25 +00002821** Using this cache reduces the number of calls to sqlite3BtreeParseCell().
drh86057612007-06-26 01:04:48 +00002822**
2823** 2007-06-25: There is a bug in some versions of MSVC that cause the
2824** compiler to crash when getCellInfo() is implemented as a macro.
2825** But there is a measureable speed advantage to using the macro on gcc
2826** (when less compiler optimizations like -Os or -O0 are used and the
2827** compiler is not doing agressive inlining.) So we use a real function
2828** for MSVC and a macro for everything else. Ticket #2457.
drh9188b382004-05-14 21:12:22 +00002829*/
drh9188b382004-05-14 21:12:22 +00002830#ifndef NDEBUG
danielk19771cc5ed82007-05-16 17:28:43 +00002831 static void assertCellInfo(BtCursor *pCur){
drh9188b382004-05-14 21:12:22 +00002832 CellInfo info;
drh51c6d962004-06-06 00:42:25 +00002833 memset(&info, 0, sizeof(info));
drh16a9b832007-05-05 18:39:25 +00002834 sqlite3BtreeParseCell(pCur->pPage, pCur->idx, &info);
drh9188b382004-05-14 21:12:22 +00002835 assert( memcmp(&info, &pCur->info, sizeof(info))==0 );
drh9188b382004-05-14 21:12:22 +00002836 }
danielk19771cc5ed82007-05-16 17:28:43 +00002837#else
2838 #define assertCellInfo(x)
2839#endif
drh86057612007-06-26 01:04:48 +00002840#ifdef _MSC_VER
2841 /* Use a real function in MSVC to work around bugs in that compiler. */
2842 static void getCellInfo(BtCursor *pCur){
2843 if( pCur->info.nSize==0 ){
2844 sqlite3BtreeParseCell(pCur->pPage, pCur->idx, &pCur->info);
2845 }else{
2846 assertCellInfo(pCur);
2847 }
2848 }
2849#else /* if not _MSC_VER */
2850 /* Use a macro in all other compilers so that the function is inlined */
2851#define getCellInfo(pCur) \
2852 if( pCur->info.nSize==0 ){ \
danielk19771cc5ed82007-05-16 17:28:43 +00002853 sqlite3BtreeParseCell(pCur->pPage, pCur->idx, &pCur->info); \
drh86057612007-06-26 01:04:48 +00002854 }else{ \
2855 assertCellInfo(pCur); \
2856 }
2857#endif /* _MSC_VER */
drh9188b382004-05-14 21:12:22 +00002858
2859/*
drh3aac2dd2004-04-26 14:10:20 +00002860** Set *pSize to the size of the buffer needed to hold the value of
2861** the key for the current entry. If the cursor is not pointing
2862** to a valid entry, *pSize is set to 0.
2863**
drh4b70f112004-05-02 21:12:19 +00002864** For a table with the INTKEY flag set, this routine returns the key
drh3aac2dd2004-04-26 14:10:20 +00002865** itself, not the number of bytes in the key.
drh7e3b0a02001-04-28 16:52:40 +00002866*/
drh4a1c3802004-05-12 15:15:47 +00002867int sqlite3BtreeKeySize(BtCursor *pCur, i64 *pSize){
drhd677b3d2007-08-20 22:48:41 +00002868 int rc;
2869
drh1fee73e2007-08-29 04:00:57 +00002870 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00002871 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00002872 if( rc==SQLITE_OK ){
2873 assert( pCur->eState==CURSOR_INVALID || pCur->eState==CURSOR_VALID );
2874 if( pCur->eState==CURSOR_INVALID ){
2875 *pSize = 0;
2876 }else{
drh86057612007-06-26 01:04:48 +00002877 getCellInfo(pCur);
danielk1977da184232006-01-05 11:34:32 +00002878 *pSize = pCur->info.nKey;
2879 }
drh72f82862001-05-24 21:06:34 +00002880 }
danielk1977da184232006-01-05 11:34:32 +00002881 return rc;
drha059ad02001-04-17 20:09:11 +00002882}
drh2af926b2001-05-15 00:39:25 +00002883
drh72f82862001-05-24 21:06:34 +00002884/*
drh0e1c19e2004-05-11 00:58:56 +00002885** Set *pSize to the number of bytes of data in the entry the
2886** cursor currently points to. Always return SQLITE_OK.
2887** Failure is not possible. If the cursor is not currently
2888** pointing to an entry (which can happen, for example, if
2889** the database is empty) then *pSize is set to 0.
2890*/
2891int sqlite3BtreeDataSize(BtCursor *pCur, u32 *pSize){
drhd677b3d2007-08-20 22:48:41 +00002892 int rc;
2893
drh1fee73e2007-08-29 04:00:57 +00002894 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00002895 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00002896 if( rc==SQLITE_OK ){
2897 assert( pCur->eState==CURSOR_INVALID || pCur->eState==CURSOR_VALID );
2898 if( pCur->eState==CURSOR_INVALID ){
2899 /* Not pointing at a valid entry - set *pSize to 0. */
2900 *pSize = 0;
2901 }else{
drh86057612007-06-26 01:04:48 +00002902 getCellInfo(pCur);
danielk1977da184232006-01-05 11:34:32 +00002903 *pSize = pCur->info.nData;
2904 }
drh0e1c19e2004-05-11 00:58:56 +00002905 }
danielk1977da184232006-01-05 11:34:32 +00002906 return rc;
drh0e1c19e2004-05-11 00:58:56 +00002907}
2908
2909/*
danielk1977d04417962007-05-02 13:16:30 +00002910** Given the page number of an overflow page in the database (parameter
2911** ovfl), this function finds the page number of the next page in the
2912** linked list of overflow pages. If possible, it uses the auto-vacuum
2913** pointer-map data instead of reading the content of page ovfl to do so.
2914**
2915** If an error occurs an SQLite error code is returned. Otherwise:
2916**
2917** Unless pPgnoNext is NULL, the page number of the next overflow
2918** page in the linked list is written to *pPgnoNext. If page ovfl
drh85b623f2007-12-13 21:54:09 +00002919** is the last page in its linked list, *pPgnoNext is set to zero.
danielk1977d04417962007-05-02 13:16:30 +00002920**
2921** If ppPage is not NULL, *ppPage is set to the MemPage* handle
2922** for page ovfl. The underlying pager page may have been requested
2923** with the noContent flag set, so the page data accessable via
2924** this handle may not be trusted.
2925*/
2926static int getOverflowPage(
2927 BtShared *pBt,
2928 Pgno ovfl, /* Overflow page */
2929 MemPage **ppPage, /* OUT: MemPage handle */
2930 Pgno *pPgnoNext /* OUT: Next overflow page number */
2931){
2932 Pgno next = 0;
2933 int rc;
2934
drh1fee73e2007-08-29 04:00:57 +00002935 assert( sqlite3_mutex_held(pBt->mutex) );
danielk1977d04417962007-05-02 13:16:30 +00002936 /* One of these must not be NULL. Otherwise, why call this function? */
2937 assert(ppPage || pPgnoNext);
2938
2939 /* If pPgnoNext is NULL, then this function is being called to obtain
2940 ** a MemPage* reference only. No page-data is required in this case.
2941 */
2942 if( !pPgnoNext ){
drh16a9b832007-05-05 18:39:25 +00002943 return sqlite3BtreeGetPage(pBt, ovfl, ppPage, 1);
danielk1977d04417962007-05-02 13:16:30 +00002944 }
2945
2946#ifndef SQLITE_OMIT_AUTOVACUUM
2947 /* Try to find the next page in the overflow list using the
2948 ** autovacuum pointer-map pages. Guess that the next page in
2949 ** the overflow list is page number (ovfl+1). If that guess turns
2950 ** out to be wrong, fall back to loading the data of page
2951 ** number ovfl to determine the next page number.
2952 */
2953 if( pBt->autoVacuum ){
2954 Pgno pgno;
2955 Pgno iGuess = ovfl+1;
2956 u8 eType;
2957
2958 while( PTRMAP_ISPAGE(pBt, iGuess) || iGuess==PENDING_BYTE_PAGE(pBt) ){
2959 iGuess++;
2960 }
2961
danielk197720713f32007-05-03 11:43:33 +00002962 if( iGuess<=sqlite3PagerPagecount(pBt->pPager) ){
danielk1977d04417962007-05-02 13:16:30 +00002963 rc = ptrmapGet(pBt, iGuess, &eType, &pgno);
2964 if( rc!=SQLITE_OK ){
2965 return rc;
2966 }
2967 if( eType==PTRMAP_OVERFLOW2 && pgno==ovfl ){
2968 next = iGuess;
2969 }
2970 }
2971 }
2972#endif
2973
2974 if( next==0 || ppPage ){
2975 MemPage *pPage = 0;
2976
drh16a9b832007-05-05 18:39:25 +00002977 rc = sqlite3BtreeGetPage(pBt, ovfl, &pPage, next!=0);
danielk1977d04417962007-05-02 13:16:30 +00002978 assert(rc==SQLITE_OK || pPage==0);
2979 if( next==0 && rc==SQLITE_OK ){
2980 next = get4byte(pPage->aData);
2981 }
2982
2983 if( ppPage ){
2984 *ppPage = pPage;
2985 }else{
2986 releasePage(pPage);
2987 }
2988 }
2989 *pPgnoNext = next;
2990
2991 return rc;
2992}
2993
danielk1977da107192007-05-04 08:32:13 +00002994/*
2995** Copy data from a buffer to a page, or from a page to a buffer.
2996**
2997** pPayload is a pointer to data stored on database page pDbPage.
2998** If argument eOp is false, then nByte bytes of data are copied
2999** from pPayload to the buffer pointed at by pBuf. If eOp is true,
3000** then sqlite3PagerWrite() is called on pDbPage and nByte bytes
3001** of data are copied from the buffer pBuf to pPayload.
3002**
3003** SQLITE_OK is returned on success, otherwise an error code.
3004*/
3005static int copyPayload(
3006 void *pPayload, /* Pointer to page data */
3007 void *pBuf, /* Pointer to buffer */
3008 int nByte, /* Number of bytes to copy */
3009 int eOp, /* 0 -> copy from page, 1 -> copy to page */
3010 DbPage *pDbPage /* Page containing pPayload */
3011){
3012 if( eOp ){
3013 /* Copy data from buffer to page (a write operation) */
3014 int rc = sqlite3PagerWrite(pDbPage);
3015 if( rc!=SQLITE_OK ){
3016 return rc;
3017 }
3018 memcpy(pPayload, pBuf, nByte);
3019 }else{
3020 /* Copy data from page to buffer (a read operation) */
3021 memcpy(pBuf, pPayload, nByte);
3022 }
3023 return SQLITE_OK;
3024}
danielk1977d04417962007-05-02 13:16:30 +00003025
3026/*
danielk19779f8d6402007-05-02 17:48:45 +00003027** This function is used to read or overwrite payload information
3028** for the entry that the pCur cursor is pointing to. If the eOp
3029** parameter is 0, this is a read operation (data copied into
3030** buffer pBuf). If it is non-zero, a write (data copied from
3031** buffer pBuf).
3032**
3033** A total of "amt" bytes are read or written beginning at "offset".
3034** Data is read to or from the buffer pBuf.
drh72f82862001-05-24 21:06:34 +00003035**
3036** This routine does not make a distinction between key and data.
danielk19779f8d6402007-05-02 17:48:45 +00003037** It just reads or writes bytes from the payload area. Data might
3038** appear on the main page or be scattered out on multiple overflow
3039** pages.
danielk1977da107192007-05-04 08:32:13 +00003040**
danielk1977dcbb5d32007-05-04 18:36:44 +00003041** If the BtCursor.isIncrblobHandle flag is set, and the current
danielk1977da107192007-05-04 08:32:13 +00003042** cursor entry uses one or more overflow pages, this function
3043** allocates space for and lazily popluates the overflow page-list
3044** cache array (BtCursor.aOverflow). Subsequent calls use this
3045** cache to make seeking to the supplied offset more efficient.
3046**
3047** Once an overflow page-list cache has been allocated, it may be
3048** invalidated if some other cursor writes to the same table, or if
3049** the cursor is moved to a different row. Additionally, in auto-vacuum
3050** mode, the following events may invalidate an overflow page-list cache.
3051**
3052** * An incremental vacuum,
3053** * A commit in auto_vacuum="full" mode,
3054** * Creating a table (may require moving an overflow page).
drh72f82862001-05-24 21:06:34 +00003055*/
danielk19779f8d6402007-05-02 17:48:45 +00003056static int accessPayload(
drh3aac2dd2004-04-26 14:10:20 +00003057 BtCursor *pCur, /* Cursor pointing to entry to read from */
3058 int offset, /* Begin reading this far into payload */
3059 int amt, /* Read this many bytes */
3060 unsigned char *pBuf, /* Write the bytes into this buffer */
danielk19779f8d6402007-05-02 17:48:45 +00003061 int skipKey, /* offset begins at data if this is true */
3062 int eOp /* zero to read. non-zero to write. */
drh3aac2dd2004-04-26 14:10:20 +00003063){
3064 unsigned char *aPayload;
danielk1977da107192007-05-04 08:32:13 +00003065 int rc = SQLITE_OK;
drhfa1a98a2004-05-14 19:08:17 +00003066 u32 nKey;
danielk19772dec9702007-05-02 16:48:37 +00003067 int iIdx = 0;
drhd0679ed2007-08-28 22:24:34 +00003068 MemPage *pPage = pCur->pPage; /* Btree page of current cursor entry */
drh51f015e2007-10-16 19:45:29 +00003069 BtShared *pBt; /* Btree this cursor belongs to */
drh3aac2dd2004-04-26 14:10:20 +00003070
danielk1977da107192007-05-04 08:32:13 +00003071 assert( pPage );
danielk1977da184232006-01-05 11:34:32 +00003072 assert( pCur->eState==CURSOR_VALID );
drh3aac2dd2004-04-26 14:10:20 +00003073 assert( pCur->idx>=0 && pCur->idx<pPage->nCell );
danielk1977da107192007-05-04 08:32:13 +00003074 assert( offset>=0 );
drh1fee73e2007-08-29 04:00:57 +00003075 assert( cursorHoldsMutex(pCur) );
danielk1977da107192007-05-04 08:32:13 +00003076
drh86057612007-06-26 01:04:48 +00003077 getCellInfo(pCur);
drh366fda62006-01-13 02:35:09 +00003078 aPayload = pCur->info.pCell + pCur->info.nHeader;
danielk1977da107192007-05-04 08:32:13 +00003079 nKey = (pPage->intKey ? 0 : pCur->info.nKey);
3080
drh3aac2dd2004-04-26 14:10:20 +00003081 if( skipKey ){
drhfa1a98a2004-05-14 19:08:17 +00003082 offset += nKey;
drh3aac2dd2004-04-26 14:10:20 +00003083 }
drhfa1a98a2004-05-14 19:08:17 +00003084 if( offset+amt > nKey+pCur->info.nData ){
danielk1977da107192007-05-04 08:32:13 +00003085 /* Trying to read or write past the end of the data is an error */
drha34b6762004-05-07 13:30:42 +00003086 return SQLITE_ERROR;
drh3aac2dd2004-04-26 14:10:20 +00003087 }
danielk1977da107192007-05-04 08:32:13 +00003088
3089 /* Check if data must be read/written to/from the btree page itself. */
drhfa1a98a2004-05-14 19:08:17 +00003090 if( offset<pCur->info.nLocal ){
drh2af926b2001-05-15 00:39:25 +00003091 int a = amt;
drhfa1a98a2004-05-14 19:08:17 +00003092 if( a+offset>pCur->info.nLocal ){
3093 a = pCur->info.nLocal - offset;
drh2af926b2001-05-15 00:39:25 +00003094 }
danielk1977da107192007-05-04 08:32:13 +00003095 rc = copyPayload(&aPayload[offset], pBuf, a, eOp, pPage->pDbPage);
drh2aa679f2001-06-25 02:11:07 +00003096 offset = 0;
drha34b6762004-05-07 13:30:42 +00003097 pBuf += a;
drh2af926b2001-05-15 00:39:25 +00003098 amt -= a;
drhdd793422001-06-28 01:54:48 +00003099 }else{
drhfa1a98a2004-05-14 19:08:17 +00003100 offset -= pCur->info.nLocal;
drhbd03cae2001-06-02 02:40:57 +00003101 }
danielk1977da107192007-05-04 08:32:13 +00003102
drh51f015e2007-10-16 19:45:29 +00003103 pBt = pCur->pBt;
danielk1977da107192007-05-04 08:32:13 +00003104 if( rc==SQLITE_OK && amt>0 ){
3105 const int ovflSize = pBt->usableSize - 4; /* Bytes content per ovfl page */
3106 Pgno nextPage;
3107
drhfa1a98a2004-05-14 19:08:17 +00003108 nextPage = get4byte(&aPayload[pCur->info.nLocal]);
danielk1977da107192007-05-04 08:32:13 +00003109
danielk19772dec9702007-05-02 16:48:37 +00003110#ifndef SQLITE_OMIT_INCRBLOB
danielk1977dcbb5d32007-05-04 18:36:44 +00003111 /* If the isIncrblobHandle flag is set and the BtCursor.aOverflow[]
danielk1977da107192007-05-04 08:32:13 +00003112 ** has not been allocated, allocate it now. The array is sized at
3113 ** one entry for each overflow page in the overflow chain. The
3114 ** page number of the first overflow page is stored in aOverflow[0],
3115 ** etc. A value of 0 in the aOverflow[] array means "not yet known"
3116 ** (the cache is lazily populated).
3117 */
danielk1977dcbb5d32007-05-04 18:36:44 +00003118 if( pCur->isIncrblobHandle && !pCur->aOverflow ){
danielk19772dec9702007-05-02 16:48:37 +00003119 int nOvfl = (pCur->info.nPayload-pCur->info.nLocal+ovflSize-1)/ovflSize;
drh17435752007-08-16 04:30:38 +00003120 pCur->aOverflow = (Pgno *)sqlite3MallocZero(sizeof(Pgno)*nOvfl);
danielk19772dec9702007-05-02 16:48:37 +00003121 if( nOvfl && !pCur->aOverflow ){
danielk1977da107192007-05-04 08:32:13 +00003122 rc = SQLITE_NOMEM;
danielk19772dec9702007-05-02 16:48:37 +00003123 }
3124 }
danielk1977da107192007-05-04 08:32:13 +00003125
3126 /* If the overflow page-list cache has been allocated and the
3127 ** entry for the first required overflow page is valid, skip
3128 ** directly to it.
3129 */
danielk19772dec9702007-05-02 16:48:37 +00003130 if( pCur->aOverflow && pCur->aOverflow[offset/ovflSize] ){
3131 iIdx = (offset/ovflSize);
3132 nextPage = pCur->aOverflow[iIdx];
3133 offset = (offset%ovflSize);
3134 }
3135#endif
danielk1977da107192007-05-04 08:32:13 +00003136
3137 for( ; rc==SQLITE_OK && amt>0 && nextPage; iIdx++){
3138
3139#ifndef SQLITE_OMIT_INCRBLOB
3140 /* If required, populate the overflow page-list cache. */
3141 if( pCur->aOverflow ){
3142 assert(!pCur->aOverflow[iIdx] || pCur->aOverflow[iIdx]==nextPage);
3143 pCur->aOverflow[iIdx] = nextPage;
3144 }
3145#endif
3146
danielk1977d04417962007-05-02 13:16:30 +00003147 if( offset>=ovflSize ){
3148 /* The only reason to read this page is to obtain the page
danielk1977da107192007-05-04 08:32:13 +00003149 ** number for the next page in the overflow chain. The page
drhfd131da2007-08-07 17:13:03 +00003150 ** data is not required. So first try to lookup the overflow
3151 ** page-list cache, if any, then fall back to the getOverflowPage()
danielk1977da107192007-05-04 08:32:13 +00003152 ** function.
danielk1977d04417962007-05-02 13:16:30 +00003153 */
danielk19772dec9702007-05-02 16:48:37 +00003154#ifndef SQLITE_OMIT_INCRBLOB
danielk1977da107192007-05-04 08:32:13 +00003155 if( pCur->aOverflow && pCur->aOverflow[iIdx+1] ){
3156 nextPage = pCur->aOverflow[iIdx+1];
3157 } else
danielk19772dec9702007-05-02 16:48:37 +00003158#endif
danielk1977da107192007-05-04 08:32:13 +00003159 rc = getOverflowPage(pBt, nextPage, 0, &nextPage);
danielk1977da107192007-05-04 08:32:13 +00003160 offset -= ovflSize;
danielk1977d04417962007-05-02 13:16:30 +00003161 }else{
danielk19779f8d6402007-05-02 17:48:45 +00003162 /* Need to read this page properly. It contains some of the
3163 ** range of data that is being read (eOp==0) or written (eOp!=0).
danielk1977d04417962007-05-02 13:16:30 +00003164 */
3165 DbPage *pDbPage;
danielk1977cfe9a692004-06-16 12:00:29 +00003166 int a = amt;
danielk1977d04417962007-05-02 13:16:30 +00003167 rc = sqlite3PagerGet(pBt->pPager, nextPage, &pDbPage);
danielk1977da107192007-05-04 08:32:13 +00003168 if( rc==SQLITE_OK ){
3169 aPayload = sqlite3PagerGetData(pDbPage);
3170 nextPage = get4byte(aPayload);
3171 if( a + offset > ovflSize ){
3172 a = ovflSize - offset;
danielk19779f8d6402007-05-02 17:48:45 +00003173 }
danielk1977da107192007-05-04 08:32:13 +00003174 rc = copyPayload(&aPayload[offset+4], pBuf, a, eOp, pDbPage);
3175 sqlite3PagerUnref(pDbPage);
3176 offset = 0;
3177 amt -= a;
3178 pBuf += a;
danielk19779f8d6402007-05-02 17:48:45 +00003179 }
danielk1977cfe9a692004-06-16 12:00:29 +00003180 }
drh2af926b2001-05-15 00:39:25 +00003181 }
drh2af926b2001-05-15 00:39:25 +00003182 }
danielk1977cfe9a692004-06-16 12:00:29 +00003183
danielk1977da107192007-05-04 08:32:13 +00003184 if( rc==SQLITE_OK && amt>0 ){
drh49285702005-09-17 15:20:26 +00003185 return SQLITE_CORRUPT_BKPT;
drha7fcb052001-12-14 15:09:55 +00003186 }
danielk1977da107192007-05-04 08:32:13 +00003187 return rc;
drh2af926b2001-05-15 00:39:25 +00003188}
3189
drh72f82862001-05-24 21:06:34 +00003190/*
drh3aac2dd2004-04-26 14:10:20 +00003191** Read part of the key associated with cursor pCur. Exactly
drha34b6762004-05-07 13:30:42 +00003192** "amt" bytes will be transfered into pBuf[]. The transfer
drh3aac2dd2004-04-26 14:10:20 +00003193** begins at "offset".
drh8c1238a2003-01-02 14:43:55 +00003194**
drh3aac2dd2004-04-26 14:10:20 +00003195** Return SQLITE_OK on success or an error code if anything goes
3196** wrong. An error is returned if "offset+amt" is larger than
3197** the available payload.
drh72f82862001-05-24 21:06:34 +00003198*/
drha34b6762004-05-07 13:30:42 +00003199int sqlite3BtreeKey(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){
drhd677b3d2007-08-20 22:48:41 +00003200 int rc;
3201
drh1fee73e2007-08-29 04:00:57 +00003202 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00003203 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00003204 if( rc==SQLITE_OK ){
3205 assert( pCur->eState==CURSOR_VALID );
3206 assert( pCur->pPage!=0 );
3207 if( pCur->pPage->intKey ){
3208 return SQLITE_CORRUPT_BKPT;
3209 }
3210 assert( pCur->pPage->intKey==0 );
3211 assert( pCur->idx>=0 && pCur->idx<pCur->pPage->nCell );
drh16a9b832007-05-05 18:39:25 +00003212 rc = accessPayload(pCur, offset, amt, (unsigned char*)pBuf, 0, 0);
drh6575a222005-03-10 17:06:34 +00003213 }
danielk1977da184232006-01-05 11:34:32 +00003214 return rc;
drh3aac2dd2004-04-26 14:10:20 +00003215}
3216
3217/*
drh3aac2dd2004-04-26 14:10:20 +00003218** Read part of the data associated with cursor pCur. Exactly
drha34b6762004-05-07 13:30:42 +00003219** "amt" bytes will be transfered into pBuf[]. The transfer
drh3aac2dd2004-04-26 14:10:20 +00003220** begins at "offset".
3221**
3222** Return SQLITE_OK on success or an error code if anything goes
3223** wrong. An error is returned if "offset+amt" is larger than
3224** the available payload.
drh72f82862001-05-24 21:06:34 +00003225*/
drh3aac2dd2004-04-26 14:10:20 +00003226int sqlite3BtreeData(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){
drhd677b3d2007-08-20 22:48:41 +00003227 int rc;
3228
drh1fee73e2007-08-29 04:00:57 +00003229 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00003230 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00003231 if( rc==SQLITE_OK ){
3232 assert( pCur->eState==CURSOR_VALID );
3233 assert( pCur->pPage!=0 );
3234 assert( pCur->idx>=0 && pCur->idx<pCur->pPage->nCell );
drh16a9b832007-05-05 18:39:25 +00003235 rc = accessPayload(pCur, offset, amt, pBuf, 1, 0);
danielk1977da184232006-01-05 11:34:32 +00003236 }
3237 return rc;
drh2af926b2001-05-15 00:39:25 +00003238}
3239
drh72f82862001-05-24 21:06:34 +00003240/*
drh0e1c19e2004-05-11 00:58:56 +00003241** Return a pointer to payload information from the entry that the
3242** pCur cursor is pointing to. The pointer is to the beginning of
3243** the key if skipKey==0 and it points to the beginning of data if
drhe51c44f2004-05-30 20:46:09 +00003244** skipKey==1. The number of bytes of available key/data is written
3245** into *pAmt. If *pAmt==0, then the value returned will not be
3246** a valid pointer.
drh0e1c19e2004-05-11 00:58:56 +00003247**
3248** This routine is an optimization. It is common for the entire key
3249** and data to fit on the local page and for there to be no overflow
3250** pages. When that is so, this routine can be used to access the
3251** key and data without making a copy. If the key and/or data spills
drh16a9b832007-05-05 18:39:25 +00003252** onto overflow pages, then accessPayload() must be used to reassembly
drh0e1c19e2004-05-11 00:58:56 +00003253** the key/data and copy it into a preallocated buffer.
3254**
3255** The pointer returned by this routine looks directly into the cached
3256** page of the database. The data might change or move the next time
3257** any btree routine is called.
3258*/
3259static const unsigned char *fetchPayload(
3260 BtCursor *pCur, /* Cursor pointing to entry to read from */
drhe51c44f2004-05-30 20:46:09 +00003261 int *pAmt, /* Write the number of available bytes here */
drh0e1c19e2004-05-11 00:58:56 +00003262 int skipKey /* read beginning at data if this is true */
3263){
3264 unsigned char *aPayload;
3265 MemPage *pPage;
drhfa1a98a2004-05-14 19:08:17 +00003266 u32 nKey;
3267 int nLocal;
drh0e1c19e2004-05-11 00:58:56 +00003268
3269 assert( pCur!=0 && pCur->pPage!=0 );
danielk1977da184232006-01-05 11:34:32 +00003270 assert( pCur->eState==CURSOR_VALID );
drh1fee73e2007-08-29 04:00:57 +00003271 assert( cursorHoldsMutex(pCur) );
drh0e1c19e2004-05-11 00:58:56 +00003272 pPage = pCur->pPage;
drh0e1c19e2004-05-11 00:58:56 +00003273 assert( pCur->idx>=0 && pCur->idx<pPage->nCell );
drh86057612007-06-26 01:04:48 +00003274 getCellInfo(pCur);
drh43605152004-05-29 21:46:49 +00003275 aPayload = pCur->info.pCell;
drhfa1a98a2004-05-14 19:08:17 +00003276 aPayload += pCur->info.nHeader;
drh0e1c19e2004-05-11 00:58:56 +00003277 if( pPage->intKey ){
drhfa1a98a2004-05-14 19:08:17 +00003278 nKey = 0;
3279 }else{
3280 nKey = pCur->info.nKey;
drh0e1c19e2004-05-11 00:58:56 +00003281 }
drh0e1c19e2004-05-11 00:58:56 +00003282 if( skipKey ){
drhfa1a98a2004-05-14 19:08:17 +00003283 aPayload += nKey;
3284 nLocal = pCur->info.nLocal - nKey;
drh0e1c19e2004-05-11 00:58:56 +00003285 }else{
drhfa1a98a2004-05-14 19:08:17 +00003286 nLocal = pCur->info.nLocal;
drhe51c44f2004-05-30 20:46:09 +00003287 if( nLocal>nKey ){
3288 nLocal = nKey;
3289 }
drh0e1c19e2004-05-11 00:58:56 +00003290 }
drhe51c44f2004-05-30 20:46:09 +00003291 *pAmt = nLocal;
drh0e1c19e2004-05-11 00:58:56 +00003292 return aPayload;
3293}
3294
3295
3296/*
drhe51c44f2004-05-30 20:46:09 +00003297** For the entry that cursor pCur is point to, return as
3298** many bytes of the key or data as are available on the local
3299** b-tree page. Write the number of available bytes into *pAmt.
drh0e1c19e2004-05-11 00:58:56 +00003300**
3301** The pointer returned is ephemeral. The key/data may move
drhd677b3d2007-08-20 22:48:41 +00003302** or be destroyed on the next call to any Btree routine,
3303** including calls from other threads against the same cache.
3304** Hence, a mutex on the BtShared should be held prior to calling
3305** this routine.
drh0e1c19e2004-05-11 00:58:56 +00003306**
3307** These routines is used to get quick access to key and data
3308** in the common case where no overflow pages are used.
drh0e1c19e2004-05-11 00:58:56 +00003309*/
drhe51c44f2004-05-30 20:46:09 +00003310const void *sqlite3BtreeKeyFetch(BtCursor *pCur, int *pAmt){
drh1fee73e2007-08-29 04:00:57 +00003311 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003312 if( pCur->eState==CURSOR_VALID ){
3313 return (const void*)fetchPayload(pCur, pAmt, 0);
3314 }
3315 return 0;
drh0e1c19e2004-05-11 00:58:56 +00003316}
drhe51c44f2004-05-30 20:46:09 +00003317const void *sqlite3BtreeDataFetch(BtCursor *pCur, int *pAmt){
drh1fee73e2007-08-29 04:00:57 +00003318 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003319 if( pCur->eState==CURSOR_VALID ){
3320 return (const void*)fetchPayload(pCur, pAmt, 1);
3321 }
3322 return 0;
drh0e1c19e2004-05-11 00:58:56 +00003323}
3324
3325
3326/*
drh8178a752003-01-05 21:41:40 +00003327** Move the cursor down to a new child page. The newPgno argument is the
drhab01f612004-05-22 02:55:23 +00003328** page number of the child page to move to.
drh72f82862001-05-24 21:06:34 +00003329*/
drh3aac2dd2004-04-26 14:10:20 +00003330static int moveToChild(BtCursor *pCur, u32 newPgno){
drh72f82862001-05-24 21:06:34 +00003331 int rc;
3332 MemPage *pNewPage;
drh3aac2dd2004-04-26 14:10:20 +00003333 MemPage *pOldPage;
drhd0679ed2007-08-28 22:24:34 +00003334 BtShared *pBt = pCur->pBt;
drh72f82862001-05-24 21:06:34 +00003335
drh1fee73e2007-08-29 04:00:57 +00003336 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003337 assert( pCur->eState==CURSOR_VALID );
drhde647132004-05-07 17:57:49 +00003338 rc = getAndInitPage(pBt, newPgno, &pNewPage, pCur->pPage);
drh6019e162001-07-02 17:51:45 +00003339 if( rc ) return rc;
drh428ae8c2003-01-04 16:48:09 +00003340 pNewPage->idxParent = pCur->idx;
drh3aac2dd2004-04-26 14:10:20 +00003341 pOldPage = pCur->pPage;
3342 pOldPage->idxShift = 0;
3343 releasePage(pOldPage);
drh72f82862001-05-24 21:06:34 +00003344 pCur->pPage = pNewPage;
3345 pCur->idx = 0;
drh271efa52004-05-30 19:19:05 +00003346 pCur->info.nSize = 0;
drh4be295b2003-12-16 03:44:47 +00003347 if( pNewPage->nCell<1 ){
drh49285702005-09-17 15:20:26 +00003348 return SQLITE_CORRUPT_BKPT;
drh4be295b2003-12-16 03:44:47 +00003349 }
drh72f82862001-05-24 21:06:34 +00003350 return SQLITE_OK;
3351}
3352
3353/*
drh8856d6a2004-04-29 14:42:46 +00003354** Return true if the page is the virtual root of its table.
3355**
3356** The virtual root page is the root page for most tables. But
3357** for the table rooted on page 1, sometime the real root page
3358** is empty except for the right-pointer. In such cases the
3359** virtual root page is the page that the right-pointer of page
3360** 1 is pointing to.
3361*/
drh16a9b832007-05-05 18:39:25 +00003362int sqlite3BtreeIsRootPage(MemPage *pPage){
drhd677b3d2007-08-20 22:48:41 +00003363 MemPage *pParent;
3364
drh1fee73e2007-08-29 04:00:57 +00003365 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +00003366 pParent = pPage->pParent;
drhda200cc2004-05-09 11:51:38 +00003367 if( pParent==0 ) return 1;
3368 if( pParent->pgno>1 ) return 0;
3369 if( get2byte(&pParent->aData[pParent->hdrOffset+3])==0 ) return 1;
drh8856d6a2004-04-29 14:42:46 +00003370 return 0;
3371}
3372
3373/*
drh5e2f8b92001-05-28 00:41:15 +00003374** Move the cursor up to the parent page.
3375**
3376** pCur->idx is set to the cell index that contains the pointer
3377** to the page we are coming from. If we are coming from the
3378** right-most child page then pCur->idx is set to one more than
drhbd03cae2001-06-02 02:40:57 +00003379** the largest cell index.
drh72f82862001-05-24 21:06:34 +00003380*/
drh16a9b832007-05-05 18:39:25 +00003381void sqlite3BtreeMoveToParent(BtCursor *pCur){
drh72f82862001-05-24 21:06:34 +00003382 MemPage *pParent;
drh8178a752003-01-05 21:41:40 +00003383 MemPage *pPage;
drh428ae8c2003-01-04 16:48:09 +00003384 int idxParent;
drh3aac2dd2004-04-26 14:10:20 +00003385
drh1fee73e2007-08-29 04:00:57 +00003386 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003387 assert( pCur->eState==CURSOR_VALID );
drh8178a752003-01-05 21:41:40 +00003388 pPage = pCur->pPage;
3389 assert( pPage!=0 );
drh16a9b832007-05-05 18:39:25 +00003390 assert( !sqlite3BtreeIsRootPage(pPage) );
drh8178a752003-01-05 21:41:40 +00003391 pParent = pPage->pParent;
3392 assert( pParent!=0 );
3393 idxParent = pPage->idxParent;
danielk19773b8a05f2007-03-19 17:44:26 +00003394 sqlite3PagerRef(pParent->pDbPage);
drh3aac2dd2004-04-26 14:10:20 +00003395 releasePage(pPage);
drh72f82862001-05-24 21:06:34 +00003396 pCur->pPage = pParent;
drh271efa52004-05-30 19:19:05 +00003397 pCur->info.nSize = 0;
drh428ae8c2003-01-04 16:48:09 +00003398 assert( pParent->idxShift==0 );
drh43605152004-05-29 21:46:49 +00003399 pCur->idx = idxParent;
drh72f82862001-05-24 21:06:34 +00003400}
3401
3402/*
3403** Move the cursor to the root page
3404*/
drh5e2f8b92001-05-28 00:41:15 +00003405static int moveToRoot(BtCursor *pCur){
drh3aac2dd2004-04-26 14:10:20 +00003406 MemPage *pRoot;
drh777e4c42006-01-13 04:31:58 +00003407 int rc = SQLITE_OK;
drhd677b3d2007-08-20 22:48:41 +00003408 Btree *p = pCur->pBtree;
3409 BtShared *pBt = p->pBt;
drhbd03cae2001-06-02 02:40:57 +00003410
drh1fee73e2007-08-29 04:00:57 +00003411 assert( cursorHoldsMutex(pCur) );
drhfb982642007-08-30 01:19:59 +00003412 assert( CURSOR_INVALID < CURSOR_REQUIRESEEK );
3413 assert( CURSOR_VALID < CURSOR_REQUIRESEEK );
3414 assert( CURSOR_FAULT > CURSOR_REQUIRESEEK );
3415 if( pCur->eState>=CURSOR_REQUIRESEEK ){
3416 if( pCur->eState==CURSOR_FAULT ){
3417 return pCur->skip;
3418 }
drhbf700f32007-03-31 02:36:44 +00003419 clearCursorPosition(pCur);
3420 }
drh777e4c42006-01-13 04:31:58 +00003421 pRoot = pCur->pPage;
danielk197797a227c2006-01-20 16:32:04 +00003422 if( pRoot && pRoot->pgno==pCur->pgnoRoot ){
drh777e4c42006-01-13 04:31:58 +00003423 assert( pRoot->isInit );
3424 }else{
3425 if(
3426 SQLITE_OK!=(rc = getAndInitPage(pBt, pCur->pgnoRoot, &pRoot, 0))
3427 ){
3428 pCur->eState = CURSOR_INVALID;
3429 return rc;
3430 }
3431 releasePage(pCur->pPage);
drh777e4c42006-01-13 04:31:58 +00003432 pCur->pPage = pRoot;
drhc39e0002004-05-07 23:50:57 +00003433 }
drh72f82862001-05-24 21:06:34 +00003434 pCur->idx = 0;
drh271efa52004-05-30 19:19:05 +00003435 pCur->info.nSize = 0;
drh8856d6a2004-04-29 14:42:46 +00003436 if( pRoot->nCell==0 && !pRoot->leaf ){
3437 Pgno subpage;
3438 assert( pRoot->pgno==1 );
drh43605152004-05-29 21:46:49 +00003439 subpage = get4byte(&pRoot->aData[pRoot->hdrOffset+8]);
drh8856d6a2004-04-29 14:42:46 +00003440 assert( subpage>0 );
danielk1977da184232006-01-05 11:34:32 +00003441 pCur->eState = CURSOR_VALID;
drh4b70f112004-05-02 21:12:19 +00003442 rc = moveToChild(pCur, subpage);
drh8856d6a2004-04-29 14:42:46 +00003443 }
danielk1977da184232006-01-05 11:34:32 +00003444 pCur->eState = ((pCur->pPage->nCell>0)?CURSOR_VALID:CURSOR_INVALID);
drh8856d6a2004-04-29 14:42:46 +00003445 return rc;
drh72f82862001-05-24 21:06:34 +00003446}
drh2af926b2001-05-15 00:39:25 +00003447
drh5e2f8b92001-05-28 00:41:15 +00003448/*
3449** Move the cursor down to the left-most leaf entry beneath the
3450** entry to which it is currently pointing.
drh777e4c42006-01-13 04:31:58 +00003451**
3452** The left-most leaf is the one with the smallest key - the first
3453** in ascending order.
drh5e2f8b92001-05-28 00:41:15 +00003454*/
3455static int moveToLeftmost(BtCursor *pCur){
3456 Pgno pgno;
drhd677b3d2007-08-20 22:48:41 +00003457 int rc = SQLITE_OK;
drh3aac2dd2004-04-26 14:10:20 +00003458 MemPage *pPage;
drh5e2f8b92001-05-28 00:41:15 +00003459
drh1fee73e2007-08-29 04:00:57 +00003460 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003461 assert( pCur->eState==CURSOR_VALID );
drhd677b3d2007-08-20 22:48:41 +00003462 while( rc==SQLITE_OK && !(pPage = pCur->pPage)->leaf ){
drha34b6762004-05-07 13:30:42 +00003463 assert( pCur->idx>=0 && pCur->idx<pPage->nCell );
danielk19771cc5ed82007-05-16 17:28:43 +00003464 pgno = get4byte(findCell(pPage, pCur->idx));
drh8178a752003-01-05 21:41:40 +00003465 rc = moveToChild(pCur, pgno);
drh5e2f8b92001-05-28 00:41:15 +00003466 }
drhd677b3d2007-08-20 22:48:41 +00003467 return rc;
drh5e2f8b92001-05-28 00:41:15 +00003468}
3469
drh2dcc9aa2002-12-04 13:40:25 +00003470/*
3471** Move the cursor down to the right-most leaf entry beneath the
3472** page to which it is currently pointing. Notice the difference
3473** between moveToLeftmost() and moveToRightmost(). moveToLeftmost()
3474** finds the left-most entry beneath the *entry* whereas moveToRightmost()
3475** finds the right-most entry beneath the *page*.
drh777e4c42006-01-13 04:31:58 +00003476**
3477** The right-most entry is the one with the largest key - the last
3478** key in ascending order.
drh2dcc9aa2002-12-04 13:40:25 +00003479*/
3480static int moveToRightmost(BtCursor *pCur){
3481 Pgno pgno;
drhd677b3d2007-08-20 22:48:41 +00003482 int rc = SQLITE_OK;
drh3aac2dd2004-04-26 14:10:20 +00003483 MemPage *pPage;
drh2dcc9aa2002-12-04 13:40:25 +00003484
drh1fee73e2007-08-29 04:00:57 +00003485 assert( cursorHoldsMutex(pCur) );
danielk1977da184232006-01-05 11:34:32 +00003486 assert( pCur->eState==CURSOR_VALID );
drhd677b3d2007-08-20 22:48:41 +00003487 while( rc==SQLITE_OK && !(pPage = pCur->pPage)->leaf ){
drh43605152004-05-29 21:46:49 +00003488 pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]);
drh3aac2dd2004-04-26 14:10:20 +00003489 pCur->idx = pPage->nCell;
drh8178a752003-01-05 21:41:40 +00003490 rc = moveToChild(pCur, pgno);
drh2dcc9aa2002-12-04 13:40:25 +00003491 }
drhd677b3d2007-08-20 22:48:41 +00003492 if( rc==SQLITE_OK ){
3493 pCur->idx = pPage->nCell - 1;
3494 pCur->info.nSize = 0;
3495 }
drh2dcc9aa2002-12-04 13:40:25 +00003496 return SQLITE_OK;
3497}
3498
drh5e00f6c2001-09-13 13:46:56 +00003499/* Move the cursor to the first entry in the table. Return SQLITE_OK
3500** on success. Set *pRes to 0 if the cursor actually points to something
drh77c679c2002-02-19 22:43:58 +00003501** or set *pRes to 1 if the table is empty.
drh5e00f6c2001-09-13 13:46:56 +00003502*/
drh3aac2dd2004-04-26 14:10:20 +00003503int sqlite3BtreeFirst(BtCursor *pCur, int *pRes){
drh5e00f6c2001-09-13 13:46:56 +00003504 int rc;
drhd677b3d2007-08-20 22:48:41 +00003505
drh1fee73e2007-08-29 04:00:57 +00003506 assert( cursorHoldsMutex(pCur) );
drhe5fe6902007-12-07 18:55:28 +00003507 assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) );
drh5e00f6c2001-09-13 13:46:56 +00003508 rc = moveToRoot(pCur);
drhd677b3d2007-08-20 22:48:41 +00003509 if( rc==SQLITE_OK ){
3510 if( pCur->eState==CURSOR_INVALID ){
3511 assert( pCur->pPage->nCell==0 );
3512 *pRes = 1;
3513 rc = SQLITE_OK;
3514 }else{
3515 assert( pCur->pPage->nCell>0 );
3516 *pRes = 0;
3517 rc = moveToLeftmost(pCur);
3518 }
drh5e00f6c2001-09-13 13:46:56 +00003519 }
drh5e00f6c2001-09-13 13:46:56 +00003520 return rc;
3521}
drh5e2f8b92001-05-28 00:41:15 +00003522
drh9562b552002-02-19 15:00:07 +00003523/* Move the cursor to the last entry in the table. Return SQLITE_OK
3524** on success. Set *pRes to 0 if the cursor actually points to something
drh77c679c2002-02-19 22:43:58 +00003525** or set *pRes to 1 if the table is empty.
drh9562b552002-02-19 15:00:07 +00003526*/
drh3aac2dd2004-04-26 14:10:20 +00003527int sqlite3BtreeLast(BtCursor *pCur, int *pRes){
drh9562b552002-02-19 15:00:07 +00003528 int rc;
drhd677b3d2007-08-20 22:48:41 +00003529
drh1fee73e2007-08-29 04:00:57 +00003530 assert( cursorHoldsMutex(pCur) );
drhe5fe6902007-12-07 18:55:28 +00003531 assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) );
drh9562b552002-02-19 15:00:07 +00003532 rc = moveToRoot(pCur);
drhd677b3d2007-08-20 22:48:41 +00003533 if( rc==SQLITE_OK ){
3534 if( CURSOR_INVALID==pCur->eState ){
3535 assert( pCur->pPage->nCell==0 );
3536 *pRes = 1;
3537 }else{
3538 assert( pCur->eState==CURSOR_VALID );
3539 *pRes = 0;
3540 rc = moveToRightmost(pCur);
3541 }
drh9562b552002-02-19 15:00:07 +00003542 }
drh9562b552002-02-19 15:00:07 +00003543 return rc;
3544}
3545
drh3aac2dd2004-04-26 14:10:20 +00003546/* Move the cursor so that it points to an entry near pKey/nKey.
drh72f82862001-05-24 21:06:34 +00003547** Return a success code.
3548**
drh3aac2dd2004-04-26 14:10:20 +00003549** For INTKEY tables, only the nKey parameter is used. pKey is
3550** ignored. For other tables, nKey is the number of bytes of data
drh1e968a02008-03-25 00:22:21 +00003551** in pKey.
drh3aac2dd2004-04-26 14:10:20 +00003552**
drh5e2f8b92001-05-28 00:41:15 +00003553** If an exact match is not found, then the cursor is always
drhbd03cae2001-06-02 02:40:57 +00003554** left pointing at a leaf page which would hold the entry if it
drh5e2f8b92001-05-28 00:41:15 +00003555** were present. The cursor might point to an entry that comes
3556** before or after the key.
3557**
drhbd03cae2001-06-02 02:40:57 +00003558** The result of comparing the key with the entry to which the
drhab01f612004-05-22 02:55:23 +00003559** cursor is written to *pRes if pRes!=NULL. The meaning of
drhbd03cae2001-06-02 02:40:57 +00003560** this value is as follows:
3561**
3562** *pRes<0 The cursor is left pointing at an entry that
drh1a844c32002-12-04 22:29:28 +00003563** is smaller than pKey or if the table is empty
3564** and the cursor is therefore left point to nothing.
drhbd03cae2001-06-02 02:40:57 +00003565**
3566** *pRes==0 The cursor is left pointing at an entry that
3567** exactly matches pKey.
3568**
3569** *pRes>0 The cursor is left pointing at an entry that
drh7c717f72001-06-24 20:39:41 +00003570** is larger than pKey.
drhd677b3d2007-08-20 22:48:41 +00003571**
drha059ad02001-04-17 20:09:11 +00003572*/
drhe4d90812007-03-29 05:51:49 +00003573int sqlite3BtreeMoveto(
3574 BtCursor *pCur, /* The cursor to be moved */
3575 const void *pKey, /* The key content for indices. Not used by tables */
3576 i64 nKey, /* Size of pKey. Or the key for tables */
3577 int biasRight, /* If true, bias the search to the high end */
3578 int *pRes /* Search result flag */
3579){
drh72f82862001-05-24 21:06:34 +00003580 int rc;
drh1e968a02008-03-25 00:22:21 +00003581 VdbeParsedRecord *pPKey;
3582 char aSpace[200];
drhd677b3d2007-08-20 22:48:41 +00003583
drh1fee73e2007-08-29 04:00:57 +00003584 assert( cursorHoldsMutex(pCur) );
drhe5fe6902007-12-07 18:55:28 +00003585 assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) );
drh5e2f8b92001-05-28 00:41:15 +00003586 rc = moveToRoot(pCur);
drhd677b3d2007-08-20 22:48:41 +00003587 if( rc ){
3588 return rc;
3589 }
drhc39e0002004-05-07 23:50:57 +00003590 assert( pCur->pPage );
3591 assert( pCur->pPage->isInit );
danielk1977da184232006-01-05 11:34:32 +00003592 if( pCur->eState==CURSOR_INVALID ){
drhf328bc82004-05-10 23:29:49 +00003593 *pRes = -1;
drhc39e0002004-05-07 23:50:57 +00003594 assert( pCur->pPage->nCell==0 );
3595 return SQLITE_OK;
3596 }
drh1e968a02008-03-25 00:22:21 +00003597 if( pCur->pPage->intKey ){
3598 pPKey = 0;
3599 }else{
3600 pPKey = sqlite3VdbeRecordParse(pCur->pKeyInfo, nKey, pKey,
3601 aSpace, sizeof(aSpace));
3602 if( pPKey==0 ) return SQLITE_NOMEM;
3603 }
drh14684382006-11-30 13:05:29 +00003604 for(;;){
drh72f82862001-05-24 21:06:34 +00003605 int lwr, upr;
3606 Pgno chldPg;
3607 MemPage *pPage = pCur->pPage;
drh1a844c32002-12-04 22:29:28 +00003608 int c = -1; /* pRes return if table is empty must be -1 */
drh72f82862001-05-24 21:06:34 +00003609 lwr = 0;
3610 upr = pPage->nCell-1;
drh4eec4c12005-01-21 00:22:37 +00003611 if( !pPage->intKey && pKey==0 ){
drh1e968a02008-03-25 00:22:21 +00003612 rc = SQLITE_CORRUPT_BKPT;
3613 goto moveto_finish;
drh4eec4c12005-01-21 00:22:37 +00003614 }
drhe4d90812007-03-29 05:51:49 +00003615 if( biasRight ){
3616 pCur->idx = upr;
3617 }else{
3618 pCur->idx = (upr+lwr)/2;
3619 }
drhf1d68b32007-03-29 04:43:26 +00003620 if( lwr<=upr ) for(;;){
danielk197713adf8a2004-06-03 16:08:41 +00003621 void *pCellKey;
drh4a1c3802004-05-12 15:15:47 +00003622 i64 nCellKey;
drh366fda62006-01-13 02:35:09 +00003623 pCur->info.nSize = 0;
drh3aac2dd2004-04-26 14:10:20 +00003624 if( pPage->intKey ){
drh777e4c42006-01-13 04:31:58 +00003625 u8 *pCell;
danielk19771cc5ed82007-05-16 17:28:43 +00003626 pCell = findCell(pPage, pCur->idx) + pPage->childPtrSize;
drhd172f862006-01-12 15:01:15 +00003627 if( pPage->hasData ){
danielk1977bab45c62006-01-16 15:14:27 +00003628 u32 dummy;
drhd172f862006-01-12 15:01:15 +00003629 pCell += getVarint32(pCell, &dummy);
3630 }
danielk1977bab45c62006-01-16 15:14:27 +00003631 getVarint(pCell, (u64 *)&nCellKey);
drh3aac2dd2004-04-26 14:10:20 +00003632 if( nCellKey<nKey ){
3633 c = -1;
3634 }else if( nCellKey>nKey ){
3635 c = +1;
3636 }else{
3637 c = 0;
3638 }
drh3aac2dd2004-04-26 14:10:20 +00003639 }else{
drhe51c44f2004-05-30 20:46:09 +00003640 int available;
danielk197713adf8a2004-06-03 16:08:41 +00003641 pCellKey = (void *)fetchPayload(pCur, &available, 0);
drh366fda62006-01-13 02:35:09 +00003642 nCellKey = pCur->info.nKey;
drhe51c44f2004-05-30 20:46:09 +00003643 if( available>=nCellKey ){
drh1e968a02008-03-25 00:22:21 +00003644 c = sqlite3VdbeRecordCompareParsed(nCellKey, pCellKey, pPKey);
drhe51c44f2004-05-30 20:46:09 +00003645 }else{
drh17435752007-08-16 04:30:38 +00003646 pCellKey = sqlite3_malloc( nCellKey );
drhe51c44f2004-05-30 20:46:09 +00003647 if( pCellKey==0 ) return SQLITE_NOMEM;
danielk197713adf8a2004-06-03 16:08:41 +00003648 rc = sqlite3BtreeKey(pCur, 0, nCellKey, (void *)pCellKey);
drh1e968a02008-03-25 00:22:21 +00003649 c = sqlite3VdbeRecordCompareParsed(nCellKey, pCellKey, pPKey);
drh17435752007-08-16 04:30:38 +00003650 sqlite3_free(pCellKey);
drh1e968a02008-03-25 00:22:21 +00003651 if( rc ) goto moveto_finish;
drhe51c44f2004-05-30 20:46:09 +00003652 }
drh3aac2dd2004-04-26 14:10:20 +00003653 }
drh72f82862001-05-24 21:06:34 +00003654 if( c==0 ){
drh8b18dd42004-05-12 19:18:15 +00003655 if( pPage->leafData && !pPage->leaf ){
drhfc70e6f2004-05-12 21:11:27 +00003656 lwr = pCur->idx;
3657 upr = lwr - 1;
drh8b18dd42004-05-12 19:18:15 +00003658 break;
3659 }else{
drh8b18dd42004-05-12 19:18:15 +00003660 if( pRes ) *pRes = 0;
drh1e968a02008-03-25 00:22:21 +00003661 rc = SQLITE_OK;
3662 goto moveto_finish;
drh8b18dd42004-05-12 19:18:15 +00003663 }
drh72f82862001-05-24 21:06:34 +00003664 }
3665 if( c<0 ){
3666 lwr = pCur->idx+1;
3667 }else{
3668 upr = pCur->idx-1;
3669 }
drhf1d68b32007-03-29 04:43:26 +00003670 if( lwr>upr ){
3671 break;
3672 }
3673 pCur->idx = (lwr+upr)/2;
drh72f82862001-05-24 21:06:34 +00003674 }
3675 assert( lwr==upr+1 );
drh7aa128d2002-06-21 13:09:16 +00003676 assert( pPage->isInit );
drh3aac2dd2004-04-26 14:10:20 +00003677 if( pPage->leaf ){
drha34b6762004-05-07 13:30:42 +00003678 chldPg = 0;
drh3aac2dd2004-04-26 14:10:20 +00003679 }else if( lwr>=pPage->nCell ){
drh43605152004-05-29 21:46:49 +00003680 chldPg = get4byte(&pPage->aData[pPage->hdrOffset+8]);
drh72f82862001-05-24 21:06:34 +00003681 }else{
danielk19771cc5ed82007-05-16 17:28:43 +00003682 chldPg = get4byte(findCell(pPage, lwr));
drh72f82862001-05-24 21:06:34 +00003683 }
3684 if( chldPg==0 ){
drhc39e0002004-05-07 23:50:57 +00003685 assert( pCur->idx>=0 && pCur->idx<pCur->pPage->nCell );
drh72f82862001-05-24 21:06:34 +00003686 if( pRes ) *pRes = c;
drh1e968a02008-03-25 00:22:21 +00003687 rc = SQLITE_OK;
3688 goto moveto_finish;
drh72f82862001-05-24 21:06:34 +00003689 }
drh428ae8c2003-01-04 16:48:09 +00003690 pCur->idx = lwr;
drh271efa52004-05-30 19:19:05 +00003691 pCur->info.nSize = 0;
drh8178a752003-01-05 21:41:40 +00003692 rc = moveToChild(pCur, chldPg);
drh1e968a02008-03-25 00:22:21 +00003693 if( rc ) goto moveto_finish;
drh72f82862001-05-24 21:06:34 +00003694 }
drh1e968a02008-03-25 00:22:21 +00003695moveto_finish:
3696 sqlite3VdbeRecordUnparse(pPKey);
3697 return rc;
drh72f82862001-05-24 21:06:34 +00003698}
3699
drhd677b3d2007-08-20 22:48:41 +00003700
drh72f82862001-05-24 21:06:34 +00003701/*
drhc39e0002004-05-07 23:50:57 +00003702** Return TRUE if the cursor is not pointing at an entry of the table.
3703**
3704** TRUE will be returned after a call to sqlite3BtreeNext() moves
3705** past the last entry in the table or sqlite3BtreePrev() moves past
3706** the first entry. TRUE is also returned if the table is empty.
3707*/
3708int sqlite3BtreeEof(BtCursor *pCur){
danielk1977da184232006-01-05 11:34:32 +00003709 /* TODO: What if the cursor is in CURSOR_REQUIRESEEK but all table entries
3710 ** have been deleted? This API will need to change to return an error code
3711 ** as well as the boolean result value.
3712 */
3713 return (CURSOR_VALID!=pCur->eState);
drhc39e0002004-05-07 23:50:57 +00003714}
3715
3716/*
drhb21c8cd2007-08-21 19:33:56 +00003717** Return the database connection handle for a cursor.
3718*/
3719sqlite3 *sqlite3BtreeCursorDb(const BtCursor *pCur){
drhe5fe6902007-12-07 18:55:28 +00003720 assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) );
3721 return pCur->pBtree->db;
drhb21c8cd2007-08-21 19:33:56 +00003722}
3723
3724/*
drhbd03cae2001-06-02 02:40:57 +00003725** Advance the cursor to the next entry in the database. If
drh8c1238a2003-01-02 14:43:55 +00003726** successful then set *pRes=0. If the cursor
drhbd03cae2001-06-02 02:40:57 +00003727** was already pointing to the last entry in the database before
drh8c1238a2003-01-02 14:43:55 +00003728** this routine was called, then set *pRes=1.
drh72f82862001-05-24 21:06:34 +00003729*/
drhd677b3d2007-08-20 22:48:41 +00003730static int btreeNext(BtCursor *pCur, int *pRes){
drh72f82862001-05-24 21:06:34 +00003731 int rc;
danielk197797a227c2006-01-20 16:32:04 +00003732 MemPage *pPage;
drh8b18dd42004-05-12 19:18:15 +00003733
drh1fee73e2007-08-29 04:00:57 +00003734 assert( cursorHoldsMutex(pCur) );
drhbf700f32007-03-31 02:36:44 +00003735 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00003736 if( rc!=SQLITE_OK ){
3737 return rc;
3738 }
drh8c4d3a62007-04-06 01:03:32 +00003739 assert( pRes!=0 );
3740 pPage = pCur->pPage;
3741 if( CURSOR_INVALID==pCur->eState ){
3742 *pRes = 1;
3743 return SQLITE_OK;
3744 }
danielk1977da184232006-01-05 11:34:32 +00003745 if( pCur->skip>0 ){
3746 pCur->skip = 0;
3747 *pRes = 0;
3748 return SQLITE_OK;
3749 }
3750 pCur->skip = 0;
danielk1977da184232006-01-05 11:34:32 +00003751
drh8178a752003-01-05 21:41:40 +00003752 assert( pPage->isInit );
drh8178a752003-01-05 21:41:40 +00003753 assert( pCur->idx<pPage->nCell );
danielk19776a43f9b2004-11-16 04:57:24 +00003754
drh72f82862001-05-24 21:06:34 +00003755 pCur->idx++;
drh271efa52004-05-30 19:19:05 +00003756 pCur->info.nSize = 0;
drh8178a752003-01-05 21:41:40 +00003757 if( pCur->idx>=pPage->nCell ){
drha34b6762004-05-07 13:30:42 +00003758 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00003759 rc = moveToChild(pCur, get4byte(&pPage->aData[pPage->hdrOffset+8]));
drh5e2f8b92001-05-28 00:41:15 +00003760 if( rc ) return rc;
3761 rc = moveToLeftmost(pCur);
drh8c1238a2003-01-02 14:43:55 +00003762 *pRes = 0;
3763 return rc;
drh72f82862001-05-24 21:06:34 +00003764 }
drh5e2f8b92001-05-28 00:41:15 +00003765 do{
drh16a9b832007-05-05 18:39:25 +00003766 if( sqlite3BtreeIsRootPage(pPage) ){
drh8c1238a2003-01-02 14:43:55 +00003767 *pRes = 1;
danielk1977da184232006-01-05 11:34:32 +00003768 pCur->eState = CURSOR_INVALID;
drh5e2f8b92001-05-28 00:41:15 +00003769 return SQLITE_OK;
3770 }
drh16a9b832007-05-05 18:39:25 +00003771 sqlite3BtreeMoveToParent(pCur);
drh8178a752003-01-05 21:41:40 +00003772 pPage = pCur->pPage;
3773 }while( pCur->idx>=pPage->nCell );
drh8c1238a2003-01-02 14:43:55 +00003774 *pRes = 0;
drh8b18dd42004-05-12 19:18:15 +00003775 if( pPage->leafData ){
3776 rc = sqlite3BtreeNext(pCur, pRes);
3777 }else{
3778 rc = SQLITE_OK;
3779 }
3780 return rc;
drh8178a752003-01-05 21:41:40 +00003781 }
3782 *pRes = 0;
drh3aac2dd2004-04-26 14:10:20 +00003783 if( pPage->leaf ){
drh8178a752003-01-05 21:41:40 +00003784 return SQLITE_OK;
drh72f82862001-05-24 21:06:34 +00003785 }
drh5e2f8b92001-05-28 00:41:15 +00003786 rc = moveToLeftmost(pCur);
drh8c1238a2003-01-02 14:43:55 +00003787 return rc;
drh72f82862001-05-24 21:06:34 +00003788}
drhd677b3d2007-08-20 22:48:41 +00003789int sqlite3BtreeNext(BtCursor *pCur, int *pRes){
3790 int rc;
drh1fee73e2007-08-29 04:00:57 +00003791 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00003792 rc = btreeNext(pCur, pRes);
drhd677b3d2007-08-20 22:48:41 +00003793 return rc;
3794}
3795
drh72f82862001-05-24 21:06:34 +00003796
drh3b7511c2001-05-26 13:15:44 +00003797/*
drh2dcc9aa2002-12-04 13:40:25 +00003798** Step the cursor to the back to the previous entry in the database. If
drh8178a752003-01-05 21:41:40 +00003799** successful then set *pRes=0. If the cursor
drh2dcc9aa2002-12-04 13:40:25 +00003800** was already pointing to the first entry in the database before
drh8178a752003-01-05 21:41:40 +00003801** this routine was called, then set *pRes=1.
drh2dcc9aa2002-12-04 13:40:25 +00003802*/
drhd677b3d2007-08-20 22:48:41 +00003803static int btreePrevious(BtCursor *pCur, int *pRes){
drh2dcc9aa2002-12-04 13:40:25 +00003804 int rc;
3805 Pgno pgno;
drh8178a752003-01-05 21:41:40 +00003806 MemPage *pPage;
danielk1977da184232006-01-05 11:34:32 +00003807
drh1fee73e2007-08-29 04:00:57 +00003808 assert( cursorHoldsMutex(pCur) );
drhbf700f32007-03-31 02:36:44 +00003809 rc = restoreOrClearCursorPosition(pCur);
danielk1977da184232006-01-05 11:34:32 +00003810 if( rc!=SQLITE_OK ){
3811 return rc;
3812 }
drh8c4d3a62007-04-06 01:03:32 +00003813 if( CURSOR_INVALID==pCur->eState ){
3814 *pRes = 1;
3815 return SQLITE_OK;
3816 }
danielk1977da184232006-01-05 11:34:32 +00003817 if( pCur->skip<0 ){
3818 pCur->skip = 0;
3819 *pRes = 0;
3820 return SQLITE_OK;
3821 }
3822 pCur->skip = 0;
danielk1977da184232006-01-05 11:34:32 +00003823
drh8178a752003-01-05 21:41:40 +00003824 pPage = pCur->pPage;
drh8178a752003-01-05 21:41:40 +00003825 assert( pPage->isInit );
drh2dcc9aa2002-12-04 13:40:25 +00003826 assert( pCur->idx>=0 );
drha34b6762004-05-07 13:30:42 +00003827 if( !pPage->leaf ){
danielk19771cc5ed82007-05-16 17:28:43 +00003828 pgno = get4byte( findCell(pPage, pCur->idx) );
drh8178a752003-01-05 21:41:40 +00003829 rc = moveToChild(pCur, pgno);
drhd677b3d2007-08-20 22:48:41 +00003830 if( rc ){
3831 return rc;
3832 }
drh2dcc9aa2002-12-04 13:40:25 +00003833 rc = moveToRightmost(pCur);
3834 }else{
3835 while( pCur->idx==0 ){
drh16a9b832007-05-05 18:39:25 +00003836 if( sqlite3BtreeIsRootPage(pPage) ){
danielk1977da184232006-01-05 11:34:32 +00003837 pCur->eState = CURSOR_INVALID;
drhc39e0002004-05-07 23:50:57 +00003838 *pRes = 1;
drh2dcc9aa2002-12-04 13:40:25 +00003839 return SQLITE_OK;
3840 }
drh16a9b832007-05-05 18:39:25 +00003841 sqlite3BtreeMoveToParent(pCur);
drh8178a752003-01-05 21:41:40 +00003842 pPage = pCur->pPage;
drh2dcc9aa2002-12-04 13:40:25 +00003843 }
3844 pCur->idx--;
drh271efa52004-05-30 19:19:05 +00003845 pCur->info.nSize = 0;
drh8237d452004-11-22 19:07:09 +00003846 if( pPage->leafData && !pPage->leaf ){
drh8b18dd42004-05-12 19:18:15 +00003847 rc = sqlite3BtreePrevious(pCur, pRes);
3848 }else{
3849 rc = SQLITE_OK;
3850 }
drh2dcc9aa2002-12-04 13:40:25 +00003851 }
drh8178a752003-01-05 21:41:40 +00003852 *pRes = 0;
drh2dcc9aa2002-12-04 13:40:25 +00003853 return rc;
3854}
drhd677b3d2007-08-20 22:48:41 +00003855int sqlite3BtreePrevious(BtCursor *pCur, int *pRes){
3856 int rc;
drh1fee73e2007-08-29 04:00:57 +00003857 assert( cursorHoldsMutex(pCur) );
drhd677b3d2007-08-20 22:48:41 +00003858 rc = btreePrevious(pCur, pRes);
drhd677b3d2007-08-20 22:48:41 +00003859 return rc;
3860}
drh2dcc9aa2002-12-04 13:40:25 +00003861
3862/*
drh3b7511c2001-05-26 13:15:44 +00003863** Allocate a new page from the database file.
3864**
danielk19773b8a05f2007-03-19 17:44:26 +00003865** The new page is marked as dirty. (In other words, sqlite3PagerWrite()
drh3b7511c2001-05-26 13:15:44 +00003866** has already been called on the new page.) The new page has also
3867** been referenced and the calling routine is responsible for calling
danielk19773b8a05f2007-03-19 17:44:26 +00003868** sqlite3PagerUnref() on the new page when it is done.
drh3b7511c2001-05-26 13:15:44 +00003869**
3870** SQLITE_OK is returned on success. Any other return value indicates
3871** an error. *ppPage and *pPgno are undefined in the event of an error.
danielk19773b8a05f2007-03-19 17:44:26 +00003872** Do not invoke sqlite3PagerUnref() on *ppPage if an error is returned.
drhbea00b92002-07-08 10:59:50 +00003873**
drh199e3cf2002-07-18 11:01:47 +00003874** If the "nearby" parameter is not 0, then a (feeble) effort is made to
3875** locate a page close to the page number "nearby". This can be used in an
drhbea00b92002-07-08 10:59:50 +00003876** attempt to keep related pages close to each other in the database file,
3877** which in turn can make database access faster.
danielk1977cb1a7eb2004-11-05 12:27:02 +00003878**
3879** If the "exact" parameter is not 0, and the page-number nearby exists
3880** anywhere on the free-list, then it is guarenteed to be returned. This
3881** is only used by auto-vacuum databases when allocating a new table.
drh3b7511c2001-05-26 13:15:44 +00003882*/
drh4f0c5872007-03-26 22:05:01 +00003883static int allocateBtreePage(
danielk1977aef0bf62005-12-30 16:28:01 +00003884 BtShared *pBt,
danielk1977cb1a7eb2004-11-05 12:27:02 +00003885 MemPage **ppPage,
3886 Pgno *pPgno,
3887 Pgno nearby,
3888 u8 exact
3889){
drh3aac2dd2004-04-26 14:10:20 +00003890 MemPage *pPage1;
drh8c42ca92001-06-22 19:15:00 +00003891 int rc;
drh3aac2dd2004-04-26 14:10:20 +00003892 int n; /* Number of pages on the freelist */
3893 int k; /* Number of leaves on the trunk of the freelist */
drhd3627af2006-12-18 18:34:51 +00003894 MemPage *pTrunk = 0;
3895 MemPage *pPrevTrunk = 0;
drh30e58752002-03-02 20:41:57 +00003896
drh1fee73e2007-08-29 04:00:57 +00003897 assert( sqlite3_mutex_held(pBt->mutex) );
drh3aac2dd2004-04-26 14:10:20 +00003898 pPage1 = pBt->pPage1;
3899 n = get4byte(&pPage1->aData[36]);
3900 if( n>0 ){
drh91025292004-05-03 19:49:32 +00003901 /* There are pages on the freelist. Reuse one of those pages. */
danielk1977cb1a7eb2004-11-05 12:27:02 +00003902 Pgno iTrunk;
danielk1977cb1a7eb2004-11-05 12:27:02 +00003903 u8 searchList = 0; /* If the free-list must be searched for 'nearby' */
3904
3905 /* If the 'exact' parameter was true and a query of the pointer-map
3906 ** shows that the page 'nearby' is somewhere on the free-list, then
3907 ** the entire-list will be searched for that page.
3908 */
3909#ifndef SQLITE_OMIT_AUTOVACUUM
danielk19774ef24492007-05-23 09:52:41 +00003910 if( exact && nearby<=sqlite3PagerPagecount(pBt->pPager) ){
danielk1977cb1a7eb2004-11-05 12:27:02 +00003911 u8 eType;
3912 assert( nearby>0 );
3913 assert( pBt->autoVacuum );
3914 rc = ptrmapGet(pBt, nearby, &eType, 0);
3915 if( rc ) return rc;
3916 if( eType==PTRMAP_FREEPAGE ){
3917 searchList = 1;
3918 }
3919 *pPgno = nearby;
3920 }
3921#endif
3922
3923 /* Decrement the free-list count by 1. Set iTrunk to the index of the
3924 ** first free-list trunk page. iPrevTrunk is initially 1.
3925 */
danielk19773b8a05f2007-03-19 17:44:26 +00003926 rc = sqlite3PagerWrite(pPage1->pDbPage);
drh3b7511c2001-05-26 13:15:44 +00003927 if( rc ) return rc;
drh3aac2dd2004-04-26 14:10:20 +00003928 put4byte(&pPage1->aData[36], n-1);
danielk1977cb1a7eb2004-11-05 12:27:02 +00003929
3930 /* The code within this loop is run only once if the 'searchList' variable
3931 ** is not true. Otherwise, it runs once for each trunk-page on the
3932 ** free-list until the page 'nearby' is located.
3933 */
3934 do {
3935 pPrevTrunk = pTrunk;
3936 if( pPrevTrunk ){
3937 iTrunk = get4byte(&pPrevTrunk->aData[0]);
drhbea00b92002-07-08 10:59:50 +00003938 }else{
danielk1977cb1a7eb2004-11-05 12:27:02 +00003939 iTrunk = get4byte(&pPage1->aData[32]);
drhbea00b92002-07-08 10:59:50 +00003940 }
drh16a9b832007-05-05 18:39:25 +00003941 rc = sqlite3BtreeGetPage(pBt, iTrunk, &pTrunk, 0);
danielk1977cb1a7eb2004-11-05 12:27:02 +00003942 if( rc ){
drhd3627af2006-12-18 18:34:51 +00003943 pTrunk = 0;
3944 goto end_allocate_page;
danielk1977cb1a7eb2004-11-05 12:27:02 +00003945 }
3946
3947 k = get4byte(&pTrunk->aData[4]);
3948 if( k==0 && !searchList ){
3949 /* The trunk has no leaves and the list is not being searched.
3950 ** So extract the trunk page itself and use it as the newly
3951 ** allocated page */
3952 assert( pPrevTrunk==0 );
danielk19773b8a05f2007-03-19 17:44:26 +00003953 rc = sqlite3PagerWrite(pTrunk->pDbPage);
drhd3627af2006-12-18 18:34:51 +00003954 if( rc ){
3955 goto end_allocate_page;
3956 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00003957 *pPgno = iTrunk;
3958 memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4);
3959 *ppPage = pTrunk;
3960 pTrunk = 0;
3961 TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1));
3962 }else if( k>pBt->usableSize/4 - 8 ){
3963 /* Value of k is out of range. Database corruption */
drhd3627af2006-12-18 18:34:51 +00003964 rc = SQLITE_CORRUPT_BKPT;
3965 goto end_allocate_page;
danielk1977cb1a7eb2004-11-05 12:27:02 +00003966#ifndef SQLITE_OMIT_AUTOVACUUM
3967 }else if( searchList && nearby==iTrunk ){
3968 /* The list is being searched and this trunk page is the page
3969 ** to allocate, regardless of whether it has leaves.
3970 */
3971 assert( *pPgno==iTrunk );
3972 *ppPage = pTrunk;
3973 searchList = 0;
danielk19773b8a05f2007-03-19 17:44:26 +00003974 rc = sqlite3PagerWrite(pTrunk->pDbPage);
drhd3627af2006-12-18 18:34:51 +00003975 if( rc ){
3976 goto end_allocate_page;
3977 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00003978 if( k==0 ){
3979 if( !pPrevTrunk ){
3980 memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4);
3981 }else{
3982 memcpy(&pPrevTrunk->aData[0], &pTrunk->aData[0], 4);
3983 }
3984 }else{
3985 /* The trunk page is required by the caller but it contains
3986 ** pointers to free-list leaves. The first leaf becomes a trunk
3987 ** page in this case.
3988 */
3989 MemPage *pNewTrunk;
3990 Pgno iNewTrunk = get4byte(&pTrunk->aData[8]);
drh16a9b832007-05-05 18:39:25 +00003991 rc = sqlite3BtreeGetPage(pBt, iNewTrunk, &pNewTrunk, 0);
danielk1977cb1a7eb2004-11-05 12:27:02 +00003992 if( rc!=SQLITE_OK ){
drhd3627af2006-12-18 18:34:51 +00003993 goto end_allocate_page;
danielk1977cb1a7eb2004-11-05 12:27:02 +00003994 }
danielk19773b8a05f2007-03-19 17:44:26 +00003995 rc = sqlite3PagerWrite(pNewTrunk->pDbPage);
danielk1977cb1a7eb2004-11-05 12:27:02 +00003996 if( rc!=SQLITE_OK ){
3997 releasePage(pNewTrunk);
drhd3627af2006-12-18 18:34:51 +00003998 goto end_allocate_page;
danielk1977cb1a7eb2004-11-05 12:27:02 +00003999 }
4000 memcpy(&pNewTrunk->aData[0], &pTrunk->aData[0], 4);
4001 put4byte(&pNewTrunk->aData[4], k-1);
4002 memcpy(&pNewTrunk->aData[8], &pTrunk->aData[12], (k-1)*4);
drhd3627af2006-12-18 18:34:51 +00004003 releasePage(pNewTrunk);
danielk1977cb1a7eb2004-11-05 12:27:02 +00004004 if( !pPrevTrunk ){
4005 put4byte(&pPage1->aData[32], iNewTrunk);
4006 }else{
danielk19773b8a05f2007-03-19 17:44:26 +00004007 rc = sqlite3PagerWrite(pPrevTrunk->pDbPage);
drhd3627af2006-12-18 18:34:51 +00004008 if( rc ){
4009 goto end_allocate_page;
4010 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00004011 put4byte(&pPrevTrunk->aData[0], iNewTrunk);
4012 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00004013 }
4014 pTrunk = 0;
4015 TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1));
4016#endif
4017 }else{
4018 /* Extract a leaf from the trunk */
4019 int closest;
4020 Pgno iPage;
4021 unsigned char *aData = pTrunk->aData;
danielk19773b8a05f2007-03-19 17:44:26 +00004022 rc = sqlite3PagerWrite(pTrunk->pDbPage);
drhd3627af2006-12-18 18:34:51 +00004023 if( rc ){
4024 goto end_allocate_page;
4025 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00004026 if( nearby>0 ){
4027 int i, dist;
4028 closest = 0;
4029 dist = get4byte(&aData[8]) - nearby;
4030 if( dist<0 ) dist = -dist;
4031 for(i=1; i<k; i++){
4032 int d2 = get4byte(&aData[8+i*4]) - nearby;
4033 if( d2<0 ) d2 = -d2;
4034 if( d2<dist ){
4035 closest = i;
4036 dist = d2;
4037 }
4038 }
4039 }else{
4040 closest = 0;
4041 }
4042
4043 iPage = get4byte(&aData[8+closest*4]);
4044 if( !searchList || iPage==nearby ){
4045 *pPgno = iPage;
danielk19773b8a05f2007-03-19 17:44:26 +00004046 if( *pPgno>sqlite3PagerPagecount(pBt->pPager) ){
danielk1977cb1a7eb2004-11-05 12:27:02 +00004047 /* Free page off the end of the file */
drh49285702005-09-17 15:20:26 +00004048 return SQLITE_CORRUPT_BKPT;
danielk1977cb1a7eb2004-11-05 12:27:02 +00004049 }
4050 TRACE(("ALLOCATE: %d was leaf %d of %d on trunk %d"
4051 ": %d more free pages\n",
4052 *pPgno, closest+1, k, pTrunk->pgno, n-1));
4053 if( closest<k-1 ){
4054 memcpy(&aData[8+closest*4], &aData[4+k*4], 4);
4055 }
4056 put4byte(&aData[4], k-1);
drh16a9b832007-05-05 18:39:25 +00004057 rc = sqlite3BtreeGetPage(pBt, *pPgno, ppPage, 1);
danielk1977cb1a7eb2004-11-05 12:27:02 +00004058 if( rc==SQLITE_OK ){
drh538f5702007-04-13 02:14:30 +00004059 sqlite3PagerDontRollback((*ppPage)->pDbPage);
danielk19773b8a05f2007-03-19 17:44:26 +00004060 rc = sqlite3PagerWrite((*ppPage)->pDbPage);
danielk1977aac0a382005-01-16 11:07:06 +00004061 if( rc!=SQLITE_OK ){
4062 releasePage(*ppPage);
4063 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00004064 }
4065 searchList = 0;
4066 }
drhee696e22004-08-30 16:52:17 +00004067 }
danielk1977cb1a7eb2004-11-05 12:27:02 +00004068 releasePage(pPrevTrunk);
drhd3627af2006-12-18 18:34:51 +00004069 pPrevTrunk = 0;
danielk1977cb1a7eb2004-11-05 12:27:02 +00004070 }while( searchList );
drh3b7511c2001-05-26 13:15:44 +00004071 }else{
drh3aac2dd2004-04-26 14:10:20 +00004072 /* There are no pages on the freelist, so create a new page at the
4073 ** end of the file */
danielk19773b8a05f2007-03-19 17:44:26 +00004074 *pPgno = sqlite3PagerPagecount(pBt->pPager) + 1;
danielk1977afcdd022004-10-31 16:25:42 +00004075
4076#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977dddbcdc2007-04-26 14:42:34 +00004077 if( pBt->nTrunc ){
4078 /* An incr-vacuum has already run within this transaction. So the
4079 ** page to allocate is not from the physical end of the file, but
4080 ** at pBt->nTrunc.
4081 */
4082 *pPgno = pBt->nTrunc+1;
4083 if( *pPgno==PENDING_BYTE_PAGE(pBt) ){
4084 (*pPgno)++;
4085 }
4086 }
danielk1977266664d2006-02-10 08:24:21 +00004087 if( pBt->autoVacuum && PTRMAP_ISPAGE(pBt, *pPgno) ){
danielk1977afcdd022004-10-31 16:25:42 +00004088 /* If *pPgno refers to a pointer-map page, allocate two new pages
4089 ** at the end of the file instead of one. The first allocated page
4090 ** becomes a new pointer-map page, the second is used by the caller.
4091 */
4092 TRACE(("ALLOCATE: %d from end of file (pointer-map page)\n", *pPgno));
danielk1977599fcba2004-11-08 07:13:13 +00004093 assert( *pPgno!=PENDING_BYTE_PAGE(pBt) );
danielk1977afcdd022004-10-31 16:25:42 +00004094 (*pPgno)++;
drh72190432008-01-31 14:54:43 +00004095 if( *pPgno==PENDING_BYTE_PAGE(pBt) ){ (*pPgno)++; }
danielk1977afcdd022004-10-31 16:25:42 +00004096 }
danielk1977dddbcdc2007-04-26 14:42:34 +00004097 if( pBt->nTrunc ){
4098 pBt->nTrunc = *pPgno;
4099 }
danielk1977afcdd022004-10-31 16:25:42 +00004100#endif
4101
danielk1977599fcba2004-11-08 07:13:13 +00004102 assert( *pPgno!=PENDING_BYTE_PAGE(pBt) );
drh16a9b832007-05-05 18:39:25 +00004103 rc = sqlite3BtreeGetPage(pBt, *pPgno, ppPage, 0);
drh3b7511c2001-05-26 13:15:44 +00004104 if( rc ) return rc;
danielk19773b8a05f2007-03-19 17:44:26 +00004105 rc = sqlite3PagerWrite((*ppPage)->pDbPage);
danielk1977aac0a382005-01-16 11:07:06 +00004106 if( rc!=SQLITE_OK ){
4107 releasePage(*ppPage);
4108 }
drh3a4c1412004-05-09 20:40:11 +00004109 TRACE(("ALLOCATE: %d from end of file\n", *pPgno));
drh3b7511c2001-05-26 13:15:44 +00004110 }
danielk1977599fcba2004-11-08 07:13:13 +00004111
4112 assert( *pPgno!=PENDING_BYTE_PAGE(pBt) );
drhd3627af2006-12-18 18:34:51 +00004113
4114end_allocate_page:
4115 releasePage(pTrunk);
4116 releasePage(pPrevTrunk);
drh3b7511c2001-05-26 13:15:44 +00004117 return rc;
4118}
4119
4120/*
drh3aac2dd2004-04-26 14:10:20 +00004121** Add a page of the database file to the freelist.
drh5e2f8b92001-05-28 00:41:15 +00004122**
danielk19773b8a05f2007-03-19 17:44:26 +00004123** sqlite3PagerUnref() is NOT called for pPage.
drh3b7511c2001-05-26 13:15:44 +00004124*/
drh3aac2dd2004-04-26 14:10:20 +00004125static int freePage(MemPage *pPage){
danielk1977aef0bf62005-12-30 16:28:01 +00004126 BtShared *pBt = pPage->pBt;
drh3aac2dd2004-04-26 14:10:20 +00004127 MemPage *pPage1 = pBt->pPage1;
4128 int rc, n, k;
drh8b2f49b2001-06-08 00:21:52 +00004129
drh3aac2dd2004-04-26 14:10:20 +00004130 /* Prepare the page for freeing */
drh1fee73e2007-08-29 04:00:57 +00004131 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh3aac2dd2004-04-26 14:10:20 +00004132 assert( pPage->pgno>1 );
4133 pPage->isInit = 0;
4134 releasePage(pPage->pParent);
4135 pPage->pParent = 0;
4136
drha34b6762004-05-07 13:30:42 +00004137 /* Increment the free page count on pPage1 */
danielk19773b8a05f2007-03-19 17:44:26 +00004138 rc = sqlite3PagerWrite(pPage1->pDbPage);
drh3aac2dd2004-04-26 14:10:20 +00004139 if( rc ) return rc;
4140 n = get4byte(&pPage1->aData[36]);
4141 put4byte(&pPage1->aData[36], n+1);
4142
drhfcce93f2006-02-22 03:08:32 +00004143#ifdef SQLITE_SECURE_DELETE
4144 /* If the SQLITE_SECURE_DELETE compile-time option is enabled, then
4145 ** always fully overwrite deleted information with zeros.
4146 */
danielk19773b8a05f2007-03-19 17:44:26 +00004147 rc = sqlite3PagerWrite(pPage->pDbPage);
drhfcce93f2006-02-22 03:08:32 +00004148 if( rc ) return rc;
4149 memset(pPage->aData, 0, pPage->pBt->pageSize);
4150#endif
4151
danielk1977687566d2004-11-02 12:56:41 +00004152#ifndef SQLITE_OMIT_AUTOVACUUM
4153 /* If the database supports auto-vacuum, write an entry in the pointer-map
danielk1977cb1a7eb2004-11-05 12:27:02 +00004154 ** to indicate that the page is free.
danielk1977687566d2004-11-02 12:56:41 +00004155 */
4156 if( pBt->autoVacuum ){
4157 rc = ptrmapPut(pBt, pPage->pgno, PTRMAP_FREEPAGE, 0);
danielk1977a64a0352004-11-05 01:45:13 +00004158 if( rc ) return rc;
danielk1977687566d2004-11-02 12:56:41 +00004159 }
4160#endif
4161
drh3aac2dd2004-04-26 14:10:20 +00004162 if( n==0 ){
4163 /* This is the first free page */
danielk19773b8a05f2007-03-19 17:44:26 +00004164 rc = sqlite3PagerWrite(pPage->pDbPage);
drhda200cc2004-05-09 11:51:38 +00004165 if( rc ) return rc;
drh3aac2dd2004-04-26 14:10:20 +00004166 memset(pPage->aData, 0, 8);
drha34b6762004-05-07 13:30:42 +00004167 put4byte(&pPage1->aData[32], pPage->pgno);
drh3a4c1412004-05-09 20:40:11 +00004168 TRACE(("FREE-PAGE: %d first\n", pPage->pgno));
drh3aac2dd2004-04-26 14:10:20 +00004169 }else{
4170 /* Other free pages already exist. Retrive the first trunk page
4171 ** of the freelist and find out how many leaves it has. */
drha34b6762004-05-07 13:30:42 +00004172 MemPage *pTrunk;
drh16a9b832007-05-05 18:39:25 +00004173 rc = sqlite3BtreeGetPage(pBt, get4byte(&pPage1->aData[32]), &pTrunk, 0);
drh3b7511c2001-05-26 13:15:44 +00004174 if( rc ) return rc;
drh3aac2dd2004-04-26 14:10:20 +00004175 k = get4byte(&pTrunk->aData[4]);
drhee696e22004-08-30 16:52:17 +00004176 if( k>=pBt->usableSize/4 - 8 ){
drh3aac2dd2004-04-26 14:10:20 +00004177 /* The trunk is full. Turn the page being freed into a new
4178 ** trunk page with no leaves. */
danielk19773b8a05f2007-03-19 17:44:26 +00004179 rc = sqlite3PagerWrite(pPage->pDbPage);
drhb9ee4932007-09-07 14:32:06 +00004180 if( rc==SQLITE_OK ){
4181 put4byte(pPage->aData, pTrunk->pgno);
4182 put4byte(&pPage->aData[4], 0);
4183 put4byte(&pPage1->aData[32], pPage->pgno);
4184 TRACE(("FREE-PAGE: %d new trunk page replacing %d\n",
4185 pPage->pgno, pTrunk->pgno));
4186 }
4187 }else if( k<0 ){
4188 rc = SQLITE_CORRUPT;
drh3aac2dd2004-04-26 14:10:20 +00004189 }else{
4190 /* Add the newly freed page as a leaf on the current trunk */
danielk19773b8a05f2007-03-19 17:44:26 +00004191 rc = sqlite3PagerWrite(pTrunk->pDbPage);
drhf5345442007-04-09 12:45:02 +00004192 if( rc==SQLITE_OK ){
4193 put4byte(&pTrunk->aData[4], k+1);
4194 put4byte(&pTrunk->aData[8+k*4], pPage->pgno);
drhfcce93f2006-02-22 03:08:32 +00004195#ifndef SQLITE_SECURE_DELETE
drh538f5702007-04-13 02:14:30 +00004196 sqlite3PagerDontWrite(pPage->pDbPage);
drhfcce93f2006-02-22 03:08:32 +00004197#endif
drhf5345442007-04-09 12:45:02 +00004198 }
drh3a4c1412004-05-09 20:40:11 +00004199 TRACE(("FREE-PAGE: %d leaf on trunk page %d\n",pPage->pgno,pTrunk->pgno));
drh3aac2dd2004-04-26 14:10:20 +00004200 }
4201 releasePage(pTrunk);
drh3b7511c2001-05-26 13:15:44 +00004202 }
drh3b7511c2001-05-26 13:15:44 +00004203 return rc;
4204}
4205
4206/*
drh3aac2dd2004-04-26 14:10:20 +00004207** Free any overflow pages associated with the given Cell.
drh3b7511c2001-05-26 13:15:44 +00004208*/
drh3aac2dd2004-04-26 14:10:20 +00004209static int clearCell(MemPage *pPage, unsigned char *pCell){
danielk1977aef0bf62005-12-30 16:28:01 +00004210 BtShared *pBt = pPage->pBt;
drh6f11bef2004-05-13 01:12:56 +00004211 CellInfo info;
drh3aac2dd2004-04-26 14:10:20 +00004212 Pgno ovflPgno;
drh6f11bef2004-05-13 01:12:56 +00004213 int rc;
drh94440812007-03-06 11:42:19 +00004214 int nOvfl;
4215 int ovflPageSize;
drh3b7511c2001-05-26 13:15:44 +00004216
drh1fee73e2007-08-29 04:00:57 +00004217 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh16a9b832007-05-05 18:39:25 +00004218 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh6f11bef2004-05-13 01:12:56 +00004219 if( info.iOverflow==0 ){
drha34b6762004-05-07 13:30:42 +00004220 return SQLITE_OK; /* No overflow pages. Return without doing anything */
drh3aac2dd2004-04-26 14:10:20 +00004221 }
drh6f11bef2004-05-13 01:12:56 +00004222 ovflPgno = get4byte(&pCell[info.iOverflow]);
drh94440812007-03-06 11:42:19 +00004223 ovflPageSize = pBt->usableSize - 4;
drh72365832007-03-06 15:53:44 +00004224 nOvfl = (info.nPayload - info.nLocal + ovflPageSize - 1)/ovflPageSize;
4225 assert( ovflPgno==0 || nOvfl>0 );
4226 while( nOvfl-- ){
drh3aac2dd2004-04-26 14:10:20 +00004227 MemPage *pOvfl;
danielk19773b8a05f2007-03-19 17:44:26 +00004228 if( ovflPgno==0 || ovflPgno>sqlite3PagerPagecount(pBt->pPager) ){
drh49285702005-09-17 15:20:26 +00004229 return SQLITE_CORRUPT_BKPT;
danielk1977a1cb1832005-02-12 08:59:55 +00004230 }
danielk19778c0a9592007-04-30 16:55:00 +00004231
4232 rc = getOverflowPage(pBt, ovflPgno, &pOvfl, (nOvfl==0)?0:&ovflPgno);
drh3b7511c2001-05-26 13:15:44 +00004233 if( rc ) return rc;
drha34b6762004-05-07 13:30:42 +00004234 rc = freePage(pOvfl);
danielk19773b8a05f2007-03-19 17:44:26 +00004235 sqlite3PagerUnref(pOvfl->pDbPage);
danielk19776b456a22005-03-21 04:04:02 +00004236 if( rc ) return rc;
drh3b7511c2001-05-26 13:15:44 +00004237 }
drh5e2f8b92001-05-28 00:41:15 +00004238 return SQLITE_OK;
drh3b7511c2001-05-26 13:15:44 +00004239}
4240
4241/*
drh91025292004-05-03 19:49:32 +00004242** Create the byte sequence used to represent a cell on page pPage
4243** and write that byte sequence into pCell[]. Overflow pages are
4244** allocated and filled in as necessary. The calling procedure
4245** is responsible for making sure sufficient space has been allocated
4246** for pCell[].
4247**
4248** Note that pCell does not necessary need to point to the pPage->aData
4249** area. pCell might point to some temporary storage. The cell will
4250** be constructed in this temporary area then copied into pPage->aData
4251** later.
drh3b7511c2001-05-26 13:15:44 +00004252*/
4253static int fillInCell(
drh3aac2dd2004-04-26 14:10:20 +00004254 MemPage *pPage, /* The page that contains the cell */
drh4b70f112004-05-02 21:12:19 +00004255 unsigned char *pCell, /* Complete text of the cell */
drh4a1c3802004-05-12 15:15:47 +00004256 const void *pKey, i64 nKey, /* The key */
drh4b70f112004-05-02 21:12:19 +00004257 const void *pData,int nData, /* The data */
drhb026e052007-05-02 01:34:31 +00004258 int nZero, /* Extra zero bytes to append to pData */
drh4b70f112004-05-02 21:12:19 +00004259 int *pnSize /* Write cell size here */
drh3b7511c2001-05-26 13:15:44 +00004260){
drh3b7511c2001-05-26 13:15:44 +00004261 int nPayload;
drh8c6fa9b2004-05-26 00:01:53 +00004262 const u8 *pSrc;
drha34b6762004-05-07 13:30:42 +00004263 int nSrc, n, rc;
drh3aac2dd2004-04-26 14:10:20 +00004264 int spaceLeft;
4265 MemPage *pOvfl = 0;
drh9b171272004-05-08 02:03:22 +00004266 MemPage *pToRelease = 0;
drh3aac2dd2004-04-26 14:10:20 +00004267 unsigned char *pPrior;
4268 unsigned char *pPayload;
danielk1977aef0bf62005-12-30 16:28:01 +00004269 BtShared *pBt = pPage->pBt;
drh3aac2dd2004-04-26 14:10:20 +00004270 Pgno pgnoOvfl = 0;
drh4b70f112004-05-02 21:12:19 +00004271 int nHeader;
drh6f11bef2004-05-13 01:12:56 +00004272 CellInfo info;
drh3b7511c2001-05-26 13:15:44 +00004273
drh1fee73e2007-08-29 04:00:57 +00004274 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +00004275
drh91025292004-05-03 19:49:32 +00004276 /* Fill in the header. */
drh43605152004-05-29 21:46:49 +00004277 nHeader = 0;
drh91025292004-05-03 19:49:32 +00004278 if( !pPage->leaf ){
4279 nHeader += 4;
4280 }
drh8b18dd42004-05-12 19:18:15 +00004281 if( pPage->hasData ){
drhb026e052007-05-02 01:34:31 +00004282 nHeader += putVarint(&pCell[nHeader], nData+nZero);
drh6f11bef2004-05-13 01:12:56 +00004283 }else{
drhb026e052007-05-02 01:34:31 +00004284 nData = nZero = 0;
drh91025292004-05-03 19:49:32 +00004285 }
drh6f11bef2004-05-13 01:12:56 +00004286 nHeader += putVarint(&pCell[nHeader], *(u64*)&nKey);
drh16a9b832007-05-05 18:39:25 +00004287 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh6f11bef2004-05-13 01:12:56 +00004288 assert( info.nHeader==nHeader );
4289 assert( info.nKey==nKey );
drhb026e052007-05-02 01:34:31 +00004290 assert( info.nData==nData+nZero );
drh6f11bef2004-05-13 01:12:56 +00004291
4292 /* Fill in the payload */
drhb026e052007-05-02 01:34:31 +00004293 nPayload = nData + nZero;
drh3aac2dd2004-04-26 14:10:20 +00004294 if( pPage->intKey ){
4295 pSrc = pData;
4296 nSrc = nData;
drh91025292004-05-03 19:49:32 +00004297 nData = 0;
drh3aac2dd2004-04-26 14:10:20 +00004298 }else{
4299 nPayload += nKey;
4300 pSrc = pKey;
4301 nSrc = nKey;
4302 }
drh6f11bef2004-05-13 01:12:56 +00004303 *pnSize = info.nSize;
4304 spaceLeft = info.nLocal;
drh3aac2dd2004-04-26 14:10:20 +00004305 pPayload = &pCell[nHeader];
drh6f11bef2004-05-13 01:12:56 +00004306 pPrior = &pCell[info.iOverflow];
drh3b7511c2001-05-26 13:15:44 +00004307
drh3b7511c2001-05-26 13:15:44 +00004308 while( nPayload>0 ){
4309 if( spaceLeft==0 ){
danielk1977b39f70b2007-05-17 18:28:11 +00004310 int isExact = 0;
danielk1977afcdd022004-10-31 16:25:42 +00004311#ifndef SQLITE_OMIT_AUTOVACUUM
4312 Pgno pgnoPtrmap = pgnoOvfl; /* Overflow page pointer-map entry page */
danielk1977b39f70b2007-05-17 18:28:11 +00004313 if( pBt->autoVacuum ){
4314 do{
4315 pgnoOvfl++;
4316 } while(
4317 PTRMAP_ISPAGE(pBt, pgnoOvfl) || pgnoOvfl==PENDING_BYTE_PAGE(pBt)
4318 );
danielk197789a4be82007-05-23 13:34:32 +00004319 if( pgnoOvfl>1 ){
danielk1977b39f70b2007-05-17 18:28:11 +00004320 /* isExact = 1; */
4321 }
4322 }
danielk1977afcdd022004-10-31 16:25:42 +00004323#endif
danielk1977b39f70b2007-05-17 18:28:11 +00004324 rc = allocateBtreePage(pBt, &pOvfl, &pgnoOvfl, pgnoOvfl, isExact);
danielk1977afcdd022004-10-31 16:25:42 +00004325#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977a19df672004-11-03 11:37:07 +00004326 /* If the database supports auto-vacuum, and the second or subsequent
4327 ** overflow page is being allocated, add an entry to the pointer-map
danielk19774ef24492007-05-23 09:52:41 +00004328 ** for that page now.
4329 **
4330 ** If this is the first overflow page, then write a partial entry
4331 ** to the pointer-map. If we write nothing to this pointer-map slot,
4332 ** then the optimistic overflow chain processing in clearCell()
4333 ** may misinterpret the uninitialised values and delete the
4334 ** wrong pages from the database.
danielk1977afcdd022004-10-31 16:25:42 +00004335 */
danielk19774ef24492007-05-23 09:52:41 +00004336 if( pBt->autoVacuum && rc==SQLITE_OK ){
4337 u8 eType = (pgnoPtrmap?PTRMAP_OVERFLOW2:PTRMAP_OVERFLOW1);
4338 rc = ptrmapPut(pBt, pgnoOvfl, eType, pgnoPtrmap);
danielk197789a4be82007-05-23 13:34:32 +00004339 if( rc ){
4340 releasePage(pOvfl);
4341 }
danielk1977afcdd022004-10-31 16:25:42 +00004342 }
4343#endif
drh3b7511c2001-05-26 13:15:44 +00004344 if( rc ){
drh9b171272004-05-08 02:03:22 +00004345 releasePage(pToRelease);
drh3b7511c2001-05-26 13:15:44 +00004346 return rc;
4347 }
drh3aac2dd2004-04-26 14:10:20 +00004348 put4byte(pPrior, pgnoOvfl);
drh9b171272004-05-08 02:03:22 +00004349 releasePage(pToRelease);
4350 pToRelease = pOvfl;
drh3aac2dd2004-04-26 14:10:20 +00004351 pPrior = pOvfl->aData;
4352 put4byte(pPrior, 0);
4353 pPayload = &pOvfl->aData[4];
drhb6f41482004-05-14 01:58:11 +00004354 spaceLeft = pBt->usableSize - 4;
drh3b7511c2001-05-26 13:15:44 +00004355 }
4356 n = nPayload;
4357 if( n>spaceLeft ) n = spaceLeft;
drhb026e052007-05-02 01:34:31 +00004358 if( nSrc>0 ){
4359 if( n>nSrc ) n = nSrc;
4360 assert( pSrc );
4361 memcpy(pPayload, pSrc, n);
4362 }else{
4363 memset(pPayload, 0, n);
4364 }
drh3b7511c2001-05-26 13:15:44 +00004365 nPayload -= n;
drhde647132004-05-07 17:57:49 +00004366 pPayload += n;
drh9b171272004-05-08 02:03:22 +00004367 pSrc += n;
drh3aac2dd2004-04-26 14:10:20 +00004368 nSrc -= n;
drh3b7511c2001-05-26 13:15:44 +00004369 spaceLeft -= n;
drh3aac2dd2004-04-26 14:10:20 +00004370 if( nSrc==0 ){
4371 nSrc = nData;
4372 pSrc = pData;
4373 }
drhdd793422001-06-28 01:54:48 +00004374 }
drh9b171272004-05-08 02:03:22 +00004375 releasePage(pToRelease);
drh3b7511c2001-05-26 13:15:44 +00004376 return SQLITE_OK;
4377}
4378
4379/*
drhbd03cae2001-06-02 02:40:57 +00004380** Change the MemPage.pParent pointer on the page whose number is
drh8b2f49b2001-06-08 00:21:52 +00004381** given in the second argument so that MemPage.pParent holds the
drhbd03cae2001-06-02 02:40:57 +00004382** pointer in the third argument.
4383*/
danielk1977aef0bf62005-12-30 16:28:01 +00004384static int reparentPage(BtShared *pBt, Pgno pgno, MemPage *pNewParent, int idx){
drhbd03cae2001-06-02 02:40:57 +00004385 MemPage *pThis;
danielk19773b8a05f2007-03-19 17:44:26 +00004386 DbPage *pDbPage;
drhbd03cae2001-06-02 02:40:57 +00004387
drh1fee73e2007-08-29 04:00:57 +00004388 assert( sqlite3_mutex_held(pBt->mutex) );
drh43617e92006-03-06 20:55:46 +00004389 assert( pNewParent!=0 );
danielk1977afcdd022004-10-31 16:25:42 +00004390 if( pgno==0 ) return SQLITE_OK;
drh4b70f112004-05-02 21:12:19 +00004391 assert( pBt->pPager!=0 );
danielk19773b8a05f2007-03-19 17:44:26 +00004392 pDbPage = sqlite3PagerLookup(pBt->pPager, pgno);
4393 if( pDbPage ){
4394 pThis = (MemPage *)sqlite3PagerGetExtra(pDbPage);
drhda200cc2004-05-09 11:51:38 +00004395 if( pThis->isInit ){
drhbf4bca52007-09-06 22:19:14 +00004396 assert( pThis->aData==sqlite3PagerGetData(pDbPage) );
drhda200cc2004-05-09 11:51:38 +00004397 if( pThis->pParent!=pNewParent ){
danielk19773b8a05f2007-03-19 17:44:26 +00004398 if( pThis->pParent ) sqlite3PagerUnref(pThis->pParent->pDbPage);
drhda200cc2004-05-09 11:51:38 +00004399 pThis->pParent = pNewParent;
danielk19773b8a05f2007-03-19 17:44:26 +00004400 sqlite3PagerRef(pNewParent->pDbPage);
drhda200cc2004-05-09 11:51:38 +00004401 }
4402 pThis->idxParent = idx;
drhdd793422001-06-28 01:54:48 +00004403 }
danielk19773b8a05f2007-03-19 17:44:26 +00004404 sqlite3PagerUnref(pDbPage);
drhbd03cae2001-06-02 02:40:57 +00004405 }
danielk1977afcdd022004-10-31 16:25:42 +00004406
4407#ifndef SQLITE_OMIT_AUTOVACUUM
4408 if( pBt->autoVacuum ){
4409 return ptrmapPut(pBt, pgno, PTRMAP_BTREE, pNewParent->pgno);
4410 }
4411#endif
4412 return SQLITE_OK;
drhbd03cae2001-06-02 02:40:57 +00004413}
4414
danielk1977ac11ee62005-01-15 12:45:51 +00004415
4416
drhbd03cae2001-06-02 02:40:57 +00004417/*
drh4b70f112004-05-02 21:12:19 +00004418** Change the pParent pointer of all children of pPage to point back
4419** to pPage.
4420**
drhbd03cae2001-06-02 02:40:57 +00004421** In other words, for every child of pPage, invoke reparentPage()
drh5e00f6c2001-09-13 13:46:56 +00004422** to make sure that each child knows that pPage is its parent.
drhbd03cae2001-06-02 02:40:57 +00004423**
4424** This routine gets called after you memcpy() one page into
4425** another.
4426*/
danielk1977afcdd022004-10-31 16:25:42 +00004427static int reparentChildPages(MemPage *pPage){
drhbd03cae2001-06-02 02:40:57 +00004428 int i;
danielk1977aef0bf62005-12-30 16:28:01 +00004429 BtShared *pBt = pPage->pBt;
danielk1977afcdd022004-10-31 16:25:42 +00004430 int rc = SQLITE_OK;
drh4b70f112004-05-02 21:12:19 +00004431
drh1fee73e2007-08-29 04:00:57 +00004432 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
danielk1977afcdd022004-10-31 16:25:42 +00004433 if( pPage->leaf ) return SQLITE_OK;
danielk1977afcdd022004-10-31 16:25:42 +00004434
drhbd03cae2001-06-02 02:40:57 +00004435 for(i=0; i<pPage->nCell; i++){
danielk19771cc5ed82007-05-16 17:28:43 +00004436 u8 *pCell = findCell(pPage, i);
drhcfc2e7f2008-03-23 00:20:36 +00004437 rc = reparentPage(pBt, get4byte(pCell), pPage, i);
4438 if( rc!=SQLITE_OK ) return rc;
drhbd03cae2001-06-02 02:40:57 +00004439 }
drhcfc2e7f2008-03-23 00:20:36 +00004440 rc = reparentPage(pBt, get4byte(&pPage->aData[pPage->hdrOffset+8]),
4441 pPage, i);
4442 pPage->idxShift = 0;
danielk1977afcdd022004-10-31 16:25:42 +00004443 return rc;
drh14acc042001-06-10 19:56:58 +00004444}
4445
4446/*
4447** Remove the i-th cell from pPage. This routine effects pPage only.
4448** The cell content is not freed or deallocated. It is assumed that
4449** the cell content has been copied someplace else. This routine just
4450** removes the reference to the cell from pPage.
4451**
4452** "sz" must be the number of bytes in the cell.
drh14acc042001-06-10 19:56:58 +00004453*/
drh4b70f112004-05-02 21:12:19 +00004454static void dropCell(MemPage *pPage, int idx, int sz){
drh43605152004-05-29 21:46:49 +00004455 int i; /* Loop counter */
4456 int pc; /* Offset to cell content of cell being deleted */
4457 u8 *data; /* pPage->aData */
4458 u8 *ptr; /* Used to move bytes around within data[] */
4459
drh8c42ca92001-06-22 19:15:00 +00004460 assert( idx>=0 && idx<pPage->nCell );
drh43605152004-05-29 21:46:49 +00004461 assert( sz==cellSize(pPage, idx) );
danielk19773b8a05f2007-03-19 17:44:26 +00004462 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh1fee73e2007-08-29 04:00:57 +00004463 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhda200cc2004-05-09 11:51:38 +00004464 data = pPage->aData;
drh43605152004-05-29 21:46:49 +00004465 ptr = &data[pPage->cellOffset + 2*idx];
4466 pc = get2byte(ptr);
4467 assert( pc>10 && pc+sz<=pPage->pBt->usableSize );
drhde647132004-05-07 17:57:49 +00004468 freeSpace(pPage, pc, sz);
drh43605152004-05-29 21:46:49 +00004469 for(i=idx+1; i<pPage->nCell; i++, ptr+=2){
4470 ptr[0] = ptr[2];
4471 ptr[1] = ptr[3];
drh14acc042001-06-10 19:56:58 +00004472 }
4473 pPage->nCell--;
drh43605152004-05-29 21:46:49 +00004474 put2byte(&data[pPage->hdrOffset+3], pPage->nCell);
4475 pPage->nFree += 2;
drh428ae8c2003-01-04 16:48:09 +00004476 pPage->idxShift = 1;
drh14acc042001-06-10 19:56:58 +00004477}
4478
4479/*
4480** Insert a new cell on pPage at cell index "i". pCell points to the
4481** content of the cell.
4482**
4483** If the cell content will fit on the page, then put it there. If it
drh43605152004-05-29 21:46:49 +00004484** will not fit, then make a copy of the cell content into pTemp if
4485** pTemp is not null. Regardless of pTemp, allocate a new entry
4486** in pPage->aOvfl[] and make it point to the cell content (either
4487** in pTemp or the original pCell) and also record its index.
4488** Allocating a new entry in pPage->aCell[] implies that
4489** pPage->nOverflow is incremented.
danielk1977a3ad5e72005-01-07 08:56:44 +00004490**
4491** If nSkip is non-zero, then do not copy the first nSkip bytes of the
4492** cell. The caller will overwrite them after this function returns. If
drh4b238df2005-01-08 15:43:18 +00004493** nSkip is non-zero, then pCell may not point to an invalid memory location
danielk1977a3ad5e72005-01-07 08:56:44 +00004494** (but pCell+nSkip is always valid).
drh14acc042001-06-10 19:56:58 +00004495*/
danielk1977e80463b2004-11-03 03:01:16 +00004496static int insertCell(
drh24cd67e2004-05-10 16:18:47 +00004497 MemPage *pPage, /* Page into which we are copying */
drh43605152004-05-29 21:46:49 +00004498 int i, /* New cell becomes the i-th cell of the page */
4499 u8 *pCell, /* Content of the new cell */
4500 int sz, /* Bytes of content in pCell */
danielk1977a3ad5e72005-01-07 08:56:44 +00004501 u8 *pTemp, /* Temp storage space for pCell, if needed */
4502 u8 nSkip /* Do not write the first nSkip bytes of the cell */
drh24cd67e2004-05-10 16:18:47 +00004503){
drh43605152004-05-29 21:46:49 +00004504 int idx; /* Where to write new cell content in data[] */
4505 int j; /* Loop counter */
4506 int top; /* First byte of content for any cell in data[] */
4507 int end; /* First byte past the last cell pointer in data[] */
4508 int ins; /* Index in data[] where new cell pointer is inserted */
4509 int hdr; /* Offset into data[] of the page header */
4510 int cellOffset; /* Address of first cell pointer in data[] */
4511 u8 *data; /* The content of the whole page */
4512 u8 *ptr; /* Used for moving information around in data[] */
4513
4514 assert( i>=0 && i<=pPage->nCell+pPage->nOverflow );
4515 assert( sz==cellSizePtr(pPage, pCell) );
drh1fee73e2007-08-29 04:00:57 +00004516 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh43605152004-05-29 21:46:49 +00004517 if( pPage->nOverflow || sz+2>pPage->nFree ){
drh24cd67e2004-05-10 16:18:47 +00004518 if( pTemp ){
danielk1977a3ad5e72005-01-07 08:56:44 +00004519 memcpy(pTemp+nSkip, pCell+nSkip, sz-nSkip);
drh43605152004-05-29 21:46:49 +00004520 pCell = pTemp;
drh24cd67e2004-05-10 16:18:47 +00004521 }
drh43605152004-05-29 21:46:49 +00004522 j = pPage->nOverflow++;
4523 assert( j<sizeof(pPage->aOvfl)/sizeof(pPage->aOvfl[0]) );
4524 pPage->aOvfl[j].pCell = pCell;
4525 pPage->aOvfl[j].idx = i;
4526 pPage->nFree = 0;
drh14acc042001-06-10 19:56:58 +00004527 }else{
danielk19776e465eb2007-08-21 13:11:00 +00004528 int rc = sqlite3PagerWrite(pPage->pDbPage);
4529 if( rc!=SQLITE_OK ){
4530 return rc;
4531 }
4532 assert( sqlite3PagerIswriteable(pPage->pDbPage) );
drh43605152004-05-29 21:46:49 +00004533 data = pPage->aData;
4534 hdr = pPage->hdrOffset;
4535 top = get2byte(&data[hdr+5]);
4536 cellOffset = pPage->cellOffset;
4537 end = cellOffset + 2*pPage->nCell + 2;
4538 ins = cellOffset + 2*i;
4539 if( end > top - sz ){
danielk19776e465eb2007-08-21 13:11:00 +00004540 rc = defragmentPage(pPage);
danielk19776b456a22005-03-21 04:04:02 +00004541 if( rc!=SQLITE_OK ) return rc;
drh43605152004-05-29 21:46:49 +00004542 top = get2byte(&data[hdr+5]);
4543 assert( end + sz <= top );
4544 }
4545 idx = allocateSpace(pPage, sz);
4546 assert( idx>0 );
4547 assert( end <= get2byte(&data[hdr+5]) );
4548 pPage->nCell++;
4549 pPage->nFree -= 2;
danielk1977a3ad5e72005-01-07 08:56:44 +00004550 memcpy(&data[idx+nSkip], pCell+nSkip, sz-nSkip);
drh43605152004-05-29 21:46:49 +00004551 for(j=end-2, ptr=&data[j]; j>ins; j-=2, ptr-=2){
4552 ptr[0] = ptr[-2];
4553 ptr[1] = ptr[-1];
drhda200cc2004-05-09 11:51:38 +00004554 }
drh43605152004-05-29 21:46:49 +00004555 put2byte(&data[ins], idx);
4556 put2byte(&data[hdr+3], pPage->nCell);
4557 pPage->idxShift = 1;
danielk1977a19df672004-11-03 11:37:07 +00004558#ifndef SQLITE_OMIT_AUTOVACUUM
4559 if( pPage->pBt->autoVacuum ){
4560 /* The cell may contain a pointer to an overflow page. If so, write
4561 ** the entry for the overflow page into the pointer map.
4562 */
4563 CellInfo info;
drh16a9b832007-05-05 18:39:25 +00004564 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh72365832007-03-06 15:53:44 +00004565 assert( (info.nData+(pPage->intKey?0:info.nKey))==info.nPayload );
danielk1977a19df672004-11-03 11:37:07 +00004566 if( (info.nData+(pPage->intKey?0:info.nKey))>info.nLocal ){
4567 Pgno pgnoOvfl = get4byte(&pCell[info.iOverflow]);
danielk19776e465eb2007-08-21 13:11:00 +00004568 rc = ptrmapPut(pPage->pBt, pgnoOvfl, PTRMAP_OVERFLOW1, pPage->pgno);
danielk1977a19df672004-11-03 11:37:07 +00004569 if( rc!=SQLITE_OK ) return rc;
4570 }
4571 }
4572#endif
drh14acc042001-06-10 19:56:58 +00004573 }
danielk1977e80463b2004-11-03 03:01:16 +00004574
danielk1977e80463b2004-11-03 03:01:16 +00004575 return SQLITE_OK;
drh14acc042001-06-10 19:56:58 +00004576}
4577
4578/*
drhfa1a98a2004-05-14 19:08:17 +00004579** Add a list of cells to a page. The page should be initially empty.
4580** The cells are guaranteed to fit on the page.
4581*/
4582static void assemblePage(
4583 MemPage *pPage, /* The page to be assemblied */
4584 int nCell, /* The number of cells to add to this page */
drh43605152004-05-29 21:46:49 +00004585 u8 **apCell, /* Pointers to cell bodies */
drha9121e42008-02-19 14:59:35 +00004586 u16 *aSize /* Sizes of the cells */
drhfa1a98a2004-05-14 19:08:17 +00004587){
4588 int i; /* Loop counter */
4589 int totalSize; /* Total size of all cells */
4590 int hdr; /* Index of page header */
drh43605152004-05-29 21:46:49 +00004591 int cellptr; /* Address of next cell pointer */
4592 int cellbody; /* Address of next cell body */
drhfa1a98a2004-05-14 19:08:17 +00004593 u8 *data; /* Data for the page */
4594
drh43605152004-05-29 21:46:49 +00004595 assert( pPage->nOverflow==0 );
drh1fee73e2007-08-29 04:00:57 +00004596 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhfa1a98a2004-05-14 19:08:17 +00004597 totalSize = 0;
4598 for(i=0; i<nCell; i++){
4599 totalSize += aSize[i];
4600 }
drh43605152004-05-29 21:46:49 +00004601 assert( totalSize+2*nCell<=pPage->nFree );
drhfa1a98a2004-05-14 19:08:17 +00004602 assert( pPage->nCell==0 );
drh43605152004-05-29 21:46:49 +00004603 cellptr = pPage->cellOffset;
drhfa1a98a2004-05-14 19:08:17 +00004604 data = pPage->aData;
4605 hdr = pPage->hdrOffset;
drh43605152004-05-29 21:46:49 +00004606 put2byte(&data[hdr+3], nCell);
drh09d0deb2005-08-02 17:13:09 +00004607 if( nCell ){
4608 cellbody = allocateSpace(pPage, totalSize);
4609 assert( cellbody>0 );
4610 assert( pPage->nFree >= 2*nCell );
4611 pPage->nFree -= 2*nCell;
4612 for(i=0; i<nCell; i++){
4613 put2byte(&data[cellptr], cellbody);
4614 memcpy(&data[cellbody], apCell[i], aSize[i]);
4615 cellptr += 2;
4616 cellbody += aSize[i];
4617 }
4618 assert( cellbody==pPage->pBt->usableSize );
drhfa1a98a2004-05-14 19:08:17 +00004619 }
4620 pPage->nCell = nCell;
drhfa1a98a2004-05-14 19:08:17 +00004621}
4622
drh14acc042001-06-10 19:56:58 +00004623/*
drhc3b70572003-01-04 19:44:07 +00004624** The following parameters determine how many adjacent pages get involved
4625** in a balancing operation. NN is the number of neighbors on either side
4626** of the page that participate in the balancing operation. NB is the
4627** total number of pages that participate, including the target page and
4628** NN neighbors on either side.
4629**
4630** The minimum value of NN is 1 (of course). Increasing NN above 1
4631** (to 2 or 3) gives a modest improvement in SELECT and DELETE performance
4632** in exchange for a larger degradation in INSERT and UPDATE performance.
4633** The value of NN appears to give the best results overall.
4634*/
4635#define NN 1 /* Number of neighbors on either side of pPage */
4636#define NB (NN*2+1) /* Total pages involved in the balance */
4637
drh43605152004-05-29 21:46:49 +00004638/* Forward reference */
danielk1977ac245ec2005-01-14 13:50:11 +00004639static int balance(MemPage*, int);
4640
drh615ae552005-01-16 23:21:00 +00004641#ifndef SQLITE_OMIT_QUICKBALANCE
drhf222e712005-01-14 22:55:49 +00004642/*
4643** This version of balance() handles the common special case where
4644** a new entry is being inserted on the extreme right-end of the
4645** tree, in other words, when the new entry will become the largest
4646** entry in the tree.
4647**
4648** Instead of trying balance the 3 right-most leaf pages, just add
4649** a new page to the right-hand side and put the one new entry in
4650** that page. This leaves the right side of the tree somewhat
4651** unbalanced. But odds are that we will be inserting new entries
4652** at the end soon afterwards so the nearly empty page will quickly
4653** fill up. On average.
4654**
4655** pPage is the leaf page which is the right-most page in the tree.
4656** pParent is its parent. pPage must have a single overflow entry
4657** which is also the right-most entry on the page.
4658*/
danielk1977ac245ec2005-01-14 13:50:11 +00004659static int balance_quick(MemPage *pPage, MemPage *pParent){
4660 int rc;
4661 MemPage *pNew;
4662 Pgno pgnoNew;
4663 u8 *pCell;
drha9121e42008-02-19 14:59:35 +00004664 u16 szCell;
danielk1977ac245ec2005-01-14 13:50:11 +00004665 CellInfo info;
danielk1977aef0bf62005-12-30 16:28:01 +00004666 BtShared *pBt = pPage->pBt;
danielk197779a40da2005-01-16 08:00:01 +00004667 int parentIdx = pParent->nCell; /* pParent new divider cell index */
4668 int parentSize; /* Size of new divider cell */
4669 u8 parentCell[64]; /* Space for the new divider cell */
danielk1977ac245ec2005-01-14 13:50:11 +00004670
drh1fee73e2007-08-29 04:00:57 +00004671 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +00004672
danielk1977ac245ec2005-01-14 13:50:11 +00004673 /* Allocate a new page. Insert the overflow cell from pPage
4674 ** into it. Then remove the overflow cell from pPage.
4675 */
drh4f0c5872007-03-26 22:05:01 +00004676 rc = allocateBtreePage(pBt, &pNew, &pgnoNew, 0, 0);
danielk1977ac245ec2005-01-14 13:50:11 +00004677 if( rc!=SQLITE_OK ){
4678 return rc;
4679 }
4680 pCell = pPage->aOvfl[0].pCell;
4681 szCell = cellSizePtr(pPage, pCell);
4682 zeroPage(pNew, pPage->aData[0]);
4683 assemblePage(pNew, 1, &pCell, &szCell);
4684 pPage->nOverflow = 0;
4685
danielk197779a40da2005-01-16 08:00:01 +00004686 /* Set the parent of the newly allocated page to pParent. */
4687 pNew->pParent = pParent;
danielk19773b8a05f2007-03-19 17:44:26 +00004688 sqlite3PagerRef(pParent->pDbPage);
danielk197779a40da2005-01-16 08:00:01 +00004689
danielk1977ac245ec2005-01-14 13:50:11 +00004690 /* pPage is currently the right-child of pParent. Change this
4691 ** so that the right-child is the new page allocated above and
danielk197779a40da2005-01-16 08:00:01 +00004692 ** pPage is the next-to-right child.
danielk1977ac245ec2005-01-14 13:50:11 +00004693 */
danielk1977ac11ee62005-01-15 12:45:51 +00004694 assert( pPage->nCell>0 );
danielk19771cc5ed82007-05-16 17:28:43 +00004695 pCell = findCell(pPage, pPage->nCell-1);
drh16a9b832007-05-05 18:39:25 +00004696 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drhb026e052007-05-02 01:34:31 +00004697 rc = fillInCell(pParent, parentCell, 0, info.nKey, 0, 0, 0, &parentSize);
danielk1977ac245ec2005-01-14 13:50:11 +00004698 if( rc!=SQLITE_OK ){
danielk197779a40da2005-01-16 08:00:01 +00004699 return rc;
danielk1977ac245ec2005-01-14 13:50:11 +00004700 }
4701 assert( parentSize<64 );
4702 rc = insertCell(pParent, parentIdx, parentCell, parentSize, 0, 4);
4703 if( rc!=SQLITE_OK ){
danielk197779a40da2005-01-16 08:00:01 +00004704 return rc;
danielk1977ac245ec2005-01-14 13:50:11 +00004705 }
4706 put4byte(findOverflowCell(pParent,parentIdx), pPage->pgno);
4707 put4byte(&pParent->aData[pParent->hdrOffset+8], pgnoNew);
4708
danielk197779a40da2005-01-16 08:00:01 +00004709#ifndef SQLITE_OMIT_AUTOVACUUM
4710 /* If this is an auto-vacuum database, update the pointer map
4711 ** with entries for the new page, and any pointer from the
4712 ** cell on the page to an overflow page.
4713 */
danielk1977ac11ee62005-01-15 12:45:51 +00004714 if( pBt->autoVacuum ){
4715 rc = ptrmapPut(pBt, pgnoNew, PTRMAP_BTREE, pParent->pgno);
danielk1977deb403e2007-05-24 09:20:16 +00004716 if( rc==SQLITE_OK ){
4717 rc = ptrmapPutOvfl(pNew, 0);
danielk1977ac11ee62005-01-15 12:45:51 +00004718 }
danielk197779a40da2005-01-16 08:00:01 +00004719 if( rc!=SQLITE_OK ){
danielk1977deb403e2007-05-24 09:20:16 +00004720 releasePage(pNew);
danielk197779a40da2005-01-16 08:00:01 +00004721 return rc;
danielk1977ac11ee62005-01-15 12:45:51 +00004722 }
4723 }
danielk197779a40da2005-01-16 08:00:01 +00004724#endif
danielk1977ac11ee62005-01-15 12:45:51 +00004725
danielk197779a40da2005-01-16 08:00:01 +00004726 /* Release the reference to the new page and balance the parent page,
4727 ** in case the divider cell inserted caused it to become overfull.
4728 */
danielk1977ac245ec2005-01-14 13:50:11 +00004729 releasePage(pNew);
4730 return balance(pParent, 0);
4731}
drh615ae552005-01-16 23:21:00 +00004732#endif /* SQLITE_OMIT_QUICKBALANCE */
drh43605152004-05-29 21:46:49 +00004733
drhc3b70572003-01-04 19:44:07 +00004734/*
drhab01f612004-05-22 02:55:23 +00004735** This routine redistributes Cells on pPage and up to NN*2 siblings
drh8b2f49b2001-06-08 00:21:52 +00004736** of pPage so that all pages have about the same amount of free space.
drh0c6cc4e2004-06-15 02:13:26 +00004737** Usually NN siblings on either side of pPage is used in the balancing,
4738** though more siblings might come from one side if pPage is the first
drhab01f612004-05-22 02:55:23 +00004739** or last child of its parent. If pPage has fewer than 2*NN siblings
drh8b2f49b2001-06-08 00:21:52 +00004740** (something which can only happen if pPage is the root page or a
drh14acc042001-06-10 19:56:58 +00004741** child of root) then all available siblings participate in the balancing.
drh8b2f49b2001-06-08 00:21:52 +00004742**
drh0c6cc4e2004-06-15 02:13:26 +00004743** The number of siblings of pPage might be increased or decreased by one or
4744** two in an effort to keep pages nearly full but not over full. The root page
drhab01f612004-05-22 02:55:23 +00004745** is special and is allowed to be nearly empty. If pPage is
drh8c42ca92001-06-22 19:15:00 +00004746** the root page, then the depth of the tree might be increased
drh8b2f49b2001-06-08 00:21:52 +00004747** or decreased by one, as necessary, to keep the root page from being
drhab01f612004-05-22 02:55:23 +00004748** overfull or completely empty.
drh14acc042001-06-10 19:56:58 +00004749**
drh8b2f49b2001-06-08 00:21:52 +00004750** Note that when this routine is called, some of the Cells on pPage
drh4b70f112004-05-02 21:12:19 +00004751** might not actually be stored in pPage->aData[]. This can happen
drh8b2f49b2001-06-08 00:21:52 +00004752** if the page is overfull. Part of the job of this routine is to
drh4b70f112004-05-02 21:12:19 +00004753** make sure all Cells for pPage once again fit in pPage->aData[].
drh14acc042001-06-10 19:56:58 +00004754**
drh8c42ca92001-06-22 19:15:00 +00004755** In the course of balancing the siblings of pPage, the parent of pPage
4756** might become overfull or underfull. If that happens, then this routine
4757** is called recursively on the parent.
4758**
drh5e00f6c2001-09-13 13:46:56 +00004759** If this routine fails for any reason, it might leave the database
4760** in a corrupted state. So if this routine fails, the database should
4761** be rolled back.
drh8b2f49b2001-06-08 00:21:52 +00004762*/
drh43605152004-05-29 21:46:49 +00004763static int balance_nonroot(MemPage *pPage){
drh8b2f49b2001-06-08 00:21:52 +00004764 MemPage *pParent; /* The parent of pPage */
drh16a9b832007-05-05 18:39:25 +00004765 BtShared *pBt; /* The whole database */
danielk1977634f2982005-03-28 08:44:07 +00004766 int nCell = 0; /* Number of cells in apCell[] */
4767 int nMaxCells = 0; /* Allocated size of apCell, szCell, aFrom. */
drh8b2f49b2001-06-08 00:21:52 +00004768 int nOld; /* Number of pages in apOld[] */
4769 int nNew; /* Number of pages in apNew[] */
drh8b2f49b2001-06-08 00:21:52 +00004770 int nDiv; /* Number of cells in apDiv[] */
drh14acc042001-06-10 19:56:58 +00004771 int i, j, k; /* Loop counters */
drha34b6762004-05-07 13:30:42 +00004772 int idx; /* Index of pPage in pParent->aCell[] */
4773 int nxDiv; /* Next divider slot in pParent->aCell[] */
drh14acc042001-06-10 19:56:58 +00004774 int rc; /* The return code */
drh91025292004-05-03 19:49:32 +00004775 int leafCorrection; /* 4 if pPage is a leaf. 0 if not */
drh8b18dd42004-05-12 19:18:15 +00004776 int leafData; /* True if pPage is a leaf of a LEAFDATA tree */
drh91025292004-05-03 19:49:32 +00004777 int usableSpace; /* Bytes in pPage beyond the header */
4778 int pageFlags; /* Value of pPage->aData[0] */
drh6019e162001-07-02 17:51:45 +00004779 int subtotal; /* Subtotal of bytes in cells on one page */
drhb6f41482004-05-14 01:58:11 +00004780 int iSpace = 0; /* First unused byte of aSpace[] */
drhc3b70572003-01-04 19:44:07 +00004781 MemPage *apOld[NB]; /* pPage and up to two siblings */
4782 Pgno pgnoOld[NB]; /* Page numbers for each page in apOld[] */
drh4b70f112004-05-02 21:12:19 +00004783 MemPage *apCopy[NB]; /* Private copies of apOld[] pages */
drha2fce642004-06-05 00:01:44 +00004784 MemPage *apNew[NB+2]; /* pPage and up to NB siblings after balancing */
4785 Pgno pgnoNew[NB+2]; /* Page numbers for each page in apNew[] */
drh4b70f112004-05-02 21:12:19 +00004786 u8 *apDiv[NB]; /* Divider cells in pParent */
drha2fce642004-06-05 00:01:44 +00004787 int cntNew[NB+2]; /* Index in aCell[] of cell after i-th page */
4788 int szNew[NB+2]; /* Combined size of cells place on i-th page */
danielk197750f059b2005-03-29 02:54:03 +00004789 u8 **apCell = 0; /* All cells begin balanced */
drha9121e42008-02-19 14:59:35 +00004790 u16 *szCell; /* Local size of all cells in apCell[] */
drh2e38c322004-09-03 18:38:44 +00004791 u8 *aCopy[NB]; /* Space for holding data of apCopy[] */
4792 u8 *aSpace; /* Space to hold copies of dividers cells */
danielk19774e17d142005-01-16 09:06:33 +00004793#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977ac11ee62005-01-15 12:45:51 +00004794 u8 *aFrom = 0;
4795#endif
drh8b2f49b2001-06-08 00:21:52 +00004796
drh1fee73e2007-08-29 04:00:57 +00004797 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drhd677b3d2007-08-20 22:48:41 +00004798
drh14acc042001-06-10 19:56:58 +00004799 /*
drh43605152004-05-29 21:46:49 +00004800 ** Find the parent page.
drh8b2f49b2001-06-08 00:21:52 +00004801 */
drh3a4c1412004-05-09 20:40:11 +00004802 assert( pPage->isInit );
danielk19776e465eb2007-08-21 13:11:00 +00004803 assert( sqlite3PagerIswriteable(pPage->pDbPage) || pPage->nOverflow==1 );
drh4b70f112004-05-02 21:12:19 +00004804 pBt = pPage->pBt;
drh14acc042001-06-10 19:56:58 +00004805 pParent = pPage->pParent;
drh43605152004-05-29 21:46:49 +00004806 assert( pParent );
danielk19773b8a05f2007-03-19 17:44:26 +00004807 if( SQLITE_OK!=(rc = sqlite3PagerWrite(pParent->pDbPage)) ){
danielk197707cb5602006-01-20 10:55:05 +00004808 return rc;
4809 }
drh43605152004-05-29 21:46:49 +00004810 TRACE(("BALANCE: begin page %d child of %d\n", pPage->pgno, pParent->pgno));
drh2e38c322004-09-03 18:38:44 +00004811
drh615ae552005-01-16 23:21:00 +00004812#ifndef SQLITE_OMIT_QUICKBALANCE
drhf222e712005-01-14 22:55:49 +00004813 /*
4814 ** A special case: If a new entry has just been inserted into a
4815 ** table (that is, a btree with integer keys and all data at the leaves)
drh09d0deb2005-08-02 17:13:09 +00004816 ** and the new entry is the right-most entry in the tree (it has the
drhf222e712005-01-14 22:55:49 +00004817 ** largest key) then use the special balance_quick() routine for
4818 ** balancing. balance_quick() is much faster and results in a tighter
4819 ** packing of data in the common case.
4820 */
danielk1977ac245ec2005-01-14 13:50:11 +00004821 if( pPage->leaf &&
4822 pPage->intKey &&
4823 pPage->leafData &&
4824 pPage->nOverflow==1 &&
4825 pPage->aOvfl[0].idx==pPage->nCell &&
danielk1977ac11ee62005-01-15 12:45:51 +00004826 pPage->pParent->pgno!=1 &&
danielk1977ac245ec2005-01-14 13:50:11 +00004827 get4byte(&pParent->aData[pParent->hdrOffset+8])==pPage->pgno
4828 ){
danielk1977ac11ee62005-01-15 12:45:51 +00004829 /*
4830 ** TODO: Check the siblings to the left of pPage. It may be that
4831 ** they are not full and no new page is required.
4832 */
danielk1977ac245ec2005-01-14 13:50:11 +00004833 return balance_quick(pPage, pParent);
4834 }
4835#endif
4836
danielk19776e465eb2007-08-21 13:11:00 +00004837 if( SQLITE_OK!=(rc = sqlite3PagerWrite(pPage->pDbPage)) ){
4838 return rc;
4839 }
4840
drh2e38c322004-09-03 18:38:44 +00004841 /*
drh4b70f112004-05-02 21:12:19 +00004842 ** Find the cell in the parent page whose left child points back
drh14acc042001-06-10 19:56:58 +00004843 ** to pPage. The "idx" variable is the index of that cell. If pPage
4844 ** is the rightmost child of pParent then set idx to pParent->nCell
drh8b2f49b2001-06-08 00:21:52 +00004845 */
drhbb49aba2003-01-04 18:53:27 +00004846 if( pParent->idxShift ){
drha34b6762004-05-07 13:30:42 +00004847 Pgno pgno;
drh4b70f112004-05-02 21:12:19 +00004848 pgno = pPage->pgno;
danielk19773b8a05f2007-03-19 17:44:26 +00004849 assert( pgno==sqlite3PagerPagenumber(pPage->pDbPage) );
drhbb49aba2003-01-04 18:53:27 +00004850 for(idx=0; idx<pParent->nCell; idx++){
danielk19771cc5ed82007-05-16 17:28:43 +00004851 if( get4byte(findCell(pParent, idx))==pgno ){
drhbb49aba2003-01-04 18:53:27 +00004852 break;
4853 }
drh8b2f49b2001-06-08 00:21:52 +00004854 }
drh4b70f112004-05-02 21:12:19 +00004855 assert( idx<pParent->nCell
drh43605152004-05-29 21:46:49 +00004856 || get4byte(&pParent->aData[pParent->hdrOffset+8])==pgno );
drhbb49aba2003-01-04 18:53:27 +00004857 }else{
4858 idx = pPage->idxParent;
drh8b2f49b2001-06-08 00:21:52 +00004859 }
drh8b2f49b2001-06-08 00:21:52 +00004860
4861 /*
drh14acc042001-06-10 19:56:58 +00004862 ** Initialize variables so that it will be safe to jump
drh5edc3122001-09-13 21:53:09 +00004863 ** directly to balance_cleanup at any moment.
drh8b2f49b2001-06-08 00:21:52 +00004864 */
drh14acc042001-06-10 19:56:58 +00004865 nOld = nNew = 0;
danielk19773b8a05f2007-03-19 17:44:26 +00004866 sqlite3PagerRef(pParent->pDbPage);
drh14acc042001-06-10 19:56:58 +00004867
4868 /*
drh4b70f112004-05-02 21:12:19 +00004869 ** Find sibling pages to pPage and the cells in pParent that divide
drhc3b70572003-01-04 19:44:07 +00004870 ** the siblings. An attempt is made to find NN siblings on either
4871 ** side of pPage. More siblings are taken from one side, however, if
4872 ** pPage there are fewer than NN siblings on the other side. If pParent
4873 ** has NB or fewer children then all children of pParent are taken.
drh14acc042001-06-10 19:56:58 +00004874 */
drhc3b70572003-01-04 19:44:07 +00004875 nxDiv = idx - NN;
4876 if( nxDiv + NB > pParent->nCell ){
4877 nxDiv = pParent->nCell - NB + 1;
drh8b2f49b2001-06-08 00:21:52 +00004878 }
drhc3b70572003-01-04 19:44:07 +00004879 if( nxDiv<0 ){
4880 nxDiv = 0;
4881 }
drh8b2f49b2001-06-08 00:21:52 +00004882 nDiv = 0;
drhc3b70572003-01-04 19:44:07 +00004883 for(i=0, k=nxDiv; i<NB; i++, k++){
drh14acc042001-06-10 19:56:58 +00004884 if( k<pParent->nCell ){
danielk19771cc5ed82007-05-16 17:28:43 +00004885 apDiv[i] = findCell(pParent, k);
drh8b2f49b2001-06-08 00:21:52 +00004886 nDiv++;
drha34b6762004-05-07 13:30:42 +00004887 assert( !pParent->leaf );
drh43605152004-05-29 21:46:49 +00004888 pgnoOld[i] = get4byte(apDiv[i]);
drh14acc042001-06-10 19:56:58 +00004889 }else if( k==pParent->nCell ){
drh43605152004-05-29 21:46:49 +00004890 pgnoOld[i] = get4byte(&pParent->aData[pParent->hdrOffset+8]);
drh14acc042001-06-10 19:56:58 +00004891 }else{
4892 break;
drh8b2f49b2001-06-08 00:21:52 +00004893 }
drhde647132004-05-07 17:57:49 +00004894 rc = getAndInitPage(pBt, pgnoOld[i], &apOld[i], pParent);
drh6019e162001-07-02 17:51:45 +00004895 if( rc ) goto balance_cleanup;
drh428ae8c2003-01-04 16:48:09 +00004896 apOld[i]->idxParent = k;
drh91025292004-05-03 19:49:32 +00004897 apCopy[i] = 0;
4898 assert( i==nOld );
drh14acc042001-06-10 19:56:58 +00004899 nOld++;
danielk1977634f2982005-03-28 08:44:07 +00004900 nMaxCells += 1+apOld[i]->nCell+apOld[i]->nOverflow;
drh8b2f49b2001-06-08 00:21:52 +00004901 }
4902
drha9121e42008-02-19 14:59:35 +00004903 /* Make nMaxCells a multiple of 4 in order to preserve 8-byte
drh8d97f1f2005-05-05 18:14:13 +00004904 ** alignment */
drha9121e42008-02-19 14:59:35 +00004905 nMaxCells = (nMaxCells + 3)&~3;
drh8d97f1f2005-05-05 18:14:13 +00004906
drh8b2f49b2001-06-08 00:21:52 +00004907 /*
danielk1977634f2982005-03-28 08:44:07 +00004908 ** Allocate space for memory structures
4909 */
drh17435752007-08-16 04:30:38 +00004910 apCell = sqlite3_malloc(
drha9121e42008-02-19 14:59:35 +00004911 nMaxCells*sizeof(u8*) /* apCell */
4912 + nMaxCells*sizeof(u16) /* szCell */
4913 + (ROUND8(sizeof(MemPage))+pBt->pageSize)*NB /* aCopy */
4914 + pBt->pageSize*5 /* aSpace */
4915 + (ISAUTOVACUUM ? nMaxCells : 0) /* aFrom */
danielk1977634f2982005-03-28 08:44:07 +00004916 );
4917 if( apCell==0 ){
4918 rc = SQLITE_NOMEM;
4919 goto balance_cleanup;
4920 }
drha9121e42008-02-19 14:59:35 +00004921 szCell = (u16*)&apCell[nMaxCells];
danielk1977634f2982005-03-28 08:44:07 +00004922 aCopy[0] = (u8*)&szCell[nMaxCells];
drhc96d8532005-05-03 12:30:33 +00004923 assert( ((aCopy[0] - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */
danielk1977634f2982005-03-28 08:44:07 +00004924 for(i=1; i<NB; i++){
drhc96d8532005-05-03 12:30:33 +00004925 aCopy[i] = &aCopy[i-1][pBt->pageSize+ROUND8(sizeof(MemPage))];
4926 assert( ((aCopy[i] - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */
danielk1977634f2982005-03-28 08:44:07 +00004927 }
drhc96d8532005-05-03 12:30:33 +00004928 aSpace = &aCopy[NB-1][pBt->pageSize+ROUND8(sizeof(MemPage))];
4929 assert( ((aSpace - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */
danielk1977634f2982005-03-28 08:44:07 +00004930#ifndef SQLITE_OMIT_AUTOVACUUM
4931 if( pBt->autoVacuum ){
drh07d183d2005-05-01 22:52:42 +00004932 aFrom = &aSpace[5*pBt->pageSize];
danielk1977634f2982005-03-28 08:44:07 +00004933 }
4934#endif
4935
4936 /*
drh14acc042001-06-10 19:56:58 +00004937 ** Make copies of the content of pPage and its siblings into aOld[].
4938 ** The rest of this function will use data from the copies rather
4939 ** that the original pages since the original pages will be in the
4940 ** process of being overwritten.
4941 */
4942 for(i=0; i<nOld; i++){
drhbf4bca52007-09-06 22:19:14 +00004943 MemPage *p = apCopy[i] = (MemPage*)aCopy[i];
4944 memcpy(p, apOld[i], sizeof(MemPage));
4945 p->aData = (void*)&p[1];
4946 memcpy(p->aData, apOld[i]->aData, pBt->pageSize);
drh14acc042001-06-10 19:56:58 +00004947 }
4948
4949 /*
4950 ** Load pointers to all cells on sibling pages and the divider cells
4951 ** into the local apCell[] array. Make copies of the divider cells
drhb6f41482004-05-14 01:58:11 +00004952 ** into space obtained form aSpace[] and remove the the divider Cells
4953 ** from pParent.
drh4b70f112004-05-02 21:12:19 +00004954 **
4955 ** If the siblings are on leaf pages, then the child pointers of the
4956 ** divider cells are stripped from the cells before they are copied
drh96f5b762004-05-16 16:24:36 +00004957 ** into aSpace[]. In this way, all cells in apCell[] are without
drh4b70f112004-05-02 21:12:19 +00004958 ** child pointers. If siblings are not leaves, then all cell in
4959 ** apCell[] include child pointers. Either way, all cells in apCell[]
4960 ** are alike.
drh96f5b762004-05-16 16:24:36 +00004961 **
4962 ** leafCorrection: 4 if pPage is a leaf. 0 if pPage is not a leaf.
4963 ** leafData: 1 if pPage holds key+data and pParent holds only keys.
drh8b2f49b2001-06-08 00:21:52 +00004964 */
4965 nCell = 0;
drh4b70f112004-05-02 21:12:19 +00004966 leafCorrection = pPage->leaf*4;
drh8b18dd42004-05-12 19:18:15 +00004967 leafData = pPage->leafData && pPage->leaf;
drh8b2f49b2001-06-08 00:21:52 +00004968 for(i=0; i<nOld; i++){
drh4b70f112004-05-02 21:12:19 +00004969 MemPage *pOld = apCopy[i];
drh43605152004-05-29 21:46:49 +00004970 int limit = pOld->nCell+pOld->nOverflow;
4971 for(j=0; j<limit; j++){
danielk1977634f2982005-03-28 08:44:07 +00004972 assert( nCell<nMaxCells );
drh43605152004-05-29 21:46:49 +00004973 apCell[nCell] = findOverflowCell(pOld, j);
4974 szCell[nCell] = cellSizePtr(pOld, apCell[nCell]);
danielk1977ac11ee62005-01-15 12:45:51 +00004975#ifndef SQLITE_OMIT_AUTOVACUUM
4976 if( pBt->autoVacuum ){
4977 int a;
4978 aFrom[nCell] = i;
4979 for(a=0; a<pOld->nOverflow; a++){
4980 if( pOld->aOvfl[a].pCell==apCell[nCell] ){
4981 aFrom[nCell] = 0xFF;
4982 break;
4983 }
4984 }
4985 }
4986#endif
drh14acc042001-06-10 19:56:58 +00004987 nCell++;
drh8b2f49b2001-06-08 00:21:52 +00004988 }
4989 if( i<nOld-1 ){
drha9121e42008-02-19 14:59:35 +00004990 u16 sz = cellSizePtr(pParent, apDiv[i]);
drh8b18dd42004-05-12 19:18:15 +00004991 if( leafData ){
drh96f5b762004-05-16 16:24:36 +00004992 /* With the LEAFDATA flag, pParent cells hold only INTKEYs that
4993 ** are duplicates of keys on the child pages. We need to remove
4994 ** the divider cells from pParent, but the dividers cells are not
4995 ** added to apCell[] because they are duplicates of child cells.
4996 */
drh8b18dd42004-05-12 19:18:15 +00004997 dropCell(pParent, nxDiv, sz);
drh4b70f112004-05-02 21:12:19 +00004998 }else{
drhb6f41482004-05-14 01:58:11 +00004999 u8 *pTemp;
danielk1977634f2982005-03-28 08:44:07 +00005000 assert( nCell<nMaxCells );
drhb6f41482004-05-14 01:58:11 +00005001 szCell[nCell] = sz;
5002 pTemp = &aSpace[iSpace];
5003 iSpace += sz;
drh07d183d2005-05-01 22:52:42 +00005004 assert( iSpace<=pBt->pageSize*5 );
drhb6f41482004-05-14 01:58:11 +00005005 memcpy(pTemp, apDiv[i], sz);
5006 apCell[nCell] = pTemp+leafCorrection;
danielk1977ac11ee62005-01-15 12:45:51 +00005007#ifndef SQLITE_OMIT_AUTOVACUUM
5008 if( pBt->autoVacuum ){
5009 aFrom[nCell] = 0xFF;
5010 }
5011#endif
drhb6f41482004-05-14 01:58:11 +00005012 dropCell(pParent, nxDiv, sz);
drh8b18dd42004-05-12 19:18:15 +00005013 szCell[nCell] -= leafCorrection;
drh43605152004-05-29 21:46:49 +00005014 assert( get4byte(pTemp)==pgnoOld[i] );
drh8b18dd42004-05-12 19:18:15 +00005015 if( !pOld->leaf ){
5016 assert( leafCorrection==0 );
5017 /* The right pointer of the child page pOld becomes the left
5018 ** pointer of the divider cell */
drh43605152004-05-29 21:46:49 +00005019 memcpy(apCell[nCell], &pOld->aData[pOld->hdrOffset+8], 4);
drh8b18dd42004-05-12 19:18:15 +00005020 }else{
5021 assert( leafCorrection==4 );
danielk197739c96042007-05-12 10:41:47 +00005022 if( szCell[nCell]<4 ){
5023 /* Do not allow any cells smaller than 4 bytes. */
5024 szCell[nCell] = 4;
5025 }
drh8b18dd42004-05-12 19:18:15 +00005026 }
5027 nCell++;
drh4b70f112004-05-02 21:12:19 +00005028 }
drh8b2f49b2001-06-08 00:21:52 +00005029 }
5030 }
5031
5032 /*
drh6019e162001-07-02 17:51:45 +00005033 ** Figure out the number of pages needed to hold all nCell cells.
5034 ** Store this number in "k". Also compute szNew[] which is the total
5035 ** size of all cells on the i-th page and cntNew[] which is the index
drh4b70f112004-05-02 21:12:19 +00005036 ** in apCell[] of the cell that divides page i from page i+1.
drh6019e162001-07-02 17:51:45 +00005037 ** cntNew[k] should equal nCell.
5038 **
drh96f5b762004-05-16 16:24:36 +00005039 ** Values computed by this block:
5040 **
5041 ** k: The total number of sibling pages
5042 ** szNew[i]: Spaced used on the i-th sibling page.
5043 ** cntNew[i]: Index in apCell[] and szCell[] for the first cell to
5044 ** the right of the i-th sibling page.
5045 ** usableSpace: Number of bytes of space available on each sibling.
5046 **
drh8b2f49b2001-06-08 00:21:52 +00005047 */
drh43605152004-05-29 21:46:49 +00005048 usableSpace = pBt->usableSize - 12 + leafCorrection;
drh6019e162001-07-02 17:51:45 +00005049 for(subtotal=k=i=0; i<nCell; i++){
danielk1977634f2982005-03-28 08:44:07 +00005050 assert( i<nMaxCells );
drh43605152004-05-29 21:46:49 +00005051 subtotal += szCell[i] + 2;
drh4b70f112004-05-02 21:12:19 +00005052 if( subtotal > usableSpace ){
drh6019e162001-07-02 17:51:45 +00005053 szNew[k] = subtotal - szCell[i];
5054 cntNew[k] = i;
drh8b18dd42004-05-12 19:18:15 +00005055 if( leafData ){ i--; }
drh6019e162001-07-02 17:51:45 +00005056 subtotal = 0;
5057 k++;
5058 }
5059 }
5060 szNew[k] = subtotal;
5061 cntNew[k] = nCell;
5062 k++;
drh96f5b762004-05-16 16:24:36 +00005063
5064 /*
5065 ** The packing computed by the previous block is biased toward the siblings
5066 ** on the left side. The left siblings are always nearly full, while the
5067 ** right-most sibling might be nearly empty. This block of code attempts
5068 ** to adjust the packing of siblings to get a better balance.
5069 **
5070 ** This adjustment is more than an optimization. The packing above might
5071 ** be so out of balance as to be illegal. For example, the right-most
5072 ** sibling might be completely empty. This adjustment is not optional.
5073 */
drh6019e162001-07-02 17:51:45 +00005074 for(i=k-1; i>0; i--){
drh96f5b762004-05-16 16:24:36 +00005075 int szRight = szNew[i]; /* Size of sibling on the right */
5076 int szLeft = szNew[i-1]; /* Size of sibling on the left */
5077 int r; /* Index of right-most cell in left sibling */
5078 int d; /* Index of first cell to the left of right sibling */
5079
5080 r = cntNew[i-1] - 1;
5081 d = r + 1 - leafData;
danielk1977634f2982005-03-28 08:44:07 +00005082 assert( d<nMaxCells );
5083 assert( r<nMaxCells );
drh43605152004-05-29 21:46:49 +00005084 while( szRight==0 || szRight+szCell[d]+2<=szLeft-(szCell[r]+2) ){
5085 szRight += szCell[d] + 2;
5086 szLeft -= szCell[r] + 2;
drh6019e162001-07-02 17:51:45 +00005087 cntNew[i-1]--;
drh96f5b762004-05-16 16:24:36 +00005088 r = cntNew[i-1] - 1;
5089 d = r + 1 - leafData;
drh6019e162001-07-02 17:51:45 +00005090 }
drh96f5b762004-05-16 16:24:36 +00005091 szNew[i] = szRight;
5092 szNew[i-1] = szLeft;
drh6019e162001-07-02 17:51:45 +00005093 }
drh09d0deb2005-08-02 17:13:09 +00005094
5095 /* Either we found one or more cells (cntnew[0])>0) or we are the
5096 ** a virtual root page. A virtual root page is when the real root
5097 ** page is page 1 and we are the only child of that page.
5098 */
5099 assert( cntNew[0]>0 || (pParent->pgno==1 && pParent->nCell==0) );
drh8b2f49b2001-06-08 00:21:52 +00005100
5101 /*
drh6b308672002-07-08 02:16:37 +00005102 ** Allocate k new pages. Reuse old pages where possible.
drh8b2f49b2001-06-08 00:21:52 +00005103 */
drh4b70f112004-05-02 21:12:19 +00005104 assert( pPage->pgno>1 );
5105 pageFlags = pPage->aData[0];
drh14acc042001-06-10 19:56:58 +00005106 for(i=0; i<k; i++){
drhda200cc2004-05-09 11:51:38 +00005107 MemPage *pNew;
drh6b308672002-07-08 02:16:37 +00005108 if( i<nOld ){
drhda200cc2004-05-09 11:51:38 +00005109 pNew = apNew[i] = apOld[i];
drh6b308672002-07-08 02:16:37 +00005110 pgnoNew[i] = pgnoOld[i];
5111 apOld[i] = 0;
danielk19773b8a05f2007-03-19 17:44:26 +00005112 rc = sqlite3PagerWrite(pNew->pDbPage);
drhf5345442007-04-09 12:45:02 +00005113 nNew++;
danielk197728129562005-01-11 10:25:06 +00005114 if( rc ) goto balance_cleanup;
drh6b308672002-07-08 02:16:37 +00005115 }else{
drh7aa8f852006-03-28 00:24:44 +00005116 assert( i>0 );
drh4f0c5872007-03-26 22:05:01 +00005117 rc = allocateBtreePage(pBt, &pNew, &pgnoNew[i], pgnoNew[i-1], 0);
drh6b308672002-07-08 02:16:37 +00005118 if( rc ) goto balance_cleanup;
drhda200cc2004-05-09 11:51:38 +00005119 apNew[i] = pNew;
drhf5345442007-04-09 12:45:02 +00005120 nNew++;
drh6b308672002-07-08 02:16:37 +00005121 }
drhda200cc2004-05-09 11:51:38 +00005122 zeroPage(pNew, pageFlags);
drh8b2f49b2001-06-08 00:21:52 +00005123 }
5124
danielk1977299b1872004-11-22 10:02:10 +00005125 /* Free any old pages that were not reused as new pages.
5126 */
5127 while( i<nOld ){
5128 rc = freePage(apOld[i]);
5129 if( rc ) goto balance_cleanup;
5130 releasePage(apOld[i]);
5131 apOld[i] = 0;
5132 i++;
5133 }
5134
drh8b2f49b2001-06-08 00:21:52 +00005135 /*
drhf9ffac92002-03-02 19:00:31 +00005136 ** Put the new pages in accending order. This helps to
5137 ** keep entries in the disk file in order so that a scan
5138 ** of the table is a linear scan through the file. That
5139 ** in turn helps the operating system to deliver pages
5140 ** from the disk more rapidly.
5141 **
5142 ** An O(n^2) insertion sort algorithm is used, but since
drhc3b70572003-01-04 19:44:07 +00005143 ** n is never more than NB (a small constant), that should
5144 ** not be a problem.
drhf9ffac92002-03-02 19:00:31 +00005145 **
drhc3b70572003-01-04 19:44:07 +00005146 ** When NB==3, this one optimization makes the database
5147 ** about 25% faster for large insertions and deletions.
drhf9ffac92002-03-02 19:00:31 +00005148 */
5149 for(i=0; i<k-1; i++){
5150 int minV = pgnoNew[i];
5151 int minI = i;
5152 for(j=i+1; j<k; j++){
drh7d02cb72003-06-04 16:24:39 +00005153 if( pgnoNew[j]<(unsigned)minV ){
drhf9ffac92002-03-02 19:00:31 +00005154 minI = j;
5155 minV = pgnoNew[j];
5156 }
5157 }
5158 if( minI>i ){
5159 int t;
5160 MemPage *pT;
5161 t = pgnoNew[i];
5162 pT = apNew[i];
5163 pgnoNew[i] = pgnoNew[minI];
5164 apNew[i] = apNew[minI];
5165 pgnoNew[minI] = t;
5166 apNew[minI] = pT;
5167 }
5168 }
drha2fce642004-06-05 00:01:44 +00005169 TRACE(("BALANCE: old: %d %d %d new: %d(%d) %d(%d) %d(%d) %d(%d) %d(%d)\n",
drh24cd67e2004-05-10 16:18:47 +00005170 pgnoOld[0],
5171 nOld>=2 ? pgnoOld[1] : 0,
5172 nOld>=3 ? pgnoOld[2] : 0,
drh10c0fa62004-05-18 12:50:17 +00005173 pgnoNew[0], szNew[0],
5174 nNew>=2 ? pgnoNew[1] : 0, nNew>=2 ? szNew[1] : 0,
5175 nNew>=3 ? pgnoNew[2] : 0, nNew>=3 ? szNew[2] : 0,
drha2fce642004-06-05 00:01:44 +00005176 nNew>=4 ? pgnoNew[3] : 0, nNew>=4 ? szNew[3] : 0,
5177 nNew>=5 ? pgnoNew[4] : 0, nNew>=5 ? szNew[4] : 0));
drh24cd67e2004-05-10 16:18:47 +00005178
drhf9ffac92002-03-02 19:00:31 +00005179 /*
drh14acc042001-06-10 19:56:58 +00005180 ** Evenly distribute the data in apCell[] across the new pages.
5181 ** Insert divider cells into pParent as necessary.
5182 */
5183 j = 0;
5184 for(i=0; i<nNew; i++){
danielk1977ac11ee62005-01-15 12:45:51 +00005185 /* Assemble the new sibling page. */
drh14acc042001-06-10 19:56:58 +00005186 MemPage *pNew = apNew[i];
drh19642e52005-03-29 13:17:45 +00005187 assert( j<nMaxCells );
drh4b70f112004-05-02 21:12:19 +00005188 assert( pNew->pgno==pgnoNew[i] );
drhfa1a98a2004-05-14 19:08:17 +00005189 assemblePage(pNew, cntNew[i]-j, &apCell[j], &szCell[j]);
drh09d0deb2005-08-02 17:13:09 +00005190 assert( pNew->nCell>0 || (nNew==1 && cntNew[0]==0) );
drh43605152004-05-29 21:46:49 +00005191 assert( pNew->nOverflow==0 );
danielk1977ac11ee62005-01-15 12:45:51 +00005192
5193#ifndef SQLITE_OMIT_AUTOVACUUM
5194 /* If this is an auto-vacuum database, update the pointer map entries
5195 ** that point to the siblings that were rearranged. These can be: left
5196 ** children of cells, the right-child of the page, or overflow pages
5197 ** pointed to by cells.
5198 */
5199 if( pBt->autoVacuum ){
5200 for(k=j; k<cntNew[i]; k++){
danielk1977634f2982005-03-28 08:44:07 +00005201 assert( k<nMaxCells );
danielk1977ac11ee62005-01-15 12:45:51 +00005202 if( aFrom[k]==0xFF || apCopy[aFrom[k]]->pgno!=pNew->pgno ){
danielk197779a40da2005-01-16 08:00:01 +00005203 rc = ptrmapPutOvfl(pNew, k-j);
5204 if( rc!=SQLITE_OK ){
5205 goto balance_cleanup;
danielk1977ac11ee62005-01-15 12:45:51 +00005206 }
5207 }
5208 }
5209 }
5210#endif
5211
5212 j = cntNew[i];
5213
5214 /* If the sibling page assembled above was not the right-most sibling,
5215 ** insert a divider cell into the parent page.
5216 */
drh14acc042001-06-10 19:56:58 +00005217 if( i<nNew-1 && j<nCell ){
drh8b18dd42004-05-12 19:18:15 +00005218 u8 *pCell;
drh24cd67e2004-05-10 16:18:47 +00005219 u8 *pTemp;
drh8b18dd42004-05-12 19:18:15 +00005220 int sz;
danielk1977634f2982005-03-28 08:44:07 +00005221
5222 assert( j<nMaxCells );
drh8b18dd42004-05-12 19:18:15 +00005223 pCell = apCell[j];
5224 sz = szCell[j] + leafCorrection;
drh4b70f112004-05-02 21:12:19 +00005225 if( !pNew->leaf ){
drh43605152004-05-29 21:46:49 +00005226 memcpy(&pNew->aData[8], pCell, 4);
drh24cd67e2004-05-10 16:18:47 +00005227 pTemp = 0;
drh8b18dd42004-05-12 19:18:15 +00005228 }else if( leafData ){
drhfd131da2007-08-07 17:13:03 +00005229 /* If the tree is a leaf-data tree, and the siblings are leaves,
danielk1977ac11ee62005-01-15 12:45:51 +00005230 ** then there is no divider cell in apCell[]. Instead, the divider
5231 ** cell consists of the integer key for the right-most cell of
5232 ** the sibling-page assembled above only.
5233 */
drh6f11bef2004-05-13 01:12:56 +00005234 CellInfo info;
drh8b18dd42004-05-12 19:18:15 +00005235 j--;
drh16a9b832007-05-05 18:39:25 +00005236 sqlite3BtreeParseCellPtr(pNew, apCell[j], &info);
drhb6f41482004-05-14 01:58:11 +00005237 pCell = &aSpace[iSpace];
drhb026e052007-05-02 01:34:31 +00005238 fillInCell(pParent, pCell, 0, info.nKey, 0, 0, 0, &sz);
drhb6f41482004-05-14 01:58:11 +00005239 iSpace += sz;
drh07d183d2005-05-01 22:52:42 +00005240 assert( iSpace<=pBt->pageSize*5 );
drh8b18dd42004-05-12 19:18:15 +00005241 pTemp = 0;
drh4b70f112004-05-02 21:12:19 +00005242 }else{
5243 pCell -= 4;
drhb6f41482004-05-14 01:58:11 +00005244 pTemp = &aSpace[iSpace];
5245 iSpace += sz;
drh07d183d2005-05-01 22:52:42 +00005246 assert( iSpace<=pBt->pageSize*5 );
danielk19774aeff622007-05-12 09:30:47 +00005247 /* Obscure case for non-leaf-data trees: If the cell at pCell was
drh85b623f2007-12-13 21:54:09 +00005248 ** previously stored on a leaf node, and its reported size was 4
danielk19774aeff622007-05-12 09:30:47 +00005249 ** bytes, then it may actually be smaller than this
5250 ** (see sqlite3BtreeParseCellPtr(), 4 bytes is the minimum size of
drh85b623f2007-12-13 21:54:09 +00005251 ** any cell). But it is important to pass the correct size to
danielk19774aeff622007-05-12 09:30:47 +00005252 ** insertCell(), so reparse the cell now.
5253 **
5254 ** Note that this can never happen in an SQLite data file, as all
5255 ** cells are at least 4 bytes. It only happens in b-trees used
5256 ** to evaluate "IN (SELECT ...)" and similar clauses.
5257 */
5258 if( szCell[j]==4 ){
5259 assert(leafCorrection==4);
5260 sz = cellSizePtr(pParent, pCell);
5261 }
drh4b70f112004-05-02 21:12:19 +00005262 }
danielk1977a3ad5e72005-01-07 08:56:44 +00005263 rc = insertCell(pParent, nxDiv, pCell, sz, pTemp, 4);
danielk1977e80463b2004-11-03 03:01:16 +00005264 if( rc!=SQLITE_OK ) goto balance_cleanup;
drh43605152004-05-29 21:46:49 +00005265 put4byte(findOverflowCell(pParent,nxDiv), pNew->pgno);
danielk1977ac11ee62005-01-15 12:45:51 +00005266#ifndef SQLITE_OMIT_AUTOVACUUM
5267 /* If this is an auto-vacuum database, and not a leaf-data tree,
5268 ** then update the pointer map with an entry for the overflow page
5269 ** that the cell just inserted points to (if any).
5270 */
5271 if( pBt->autoVacuum && !leafData ){
danielk197779a40da2005-01-16 08:00:01 +00005272 rc = ptrmapPutOvfl(pParent, nxDiv);
5273 if( rc!=SQLITE_OK ){
5274 goto balance_cleanup;
danielk1977ac11ee62005-01-15 12:45:51 +00005275 }
5276 }
5277#endif
drh14acc042001-06-10 19:56:58 +00005278 j++;
5279 nxDiv++;
5280 }
5281 }
drh6019e162001-07-02 17:51:45 +00005282 assert( j==nCell );
drh7aa8f852006-03-28 00:24:44 +00005283 assert( nOld>0 );
5284 assert( nNew>0 );
drh4b70f112004-05-02 21:12:19 +00005285 if( (pageFlags & PTF_LEAF)==0 ){
drh43605152004-05-29 21:46:49 +00005286 memcpy(&apNew[nNew-1]->aData[8], &apCopy[nOld-1]->aData[8], 4);
drh14acc042001-06-10 19:56:58 +00005287 }
drh43605152004-05-29 21:46:49 +00005288 if( nxDiv==pParent->nCell+pParent->nOverflow ){
drh4b70f112004-05-02 21:12:19 +00005289 /* Right-most sibling is the right-most child of pParent */
drh43605152004-05-29 21:46:49 +00005290 put4byte(&pParent->aData[pParent->hdrOffset+8], pgnoNew[nNew-1]);
drh4b70f112004-05-02 21:12:19 +00005291 }else{
5292 /* Right-most sibling is the left child of the first entry in pParent
5293 ** past the right-most divider entry */
drh43605152004-05-29 21:46:49 +00005294 put4byte(findOverflowCell(pParent, nxDiv), pgnoNew[nNew-1]);
drh14acc042001-06-10 19:56:58 +00005295 }
5296
5297 /*
5298 ** Reparent children of all cells.
drh8b2f49b2001-06-08 00:21:52 +00005299 */
5300 for(i=0; i<nNew; i++){
danielk1977afcdd022004-10-31 16:25:42 +00005301 rc = reparentChildPages(apNew[i]);
5302 if( rc!=SQLITE_OK ) goto balance_cleanup;
drh8b2f49b2001-06-08 00:21:52 +00005303 }
danielk1977afcdd022004-10-31 16:25:42 +00005304 rc = reparentChildPages(pParent);
5305 if( rc!=SQLITE_OK ) goto balance_cleanup;
drh8b2f49b2001-06-08 00:21:52 +00005306
5307 /*
drh3a4c1412004-05-09 20:40:11 +00005308 ** Balance the parent page. Note that the current page (pPage) might
danielk1977ac11ee62005-01-15 12:45:51 +00005309 ** have been added to the freelist so it might no longer be initialized.
drh3a4c1412004-05-09 20:40:11 +00005310 ** But the parent page will always be initialized.
drh8b2f49b2001-06-08 00:21:52 +00005311 */
drhda200cc2004-05-09 11:51:38 +00005312 assert( pParent->isInit );
danielk1977ac245ec2005-01-14 13:50:11 +00005313 rc = balance(pParent, 0);
drhda200cc2004-05-09 11:51:38 +00005314
drh8b2f49b2001-06-08 00:21:52 +00005315 /*
drh14acc042001-06-10 19:56:58 +00005316 ** Cleanup before returning.
drh8b2f49b2001-06-08 00:21:52 +00005317 */
drh14acc042001-06-10 19:56:58 +00005318balance_cleanup:
drh17435752007-08-16 04:30:38 +00005319 sqlite3_free(apCell);
drh8b2f49b2001-06-08 00:21:52 +00005320 for(i=0; i<nOld; i++){
drh91025292004-05-03 19:49:32 +00005321 releasePage(apOld[i]);
drh8b2f49b2001-06-08 00:21:52 +00005322 }
drh14acc042001-06-10 19:56:58 +00005323 for(i=0; i<nNew; i++){
drh91025292004-05-03 19:49:32 +00005324 releasePage(apNew[i]);
drh8b2f49b2001-06-08 00:21:52 +00005325 }
drh91025292004-05-03 19:49:32 +00005326 releasePage(pParent);
drh3a4c1412004-05-09 20:40:11 +00005327 TRACE(("BALANCE: finished with %d: old=%d new=%d cells=%d\n",
5328 pPage->pgno, nOld, nNew, nCell));
drh8b2f49b2001-06-08 00:21:52 +00005329 return rc;
5330}
5331
5332/*
drh43605152004-05-29 21:46:49 +00005333** This routine is called for the root page of a btree when the root
5334** page contains no cells. This is an opportunity to make the tree
5335** shallower by one level.
5336*/
5337static int balance_shallower(MemPage *pPage){
5338 MemPage *pChild; /* The only child page of pPage */
5339 Pgno pgnoChild; /* Page number for pChild */
drh2e38c322004-09-03 18:38:44 +00005340 int rc = SQLITE_OK; /* Return code from subprocedures */
danielk1977aef0bf62005-12-30 16:28:01 +00005341 BtShared *pBt; /* The main BTree structure */
drh2e38c322004-09-03 18:38:44 +00005342 int mxCellPerPage; /* Maximum number of cells per page */
5343 u8 **apCell; /* All cells from pages being balanced */
drha9121e42008-02-19 14:59:35 +00005344 u16 *szCell; /* Local size of all cells */
drh43605152004-05-29 21:46:49 +00005345
5346 assert( pPage->pParent==0 );
5347 assert( pPage->nCell==0 );
drh1fee73e2007-08-29 04:00:57 +00005348 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh2e38c322004-09-03 18:38:44 +00005349 pBt = pPage->pBt;
5350 mxCellPerPage = MX_CELL(pBt);
drha9121e42008-02-19 14:59:35 +00005351 apCell = sqlite3_malloc( mxCellPerPage*(sizeof(u8*)+sizeof(u16)) );
drh2e38c322004-09-03 18:38:44 +00005352 if( apCell==0 ) return SQLITE_NOMEM;
drha9121e42008-02-19 14:59:35 +00005353 szCell = (u16*)&apCell[mxCellPerPage];
drh43605152004-05-29 21:46:49 +00005354 if( pPage->leaf ){
5355 /* The table is completely empty */
5356 TRACE(("BALANCE: empty table %d\n", pPage->pgno));
5357 }else{
5358 /* The root page is empty but has one child. Transfer the
5359 ** information from that one child into the root page if it
5360 ** will fit. This reduces the depth of the tree by one.
5361 **
5362 ** If the root page is page 1, it has less space available than
5363 ** its child (due to the 100 byte header that occurs at the beginning
5364 ** of the database fle), so it might not be able to hold all of the
5365 ** information currently contained in the child. If this is the
5366 ** case, then do not do the transfer. Leave page 1 empty except
5367 ** for the right-pointer to the child page. The child page becomes
5368 ** the virtual root of the tree.
5369 */
5370 pgnoChild = get4byte(&pPage->aData[pPage->hdrOffset+8]);
5371 assert( pgnoChild>0 );
danielk19773b8a05f2007-03-19 17:44:26 +00005372 assert( pgnoChild<=sqlite3PagerPagecount(pPage->pBt->pPager) );
drh16a9b832007-05-05 18:39:25 +00005373 rc = sqlite3BtreeGetPage(pPage->pBt, pgnoChild, &pChild, 0);
drh2e38c322004-09-03 18:38:44 +00005374 if( rc ) goto end_shallow_balance;
drh43605152004-05-29 21:46:49 +00005375 if( pPage->pgno==1 ){
drh16a9b832007-05-05 18:39:25 +00005376 rc = sqlite3BtreeInitPage(pChild, pPage);
drh2e38c322004-09-03 18:38:44 +00005377 if( rc ) goto end_shallow_balance;
drh43605152004-05-29 21:46:49 +00005378 assert( pChild->nOverflow==0 );
5379 if( pChild->nFree>=100 ){
5380 /* The child information will fit on the root page, so do the
5381 ** copy */
5382 int i;
5383 zeroPage(pPage, pChild->aData[0]);
5384 for(i=0; i<pChild->nCell; i++){
danielk19771cc5ed82007-05-16 17:28:43 +00005385 apCell[i] = findCell(pChild,i);
drh43605152004-05-29 21:46:49 +00005386 szCell[i] = cellSizePtr(pChild, apCell[i]);
5387 }
5388 assemblePage(pPage, pChild->nCell, apCell, szCell);
danielk1977ae825582004-11-23 09:06:55 +00005389 /* Copy the right-pointer of the child to the parent. */
5390 put4byte(&pPage->aData[pPage->hdrOffset+8],
5391 get4byte(&pChild->aData[pChild->hdrOffset+8]));
drh43605152004-05-29 21:46:49 +00005392 freePage(pChild);
5393 TRACE(("BALANCE: child %d transfer to page 1\n", pChild->pgno));
5394 }else{
5395 /* The child has more information that will fit on the root.
5396 ** The tree is already balanced. Do nothing. */
5397 TRACE(("BALANCE: child %d will not fit on page 1\n", pChild->pgno));
5398 }
5399 }else{
5400 memcpy(pPage->aData, pChild->aData, pPage->pBt->usableSize);
5401 pPage->isInit = 0;
5402 pPage->pParent = 0;
drh16a9b832007-05-05 18:39:25 +00005403 rc = sqlite3BtreeInitPage(pPage, 0);
drh43605152004-05-29 21:46:49 +00005404 assert( rc==SQLITE_OK );
5405 freePage(pChild);
5406 TRACE(("BALANCE: transfer child %d into root %d\n",
5407 pChild->pgno, pPage->pgno));
5408 }
danielk1977afcdd022004-10-31 16:25:42 +00005409 rc = reparentChildPages(pPage);
danielk1977ac11ee62005-01-15 12:45:51 +00005410 assert( pPage->nOverflow==0 );
5411#ifndef SQLITE_OMIT_AUTOVACUUM
5412 if( pBt->autoVacuum ){
danielk1977aac0a382005-01-16 11:07:06 +00005413 int i;
danielk1977ac11ee62005-01-15 12:45:51 +00005414 for(i=0; i<pPage->nCell; i++){
danielk197779a40da2005-01-16 08:00:01 +00005415 rc = ptrmapPutOvfl(pPage, i);
5416 if( rc!=SQLITE_OK ){
5417 goto end_shallow_balance;
danielk1977ac11ee62005-01-15 12:45:51 +00005418 }
5419 }
5420 }
5421#endif
drh43605152004-05-29 21:46:49 +00005422 releasePage(pChild);
5423 }
drh2e38c322004-09-03 18:38:44 +00005424end_shallow_balance:
drh17435752007-08-16 04:30:38 +00005425 sqlite3_free(apCell);
drh2e38c322004-09-03 18:38:44 +00005426 return rc;
drh43605152004-05-29 21:46:49 +00005427}
5428
5429
5430/*
5431** The root page is overfull
5432**
5433** When this happens, Create a new child page and copy the
5434** contents of the root into the child. Then make the root
5435** page an empty page with rightChild pointing to the new
5436** child. Finally, call balance_internal() on the new child
5437** to cause it to split.
5438*/
5439static int balance_deeper(MemPage *pPage){
5440 int rc; /* Return value from subprocedures */
5441 MemPage *pChild; /* Pointer to a new child page */
5442 Pgno pgnoChild; /* Page number of the new child page */
danielk1977aef0bf62005-12-30 16:28:01 +00005443 BtShared *pBt; /* The BTree */
drh43605152004-05-29 21:46:49 +00005444 int usableSize; /* Total usable size of a page */
5445 u8 *data; /* Content of the parent page */
5446 u8 *cdata; /* Content of the child page */
5447 int hdr; /* Offset to page header in parent */
5448 int brk; /* Offset to content of first cell in parent */
5449
5450 assert( pPage->pParent==0 );
5451 assert( pPage->nOverflow>0 );
5452 pBt = pPage->pBt;
drh1fee73e2007-08-29 04:00:57 +00005453 assert( sqlite3_mutex_held(pBt->mutex) );
drh4f0c5872007-03-26 22:05:01 +00005454 rc = allocateBtreePage(pBt, &pChild, &pgnoChild, pPage->pgno, 0);
drh43605152004-05-29 21:46:49 +00005455 if( rc ) return rc;
danielk19773b8a05f2007-03-19 17:44:26 +00005456 assert( sqlite3PagerIswriteable(pChild->pDbPage) );
drh43605152004-05-29 21:46:49 +00005457 usableSize = pBt->usableSize;
5458 data = pPage->aData;
5459 hdr = pPage->hdrOffset;
5460 brk = get2byte(&data[hdr+5]);
5461 cdata = pChild->aData;
5462 memcpy(cdata, &data[hdr], pPage->cellOffset+2*pPage->nCell-hdr);
5463 memcpy(&cdata[brk], &data[brk], usableSize-brk);
danielk1977c7dc7532004-11-17 10:22:03 +00005464 assert( pChild->isInit==0 );
drh16a9b832007-05-05 18:39:25 +00005465 rc = sqlite3BtreeInitPage(pChild, pPage);
danielk19776b456a22005-03-21 04:04:02 +00005466 if( rc ) goto balancedeeper_out;
drh43605152004-05-29 21:46:49 +00005467 memcpy(pChild->aOvfl, pPage->aOvfl, pPage->nOverflow*sizeof(pPage->aOvfl[0]));
5468 pChild->nOverflow = pPage->nOverflow;
5469 if( pChild->nOverflow ){
5470 pChild->nFree = 0;
5471 }
5472 assert( pChild->nCell==pPage->nCell );
5473 zeroPage(pPage, pChild->aData[0] & ~PTF_LEAF);
5474 put4byte(&pPage->aData[pPage->hdrOffset+8], pgnoChild);
5475 TRACE(("BALANCE: copy root %d into %d\n", pPage->pgno, pChild->pgno));
danielk19774e17d142005-01-16 09:06:33 +00005476#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977ac11ee62005-01-15 12:45:51 +00005477 if( pBt->autoVacuum ){
5478 int i;
5479 rc = ptrmapPut(pBt, pChild->pgno, PTRMAP_BTREE, pPage->pgno);
danielk19776b456a22005-03-21 04:04:02 +00005480 if( rc ) goto balancedeeper_out;
danielk1977ac11ee62005-01-15 12:45:51 +00005481 for(i=0; i<pChild->nCell; i++){
danielk197779a40da2005-01-16 08:00:01 +00005482 rc = ptrmapPutOvfl(pChild, i);
5483 if( rc!=SQLITE_OK ){
5484 return rc;
danielk1977ac11ee62005-01-15 12:45:51 +00005485 }
5486 }
5487 }
danielk19774e17d142005-01-16 09:06:33 +00005488#endif
drh43605152004-05-29 21:46:49 +00005489 rc = balance_nonroot(pChild);
danielk19776b456a22005-03-21 04:04:02 +00005490
5491balancedeeper_out:
drh43605152004-05-29 21:46:49 +00005492 releasePage(pChild);
5493 return rc;
5494}
5495
5496/*
5497** Decide if the page pPage needs to be balanced. If balancing is
5498** required, call the appropriate balancing routine.
5499*/
danielk1977ac245ec2005-01-14 13:50:11 +00005500static int balance(MemPage *pPage, int insert){
drh43605152004-05-29 21:46:49 +00005501 int rc = SQLITE_OK;
drh1fee73e2007-08-29 04:00:57 +00005502 assert( sqlite3_mutex_held(pPage->pBt->mutex) );
drh43605152004-05-29 21:46:49 +00005503 if( pPage->pParent==0 ){
danielk19776e465eb2007-08-21 13:11:00 +00005504 rc = sqlite3PagerWrite(pPage->pDbPage);
5505 if( rc==SQLITE_OK && pPage->nOverflow>0 ){
drh43605152004-05-29 21:46:49 +00005506 rc = balance_deeper(pPage);
5507 }
danielk1977687566d2004-11-02 12:56:41 +00005508 if( rc==SQLITE_OK && pPage->nCell==0 ){
drh43605152004-05-29 21:46:49 +00005509 rc = balance_shallower(pPage);
5510 }
5511 }else{
danielk1977ac245ec2005-01-14 13:50:11 +00005512 if( pPage->nOverflow>0 ||
5513 (!insert && pPage->nFree>pPage->pBt->usableSize*2/3) ){
drh43605152004-05-29 21:46:49 +00005514 rc = balance_nonroot(pPage);
5515 }
5516 }
5517 return rc;
5518}
5519
5520/*
drh8dcd7ca2004-08-08 19:43:29 +00005521** This routine checks all cursors that point to table pgnoRoot.
drh980b1a72006-08-16 16:42:48 +00005522** If any of those cursors were opened with wrFlag==0 in a different
5523** database connection (a database connection that shares the pager
5524** cache with the current connection) and that other connection
5525** is not in the ReadUncommmitted state, then this routine returns
5526** SQLITE_LOCKED.
danielk1977299b1872004-11-22 10:02:10 +00005527**
5528** In addition to checking for read-locks (where a read-lock
5529** means a cursor opened with wrFlag==0) this routine also moves
drh16a9b832007-05-05 18:39:25 +00005530** all write cursors so that they are pointing to the
drh980b1a72006-08-16 16:42:48 +00005531** first Cell on the root page. This is necessary because an insert
danielk1977299b1872004-11-22 10:02:10 +00005532** or delete might change the number of cells on a page or delete
5533** a page entirely and we do not want to leave any cursors
5534** pointing to non-existant pages or cells.
drhf74b8d92002-09-01 23:20:45 +00005535*/
drh980b1a72006-08-16 16:42:48 +00005536static int checkReadLocks(Btree *pBtree, Pgno pgnoRoot, BtCursor *pExclude){
danielk1977299b1872004-11-22 10:02:10 +00005537 BtCursor *p;
drh980b1a72006-08-16 16:42:48 +00005538 BtShared *pBt = pBtree->pBt;
drhe5fe6902007-12-07 18:55:28 +00005539 sqlite3 *db = pBtree->db;
drh1fee73e2007-08-29 04:00:57 +00005540 assert( sqlite3BtreeHoldsMutex(pBtree) );
danielk1977299b1872004-11-22 10:02:10 +00005541 for(p=pBt->pCursor; p; p=p->pNext){
drh980b1a72006-08-16 16:42:48 +00005542 if( p==pExclude ) continue;
5543 if( p->eState!=CURSOR_VALID ) continue;
5544 if( p->pgnoRoot!=pgnoRoot ) continue;
5545 if( p->wrFlag==0 ){
drhe5fe6902007-12-07 18:55:28 +00005546 sqlite3 *dbOther = p->pBtree->db;
drh980b1a72006-08-16 16:42:48 +00005547 if( dbOther==0 ||
5548 (dbOther!=db && (dbOther->flags & SQLITE_ReadUncommitted)==0) ){
5549 return SQLITE_LOCKED;
5550 }
5551 }else if( p->pPage->pgno!=p->pgnoRoot ){
danielk1977299b1872004-11-22 10:02:10 +00005552 moveToRoot(p);
5553 }
5554 }
drhf74b8d92002-09-01 23:20:45 +00005555 return SQLITE_OK;
5556}
5557
5558/*
drh3b7511c2001-05-26 13:15:44 +00005559** Insert a new record into the BTree. The key is given by (pKey,nKey)
5560** and the data is given by (pData,nData). The cursor is used only to
drh91025292004-05-03 19:49:32 +00005561** define what table the record should be inserted into. The cursor
drh4b70f112004-05-02 21:12:19 +00005562** is left pointing at a random location.
5563**
5564** For an INTKEY table, only the nKey value of the key is used. pKey is
5565** ignored. For a ZERODATA table, the pData and nData are both ignored.
drh3b7511c2001-05-26 13:15:44 +00005566*/
drh3aac2dd2004-04-26 14:10:20 +00005567int sqlite3BtreeInsert(
drh5c4d9702001-08-20 00:33:58 +00005568 BtCursor *pCur, /* Insert data into the table of this cursor */
drh4a1c3802004-05-12 15:15:47 +00005569 const void *pKey, i64 nKey, /* The key of the new record */
drhe4d90812007-03-29 05:51:49 +00005570 const void *pData, int nData, /* The data of the new record */
drhb026e052007-05-02 01:34:31 +00005571 int nZero, /* Number of extra 0 bytes to append to data */
drhe4d90812007-03-29 05:51:49 +00005572 int appendBias /* True if this is likely an append */
drh3b7511c2001-05-26 13:15:44 +00005573){
drh3b7511c2001-05-26 13:15:44 +00005574 int rc;
5575 int loc;
drh14acc042001-06-10 19:56:58 +00005576 int szNew;
drh3b7511c2001-05-26 13:15:44 +00005577 MemPage *pPage;
drhd677b3d2007-08-20 22:48:41 +00005578 Btree *p = pCur->pBtree;
5579 BtShared *pBt = p->pBt;
drha34b6762004-05-07 13:30:42 +00005580 unsigned char *oldCell;
drh2e38c322004-09-03 18:38:44 +00005581 unsigned char *newCell = 0;
drh3b7511c2001-05-26 13:15:44 +00005582
drh1fee73e2007-08-29 04:00:57 +00005583 assert( cursorHoldsMutex(pCur) );
danielk1977aef0bf62005-12-30 16:28:01 +00005584 if( pBt->inTransaction!=TRANS_WRITE ){
drhf74b8d92002-09-01 23:20:45 +00005585 /* Must start a transaction before doing an insert */
drhd677b3d2007-08-20 22:48:41 +00005586 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
drhd677b3d2007-08-20 22:48:41 +00005587 return rc;
drh8b2f49b2001-06-08 00:21:52 +00005588 }
drhf74b8d92002-09-01 23:20:45 +00005589 assert( !pBt->readOnly );
drhecdc7532001-09-23 02:35:53 +00005590 if( !pCur->wrFlag ){
5591 return SQLITE_PERM; /* Cursor not open for writing */
5592 }
drh980b1a72006-08-16 16:42:48 +00005593 if( checkReadLocks(pCur->pBtree, pCur->pgnoRoot, pCur) ){
drhf74b8d92002-09-01 23:20:45 +00005594 return SQLITE_LOCKED; /* The table pCur points to has a read lock */
5595 }
drhfb982642007-08-30 01:19:59 +00005596 if( pCur->eState==CURSOR_FAULT ){
5597 return pCur->skip;
5598 }
danielk1977da184232006-01-05 11:34:32 +00005599
5600 /* Save the positions of any other cursors open on this table */
drhbf700f32007-03-31 02:36:44 +00005601 clearCursorPosition(pCur);
danielk19772e94d4d2006-01-09 05:36:27 +00005602 if(
danielk19772e94d4d2006-01-09 05:36:27 +00005603 SQLITE_OK!=(rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur)) ||
drhe4d90812007-03-29 05:51:49 +00005604 SQLITE_OK!=(rc = sqlite3BtreeMoveto(pCur, pKey, nKey, appendBias, &loc))
danielk19772e94d4d2006-01-09 05:36:27 +00005605 ){
danielk1977da184232006-01-05 11:34:32 +00005606 return rc;
5607 }
5608
drh14acc042001-06-10 19:56:58 +00005609 pPage = pCur->pPage;
drh4a1c3802004-05-12 15:15:47 +00005610 assert( pPage->intKey || nKey>=0 );
drh8b18dd42004-05-12 19:18:15 +00005611 assert( pPage->leaf || !pPage->leafData );
drh3a4c1412004-05-09 20:40:11 +00005612 TRACE(("INSERT: table=%d nkey=%lld ndata=%d page=%d %s\n",
5613 pCur->pgnoRoot, nKey, nData, pPage->pgno,
5614 loc==0 ? "overwrite" : "new entry"));
drh7aa128d2002-06-21 13:09:16 +00005615 assert( pPage->isInit );
drh17435752007-08-16 04:30:38 +00005616 newCell = sqlite3_malloc( MX_CELL_SIZE(pBt) );
drh2e38c322004-09-03 18:38:44 +00005617 if( newCell==0 ) return SQLITE_NOMEM;
drhb026e052007-05-02 01:34:31 +00005618 rc = fillInCell(pPage, newCell, pKey, nKey, pData, nData, nZero, &szNew);
drh2e38c322004-09-03 18:38:44 +00005619 if( rc ) goto end_insert;
drh43605152004-05-29 21:46:49 +00005620 assert( szNew==cellSizePtr(pPage, newCell) );
drh2e38c322004-09-03 18:38:44 +00005621 assert( szNew<=MX_CELL_SIZE(pBt) );
danielk1977da184232006-01-05 11:34:32 +00005622 if( loc==0 && CURSOR_VALID==pCur->eState ){
drha9121e42008-02-19 14:59:35 +00005623 u16 szOld;
drha34b6762004-05-07 13:30:42 +00005624 assert( pCur->idx>=0 && pCur->idx<pPage->nCell );
danielk19776e465eb2007-08-21 13:11:00 +00005625 rc = sqlite3PagerWrite(pPage->pDbPage);
5626 if( rc ){
5627 goto end_insert;
5628 }
danielk19771cc5ed82007-05-16 17:28:43 +00005629 oldCell = findCell(pPage, pCur->idx);
drh4b70f112004-05-02 21:12:19 +00005630 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00005631 memcpy(newCell, oldCell, 4);
drh4b70f112004-05-02 21:12:19 +00005632 }
drh43605152004-05-29 21:46:49 +00005633 szOld = cellSizePtr(pPage, oldCell);
drh4b70f112004-05-02 21:12:19 +00005634 rc = clearCell(pPage, oldCell);
drh2e38c322004-09-03 18:38:44 +00005635 if( rc ) goto end_insert;
drh4b70f112004-05-02 21:12:19 +00005636 dropCell(pPage, pCur->idx, szOld);
drh7c717f72001-06-24 20:39:41 +00005637 }else if( loc<0 && pPage->nCell>0 ){
drh4b70f112004-05-02 21:12:19 +00005638 assert( pPage->leaf );
drh14acc042001-06-10 19:56:58 +00005639 pCur->idx++;
drh271efa52004-05-30 19:19:05 +00005640 pCur->info.nSize = 0;
drh14acc042001-06-10 19:56:58 +00005641 }else{
drh4b70f112004-05-02 21:12:19 +00005642 assert( pPage->leaf );
drh3b7511c2001-05-26 13:15:44 +00005643 }
danielk1977a3ad5e72005-01-07 08:56:44 +00005644 rc = insertCell(pPage, pCur->idx, newCell, szNew, 0, 0);
danielk1977e80463b2004-11-03 03:01:16 +00005645 if( rc!=SQLITE_OK ) goto end_insert;
danielk1977ac245ec2005-01-14 13:50:11 +00005646 rc = balance(pPage, 1);
drh23e11ca2004-05-04 17:27:28 +00005647 /* sqlite3BtreePageDump(pCur->pBt, pCur->pgnoRoot, 1); */
drh3fc190c2001-09-14 03:24:23 +00005648 /* fflush(stdout); */
danielk1977299b1872004-11-22 10:02:10 +00005649 if( rc==SQLITE_OK ){
5650 moveToRoot(pCur);
5651 }
drh2e38c322004-09-03 18:38:44 +00005652end_insert:
drh17435752007-08-16 04:30:38 +00005653 sqlite3_free(newCell);
drh5e2f8b92001-05-28 00:41:15 +00005654 return rc;
5655}
5656
5657/*
drh4b70f112004-05-02 21:12:19 +00005658** Delete the entry that the cursor is pointing to. The cursor
5659** is left pointing at a random location.
drh3b7511c2001-05-26 13:15:44 +00005660*/
drh3aac2dd2004-04-26 14:10:20 +00005661int sqlite3BtreeDelete(BtCursor *pCur){
drh5e2f8b92001-05-28 00:41:15 +00005662 MemPage *pPage = pCur->pPage;
drh4b70f112004-05-02 21:12:19 +00005663 unsigned char *pCell;
drh5e2f8b92001-05-28 00:41:15 +00005664 int rc;
danielk1977cfe9a692004-06-16 12:00:29 +00005665 Pgno pgnoChild = 0;
drhd677b3d2007-08-20 22:48:41 +00005666 Btree *p = pCur->pBtree;
5667 BtShared *pBt = p->pBt;
drh8b2f49b2001-06-08 00:21:52 +00005668
drh1fee73e2007-08-29 04:00:57 +00005669 assert( cursorHoldsMutex(pCur) );
drh7aa128d2002-06-21 13:09:16 +00005670 assert( pPage->isInit );
danielk1977aef0bf62005-12-30 16:28:01 +00005671 if( pBt->inTransaction!=TRANS_WRITE ){
drhf74b8d92002-09-01 23:20:45 +00005672 /* Must start a transaction before doing a delete */
drhd677b3d2007-08-20 22:48:41 +00005673 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
drhd677b3d2007-08-20 22:48:41 +00005674 return rc;
drh8b2f49b2001-06-08 00:21:52 +00005675 }
drhf74b8d92002-09-01 23:20:45 +00005676 assert( !pBt->readOnly );
drhfb982642007-08-30 01:19:59 +00005677 if( pCur->eState==CURSOR_FAULT ){
5678 return pCur->skip;
5679 }
drhbd03cae2001-06-02 02:40:57 +00005680 if( pCur->idx >= pPage->nCell ){
5681 return SQLITE_ERROR; /* The cursor is not pointing to anything */
5682 }
drhecdc7532001-09-23 02:35:53 +00005683 if( !pCur->wrFlag ){
5684 return SQLITE_PERM; /* Did not open this cursor for writing */
5685 }
drh980b1a72006-08-16 16:42:48 +00005686 if( checkReadLocks(pCur->pBtree, pCur->pgnoRoot, pCur) ){
drhf74b8d92002-09-01 23:20:45 +00005687 return SQLITE_LOCKED; /* The table pCur points to has a read lock */
5688 }
danielk1977da184232006-01-05 11:34:32 +00005689
5690 /* Restore the current cursor position (a no-op if the cursor is not in
5691 ** CURSOR_REQUIRESEEK state) and save the positions of any other cursors
danielk19773b8a05f2007-03-19 17:44:26 +00005692 ** open on the same table. Then call sqlite3PagerWrite() on the page
danielk1977da184232006-01-05 11:34:32 +00005693 ** that the entry will be deleted from.
5694 */
5695 if(
drhbf700f32007-03-31 02:36:44 +00005696 (rc = restoreOrClearCursorPosition(pCur))!=0 ||
drhd1167392006-01-23 13:00:35 +00005697 (rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur))!=0 ||
danielk19773b8a05f2007-03-19 17:44:26 +00005698 (rc = sqlite3PagerWrite(pPage->pDbPage))!=0
danielk1977da184232006-01-05 11:34:32 +00005699 ){
5700 return rc;
5701 }
danielk1977e6efa742004-11-10 11:55:10 +00005702
drh85b623f2007-12-13 21:54:09 +00005703 /* Locate the cell within its page and leave pCell pointing to the
danielk1977e6efa742004-11-10 11:55:10 +00005704 ** data. The clearCell() call frees any overflow pages associated with the
5705 ** cell. The cell itself is still intact.
5706 */
danielk19771cc5ed82007-05-16 17:28:43 +00005707 pCell = findCell(pPage, pCur->idx);
drh4b70f112004-05-02 21:12:19 +00005708 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00005709 pgnoChild = get4byte(pCell);
drh4b70f112004-05-02 21:12:19 +00005710 }
danielk197728129562005-01-11 10:25:06 +00005711 rc = clearCell(pPage, pCell);
drhd677b3d2007-08-20 22:48:41 +00005712 if( rc ){
drhd677b3d2007-08-20 22:48:41 +00005713 return rc;
5714 }
danielk1977e6efa742004-11-10 11:55:10 +00005715
drh4b70f112004-05-02 21:12:19 +00005716 if( !pPage->leaf ){
drh14acc042001-06-10 19:56:58 +00005717 /*
drh5e00f6c2001-09-13 13:46:56 +00005718 ** The entry we are about to delete is not a leaf so if we do not
drh9ca7d3b2001-06-28 11:50:21 +00005719 ** do something we will leave a hole on an internal page.
5720 ** We have to fill the hole by moving in a cell from a leaf. The
5721 ** next Cell after the one to be deleted is guaranteed to exist and
danielk1977299b1872004-11-22 10:02:10 +00005722 ** to be a leaf so we can use it.
drh5e2f8b92001-05-28 00:41:15 +00005723 */
drh14acc042001-06-10 19:56:58 +00005724 BtCursor leafCur;
drh4b70f112004-05-02 21:12:19 +00005725 unsigned char *pNext;
danielk1977299b1872004-11-22 10:02:10 +00005726 int notUsed;
danielk19776b456a22005-03-21 04:04:02 +00005727 unsigned char *tempCell = 0;
drh8b18dd42004-05-12 19:18:15 +00005728 assert( !pPage->leafData );
drh16a9b832007-05-05 18:39:25 +00005729 sqlite3BtreeGetTempCursor(pCur, &leafCur);
danielk1977299b1872004-11-22 10:02:10 +00005730 rc = sqlite3BtreeNext(&leafCur, &notUsed);
danielk19776b456a22005-03-21 04:04:02 +00005731 if( rc==SQLITE_OK ){
danielk19773b8a05f2007-03-19 17:44:26 +00005732 rc = sqlite3PagerWrite(leafCur.pPage->pDbPage);
danielk19776b456a22005-03-21 04:04:02 +00005733 }
5734 if( rc==SQLITE_OK ){
drha9121e42008-02-19 14:59:35 +00005735 u16 szNext;
danielk19776b456a22005-03-21 04:04:02 +00005736 TRACE(("DELETE: table=%d delete internal from %d replace from leaf %d\n",
5737 pCur->pgnoRoot, pPage->pgno, leafCur.pPage->pgno));
5738 dropCell(pPage, pCur->idx, cellSizePtr(pPage, pCell));
danielk19771cc5ed82007-05-16 17:28:43 +00005739 pNext = findCell(leafCur.pPage, leafCur.idx);
danielk19776b456a22005-03-21 04:04:02 +00005740 szNext = cellSizePtr(leafCur.pPage, pNext);
5741 assert( MX_CELL_SIZE(pBt)>=szNext+4 );
drh17435752007-08-16 04:30:38 +00005742 tempCell = sqlite3_malloc( MX_CELL_SIZE(pBt) );
danielk19776b456a22005-03-21 04:04:02 +00005743 if( tempCell==0 ){
5744 rc = SQLITE_NOMEM;
5745 }
danielk19778ea1cfa2008-01-01 06:19:02 +00005746 if( rc==SQLITE_OK ){
5747 rc = insertCell(pPage, pCur->idx, pNext-4, szNext+4, tempCell, 0);
5748 }
5749 if( rc==SQLITE_OK ){
5750 put4byte(findOverflowCell(pPage, pCur->idx), pgnoChild);
5751 rc = balance(pPage, 0);
5752 }
5753 if( rc==SQLITE_OK ){
5754 dropCell(leafCur.pPage, leafCur.idx, szNext);
5755 rc = balance(leafCur.pPage, 0);
5756 }
danielk19776b456a22005-03-21 04:04:02 +00005757 }
drh17435752007-08-16 04:30:38 +00005758 sqlite3_free(tempCell);
drh16a9b832007-05-05 18:39:25 +00005759 sqlite3BtreeReleaseTempCursor(&leafCur);
drh5e2f8b92001-05-28 00:41:15 +00005760 }else{
danielk1977299b1872004-11-22 10:02:10 +00005761 TRACE(("DELETE: table=%d delete from leaf %d\n",
5762 pCur->pgnoRoot, pPage->pgno));
5763 dropCell(pPage, pCur->idx, cellSizePtr(pPage, pCell));
danielk1977ac245ec2005-01-14 13:50:11 +00005764 rc = balance(pPage, 0);
drh5e2f8b92001-05-28 00:41:15 +00005765 }
danielk19776b456a22005-03-21 04:04:02 +00005766 if( rc==SQLITE_OK ){
5767 moveToRoot(pCur);
5768 }
drh5e2f8b92001-05-28 00:41:15 +00005769 return rc;
drh3b7511c2001-05-26 13:15:44 +00005770}
drh8b2f49b2001-06-08 00:21:52 +00005771
5772/*
drhc6b52df2002-01-04 03:09:29 +00005773** Create a new BTree table. Write into *piTable the page
5774** number for the root page of the new table.
5775**
drhab01f612004-05-22 02:55:23 +00005776** The type of type is determined by the flags parameter. Only the
5777** following values of flags are currently in use. Other values for
5778** flags might not work:
5779**
5780** BTREE_INTKEY|BTREE_LEAFDATA Used for SQL tables with rowid keys
5781** BTREE_ZERODATA Used for SQL indices
drh8b2f49b2001-06-08 00:21:52 +00005782*/
drhd677b3d2007-08-20 22:48:41 +00005783static int btreeCreateTable(Btree *p, int *piTable, int flags){
danielk1977aef0bf62005-12-30 16:28:01 +00005784 BtShared *pBt = p->pBt;
drh8b2f49b2001-06-08 00:21:52 +00005785 MemPage *pRoot;
5786 Pgno pgnoRoot;
5787 int rc;
drhd677b3d2007-08-20 22:48:41 +00005788
drh1fee73e2007-08-29 04:00:57 +00005789 assert( sqlite3BtreeHoldsMutex(p) );
danielk1977aef0bf62005-12-30 16:28:01 +00005790 if( pBt->inTransaction!=TRANS_WRITE ){
drhf74b8d92002-09-01 23:20:45 +00005791 /* Must start a transaction first */
drhd677b3d2007-08-20 22:48:41 +00005792 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
5793 return rc;
drh8b2f49b2001-06-08 00:21:52 +00005794 }
danielk197728129562005-01-11 10:25:06 +00005795 assert( !pBt->readOnly );
danielk1977e6efa742004-11-10 11:55:10 +00005796
danielk1977003ba062004-11-04 02:57:33 +00005797#ifdef SQLITE_OMIT_AUTOVACUUM
drh4f0c5872007-03-26 22:05:01 +00005798 rc = allocateBtreePage(pBt, &pRoot, &pgnoRoot, 1, 0);
drhd677b3d2007-08-20 22:48:41 +00005799 if( rc ){
5800 return rc;
5801 }
danielk1977003ba062004-11-04 02:57:33 +00005802#else
danielk1977687566d2004-11-02 12:56:41 +00005803 if( pBt->autoVacuum ){
danielk1977003ba062004-11-04 02:57:33 +00005804 Pgno pgnoMove; /* Move a page here to make room for the root-page */
5805 MemPage *pPageMove; /* The page to move to. */
5806
danielk197720713f32007-05-03 11:43:33 +00005807 /* Creating a new table may probably require moving an existing database
5808 ** to make room for the new tables root page. In case this page turns
5809 ** out to be an overflow page, delete all overflow page-map caches
5810 ** held by open cursors.
5811 */
danielk197792d4d7a2007-05-04 12:05:56 +00005812 invalidateAllOverflowCache(pBt);
danielk197720713f32007-05-03 11:43:33 +00005813
danielk1977003ba062004-11-04 02:57:33 +00005814 /* Read the value of meta[3] from the database to determine where the
5815 ** root page of the new table should go. meta[3] is the largest root-page
5816 ** created so far, so the new root-page is (meta[3]+1).
5817 */
danielk1977aef0bf62005-12-30 16:28:01 +00005818 rc = sqlite3BtreeGetMeta(p, 4, &pgnoRoot);
drhd677b3d2007-08-20 22:48:41 +00005819 if( rc!=SQLITE_OK ){
5820 return rc;
5821 }
danielk1977003ba062004-11-04 02:57:33 +00005822 pgnoRoot++;
5823
danielk1977599fcba2004-11-08 07:13:13 +00005824 /* The new root-page may not be allocated on a pointer-map page, or the
5825 ** PENDING_BYTE page.
5826 */
drh72190432008-01-31 14:54:43 +00005827 while( pgnoRoot==PTRMAP_PAGENO(pBt, pgnoRoot) ||
danielk1977599fcba2004-11-08 07:13:13 +00005828 pgnoRoot==PENDING_BYTE_PAGE(pBt) ){
danielk1977003ba062004-11-04 02:57:33 +00005829 pgnoRoot++;
5830 }
5831 assert( pgnoRoot>=3 );
5832
5833 /* Allocate a page. The page that currently resides at pgnoRoot will
5834 ** be moved to the allocated page (unless the allocated page happens
5835 ** to reside at pgnoRoot).
5836 */
drh4f0c5872007-03-26 22:05:01 +00005837 rc = allocateBtreePage(pBt, &pPageMove, &pgnoMove, pgnoRoot, 1);
danielk1977003ba062004-11-04 02:57:33 +00005838 if( rc!=SQLITE_OK ){
danielk1977687566d2004-11-02 12:56:41 +00005839 return rc;
5840 }
danielk1977003ba062004-11-04 02:57:33 +00005841
5842 if( pgnoMove!=pgnoRoot ){
danielk1977f35843b2007-04-07 15:03:17 +00005843 /* pgnoRoot is the page that will be used for the root-page of
5844 ** the new table (assuming an error did not occur). But we were
5845 ** allocated pgnoMove. If required (i.e. if it was not allocated
5846 ** by extending the file), the current page at position pgnoMove
5847 ** is already journaled.
5848 */
danielk1977003ba062004-11-04 02:57:33 +00005849 u8 eType;
5850 Pgno iPtrPage;
5851
5852 releasePage(pPageMove);
danielk1977f35843b2007-04-07 15:03:17 +00005853
5854 /* Move the page currently at pgnoRoot to pgnoMove. */
drh16a9b832007-05-05 18:39:25 +00005855 rc = sqlite3BtreeGetPage(pBt, pgnoRoot, &pRoot, 0);
danielk1977003ba062004-11-04 02:57:33 +00005856 if( rc!=SQLITE_OK ){
5857 return rc;
5858 }
5859 rc = ptrmapGet(pBt, pgnoRoot, &eType, &iPtrPage);
drhccae6022005-02-26 17:31:26 +00005860 if( rc!=SQLITE_OK || eType==PTRMAP_ROOTPAGE || eType==PTRMAP_FREEPAGE ){
danielk1977003ba062004-11-04 02:57:33 +00005861 releasePage(pRoot);
5862 return rc;
5863 }
drhccae6022005-02-26 17:31:26 +00005864 assert( eType!=PTRMAP_ROOTPAGE );
5865 assert( eType!=PTRMAP_FREEPAGE );
danielk19773b8a05f2007-03-19 17:44:26 +00005866 rc = sqlite3PagerWrite(pRoot->pDbPage);
danielk19775fd057a2005-03-09 13:09:43 +00005867 if( rc!=SQLITE_OK ){
5868 releasePage(pRoot);
5869 return rc;
5870 }
danielk1977003ba062004-11-04 02:57:33 +00005871 rc = relocatePage(pBt, pRoot, eType, iPtrPage, pgnoMove);
5872 releasePage(pRoot);
danielk1977f35843b2007-04-07 15:03:17 +00005873
5874 /* Obtain the page at pgnoRoot */
danielk1977003ba062004-11-04 02:57:33 +00005875 if( rc!=SQLITE_OK ){
5876 return rc;
5877 }
drh16a9b832007-05-05 18:39:25 +00005878 rc = sqlite3BtreeGetPage(pBt, pgnoRoot, &pRoot, 0);
danielk1977003ba062004-11-04 02:57:33 +00005879 if( rc!=SQLITE_OK ){
5880 return rc;
5881 }
danielk19773b8a05f2007-03-19 17:44:26 +00005882 rc = sqlite3PagerWrite(pRoot->pDbPage);
danielk1977003ba062004-11-04 02:57:33 +00005883 if( rc!=SQLITE_OK ){
5884 releasePage(pRoot);
5885 return rc;
5886 }
5887 }else{
5888 pRoot = pPageMove;
5889 }
5890
danielk197742741be2005-01-08 12:42:39 +00005891 /* Update the pointer-map and meta-data with the new root-page number. */
danielk1977003ba062004-11-04 02:57:33 +00005892 rc = ptrmapPut(pBt, pgnoRoot, PTRMAP_ROOTPAGE, 0);
5893 if( rc ){
5894 releasePage(pRoot);
5895 return rc;
5896 }
danielk1977aef0bf62005-12-30 16:28:01 +00005897 rc = sqlite3BtreeUpdateMeta(p, 4, pgnoRoot);
danielk1977003ba062004-11-04 02:57:33 +00005898 if( rc ){
5899 releasePage(pRoot);
5900 return rc;
5901 }
danielk197742741be2005-01-08 12:42:39 +00005902
danielk1977003ba062004-11-04 02:57:33 +00005903 }else{
drh4f0c5872007-03-26 22:05:01 +00005904 rc = allocateBtreePage(pBt, &pRoot, &pgnoRoot, 1, 0);
danielk1977003ba062004-11-04 02:57:33 +00005905 if( rc ) return rc;
danielk1977687566d2004-11-02 12:56:41 +00005906 }
5907#endif
danielk19773b8a05f2007-03-19 17:44:26 +00005908 assert( sqlite3PagerIswriteable(pRoot->pDbPage) );
drhde647132004-05-07 17:57:49 +00005909 zeroPage(pRoot, flags | PTF_LEAF);
danielk19773b8a05f2007-03-19 17:44:26 +00005910 sqlite3PagerUnref(pRoot->pDbPage);
drh8b2f49b2001-06-08 00:21:52 +00005911 *piTable = (int)pgnoRoot;
5912 return SQLITE_OK;
5913}
drhd677b3d2007-08-20 22:48:41 +00005914int sqlite3BtreeCreateTable(Btree *p, int *piTable, int flags){
5915 int rc;
5916 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00005917 p->pBt->db = p->db;
drhd677b3d2007-08-20 22:48:41 +00005918 rc = btreeCreateTable(p, piTable, flags);
5919 sqlite3BtreeLeave(p);
5920 return rc;
5921}
drh8b2f49b2001-06-08 00:21:52 +00005922
5923/*
5924** Erase the given database page and all its children. Return
5925** the page to the freelist.
5926*/
drh4b70f112004-05-02 21:12:19 +00005927static int clearDatabasePage(
danielk1977aef0bf62005-12-30 16:28:01 +00005928 BtShared *pBt, /* The BTree that contains the table */
drh4b70f112004-05-02 21:12:19 +00005929 Pgno pgno, /* Page number to clear */
5930 MemPage *pParent, /* Parent page. NULL for the root */
5931 int freePageFlag /* Deallocate page if true */
5932){
danielk19776b456a22005-03-21 04:04:02 +00005933 MemPage *pPage = 0;
drh8b2f49b2001-06-08 00:21:52 +00005934 int rc;
drh4b70f112004-05-02 21:12:19 +00005935 unsigned char *pCell;
5936 int i;
drh8b2f49b2001-06-08 00:21:52 +00005937
drh1fee73e2007-08-29 04:00:57 +00005938 assert( sqlite3_mutex_held(pBt->mutex) );
danielk19773b8a05f2007-03-19 17:44:26 +00005939 if( pgno>sqlite3PagerPagecount(pBt->pPager) ){
drh49285702005-09-17 15:20:26 +00005940 return SQLITE_CORRUPT_BKPT;
danielk1977a1cb1832005-02-12 08:59:55 +00005941 }
5942
drhde647132004-05-07 17:57:49 +00005943 rc = getAndInitPage(pBt, pgno, &pPage, pParent);
danielk19776b456a22005-03-21 04:04:02 +00005944 if( rc ) goto cleardatabasepage_out;
drh4b70f112004-05-02 21:12:19 +00005945 for(i=0; i<pPage->nCell; i++){
danielk19771cc5ed82007-05-16 17:28:43 +00005946 pCell = findCell(pPage, i);
drh4b70f112004-05-02 21:12:19 +00005947 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00005948 rc = clearDatabasePage(pBt, get4byte(pCell), pPage->pParent, 1);
danielk19776b456a22005-03-21 04:04:02 +00005949 if( rc ) goto cleardatabasepage_out;
drh8b2f49b2001-06-08 00:21:52 +00005950 }
drh4b70f112004-05-02 21:12:19 +00005951 rc = clearCell(pPage, pCell);
danielk19776b456a22005-03-21 04:04:02 +00005952 if( rc ) goto cleardatabasepage_out;
drh8b2f49b2001-06-08 00:21:52 +00005953 }
drha34b6762004-05-07 13:30:42 +00005954 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00005955 rc = clearDatabasePage(pBt, get4byte(&pPage->aData[8]), pPage->pParent, 1);
danielk19776b456a22005-03-21 04:04:02 +00005956 if( rc ) goto cleardatabasepage_out;
drh2aa679f2001-06-25 02:11:07 +00005957 }
5958 if( freePageFlag ){
drh4b70f112004-05-02 21:12:19 +00005959 rc = freePage(pPage);
danielk19773b8a05f2007-03-19 17:44:26 +00005960 }else if( (rc = sqlite3PagerWrite(pPage->pDbPage))==0 ){
drh3a4c1412004-05-09 20:40:11 +00005961 zeroPage(pPage, pPage->aData[0] | PTF_LEAF);
drh2aa679f2001-06-25 02:11:07 +00005962 }
danielk19776b456a22005-03-21 04:04:02 +00005963
5964cleardatabasepage_out:
drh4b70f112004-05-02 21:12:19 +00005965 releasePage(pPage);
drh2aa679f2001-06-25 02:11:07 +00005966 return rc;
drh8b2f49b2001-06-08 00:21:52 +00005967}
5968
5969/*
drhab01f612004-05-22 02:55:23 +00005970** Delete all information from a single table in the database. iTable is
5971** the page number of the root of the table. After this routine returns,
5972** the root page is empty, but still exists.
5973**
5974** This routine will fail with SQLITE_LOCKED if there are any open
5975** read cursors on the table. Open write cursors are moved to the
5976** root of the table.
drh8b2f49b2001-06-08 00:21:52 +00005977*/
danielk1977aef0bf62005-12-30 16:28:01 +00005978int sqlite3BtreeClearTable(Btree *p, int iTable){
drh8b2f49b2001-06-08 00:21:52 +00005979 int rc;
danielk1977aef0bf62005-12-30 16:28:01 +00005980 BtShared *pBt = p->pBt;
drhd677b3d2007-08-20 22:48:41 +00005981 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00005982 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00005983 if( p->inTrans!=TRANS_WRITE ){
drhd677b3d2007-08-20 22:48:41 +00005984 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
5985 }else if( (rc = checkReadLocks(p, iTable, 0))!=SQLITE_OK ){
5986 /* nothing to do */
5987 }else if( SQLITE_OK!=(rc = saveAllCursors(pBt, iTable, 0)) ){
5988 /* nothing to do */
5989 }else{
5990 rc = clearDatabasePage(pBt, (Pgno)iTable, 0, 0);
drh8b2f49b2001-06-08 00:21:52 +00005991 }
drhd677b3d2007-08-20 22:48:41 +00005992 sqlite3BtreeLeave(p);
5993 return rc;
drh8b2f49b2001-06-08 00:21:52 +00005994}
5995
5996/*
5997** Erase all information in a table and add the root of the table to
5998** the freelist. Except, the root of the principle table (the one on
drhab01f612004-05-22 02:55:23 +00005999** page 1) is never added to the freelist.
6000**
6001** This routine will fail with SQLITE_LOCKED if there are any open
6002** cursors on the table.
drh205f48e2004-11-05 00:43:11 +00006003**
6004** If AUTOVACUUM is enabled and the page at iTable is not the last
6005** root page in the database file, then the last root page
6006** in the database file is moved into the slot formerly occupied by
6007** iTable and that last slot formerly occupied by the last root page
6008** is added to the freelist instead of iTable. In this say, all
6009** root pages are kept at the beginning of the database file, which
6010** is necessary for AUTOVACUUM to work right. *piMoved is set to the
6011** page number that used to be the last root page in the file before
6012** the move. If no page gets moved, *piMoved is set to 0.
6013** The last root page is recorded in meta[3] and the value of
6014** meta[3] is updated by this procedure.
drh8b2f49b2001-06-08 00:21:52 +00006015*/
drhd677b3d2007-08-20 22:48:41 +00006016static int btreeDropTable(Btree *p, int iTable, int *piMoved){
drh8b2f49b2001-06-08 00:21:52 +00006017 int rc;
danielk1977a0bf2652004-11-04 14:30:04 +00006018 MemPage *pPage = 0;
danielk1977aef0bf62005-12-30 16:28:01 +00006019 BtShared *pBt = p->pBt;
danielk1977a0bf2652004-11-04 14:30:04 +00006020
drh1fee73e2007-08-29 04:00:57 +00006021 assert( sqlite3BtreeHoldsMutex(p) );
danielk1977aef0bf62005-12-30 16:28:01 +00006022 if( p->inTrans!=TRANS_WRITE ){
drhf74b8d92002-09-01 23:20:45 +00006023 return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
drh8b2f49b2001-06-08 00:21:52 +00006024 }
danielk1977a0bf2652004-11-04 14:30:04 +00006025
danielk1977e6efa742004-11-10 11:55:10 +00006026 /* It is illegal to drop a table if any cursors are open on the
6027 ** database. This is because in auto-vacuum mode the backend may
6028 ** need to move another root-page to fill a gap left by the deleted
6029 ** root page. If an open cursor was using this page a problem would
6030 ** occur.
6031 */
6032 if( pBt->pCursor ){
6033 return SQLITE_LOCKED;
drh5df72a52002-06-06 23:16:05 +00006034 }
danielk1977a0bf2652004-11-04 14:30:04 +00006035
drh16a9b832007-05-05 18:39:25 +00006036 rc = sqlite3BtreeGetPage(pBt, (Pgno)iTable, &pPage, 0);
drh2aa679f2001-06-25 02:11:07 +00006037 if( rc ) return rc;
danielk1977aef0bf62005-12-30 16:28:01 +00006038 rc = sqlite3BtreeClearTable(p, iTable);
danielk19776b456a22005-03-21 04:04:02 +00006039 if( rc ){
6040 releasePage(pPage);
6041 return rc;
6042 }
danielk1977a0bf2652004-11-04 14:30:04 +00006043
drh205f48e2004-11-05 00:43:11 +00006044 *piMoved = 0;
danielk1977a0bf2652004-11-04 14:30:04 +00006045
drh4b70f112004-05-02 21:12:19 +00006046 if( iTable>1 ){
danielk1977a0bf2652004-11-04 14:30:04 +00006047#ifdef SQLITE_OMIT_AUTOVACUUM
drha34b6762004-05-07 13:30:42 +00006048 rc = freePage(pPage);
danielk1977a0bf2652004-11-04 14:30:04 +00006049 releasePage(pPage);
6050#else
6051 if( pBt->autoVacuum ){
6052 Pgno maxRootPgno;
danielk1977aef0bf62005-12-30 16:28:01 +00006053 rc = sqlite3BtreeGetMeta(p, 4, &maxRootPgno);
danielk1977a0bf2652004-11-04 14:30:04 +00006054 if( rc!=SQLITE_OK ){
6055 releasePage(pPage);
6056 return rc;
6057 }
6058
6059 if( iTable==maxRootPgno ){
6060 /* If the table being dropped is the table with the largest root-page
6061 ** number in the database, put the root page on the free list.
6062 */
6063 rc = freePage(pPage);
6064 releasePage(pPage);
6065 if( rc!=SQLITE_OK ){
6066 return rc;
6067 }
6068 }else{
6069 /* The table being dropped does not have the largest root-page
6070 ** number in the database. So move the page that does into the
6071 ** gap left by the deleted root-page.
6072 */
6073 MemPage *pMove;
6074 releasePage(pPage);
drh16a9b832007-05-05 18:39:25 +00006075 rc = sqlite3BtreeGetPage(pBt, maxRootPgno, &pMove, 0);
danielk1977a0bf2652004-11-04 14:30:04 +00006076 if( rc!=SQLITE_OK ){
6077 return rc;
6078 }
6079 rc = relocatePage(pBt, pMove, PTRMAP_ROOTPAGE, 0, iTable);
6080 releasePage(pMove);
6081 if( rc!=SQLITE_OK ){
6082 return rc;
6083 }
drh16a9b832007-05-05 18:39:25 +00006084 rc = sqlite3BtreeGetPage(pBt, maxRootPgno, &pMove, 0);
danielk1977a0bf2652004-11-04 14:30:04 +00006085 if( rc!=SQLITE_OK ){
6086 return rc;
6087 }
6088 rc = freePage(pMove);
6089 releasePage(pMove);
6090 if( rc!=SQLITE_OK ){
6091 return rc;
6092 }
6093 *piMoved = maxRootPgno;
6094 }
6095
danielk1977599fcba2004-11-08 07:13:13 +00006096 /* Set the new 'max-root-page' value in the database header. This
6097 ** is the old value less one, less one more if that happens to
6098 ** be a root-page number, less one again if that is the
6099 ** PENDING_BYTE_PAGE.
6100 */
danielk197787a6e732004-11-05 12:58:25 +00006101 maxRootPgno--;
danielk1977599fcba2004-11-08 07:13:13 +00006102 if( maxRootPgno==PENDING_BYTE_PAGE(pBt) ){
6103 maxRootPgno--;
6104 }
danielk1977266664d2006-02-10 08:24:21 +00006105 if( maxRootPgno==PTRMAP_PAGENO(pBt, maxRootPgno) ){
danielk197787a6e732004-11-05 12:58:25 +00006106 maxRootPgno--;
6107 }
danielk1977599fcba2004-11-08 07:13:13 +00006108 assert( maxRootPgno!=PENDING_BYTE_PAGE(pBt) );
6109
danielk1977aef0bf62005-12-30 16:28:01 +00006110 rc = sqlite3BtreeUpdateMeta(p, 4, maxRootPgno);
danielk1977a0bf2652004-11-04 14:30:04 +00006111 }else{
6112 rc = freePage(pPage);
6113 releasePage(pPage);
6114 }
6115#endif
drh2aa679f2001-06-25 02:11:07 +00006116 }else{
danielk1977a0bf2652004-11-04 14:30:04 +00006117 /* If sqlite3BtreeDropTable was called on page 1. */
drha34b6762004-05-07 13:30:42 +00006118 zeroPage(pPage, PTF_INTKEY|PTF_LEAF );
danielk1977a0bf2652004-11-04 14:30:04 +00006119 releasePage(pPage);
drh8b2f49b2001-06-08 00:21:52 +00006120 }
drh8b2f49b2001-06-08 00:21:52 +00006121 return rc;
6122}
drhd677b3d2007-08-20 22:48:41 +00006123int sqlite3BtreeDropTable(Btree *p, int iTable, int *piMoved){
6124 int rc;
6125 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00006126 p->pBt->db = p->db;
drhd677b3d2007-08-20 22:48:41 +00006127 rc = btreeDropTable(p, iTable, piMoved);
6128 sqlite3BtreeLeave(p);
6129 return rc;
6130}
drh8b2f49b2001-06-08 00:21:52 +00006131
drh001bbcb2003-03-19 03:14:00 +00006132
drh8b2f49b2001-06-08 00:21:52 +00006133/*
drh23e11ca2004-05-04 17:27:28 +00006134** Read the meta-information out of a database file. Meta[0]
6135** is the number of free pages currently in the database. Meta[1]
drha3b321d2004-05-11 09:31:31 +00006136** through meta[15] are available for use by higher layers. Meta[0]
6137** is read-only, the others are read/write.
6138**
6139** The schema layer numbers meta values differently. At the schema
6140** layer (and the SetCookie and ReadCookie opcodes) the number of
6141** free pages is not visible. So Cookie[0] is the same as Meta[1].
drh8b2f49b2001-06-08 00:21:52 +00006142*/
danielk1977aef0bf62005-12-30 16:28:01 +00006143int sqlite3BtreeGetMeta(Btree *p, int idx, u32 *pMeta){
danielk19773b8a05f2007-03-19 17:44:26 +00006144 DbPage *pDbPage;
drh8b2f49b2001-06-08 00:21:52 +00006145 int rc;
drh4b70f112004-05-02 21:12:19 +00006146 unsigned char *pP1;
danielk1977aef0bf62005-12-30 16:28:01 +00006147 BtShared *pBt = p->pBt;
drh8b2f49b2001-06-08 00:21:52 +00006148
drhd677b3d2007-08-20 22:48:41 +00006149 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00006150 pBt->db = p->db;
drhd677b3d2007-08-20 22:48:41 +00006151
danielk1977da184232006-01-05 11:34:32 +00006152 /* Reading a meta-data value requires a read-lock on page 1 (and hence
6153 ** the sqlite_master table. We grab this lock regardless of whether or
6154 ** not the SQLITE_ReadUncommitted flag is set (the table rooted at page
6155 ** 1 is treated as a special case by queryTableLock() and lockTable()).
6156 */
6157 rc = queryTableLock(p, 1, READ_LOCK);
6158 if( rc!=SQLITE_OK ){
drhd677b3d2007-08-20 22:48:41 +00006159 sqlite3BtreeLeave(p);
danielk1977da184232006-01-05 11:34:32 +00006160 return rc;
6161 }
6162
drh23e11ca2004-05-04 17:27:28 +00006163 assert( idx>=0 && idx<=15 );
danielk19773b8a05f2007-03-19 17:44:26 +00006164 rc = sqlite3PagerGet(pBt->pPager, 1, &pDbPage);
drhd677b3d2007-08-20 22:48:41 +00006165 if( rc ){
6166 sqlite3BtreeLeave(p);
6167 return rc;
6168 }
danielk19773b8a05f2007-03-19 17:44:26 +00006169 pP1 = (unsigned char *)sqlite3PagerGetData(pDbPage);
drh23e11ca2004-05-04 17:27:28 +00006170 *pMeta = get4byte(&pP1[36 + idx*4]);
danielk19773b8a05f2007-03-19 17:44:26 +00006171 sqlite3PagerUnref(pDbPage);
drhae157872004-08-14 19:20:09 +00006172
danielk1977599fcba2004-11-08 07:13:13 +00006173 /* If autovacuumed is disabled in this build but we are trying to
6174 ** access an autovacuumed database, then make the database readonly.
6175 */
danielk1977003ba062004-11-04 02:57:33 +00006176#ifdef SQLITE_OMIT_AUTOVACUUM
drhae157872004-08-14 19:20:09 +00006177 if( idx==4 && *pMeta>0 ) pBt->readOnly = 1;
danielk1977003ba062004-11-04 02:57:33 +00006178#endif
drhae157872004-08-14 19:20:09 +00006179
danielk1977da184232006-01-05 11:34:32 +00006180 /* Grab the read-lock on page 1. */
6181 rc = lockTable(p, 1, READ_LOCK);
drhd677b3d2007-08-20 22:48:41 +00006182 sqlite3BtreeLeave(p);
danielk1977da184232006-01-05 11:34:32 +00006183 return rc;
drh8b2f49b2001-06-08 00:21:52 +00006184}
6185
6186/*
drh23e11ca2004-05-04 17:27:28 +00006187** Write meta-information back into the database. Meta[0] is
6188** read-only and may not be written.
drh8b2f49b2001-06-08 00:21:52 +00006189*/
danielk1977aef0bf62005-12-30 16:28:01 +00006190int sqlite3BtreeUpdateMeta(Btree *p, int idx, u32 iMeta){
6191 BtShared *pBt = p->pBt;
drh4b70f112004-05-02 21:12:19 +00006192 unsigned char *pP1;
drha34b6762004-05-07 13:30:42 +00006193 int rc;
drh23e11ca2004-05-04 17:27:28 +00006194 assert( idx>=1 && idx<=15 );
drhd677b3d2007-08-20 22:48:41 +00006195 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00006196 pBt->db = p->db;
danielk1977aef0bf62005-12-30 16:28:01 +00006197 if( p->inTrans!=TRANS_WRITE ){
drhd677b3d2007-08-20 22:48:41 +00006198 rc = pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR;
6199 }else{
6200 assert( pBt->pPage1!=0 );
6201 pP1 = pBt->pPage1->aData;
6202 rc = sqlite3PagerWrite(pBt->pPage1->pDbPage);
6203 if( rc==SQLITE_OK ){
6204 put4byte(&pP1[36 + idx*4], iMeta);
danielk19774152e672007-09-12 17:01:45 +00006205#ifndef SQLITE_OMIT_AUTOVACUUM
drhd677b3d2007-08-20 22:48:41 +00006206 if( idx==7 ){
6207 assert( pBt->autoVacuum || iMeta==0 );
6208 assert( iMeta==0 || iMeta==1 );
6209 pBt->incrVacuum = iMeta;
6210 }
danielk19774152e672007-09-12 17:01:45 +00006211#endif
drhd677b3d2007-08-20 22:48:41 +00006212 }
drh5df72a52002-06-06 23:16:05 +00006213 }
drhd677b3d2007-08-20 22:48:41 +00006214 sqlite3BtreeLeave(p);
6215 return rc;
drh8b2f49b2001-06-08 00:21:52 +00006216}
drh8c42ca92001-06-22 19:15:00 +00006217
drhf328bc82004-05-10 23:29:49 +00006218/*
6219** Return the flag byte at the beginning of the page that the cursor
6220** is currently pointing to.
6221*/
6222int sqlite3BtreeFlags(BtCursor *pCur){
danielk1977da184232006-01-05 11:34:32 +00006223 /* TODO: What about CURSOR_REQUIRESEEK state? Probably need to call
drh777e4c42006-01-13 04:31:58 +00006224 ** restoreOrClearCursorPosition() here.
danielk1977da184232006-01-05 11:34:32 +00006225 */
danielk1977e448dc42008-01-02 11:50:51 +00006226 MemPage *pPage;
6227 restoreOrClearCursorPosition(pCur);
6228 pPage = pCur->pPage;
drh1fee73e2007-08-29 04:00:57 +00006229 assert( cursorHoldsMutex(pCur) );
drhd0679ed2007-08-28 22:24:34 +00006230 assert( pPage->pBt==pCur->pBt );
drhf328bc82004-05-10 23:29:49 +00006231 return pPage ? pPage->aData[pPage->hdrOffset] : 0;
6232}
6233
drhdd793422001-06-28 01:54:48 +00006234
drhdd793422001-06-28 01:54:48 +00006235/*
drh5eddca62001-06-30 21:53:53 +00006236** Return the pager associated with a BTree. This routine is used for
6237** testing and debugging only.
drhdd793422001-06-28 01:54:48 +00006238*/
danielk1977aef0bf62005-12-30 16:28:01 +00006239Pager *sqlite3BtreePager(Btree *p){
6240 return p->pBt->pPager;
drhdd793422001-06-28 01:54:48 +00006241}
drh5eddca62001-06-30 21:53:53 +00006242
drhb7f91642004-10-31 02:22:47 +00006243#ifndef SQLITE_OMIT_INTEGRITY_CHECK
drh5eddca62001-06-30 21:53:53 +00006244/*
6245** Append a message to the error message string.
6246*/
drh2e38c322004-09-03 18:38:44 +00006247static void checkAppendMsg(
6248 IntegrityCk *pCheck,
6249 char *zMsg1,
6250 const char *zFormat,
6251 ...
6252){
6253 va_list ap;
6254 char *zMsg2;
drh1dcdbc02007-01-27 02:24:54 +00006255 if( !pCheck->mxErr ) return;
6256 pCheck->mxErr--;
6257 pCheck->nErr++;
drh2e38c322004-09-03 18:38:44 +00006258 va_start(ap, zFormat);
danielk19771e536952007-08-16 10:09:01 +00006259 zMsg2 = sqlite3VMPrintf(0, zFormat, ap);
drh2e38c322004-09-03 18:38:44 +00006260 va_end(ap);
6261 if( zMsg1==0 ) zMsg1 = "";
drh5eddca62001-06-30 21:53:53 +00006262 if( pCheck->zErrMsg ){
6263 char *zOld = pCheck->zErrMsg;
6264 pCheck->zErrMsg = 0;
danielk19774adee202004-05-08 08:23:19 +00006265 sqlite3SetString(&pCheck->zErrMsg, zOld, "\n", zMsg1, zMsg2, (char*)0);
drh17435752007-08-16 04:30:38 +00006266 sqlite3_free(zOld);
drh5eddca62001-06-30 21:53:53 +00006267 }else{
danielk19774adee202004-05-08 08:23:19 +00006268 sqlite3SetString(&pCheck->zErrMsg, zMsg1, zMsg2, (char*)0);
drh5eddca62001-06-30 21:53:53 +00006269 }
drh17435752007-08-16 04:30:38 +00006270 sqlite3_free(zMsg2);
drh5eddca62001-06-30 21:53:53 +00006271}
drhb7f91642004-10-31 02:22:47 +00006272#endif /* SQLITE_OMIT_INTEGRITY_CHECK */
drh5eddca62001-06-30 21:53:53 +00006273
drhb7f91642004-10-31 02:22:47 +00006274#ifndef SQLITE_OMIT_INTEGRITY_CHECK
drh5eddca62001-06-30 21:53:53 +00006275/*
6276** Add 1 to the reference count for page iPage. If this is the second
6277** reference to the page, add an error message to pCheck->zErrMsg.
6278** Return 1 if there are 2 ore more references to the page and 0 if
6279** if this is the first reference to the page.
6280**
6281** Also check that the page number is in bounds.
6282*/
drhaaab5722002-02-19 13:39:21 +00006283static int checkRef(IntegrityCk *pCheck, int iPage, char *zContext){
drh5eddca62001-06-30 21:53:53 +00006284 if( iPage==0 ) return 1;
drh0de8c112002-07-06 16:32:14 +00006285 if( iPage>pCheck->nPage || iPage<0 ){
drh2e38c322004-09-03 18:38:44 +00006286 checkAppendMsg(pCheck, zContext, "invalid page number %d", iPage);
drh5eddca62001-06-30 21:53:53 +00006287 return 1;
6288 }
6289 if( pCheck->anRef[iPage]==1 ){
drh2e38c322004-09-03 18:38:44 +00006290 checkAppendMsg(pCheck, zContext, "2nd reference to page %d", iPage);
drh5eddca62001-06-30 21:53:53 +00006291 return 1;
6292 }
6293 return (pCheck->anRef[iPage]++)>1;
6294}
6295
danielk1977afcdd022004-10-31 16:25:42 +00006296#ifndef SQLITE_OMIT_AUTOVACUUM
6297/*
6298** Check that the entry in the pointer-map for page iChild maps to
6299** page iParent, pointer type ptrType. If not, append an error message
6300** to pCheck.
6301*/
6302static void checkPtrmap(
6303 IntegrityCk *pCheck, /* Integrity check context */
6304 Pgno iChild, /* Child page number */
6305 u8 eType, /* Expected pointer map type */
6306 Pgno iParent, /* Expected pointer map parent page number */
6307 char *zContext /* Context description (used for error msg) */
6308){
6309 int rc;
6310 u8 ePtrmapType;
6311 Pgno iPtrmapParent;
6312
6313 rc = ptrmapGet(pCheck->pBt, iChild, &ePtrmapType, &iPtrmapParent);
6314 if( rc!=SQLITE_OK ){
6315 checkAppendMsg(pCheck, zContext, "Failed to read ptrmap key=%d", iChild);
6316 return;
6317 }
6318
6319 if( ePtrmapType!=eType || iPtrmapParent!=iParent ){
6320 checkAppendMsg(pCheck, zContext,
6321 "Bad ptr map entry key=%d expected=(%d,%d) got=(%d,%d)",
6322 iChild, eType, iParent, ePtrmapType, iPtrmapParent);
6323 }
6324}
6325#endif
6326
drh5eddca62001-06-30 21:53:53 +00006327/*
6328** Check the integrity of the freelist or of an overflow page list.
6329** Verify that the number of pages on the list is N.
6330*/
drh30e58752002-03-02 20:41:57 +00006331static void checkList(
6332 IntegrityCk *pCheck, /* Integrity checking context */
6333 int isFreeList, /* True for a freelist. False for overflow page list */
6334 int iPage, /* Page number for first page in the list */
6335 int N, /* Expected number of pages in the list */
6336 char *zContext /* Context for error messages */
6337){
6338 int i;
drh3a4c1412004-05-09 20:40:11 +00006339 int expected = N;
6340 int iFirst = iPage;
drh1dcdbc02007-01-27 02:24:54 +00006341 while( N-- > 0 && pCheck->mxErr ){
danielk19773b8a05f2007-03-19 17:44:26 +00006342 DbPage *pOvflPage;
6343 unsigned char *pOvflData;
drh5eddca62001-06-30 21:53:53 +00006344 if( iPage<1 ){
drh2e38c322004-09-03 18:38:44 +00006345 checkAppendMsg(pCheck, zContext,
6346 "%d of %d pages missing from overflow list starting at %d",
drh3a4c1412004-05-09 20:40:11 +00006347 N+1, expected, iFirst);
drh5eddca62001-06-30 21:53:53 +00006348 break;
6349 }
6350 if( checkRef(pCheck, iPage, zContext) ) break;
danielk19773b8a05f2007-03-19 17:44:26 +00006351 if( sqlite3PagerGet(pCheck->pPager, (Pgno)iPage, &pOvflPage) ){
drh2e38c322004-09-03 18:38:44 +00006352 checkAppendMsg(pCheck, zContext, "failed to get page %d", iPage);
drh5eddca62001-06-30 21:53:53 +00006353 break;
6354 }
danielk19773b8a05f2007-03-19 17:44:26 +00006355 pOvflData = (unsigned char *)sqlite3PagerGetData(pOvflPage);
drh30e58752002-03-02 20:41:57 +00006356 if( isFreeList ){
danielk19773b8a05f2007-03-19 17:44:26 +00006357 int n = get4byte(&pOvflData[4]);
danielk1977687566d2004-11-02 12:56:41 +00006358#ifndef SQLITE_OMIT_AUTOVACUUM
6359 if( pCheck->pBt->autoVacuum ){
6360 checkPtrmap(pCheck, iPage, PTRMAP_FREEPAGE, 0, zContext);
6361 }
6362#endif
drh855eb1c2004-08-31 13:45:11 +00006363 if( n>pCheck->pBt->usableSize/4-8 ){
drh2e38c322004-09-03 18:38:44 +00006364 checkAppendMsg(pCheck, zContext,
6365 "freelist leaf count too big on page %d", iPage);
drhee696e22004-08-30 16:52:17 +00006366 N--;
6367 }else{
6368 for(i=0; i<n; i++){
danielk19773b8a05f2007-03-19 17:44:26 +00006369 Pgno iFreePage = get4byte(&pOvflData[8+i*4]);
danielk1977687566d2004-11-02 12:56:41 +00006370#ifndef SQLITE_OMIT_AUTOVACUUM
6371 if( pCheck->pBt->autoVacuum ){
6372 checkPtrmap(pCheck, iFreePage, PTRMAP_FREEPAGE, 0, zContext);
6373 }
6374#endif
6375 checkRef(pCheck, iFreePage, zContext);
drhee696e22004-08-30 16:52:17 +00006376 }
6377 N -= n;
drh30e58752002-03-02 20:41:57 +00006378 }
drh30e58752002-03-02 20:41:57 +00006379 }
danielk1977afcdd022004-10-31 16:25:42 +00006380#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977687566d2004-11-02 12:56:41 +00006381 else{
6382 /* If this database supports auto-vacuum and iPage is not the last
6383 ** page in this overflow list, check that the pointer-map entry for
6384 ** the following page matches iPage.
6385 */
6386 if( pCheck->pBt->autoVacuum && N>0 ){
danielk19773b8a05f2007-03-19 17:44:26 +00006387 i = get4byte(pOvflData);
danielk1977687566d2004-11-02 12:56:41 +00006388 checkPtrmap(pCheck, i, PTRMAP_OVERFLOW2, iPage, zContext);
6389 }
danielk1977afcdd022004-10-31 16:25:42 +00006390 }
6391#endif
danielk19773b8a05f2007-03-19 17:44:26 +00006392 iPage = get4byte(pOvflData);
6393 sqlite3PagerUnref(pOvflPage);
drh5eddca62001-06-30 21:53:53 +00006394 }
6395}
drhb7f91642004-10-31 02:22:47 +00006396#endif /* SQLITE_OMIT_INTEGRITY_CHECK */
drh5eddca62001-06-30 21:53:53 +00006397
drhb7f91642004-10-31 02:22:47 +00006398#ifndef SQLITE_OMIT_INTEGRITY_CHECK
drh5eddca62001-06-30 21:53:53 +00006399/*
6400** Do various sanity checks on a single page of a tree. Return
6401** the tree depth. Root pages return 0. Parents of root pages
6402** return 1, and so forth.
6403**
6404** These checks are done:
6405**
6406** 1. Make sure that cells and freeblocks do not overlap
6407** but combine to completely cover the page.
drhda200cc2004-05-09 11:51:38 +00006408** NO 2. Make sure cell keys are in order.
6409** NO 3. Make sure no key is less than or equal to zLowerBound.
6410** NO 4. Make sure no key is greater than or equal to zUpperBound.
drh5eddca62001-06-30 21:53:53 +00006411** 5. Check the integrity of overflow pages.
6412** 6. Recursively call checkTreePage on all children.
6413** 7. Verify that the depth of all children is the same.
drh6019e162001-07-02 17:51:45 +00006414** 8. Make sure this page is at least 33% full or else it is
drh5eddca62001-06-30 21:53:53 +00006415** the root of the tree.
6416*/
6417static int checkTreePage(
drhaaab5722002-02-19 13:39:21 +00006418 IntegrityCk *pCheck, /* Context for the sanity check */
drh5eddca62001-06-30 21:53:53 +00006419 int iPage, /* Page number of the page to check */
6420 MemPage *pParent, /* Parent page */
drh74161702006-02-24 02:53:49 +00006421 char *zParentContext /* Parent context */
drh5eddca62001-06-30 21:53:53 +00006422){
6423 MemPage *pPage;
drhda200cc2004-05-09 11:51:38 +00006424 int i, rc, depth, d2, pgno, cnt;
drh43605152004-05-29 21:46:49 +00006425 int hdr, cellStart;
6426 int nCell;
drhda200cc2004-05-09 11:51:38 +00006427 u8 *data;
danielk1977aef0bf62005-12-30 16:28:01 +00006428 BtShared *pBt;
drh4f26bb62005-09-08 14:17:20 +00006429 int usableSize;
drh5eddca62001-06-30 21:53:53 +00006430 char zContext[100];
drh2e38c322004-09-03 18:38:44 +00006431 char *hit;
drh5eddca62001-06-30 21:53:53 +00006432
drh5bb3eb92007-05-04 13:15:55 +00006433 sqlite3_snprintf(sizeof(zContext), zContext, "Page %d: ", iPage);
danielk1977ef73ee92004-11-06 12:26:07 +00006434
drh5eddca62001-06-30 21:53:53 +00006435 /* Check that the page exists
6436 */
drhd9cb6ac2005-10-20 07:28:17 +00006437 pBt = pCheck->pBt;
drhb6f41482004-05-14 01:58:11 +00006438 usableSize = pBt->usableSize;
drh5eddca62001-06-30 21:53:53 +00006439 if( iPage==0 ) return 0;
6440 if( checkRef(pCheck, iPage, zParentContext) ) return 0;
drh16a9b832007-05-05 18:39:25 +00006441 if( (rc = sqlite3BtreeGetPage(pBt, (Pgno)iPage, &pPage, 0))!=0 ){
drh2e38c322004-09-03 18:38:44 +00006442 checkAppendMsg(pCheck, zContext,
6443 "unable to get the page. error code=%d", rc);
drh5eddca62001-06-30 21:53:53 +00006444 return 0;
6445 }
drh16a9b832007-05-05 18:39:25 +00006446 if( (rc = sqlite3BtreeInitPage(pPage, pParent))!=0 ){
6447 checkAppendMsg(pCheck, zContext,
6448 "sqlite3BtreeInitPage() returns error code %d", rc);
drh91025292004-05-03 19:49:32 +00006449 releasePage(pPage);
drh5eddca62001-06-30 21:53:53 +00006450 return 0;
6451 }
6452
6453 /* Check out all the cells.
6454 */
6455 depth = 0;
drh1dcdbc02007-01-27 02:24:54 +00006456 for(i=0; i<pPage->nCell && pCheck->mxErr; i++){
drh6f11bef2004-05-13 01:12:56 +00006457 u8 *pCell;
6458 int sz;
6459 CellInfo info;
drh5eddca62001-06-30 21:53:53 +00006460
6461 /* Check payload overflow pages
6462 */
drh5bb3eb92007-05-04 13:15:55 +00006463 sqlite3_snprintf(sizeof(zContext), zContext,
6464 "On tree page %d cell %d: ", iPage, i);
danielk19771cc5ed82007-05-16 17:28:43 +00006465 pCell = findCell(pPage,i);
drh16a9b832007-05-05 18:39:25 +00006466 sqlite3BtreeParseCellPtr(pPage, pCell, &info);
drh6f11bef2004-05-13 01:12:56 +00006467 sz = info.nData;
6468 if( !pPage->intKey ) sz += info.nKey;
drh72365832007-03-06 15:53:44 +00006469 assert( sz==info.nPayload );
drh6f11bef2004-05-13 01:12:56 +00006470 if( sz>info.nLocal ){
drhb6f41482004-05-14 01:58:11 +00006471 int nPage = (sz - info.nLocal + usableSize - 5)/(usableSize - 4);
danielk1977afcdd022004-10-31 16:25:42 +00006472 Pgno pgnoOvfl = get4byte(&pCell[info.iOverflow]);
6473#ifndef SQLITE_OMIT_AUTOVACUUM
6474 if( pBt->autoVacuum ){
danielk1977687566d2004-11-02 12:56:41 +00006475 checkPtrmap(pCheck, pgnoOvfl, PTRMAP_OVERFLOW1, iPage, zContext);
danielk1977afcdd022004-10-31 16:25:42 +00006476 }
6477#endif
6478 checkList(pCheck, 0, pgnoOvfl, nPage, zContext);
drh5eddca62001-06-30 21:53:53 +00006479 }
6480
6481 /* Check sanity of left child page.
6482 */
drhda200cc2004-05-09 11:51:38 +00006483 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00006484 pgno = get4byte(pCell);
danielk1977afcdd022004-10-31 16:25:42 +00006485#ifndef SQLITE_OMIT_AUTOVACUUM
6486 if( pBt->autoVacuum ){
6487 checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, zContext);
6488 }
6489#endif
drh74161702006-02-24 02:53:49 +00006490 d2 = checkTreePage(pCheck,pgno,pPage,zContext);
drhda200cc2004-05-09 11:51:38 +00006491 if( i>0 && d2!=depth ){
6492 checkAppendMsg(pCheck, zContext, "Child page depth differs");
6493 }
6494 depth = d2;
drh5eddca62001-06-30 21:53:53 +00006495 }
drh5eddca62001-06-30 21:53:53 +00006496 }
drhda200cc2004-05-09 11:51:38 +00006497 if( !pPage->leaf ){
drh43605152004-05-29 21:46:49 +00006498 pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]);
drh5bb3eb92007-05-04 13:15:55 +00006499 sqlite3_snprintf(sizeof(zContext), zContext,
6500 "On page %d at right child: ", iPage);
danielk1977afcdd022004-10-31 16:25:42 +00006501#ifndef SQLITE_OMIT_AUTOVACUUM
6502 if( pBt->autoVacuum ){
danielk1977687566d2004-11-02 12:56:41 +00006503 checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, 0);
danielk1977afcdd022004-10-31 16:25:42 +00006504 }
6505#endif
drh74161702006-02-24 02:53:49 +00006506 checkTreePage(pCheck, pgno, pPage, zContext);
drhda200cc2004-05-09 11:51:38 +00006507 }
drh5eddca62001-06-30 21:53:53 +00006508
6509 /* Check for complete coverage of the page
6510 */
drhda200cc2004-05-09 11:51:38 +00006511 data = pPage->aData;
6512 hdr = pPage->hdrOffset;
drh17435752007-08-16 04:30:38 +00006513 hit = sqlite3MallocZero( usableSize );
drh2e38c322004-09-03 18:38:44 +00006514 if( hit ){
6515 memset(hit, 1, get2byte(&data[hdr+5]));
6516 nCell = get2byte(&data[hdr+3]);
6517 cellStart = hdr + 12 - 4*pPage->leaf;
6518 for(i=0; i<nCell; i++){
6519 int pc = get2byte(&data[cellStart+i*2]);
drha9121e42008-02-19 14:59:35 +00006520 u16 size = cellSizePtr(pPage, &data[pc]);
drh2e38c322004-09-03 18:38:44 +00006521 int j;
danielk19777701e812005-01-10 12:59:51 +00006522 if( (pc+size-1)>=usableSize || pc<0 ){
6523 checkAppendMsg(pCheck, 0,
6524 "Corruption detected in cell %d on page %d",i,iPage,0);
6525 }else{
6526 for(j=pc+size-1; j>=pc; j--) hit[j]++;
6527 }
drh2e38c322004-09-03 18:38:44 +00006528 }
6529 for(cnt=0, i=get2byte(&data[hdr+1]); i>0 && i<usableSize && cnt<10000;
6530 cnt++){
6531 int size = get2byte(&data[i+2]);
6532 int j;
danielk19777701e812005-01-10 12:59:51 +00006533 if( (i+size-1)>=usableSize || i<0 ){
6534 checkAppendMsg(pCheck, 0,
6535 "Corruption detected in cell %d on page %d",i,iPage,0);
6536 }else{
6537 for(j=i+size-1; j>=i; j--) hit[j]++;
6538 }
drh2e38c322004-09-03 18:38:44 +00006539 i = get2byte(&data[i]);
6540 }
6541 for(i=cnt=0; i<usableSize; i++){
6542 if( hit[i]==0 ){
6543 cnt++;
6544 }else if( hit[i]>1 ){
6545 checkAppendMsg(pCheck, 0,
6546 "Multiple uses for byte %d of page %d", i, iPage);
6547 break;
6548 }
6549 }
6550 if( cnt!=data[hdr+7] ){
6551 checkAppendMsg(pCheck, 0,
6552 "Fragmented space is %d byte reported as %d on page %d",
6553 cnt, data[hdr+7], iPage);
drh5eddca62001-06-30 21:53:53 +00006554 }
6555 }
drh17435752007-08-16 04:30:38 +00006556 sqlite3_free(hit);
drh6019e162001-07-02 17:51:45 +00006557
drh4b70f112004-05-02 21:12:19 +00006558 releasePage(pPage);
drhda200cc2004-05-09 11:51:38 +00006559 return depth+1;
drh5eddca62001-06-30 21:53:53 +00006560}
drhb7f91642004-10-31 02:22:47 +00006561#endif /* SQLITE_OMIT_INTEGRITY_CHECK */
drh5eddca62001-06-30 21:53:53 +00006562
drhb7f91642004-10-31 02:22:47 +00006563#ifndef SQLITE_OMIT_INTEGRITY_CHECK
drh5eddca62001-06-30 21:53:53 +00006564/*
6565** This routine does a complete check of the given BTree file. aRoot[] is
6566** an array of pages numbers were each page number is the root page of
6567** a table. nRoot is the number of entries in aRoot.
6568**
6569** If everything checks out, this routine returns NULL. If something is
6570** amiss, an error message is written into memory obtained from malloc()
6571** and a pointer to that error message is returned. The calling function
6572** is responsible for freeing the error message when it is done.
6573*/
drh1dcdbc02007-01-27 02:24:54 +00006574char *sqlite3BtreeIntegrityCheck(
6575 Btree *p, /* The btree to be checked */
6576 int *aRoot, /* An array of root pages numbers for individual trees */
6577 int nRoot, /* Number of entries in aRoot[] */
6578 int mxErr, /* Stop reporting errors after this many */
6579 int *pnErr /* Write number of errors seen to this variable */
6580){
drh5eddca62001-06-30 21:53:53 +00006581 int i;
6582 int nRef;
drhaaab5722002-02-19 13:39:21 +00006583 IntegrityCk sCheck;
danielk1977aef0bf62005-12-30 16:28:01 +00006584 BtShared *pBt = p->pBt;
drh5eddca62001-06-30 21:53:53 +00006585
drhd677b3d2007-08-20 22:48:41 +00006586 sqlite3BtreeEnter(p);
drhe5fe6902007-12-07 18:55:28 +00006587 pBt->db = p->db;
danielk19773b8a05f2007-03-19 17:44:26 +00006588 nRef = sqlite3PagerRefcount(pBt->pPager);
danielk1977aef0bf62005-12-30 16:28:01 +00006589 if( lockBtreeWithRetry(p)!=SQLITE_OK ){
drhd677b3d2007-08-20 22:48:41 +00006590 sqlite3BtreeLeave(p);
drh17435752007-08-16 04:30:38 +00006591 return sqlite3StrDup("Unable to acquire a read lock on the database");
drhefc251d2001-07-01 22:12:01 +00006592 }
drh5eddca62001-06-30 21:53:53 +00006593 sCheck.pBt = pBt;
6594 sCheck.pPager = pBt->pPager;
danielk19773b8a05f2007-03-19 17:44:26 +00006595 sCheck.nPage = sqlite3PagerPagecount(sCheck.pPager);
drh1dcdbc02007-01-27 02:24:54 +00006596 sCheck.mxErr = mxErr;
6597 sCheck.nErr = 0;
6598 *pnErr = 0;
danielk1977e5321f02007-04-27 07:05:44 +00006599#ifndef SQLITE_OMIT_AUTOVACUUM
6600 if( pBt->nTrunc!=0 ){
6601 sCheck.nPage = pBt->nTrunc;
6602 }
6603#endif
drh0de8c112002-07-06 16:32:14 +00006604 if( sCheck.nPage==0 ){
6605 unlockBtreeIfUnused(pBt);
drhd677b3d2007-08-20 22:48:41 +00006606 sqlite3BtreeLeave(p);
drh0de8c112002-07-06 16:32:14 +00006607 return 0;
6608 }
drh17435752007-08-16 04:30:38 +00006609 sCheck.anRef = sqlite3_malloc( (sCheck.nPage+1)*sizeof(sCheck.anRef[0]) );
danielk1977ac245ec2005-01-14 13:50:11 +00006610 if( !sCheck.anRef ){
6611 unlockBtreeIfUnused(pBt);
drh1dcdbc02007-01-27 02:24:54 +00006612 *pnErr = 1;
drhd677b3d2007-08-20 22:48:41 +00006613 sqlite3BtreeLeave(p);
drhe5fe6902007-12-07 18:55:28 +00006614 return sqlite3MPrintf(p->db, "Unable to malloc %d bytes",
danielk1977ac245ec2005-01-14 13:50:11 +00006615 (sCheck.nPage+1)*sizeof(sCheck.anRef[0]));
6616 }
drhda200cc2004-05-09 11:51:38 +00006617 for(i=0; i<=sCheck.nPage; i++){ sCheck.anRef[i] = 0; }
drh42cac6d2004-11-20 20:31:11 +00006618 i = PENDING_BYTE_PAGE(pBt);
drh1f595712004-06-15 01:40:29 +00006619 if( i<=sCheck.nPage ){
6620 sCheck.anRef[i] = 1;
6621 }
drh5eddca62001-06-30 21:53:53 +00006622 sCheck.zErrMsg = 0;
6623
6624 /* Check the integrity of the freelist
6625 */
drha34b6762004-05-07 13:30:42 +00006626 checkList(&sCheck, 1, get4byte(&pBt->pPage1->aData[32]),
6627 get4byte(&pBt->pPage1->aData[36]), "Main freelist: ");
drh5eddca62001-06-30 21:53:53 +00006628
6629 /* Check all the tables.
6630 */
drh1dcdbc02007-01-27 02:24:54 +00006631 for(i=0; i<nRoot && sCheck.mxErr; i++){
drh4ff6dfa2002-03-03 23:06:00 +00006632 if( aRoot[i]==0 ) continue;
danielk1977687566d2004-11-02 12:56:41 +00006633#ifndef SQLITE_OMIT_AUTOVACUUM
danielk1977687566d2004-11-02 12:56:41 +00006634 if( pBt->autoVacuum && aRoot[i]>1 ){
6635 checkPtrmap(&sCheck, aRoot[i], PTRMAP_ROOTPAGE, 0, 0);
6636 }
6637#endif
drh74161702006-02-24 02:53:49 +00006638 checkTreePage(&sCheck, aRoot[i], 0, "List of tree roots: ");
drh5eddca62001-06-30 21:53:53 +00006639 }
6640
6641 /* Make sure every page in the file is referenced
6642 */
drh1dcdbc02007-01-27 02:24:54 +00006643 for(i=1; i<=sCheck.nPage && sCheck.mxErr; i++){
danielk1977afcdd022004-10-31 16:25:42 +00006644#ifdef SQLITE_OMIT_AUTOVACUUM
drh5eddca62001-06-30 21:53:53 +00006645 if( sCheck.anRef[i]==0 ){
drh2e38c322004-09-03 18:38:44 +00006646 checkAppendMsg(&sCheck, 0, "Page %d is never used", i);
drh5eddca62001-06-30 21:53:53 +00006647 }
danielk1977afcdd022004-10-31 16:25:42 +00006648#else
6649 /* If the database supports auto-vacuum, make sure no tables contain
6650 ** references to pointer-map pages.
6651 */
6652 if( sCheck.anRef[i]==0 &&
danielk1977266664d2006-02-10 08:24:21 +00006653 (PTRMAP_PAGENO(pBt, i)!=i || !pBt->autoVacuum) ){
danielk1977afcdd022004-10-31 16:25:42 +00006654 checkAppendMsg(&sCheck, 0, "Page %d is never used", i);
6655 }
6656 if( sCheck.anRef[i]!=0 &&
danielk1977266664d2006-02-10 08:24:21 +00006657 (PTRMAP_PAGENO(pBt, i)==i && pBt->autoVacuum) ){
danielk1977afcdd022004-10-31 16:25:42 +00006658 checkAppendMsg(&sCheck, 0, "Pointer map page %d is referenced", i);
6659 }
6660#endif
drh5eddca62001-06-30 21:53:53 +00006661 }
6662
6663 /* Make sure this analysis did not leave any unref() pages
6664 */
drh5e00f6c2001-09-13 13:46:56 +00006665 unlockBtreeIfUnused(pBt);
danielk19773b8a05f2007-03-19 17:44:26 +00006666 if( nRef != sqlite3PagerRefcount(pBt->pPager) ){
drh2e38c322004-09-03 18:38:44 +00006667 checkAppendMsg(&sCheck, 0,
drh5eddca62001-06-30 21:53:53 +00006668 "Outstanding page count goes from %d to %d during this analysis",
danielk19773b8a05f2007-03-19 17:44:26 +00006669 nRef, sqlite3PagerRefcount(pBt->pPager)
drh5eddca62001-06-30 21:53:53 +00006670 );
drh5eddca62001-06-30 21:53:53 +00006671 }
6672
6673 /* Clean up and report errors.
6674 */
drhd677b3d2007-08-20 22:48:41 +00006675 sqlite3BtreeLeave(p);
drh17435752007-08-16 04:30:38 +00006676 sqlite3_free(sCheck.anRef);
drh1dcdbc02007-01-27 02:24:54 +00006677 *pnErr = sCheck.nErr;
drh5eddca62001-06-30 21:53:53 +00006678 return sCheck.zErrMsg;
6679}
drhb7f91642004-10-31 02:22:47 +00006680#endif /* SQLITE_OMIT_INTEGRITY_CHECK */
paulb95a8862003-04-01 21:16:41 +00006681
drh73509ee2003-04-06 20:44:45 +00006682/*
6683** Return the full pathname of the underlying database file.
drhd0679ed2007-08-28 22:24:34 +00006684**
6685** The pager filename is invariant as long as the pager is
6686** open so it is safe to access without the BtShared mutex.
drh73509ee2003-04-06 20:44:45 +00006687*/
danielk1977aef0bf62005-12-30 16:28:01 +00006688const char *sqlite3BtreeGetFilename(Btree *p){
6689 assert( p->pBt->pPager!=0 );
danielk19773b8a05f2007-03-19 17:44:26 +00006690 return sqlite3PagerFilename(p->pBt->pPager);
drh73509ee2003-04-06 20:44:45 +00006691}
6692
6693/*
danielk19775865e3d2004-06-14 06:03:57 +00006694** Return the pathname of the directory that contains the database file.
drhd0679ed2007-08-28 22:24:34 +00006695**
6696** The pager directory name is invariant as long as the pager is
6697** open so it is safe to access without the BtShared mutex.
danielk19775865e3d2004-06-14 06:03:57 +00006698*/
danielk1977aef0bf62005-12-30 16:28:01 +00006699const char *sqlite3BtreeGetDirname(Btree *p){
6700 assert( p->pBt->pPager!=0 );
danielk19773b8a05f2007-03-19 17:44:26 +00006701 return sqlite3PagerDirname(p->pBt->pPager);
danielk19775865e3d2004-06-14 06:03:57 +00006702}
6703
6704/*
6705** Return the pathname of the journal file for this database. The return
6706** value of this routine is the same regardless of whether the journal file
6707** has been created or not.
drhd0679ed2007-08-28 22:24:34 +00006708**
6709** The pager journal filename is invariant as long as the pager is
6710** open so it is safe to access without the BtShared mutex.
danielk19775865e3d2004-06-14 06:03:57 +00006711*/
danielk1977aef0bf62005-12-30 16:28:01 +00006712const char *sqlite3BtreeGetJournalname(Btree *p){
6713 assert( p->pBt->pPager!=0 );
danielk19773b8a05f2007-03-19 17:44:26 +00006714 return sqlite3PagerJournalname(p->pBt->pPager);
danielk19775865e3d2004-06-14 06:03:57 +00006715}
6716
drhb7f91642004-10-31 02:22:47 +00006717#ifndef SQLITE_OMIT_VACUUM
danielk19775865e3d2004-06-14 06:03:57 +00006718/*
drhf7c57532003-04-25 13:22:51 +00006719** Copy the complete content of pBtFrom into pBtTo. A transaction
6720** must be active for both files.
6721**
danielk1977f653d782008-03-20 11:04:21 +00006722** The size of file pTo may be reduced by this operation.
6723** If anything goes wrong, the transaction on pTo is rolled back.
6724**
6725** If successful, CommitPhaseOne() may be called on pTo before returning.
6726** The caller should finish committing the transaction on pTo by calling
6727** sqlite3BtreeCommit().
drh73509ee2003-04-06 20:44:45 +00006728*/
drhd677b3d2007-08-20 22:48:41 +00006729static int btreeCopyFile(Btree *pTo, Btree *pFrom){
drhf7c57532003-04-25 13:22:51 +00006730 int rc = SQLITE_OK;
danielk1977f653d782008-03-20 11:04:21 +00006731 Pgno i;
6732
6733 Pgno nFromPage; /* Number of pages in pFrom */
6734 Pgno nToPage; /* Number of pages in pTo */
6735 Pgno nNewPage; /* Number of pages in pTo after the copy */
6736
6737 Pgno iSkip; /* Pending byte page in pTo */
6738 int nToPageSize; /* Page size of pTo in bytes */
6739 int nFromPageSize; /* Page size of pFrom in bytes */
drhf7c57532003-04-25 13:22:51 +00006740
danielk1977aef0bf62005-12-30 16:28:01 +00006741 BtShared *pBtTo = pTo->pBt;
6742 BtShared *pBtFrom = pFrom->pBt;
drhe5fe6902007-12-07 18:55:28 +00006743 pBtTo->db = pTo->db;
6744 pBtFrom->db = pFrom->db;
danielk1977f653d782008-03-20 11:04:21 +00006745
6746 nToPageSize = pBtTo->pageSize;
6747 nFromPageSize = pBtFrom->pageSize;
danielk1977aef0bf62005-12-30 16:28:01 +00006748
6749 if( pTo->inTrans!=TRANS_WRITE || pFrom->inTrans!=TRANS_WRITE ){
danielk1977ee5741e2004-05-31 10:01:34 +00006750 return SQLITE_ERROR;
6751 }
danielk1977f653d782008-03-20 11:04:21 +00006752 if( pBtTo->pCursor ){
6753 return SQLITE_BUSY;
drhf7c57532003-04-25 13:22:51 +00006754 }
drh538f5702007-04-13 02:14:30 +00006755
danielk1977f653d782008-03-20 11:04:21 +00006756 nToPage = sqlite3PagerPagecount(pBtTo->pPager);
6757 nFromPage = sqlite3PagerPagecount(pBtFrom->pPager);
6758 iSkip = PENDING_BYTE_PAGE(pBtTo);
6759
6760 /* Variable nNewPage is the number of pages required to store the
6761 ** contents of pFrom using the current page-size of pTo.
drh538f5702007-04-13 02:14:30 +00006762 */
danielk1977f653d782008-03-20 11:04:21 +00006763 nNewPage = ((i64)nFromPage * (i64)nFromPageSize + (i64)nToPageSize - 1) /
6764 (i64)nToPageSize;
6765
6766 for(i=1; rc==SQLITE_OK && (i<=nToPage || i<=nNewPage); i++){
6767
6768 /* Journal the original page.
6769 **
6770 ** iSkip is the page number of the locking page (PENDING_BYTE_PAGE)
6771 ** in database *pTo (before the copy). This page is never written
6772 ** into the journal file. Unless i==iSkip or the page was not
6773 ** present in pTo before the copy operation, journal page i from pTo.
6774 */
6775 if( i!=iSkip && i<=nToPage ){
6776 DbPage *pDbPage;
6777 rc = sqlite3PagerGet(pBtTo->pPager, i, &pDbPage);
6778 if( rc ){
6779 break;
6780 }
6781 rc = sqlite3PagerWrite(pDbPage);
6782 if( rc ){
6783 break;
6784 }
6785 if( i>nFromPage ){
6786 /* Yeah. It seems wierd to call DontWrite() right after Write(). But
6787 ** that is because the names of those procedures do not exactly
6788 ** represent what they do. Write() really means "put this page in the
6789 ** rollback journal and mark it as dirty so that it will be written
6790 ** to the database file later." DontWrite() undoes the second part of
6791 ** that and prevents the page from being written to the database. The
6792 ** page is still on the rollback journal, though. And that is the
6793 ** whole point of this block: to put pages on the rollback journal.
6794 */
6795 sqlite3PagerDontWrite(pDbPage);
6796 }
6797 sqlite3PagerUnref(pDbPage);
6798 }
6799
6800 /* Overwrite the data in page i of the target database */
6801 if( rc==SQLITE_OK && i!=iSkip && i<=nNewPage ){
6802
6803 DbPage *pToPage = 0;
6804 sqlite3_int64 iOff;
6805
6806 rc = sqlite3PagerGet(pBtTo->pPager, i, &pToPage);
6807 if( rc==SQLITE_OK ){
6808 rc = sqlite3PagerWrite(pToPage);
6809 }
6810
6811 for(
6812 iOff=(i-1)*nToPageSize;
6813 rc==SQLITE_OK && iOff<i*nToPageSize;
6814 iOff += nFromPageSize
6815 ){
6816 DbPage *pFromPage = 0;
6817 Pgno iFrom = (iOff/nFromPageSize)+1;
6818
6819 if( iFrom==PENDING_BYTE_PAGE(pBtFrom) ){
6820 continue;
6821 }
6822
6823 rc = sqlite3PagerGet(pBtFrom->pPager, iFrom, &pFromPage);
6824 if( rc==SQLITE_OK ){
6825 char *zTo = sqlite3PagerGetData(pToPage);
6826 char *zFrom = sqlite3PagerGetData(pFromPage);
6827 int nCopy;
6828
6829 if( nFromPageSize>=nToPageSize ){
6830 zFrom += ((i-1)*nToPageSize - ((iFrom-1)*nFromPageSize));
6831 nCopy = nToPageSize;
6832 }else{
6833 zTo += (((iFrom-1)*nFromPageSize) - (i-1)*nToPageSize);
6834 nCopy = nFromPageSize;
6835 }
6836
6837 memcpy(zTo, zFrom, nCopy);
6838 sqlite3PagerUnref(pFromPage);
6839 }
6840 }
6841
6842 if( pToPage ) sqlite3PagerUnref(pToPage);
6843 }
drh2e6d11b2003-04-25 15:37:57 +00006844 }
danielk1977f653d782008-03-20 11:04:21 +00006845
6846 /* If things have worked so far, the database file may need to be
6847 ** truncated. The complex part is that it may need to be truncated to
6848 ** a size that is not an integer multiple of nToPageSize - the current
6849 ** page size used by the pager associated with B-Tree pTo.
6850 **
6851 ** For example, say the page-size of pTo is 2048 bytes and the original
6852 ** number of pages is 5 (10 KB file). If pFrom has a page size of 1024
6853 ** bytes and 9 pages, then the file needs to be truncated to 9KB.
6854 */
6855 if( rc==SQLITE_OK ){
6856 if( nFromPageSize!=nToPageSize ){
6857 sqlite3_file *pFile = sqlite3PagerFile(pBtTo->pPager);
6858 i64 iSize = (i64)nFromPageSize * (i64)nFromPage;
6859 i64 iNow = (i64)((nToPage>nNewPage)?nToPage:nNewPage) * (i64)nToPageSize;
6860 i64 iPending = ((i64)PENDING_BYTE_PAGE(pBtTo)-1) *(i64)nToPageSize;
6861
6862 assert( iSize<=iNow );
6863
6864 /* Commit phase one syncs the journal file associated with pTo
6865 ** containing the original data. It does not sync the database file
6866 ** itself. After doing this it is safe to use OsTruncate() and other
6867 ** file APIs on the database file directly.
6868 */
6869 pBtTo->db = pTo->db;
6870 rc = sqlite3PagerCommitPhaseOne(pBtTo->pPager, 0, 0, 1);
6871 if( iSize<iNow && rc==SQLITE_OK ){
6872 rc = sqlite3OsTruncate(pFile, iSize);
6873 }
6874
6875 /* The loop that copied data from database pFrom to pTo did not
6876 ** populate the locking page of database pTo. If the page-size of
6877 ** pFrom is smaller than that of pTo, this means some data will
6878 ** not have been copied.
6879 **
6880 ** This block copies the missing data from database pFrom to pTo
6881 ** using file APIs. This is safe because at this point we know that
6882 ** all of the original data from pTo has been synced into the
6883 ** journal file. At this point it would be safe to do anything at
6884 ** all to the database file except truncate it to zero bytes.
6885 */
6886 if( rc==SQLITE_OK && nFromPageSize<nToPageSize && iSize>iPending){
6887 i64 iOff;
6888 for(
6889 iOff=iPending;
6890 rc==SQLITE_OK && iOff<(iPending+nToPageSize);
6891 iOff += nFromPageSize
6892 ){
6893 DbPage *pFromPage = 0;
6894 Pgno iFrom = (iOff/nFromPageSize)+1;
6895
6896 if( iFrom==PENDING_BYTE_PAGE(pBtFrom) || iFrom>nFromPage ){
6897 continue;
6898 }
6899
6900 rc = sqlite3PagerGet(pBtFrom->pPager, iFrom, &pFromPage);
6901 if( rc==SQLITE_OK ){
6902 char *zFrom = sqlite3PagerGetData(pFromPage);
6903 rc = sqlite3OsWrite(pFile, zFrom, nFromPageSize, iOff);
6904 sqlite3PagerUnref(pFromPage);
6905 }
6906 }
6907 }
6908
6909 /* Sync the database file */
6910 if( rc==SQLITE_OK ){
6911 rc = sqlite3PagerSync(pBtTo->pPager);
6912 }
6913 }else{
6914 rc = sqlite3PagerTruncate(pBtTo->pPager, nNewPage);
6915 }
6916 if( rc==SQLITE_OK ){
6917 pBtTo->pageSizeFixed = 0;
6918 }
drh2e6d11b2003-04-25 15:37:57 +00006919 }
drh538f5702007-04-13 02:14:30 +00006920
drhf7c57532003-04-25 13:22:51 +00006921 if( rc ){
danielk1977aef0bf62005-12-30 16:28:01 +00006922 sqlite3BtreeRollback(pTo);
drhf7c57532003-04-25 13:22:51 +00006923 }
danielk1977f653d782008-03-20 11:04:21 +00006924
drhf7c57532003-04-25 13:22:51 +00006925 return rc;
drh73509ee2003-04-06 20:44:45 +00006926}
drhd677b3d2007-08-20 22:48:41 +00006927int sqlite3BtreeCopyFile(Btree *pTo, Btree *pFrom){
6928 int rc;
6929 sqlite3BtreeEnter(pTo);
6930 sqlite3BtreeEnter(pFrom);
6931 rc = btreeCopyFile(pTo, pFrom);
6932 sqlite3BtreeLeave(pFrom);
6933 sqlite3BtreeLeave(pTo);
6934 return rc;
6935}
6936
drhb7f91642004-10-31 02:22:47 +00006937#endif /* SQLITE_OMIT_VACUUM */
danielk19771d850a72004-05-31 08:26:49 +00006938
6939/*
6940** Return non-zero if a transaction is active.
6941*/
danielk1977aef0bf62005-12-30 16:28:01 +00006942int sqlite3BtreeIsInTrans(Btree *p){
drhe5fe6902007-12-07 18:55:28 +00006943 assert( p==0 || sqlite3_mutex_held(p->db->mutex) );
danielk1977aef0bf62005-12-30 16:28:01 +00006944 return (p && (p->inTrans==TRANS_WRITE));
danielk19771d850a72004-05-31 08:26:49 +00006945}
6946
6947/*
6948** Return non-zero if a statement transaction is active.
6949*/
danielk1977aef0bf62005-12-30 16:28:01 +00006950int sqlite3BtreeIsInStmt(Btree *p){
drh1fee73e2007-08-29 04:00:57 +00006951 assert( sqlite3BtreeHoldsMutex(p) );
danielk1977aef0bf62005-12-30 16:28:01 +00006952 return (p->pBt && p->pBt->inStmt);
danielk19771d850a72004-05-31 08:26:49 +00006953}
danielk197713adf8a2004-06-03 16:08:41 +00006954
6955/*
danielk19772372c2b2006-06-27 16:34:56 +00006956** Return non-zero if a read (or write) transaction is active.
6957*/
6958int sqlite3BtreeIsInReadTrans(Btree *p){
drhe5fe6902007-12-07 18:55:28 +00006959 assert( sqlite3_mutex_held(p->db->mutex) );
danielk19772372c2b2006-06-27 16:34:56 +00006960 return (p && (p->inTrans!=TRANS_NONE));
6961}
6962
6963/*
danielk1977da184232006-01-05 11:34:32 +00006964** This function returns a pointer to a blob of memory associated with
drh85b623f2007-12-13 21:54:09 +00006965** a single shared-btree. The memory is used by client code for its own
danielk1977da184232006-01-05 11:34:32 +00006966** purposes (for example, to store a high-level schema associated with
6967** the shared-btree). The btree layer manages reference counting issues.
6968**
6969** The first time this is called on a shared-btree, nBytes bytes of memory
6970** are allocated, zeroed, and returned to the caller. For each subsequent
6971** call the nBytes parameter is ignored and a pointer to the same blob
6972** of memory returned.
6973**
6974** Just before the shared-btree is closed, the function passed as the
6975** xFree argument when the memory allocation was made is invoked on the
drh17435752007-08-16 04:30:38 +00006976** blob of allocated memory. This function should not call sqlite3_free()
danielk1977da184232006-01-05 11:34:32 +00006977** on the memory, the btree layer does that.
6978*/
6979void *sqlite3BtreeSchema(Btree *p, int nBytes, void(*xFree)(void *)){
6980 BtShared *pBt = p->pBt;
drh27641702007-08-22 02:56:42 +00006981 sqlite3BtreeEnter(p);
danielk1977da184232006-01-05 11:34:32 +00006982 if( !pBt->pSchema ){
drh17435752007-08-16 04:30:38 +00006983 pBt->pSchema = sqlite3MallocZero(nBytes);
danielk1977da184232006-01-05 11:34:32 +00006984 pBt->xFreeSchema = xFree;
6985 }
drh27641702007-08-22 02:56:42 +00006986 sqlite3BtreeLeave(p);
danielk1977da184232006-01-05 11:34:32 +00006987 return pBt->pSchema;
6988}
6989
danielk1977c87d34d2006-01-06 13:00:28 +00006990/*
6991** Return true if another user of the same shared btree as the argument
6992** handle holds an exclusive lock on the sqlite_master table.
6993*/
6994int sqlite3BtreeSchemaLocked(Btree *p){
drh27641702007-08-22 02:56:42 +00006995 int rc;
drhe5fe6902007-12-07 18:55:28 +00006996 assert( sqlite3_mutex_held(p->db->mutex) );
drh27641702007-08-22 02:56:42 +00006997 sqlite3BtreeEnter(p);
6998 rc = (queryTableLock(p, MASTER_ROOT, READ_LOCK)!=SQLITE_OK);
6999 sqlite3BtreeLeave(p);
7000 return rc;
danielk1977c87d34d2006-01-06 13:00:28 +00007001}
7002
drha154dcd2006-03-22 22:10:07 +00007003
7004#ifndef SQLITE_OMIT_SHARED_CACHE
7005/*
7006** Obtain a lock on the table whose root page is iTab. The
7007** lock is a write lock if isWritelock is true or a read lock
7008** if it is false.
7009*/
danielk1977c00da102006-01-07 13:21:04 +00007010int sqlite3BtreeLockTable(Btree *p, int iTab, u8 isWriteLock){
danielk19772e94d4d2006-01-09 05:36:27 +00007011 int rc = SQLITE_OK;
danielk1977c00da102006-01-07 13:21:04 +00007012 u8 lockType = (isWriteLock?WRITE_LOCK:READ_LOCK);
drhd677b3d2007-08-20 22:48:41 +00007013 sqlite3BtreeEnter(p);
danielk19772e94d4d2006-01-09 05:36:27 +00007014 rc = queryTableLock(p, iTab, lockType);
danielk1977c00da102006-01-07 13:21:04 +00007015 if( rc==SQLITE_OK ){
7016 rc = lockTable(p, iTab, lockType);
7017 }
drhd677b3d2007-08-20 22:48:41 +00007018 sqlite3BtreeLeave(p);
danielk1977c00da102006-01-07 13:21:04 +00007019 return rc;
7020}
drha154dcd2006-03-22 22:10:07 +00007021#endif
danielk1977b82e7ed2006-01-11 14:09:31 +00007022
danielk1977b4e9af92007-05-01 17:49:49 +00007023#ifndef SQLITE_OMIT_INCRBLOB
7024/*
7025** Argument pCsr must be a cursor opened for writing on an
7026** INTKEY table currently pointing at a valid table entry.
7027** This function modifies the data stored as part of that entry.
7028** Only the data content may only be modified, it is not possible
7029** to change the length of the data stored.
7030*/
danielk1977dcbb5d32007-05-04 18:36:44 +00007031int sqlite3BtreePutData(BtCursor *pCsr, u32 offset, u32 amt, void *z){
drh1fee73e2007-08-29 04:00:57 +00007032 assert( cursorHoldsMutex(pCsr) );
drhe5fe6902007-12-07 18:55:28 +00007033 assert( sqlite3_mutex_held(pCsr->pBtree->db->mutex) );
danielk1977dcbb5d32007-05-04 18:36:44 +00007034 assert(pCsr->isIncrblobHandle);
drhfb982642007-08-30 01:19:59 +00007035 if( pCsr->eState>=CURSOR_REQUIRESEEK ){
7036 if( pCsr->eState==CURSOR_FAULT ){
7037 return pCsr->skip;
7038 }else{
7039 return SQLITE_ABORT;
7040 }
danielk1977dcbb5d32007-05-04 18:36:44 +00007041 }
7042
danielk1977d04417962007-05-02 13:16:30 +00007043 /* Check some preconditions:
danielk1977dcbb5d32007-05-04 18:36:44 +00007044 ** (a) the cursor is open for writing,
7045 ** (b) there is no read-lock on the table being modified and
7046 ** (c) the cursor points at a valid row of an intKey table.
danielk1977d04417962007-05-02 13:16:30 +00007047 */
danielk1977d04417962007-05-02 13:16:30 +00007048 if( !pCsr->wrFlag ){
danielk1977dcbb5d32007-05-04 18:36:44 +00007049 return SQLITE_READONLY;
danielk1977d04417962007-05-02 13:16:30 +00007050 }
drhd0679ed2007-08-28 22:24:34 +00007051 assert( !pCsr->pBt->readOnly
7052 && pCsr->pBt->inTransaction==TRANS_WRITE );
danielk1977d04417962007-05-02 13:16:30 +00007053 if( checkReadLocks(pCsr->pBtree, pCsr->pgnoRoot, pCsr) ){
7054 return SQLITE_LOCKED; /* The table pCur points to has a read lock */
7055 }
7056 if( pCsr->eState==CURSOR_INVALID || !pCsr->pPage->intKey ){
7057 return SQLITE_ERROR;
danielk1977b4e9af92007-05-01 17:49:49 +00007058 }
7059
danielk19779f8d6402007-05-02 17:48:45 +00007060 return accessPayload(pCsr, offset, amt, (unsigned char *)z, 0, 1);
danielk1977b4e9af92007-05-01 17:49:49 +00007061}
danielk19772dec9702007-05-02 16:48:37 +00007062
7063/*
7064** Set a flag on this cursor to cache the locations of pages from the
danielk1977da107192007-05-04 08:32:13 +00007065** overflow list for the current row. This is used by cursors opened
7066** for incremental blob IO only.
7067**
7068** This function sets a flag only. The actual page location cache
7069** (stored in BtCursor.aOverflow[]) is allocated and used by function
7070** accessPayload() (the worker function for sqlite3BtreeData() and
7071** sqlite3BtreePutData()).
danielk19772dec9702007-05-02 16:48:37 +00007072*/
7073void sqlite3BtreeCacheOverflow(BtCursor *pCur){
drh1fee73e2007-08-29 04:00:57 +00007074 assert( cursorHoldsMutex(pCur) );
drhe5fe6902007-12-07 18:55:28 +00007075 assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) );
danielk1977dcbb5d32007-05-04 18:36:44 +00007076 assert(!pCur->isIncrblobHandle);
danielk19772dec9702007-05-02 16:48:37 +00007077 assert(!pCur->aOverflow);
danielk1977dcbb5d32007-05-04 18:36:44 +00007078 pCur->isIncrblobHandle = 1;
danielk19772dec9702007-05-02 16:48:37 +00007079}
danielk1977b4e9af92007-05-01 17:49:49 +00007080#endif