drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 1 | /* |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 2 | ** 2004 April 6 |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3 | ** |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 6 | ** |
drh | b19a2bc | 2001-09-16 00:13:26 +0000 | [diff] [blame] | 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 10 | ** |
| 11 | ************************************************************************* |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 12 | ** This file implements a external (disk-based) database using BTrees. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 13 | ** See the header comment on "btreeInt.h" for additional information. |
| 14 | ** Including a description of file format and an overview of operation. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 15 | */ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 16 | #include "btreeInt.h" |
paul | b95a886 | 2003-04-01 21:16:41 +0000 | [diff] [blame] | 17 | |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 18 | /* |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 19 | ** The header string that appears at the beginning of every |
| 20 | ** SQLite database. |
drh | 556b2a2 | 2005-06-14 16:04:05 +0000 | [diff] [blame] | 21 | */ |
drh | 556b2a2 | 2005-06-14 16:04:05 +0000 | [diff] [blame] | 22 | static const char zMagicHeader[] = SQLITE_FILE_HEADER; |
drh | 08ed44e | 2001-04-29 23:32:55 +0000 | [diff] [blame] | 23 | |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 24 | /* |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 25 | ** Set this global variable to 1 to enable tracing using the TRACE |
| 26 | ** macro. |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 27 | */ |
drh | e8f52c5 | 2008-07-12 14:52:20 +0000 | [diff] [blame] | 28 | #if 0 |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 29 | int sqlite3BtreeTrace=1; /* True to enable tracing */ |
drh | e8f52c5 | 2008-07-12 14:52:20 +0000 | [diff] [blame] | 30 | # define TRACE(X) if(sqlite3BtreeTrace){printf X;fflush(stdout);} |
| 31 | #else |
| 32 | # define TRACE(X) |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 33 | #endif |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 34 | |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 35 | /* |
| 36 | ** Extract a 2-byte big-endian integer from an array of unsigned bytes. |
| 37 | ** But if the value is zero, make it 65536. |
| 38 | ** |
| 39 | ** This routine is used to extract the "offset to cell content area" value |
| 40 | ** from the header of a btree page. If the page size is 65536 and the page |
| 41 | ** is empty, the offset should be 65536, but the 2-byte value stores zero. |
| 42 | ** This routine makes the necessary adjustment to 65536. |
| 43 | */ |
| 44 | #define get2byteNotZero(X) (((((int)get2byte(X))-1)&0xffff)+1) |
drh | 86f8c19 | 2007-08-22 00:39:19 +0000 | [diff] [blame] | 45 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 46 | #ifndef SQLITE_OMIT_SHARED_CACHE |
| 47 | /* |
danielk1977 | 502b4e0 | 2008-09-02 14:07:24 +0000 | [diff] [blame] | 48 | ** A list of BtShared objects that are eligible for participation |
| 49 | ** in shared cache. This variable has file scope during normal builds, |
| 50 | ** but the test harness needs to access it so we make it global for |
| 51 | ** test builds. |
drh | 7555d8e | 2009-03-20 13:15:30 +0000 | [diff] [blame] | 52 | ** |
| 53 | ** Access to this variable is protected by SQLITE_MUTEX_STATIC_MASTER. |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 54 | */ |
| 55 | #ifdef SQLITE_TEST |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 56 | BtShared *SQLITE_WSD sqlite3SharedCacheList = 0; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 57 | #else |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 58 | static BtShared *SQLITE_WSD sqlite3SharedCacheList = 0; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 59 | #endif |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 60 | #endif /* SQLITE_OMIT_SHARED_CACHE */ |
| 61 | |
| 62 | #ifndef SQLITE_OMIT_SHARED_CACHE |
| 63 | /* |
| 64 | ** Enable or disable the shared pager and schema features. |
| 65 | ** |
| 66 | ** This routine has no effect on existing database connections. |
| 67 | ** The shared cache setting effects only future calls to |
| 68 | ** sqlite3_open(), sqlite3_open16(), or sqlite3_open_v2(). |
| 69 | */ |
| 70 | int sqlite3_enable_shared_cache(int enable){ |
danielk1977 | 502b4e0 | 2008-09-02 14:07:24 +0000 | [diff] [blame] | 71 | sqlite3GlobalConfig.sharedCacheEnabled = enable; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 72 | return SQLITE_OK; |
| 73 | } |
| 74 | #endif |
| 75 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 76 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 77 | |
| 78 | #ifdef SQLITE_OMIT_SHARED_CACHE |
| 79 | /* |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 80 | ** The functions querySharedCacheTableLock(), setSharedCacheTableLock(), |
| 81 | ** and clearAllSharedCacheTableLocks() |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 82 | ** manipulate entries in the BtShared.pLock linked list used to store |
| 83 | ** shared-cache table level locks. If the library is compiled with the |
| 84 | ** shared-cache feature disabled, then there is only ever one user |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 85 | ** of each BtShared structure and so this locking is not necessary. |
| 86 | ** So define the lock related functions as no-ops. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 87 | */ |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 88 | #define querySharedCacheTableLock(a,b,c) SQLITE_OK |
| 89 | #define setSharedCacheTableLock(a,b,c) SQLITE_OK |
| 90 | #define clearAllSharedCacheTableLocks(a) |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 91 | #define downgradeAllSharedCacheTableLocks(a) |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 92 | #define hasSharedCacheTableLock(a,b,c,d) 1 |
| 93 | #define hasReadConflicts(a, b) 0 |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 94 | #endif |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 95 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 96 | #ifndef SQLITE_OMIT_SHARED_CACHE |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 97 | |
| 98 | #ifdef SQLITE_DEBUG |
| 99 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 100 | **** This function is only used as part of an assert() statement. *** |
| 101 | ** |
| 102 | ** Check to see if pBtree holds the required locks to read or write to the |
| 103 | ** table with root page iRoot. Return 1 if it does and 0 if not. |
| 104 | ** |
| 105 | ** For example, when writing to a table with root-page iRoot via |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 106 | ** Btree connection pBtree: |
| 107 | ** |
| 108 | ** assert( hasSharedCacheTableLock(pBtree, iRoot, 0, WRITE_LOCK) ); |
| 109 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 110 | ** When writing to an index that resides in a sharable database, the |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 111 | ** caller should have first obtained a lock specifying the root page of |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 112 | ** the corresponding table. This makes things a bit more complicated, |
| 113 | ** as this module treats each table as a separate structure. To determine |
| 114 | ** the table corresponding to the index being written, this |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 115 | ** function has to search through the database schema. |
| 116 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 117 | ** Instead of a lock on the table/index rooted at page iRoot, the caller may |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 118 | ** hold a write-lock on the schema table (root page 1). This is also |
| 119 | ** acceptable. |
| 120 | */ |
| 121 | static int hasSharedCacheTableLock( |
| 122 | Btree *pBtree, /* Handle that must hold lock */ |
| 123 | Pgno iRoot, /* Root page of b-tree */ |
| 124 | int isIndex, /* True if iRoot is the root of an index b-tree */ |
| 125 | int eLockType /* Required lock type (READ_LOCK or WRITE_LOCK) */ |
| 126 | ){ |
| 127 | Schema *pSchema = (Schema *)pBtree->pBt->pSchema; |
| 128 | Pgno iTab = 0; |
| 129 | BtLock *pLock; |
| 130 | |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 131 | /* If this database is not shareable, or if the client is reading |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 132 | ** and has the read-uncommitted flag set, then no lock is required. |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 133 | ** Return true immediately. |
| 134 | */ |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 135 | if( (pBtree->sharable==0) |
| 136 | || (eLockType==READ_LOCK && (pBtree->db->flags & SQLITE_ReadUncommitted)) |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 137 | ){ |
| 138 | return 1; |
| 139 | } |
| 140 | |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 141 | /* If the client is reading or writing an index and the schema is |
| 142 | ** not loaded, then it is too difficult to actually check to see if |
| 143 | ** the correct locks are held. So do not bother - just return true. |
| 144 | ** This case does not come up very often anyhow. |
| 145 | */ |
| 146 | if( isIndex && (!pSchema || (pSchema->flags&DB_SchemaLoaded)==0) ){ |
| 147 | return 1; |
| 148 | } |
| 149 | |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 150 | /* Figure out the root-page that the lock should be held on. For table |
| 151 | ** b-trees, this is just the root page of the b-tree being read or |
| 152 | ** written. For index b-trees, it is the root page of the associated |
| 153 | ** table. */ |
| 154 | if( isIndex ){ |
| 155 | HashElem *p; |
| 156 | for(p=sqliteHashFirst(&pSchema->idxHash); p; p=sqliteHashNext(p)){ |
| 157 | Index *pIdx = (Index *)sqliteHashData(p); |
shane | 5eff7cf | 2009-08-10 03:57:58 +0000 | [diff] [blame] | 158 | if( pIdx->tnum==(int)iRoot ){ |
| 159 | iTab = pIdx->pTable->tnum; |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 160 | } |
| 161 | } |
| 162 | }else{ |
| 163 | iTab = iRoot; |
| 164 | } |
| 165 | |
| 166 | /* Search for the required lock. Either a write-lock on root-page iTab, a |
| 167 | ** write-lock on the schema table, or (if the client is reading) a |
| 168 | ** read-lock on iTab will suffice. Return 1 if any of these are found. */ |
| 169 | for(pLock=pBtree->pBt->pLock; pLock; pLock=pLock->pNext){ |
| 170 | if( pLock->pBtree==pBtree |
| 171 | && (pLock->iTable==iTab || (pLock->eLock==WRITE_LOCK && pLock->iTable==1)) |
| 172 | && pLock->eLock>=eLockType |
| 173 | ){ |
| 174 | return 1; |
| 175 | } |
| 176 | } |
| 177 | |
| 178 | /* Failed to find the required lock. */ |
| 179 | return 0; |
| 180 | } |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 181 | #endif /* SQLITE_DEBUG */ |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 182 | |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 183 | #ifdef SQLITE_DEBUG |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 184 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 185 | **** This function may be used as part of assert() statements only. **** |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 186 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 187 | ** Return true if it would be illegal for pBtree to write into the |
| 188 | ** table or index rooted at iRoot because other shared connections are |
| 189 | ** simultaneously reading that same table or index. |
| 190 | ** |
| 191 | ** It is illegal for pBtree to write if some other Btree object that |
| 192 | ** shares the same BtShared object is currently reading or writing |
| 193 | ** the iRoot table. Except, if the other Btree object has the |
| 194 | ** read-uncommitted flag set, then it is OK for the other object to |
| 195 | ** have a read cursor. |
| 196 | ** |
| 197 | ** For example, before writing to any part of the table or index |
| 198 | ** rooted at page iRoot, one should call: |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 199 | ** |
| 200 | ** assert( !hasReadConflicts(pBtree, iRoot) ); |
| 201 | */ |
| 202 | static int hasReadConflicts(Btree *pBtree, Pgno iRoot){ |
| 203 | BtCursor *p; |
| 204 | for(p=pBtree->pBt->pCursor; p; p=p->pNext){ |
| 205 | if( p->pgnoRoot==iRoot |
| 206 | && p->pBtree!=pBtree |
| 207 | && 0==(p->pBtree->db->flags & SQLITE_ReadUncommitted) |
| 208 | ){ |
| 209 | return 1; |
| 210 | } |
| 211 | } |
| 212 | return 0; |
| 213 | } |
| 214 | #endif /* #ifdef SQLITE_DEBUG */ |
| 215 | |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 216 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 217 | ** Query to see if Btree handle p may obtain a lock of type eLock |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 218 | ** (READ_LOCK or WRITE_LOCK) on the table with root-page iTab. Return |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 219 | ** SQLITE_OK if the lock may be obtained (by calling |
| 220 | ** setSharedCacheTableLock()), or SQLITE_LOCKED if not. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 221 | */ |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 222 | static int querySharedCacheTableLock(Btree *p, Pgno iTab, u8 eLock){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 223 | BtShared *pBt = p->pBt; |
| 224 | BtLock *pIter; |
| 225 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 226 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 227 | assert( eLock==READ_LOCK || eLock==WRITE_LOCK ); |
| 228 | assert( p->db!=0 ); |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 229 | assert( !(p->db->flags&SQLITE_ReadUncommitted)||eLock==WRITE_LOCK||iTab==1 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 230 | |
danielk1977 | 5b413d7 | 2009-04-01 09:41:54 +0000 | [diff] [blame] | 231 | /* If requesting a write-lock, then the Btree must have an open write |
| 232 | ** transaction on this file. And, obviously, for this to be so there |
| 233 | ** must be an open write transaction on the file itself. |
| 234 | */ |
| 235 | assert( eLock==READ_LOCK || (p==pBt->pWriter && p->inTrans==TRANS_WRITE) ); |
| 236 | assert( eLock==READ_LOCK || pBt->inTransaction==TRANS_WRITE ); |
| 237 | |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 238 | /* This routine is a no-op if the shared-cache is not enabled */ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 239 | if( !p->sharable ){ |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 240 | return SQLITE_OK; |
| 241 | } |
| 242 | |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 243 | /* If some other connection is holding an exclusive lock, the |
| 244 | ** requested lock may not be obtained. |
| 245 | */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 246 | if( pBt->pWriter!=p && (pBt->btsFlags & BTS_EXCLUSIVE)!=0 ){ |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 247 | sqlite3ConnectionBlocked(p->db, pBt->pWriter->db); |
| 248 | return SQLITE_LOCKED_SHAREDCACHE; |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 249 | } |
| 250 | |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 251 | for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){ |
| 252 | /* The condition (pIter->eLock!=eLock) in the following if(...) |
| 253 | ** statement is a simplification of: |
| 254 | ** |
| 255 | ** (eLock==WRITE_LOCK || pIter->eLock==WRITE_LOCK) |
| 256 | ** |
| 257 | ** since we know that if eLock==WRITE_LOCK, then no other connection |
| 258 | ** may hold a WRITE_LOCK on any table in this file (since there can |
| 259 | ** only be a single writer). |
| 260 | */ |
| 261 | assert( pIter->eLock==READ_LOCK || pIter->eLock==WRITE_LOCK ); |
| 262 | assert( eLock==READ_LOCK || pIter->pBtree==p || pIter->eLock==READ_LOCK); |
| 263 | if( pIter->pBtree!=p && pIter->iTable==iTab && pIter->eLock!=eLock ){ |
| 264 | sqlite3ConnectionBlocked(p->db, pIter->pBtree->db); |
| 265 | if( eLock==WRITE_LOCK ){ |
| 266 | assert( p==pBt->pWriter ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 267 | pBt->btsFlags |= BTS_PENDING; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 268 | } |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 269 | return SQLITE_LOCKED_SHAREDCACHE; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 270 | } |
| 271 | } |
| 272 | return SQLITE_OK; |
| 273 | } |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 274 | #endif /* !SQLITE_OMIT_SHARED_CACHE */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 275 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 276 | #ifndef SQLITE_OMIT_SHARED_CACHE |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 277 | /* |
| 278 | ** Add a lock on the table with root-page iTable to the shared-btree used |
| 279 | ** by Btree handle p. Parameter eLock must be either READ_LOCK or |
| 280 | ** WRITE_LOCK. |
| 281 | ** |
danielk1977 | 9d10486 | 2009-07-09 08:27:14 +0000 | [diff] [blame] | 282 | ** This function assumes the following: |
| 283 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 284 | ** (a) The specified Btree object p is connected to a sharable |
| 285 | ** database (one with the BtShared.sharable flag set), and |
danielk1977 | 9d10486 | 2009-07-09 08:27:14 +0000 | [diff] [blame] | 286 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 287 | ** (b) No other Btree objects hold a lock that conflicts |
danielk1977 | 9d10486 | 2009-07-09 08:27:14 +0000 | [diff] [blame] | 288 | ** with the requested lock (i.e. querySharedCacheTableLock() has |
| 289 | ** already been called and returned SQLITE_OK). |
| 290 | ** |
| 291 | ** SQLITE_OK is returned if the lock is added successfully. SQLITE_NOMEM |
| 292 | ** is returned if a malloc attempt fails. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 293 | */ |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 294 | static int setSharedCacheTableLock(Btree *p, Pgno iTable, u8 eLock){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 295 | BtShared *pBt = p->pBt; |
| 296 | BtLock *pLock = 0; |
| 297 | BtLock *pIter; |
| 298 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 299 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 300 | assert( eLock==READ_LOCK || eLock==WRITE_LOCK ); |
| 301 | assert( p->db!=0 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 302 | |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 303 | /* A connection with the read-uncommitted flag set will never try to |
| 304 | ** obtain a read-lock using this function. The only read-lock obtained |
| 305 | ** by a connection in read-uncommitted mode is on the sqlite_master |
| 306 | ** table, and that lock is obtained in BtreeBeginTrans(). */ |
| 307 | assert( 0==(p->db->flags&SQLITE_ReadUncommitted) || eLock==WRITE_LOCK ); |
| 308 | |
danielk1977 | 9d10486 | 2009-07-09 08:27:14 +0000 | [diff] [blame] | 309 | /* This function should only be called on a sharable b-tree after it |
| 310 | ** has been determined that no other b-tree holds a conflicting lock. */ |
| 311 | assert( p->sharable ); |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 312 | assert( SQLITE_OK==querySharedCacheTableLock(p, iTable, eLock) ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 313 | |
| 314 | /* First search the list for an existing lock on this table. */ |
| 315 | for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){ |
| 316 | if( pIter->iTable==iTable && pIter->pBtree==p ){ |
| 317 | pLock = pIter; |
| 318 | break; |
| 319 | } |
| 320 | } |
| 321 | |
| 322 | /* If the above search did not find a BtLock struct associating Btree p |
| 323 | ** with table iTable, allocate one and link it into the list. |
| 324 | */ |
| 325 | if( !pLock ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 326 | pLock = (BtLock *)sqlite3MallocZero(sizeof(BtLock)); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 327 | if( !pLock ){ |
| 328 | return SQLITE_NOMEM; |
| 329 | } |
| 330 | pLock->iTable = iTable; |
| 331 | pLock->pBtree = p; |
| 332 | pLock->pNext = pBt->pLock; |
| 333 | pBt->pLock = pLock; |
| 334 | } |
| 335 | |
| 336 | /* Set the BtLock.eLock variable to the maximum of the current lock |
| 337 | ** and the requested lock. This means if a write-lock was already held |
| 338 | ** and a read-lock requested, we don't incorrectly downgrade the lock. |
| 339 | */ |
| 340 | assert( WRITE_LOCK>READ_LOCK ); |
danielk1977 | 5118b91 | 2005-12-30 16:31:53 +0000 | [diff] [blame] | 341 | if( eLock>pLock->eLock ){ |
| 342 | pLock->eLock = eLock; |
| 343 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 344 | |
| 345 | return SQLITE_OK; |
| 346 | } |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 347 | #endif /* !SQLITE_OMIT_SHARED_CACHE */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 348 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 349 | #ifndef SQLITE_OMIT_SHARED_CACHE |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 350 | /* |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 351 | ** Release all the table locks (locks obtained via calls to |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 352 | ** the setSharedCacheTableLock() procedure) held by Btree object p. |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 353 | ** |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 354 | ** This function assumes that Btree p has an open read or write |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 355 | ** transaction. If it does not, then the BTS_PENDING flag |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 356 | ** may be incorrectly cleared. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 357 | */ |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 358 | static void clearAllSharedCacheTableLocks(Btree *p){ |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 359 | BtShared *pBt = p->pBt; |
| 360 | BtLock **ppIter = &pBt->pLock; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 361 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 362 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 363 | assert( p->sharable || 0==*ppIter ); |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 364 | assert( p->inTrans>0 ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 365 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 366 | while( *ppIter ){ |
| 367 | BtLock *pLock = *ppIter; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 368 | assert( (pBt->btsFlags & BTS_EXCLUSIVE)==0 || pBt->pWriter==pLock->pBtree ); |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 369 | assert( pLock->pBtree->inTrans>=pLock->eLock ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 370 | if( pLock->pBtree==p ){ |
| 371 | *ppIter = pLock->pNext; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 372 | assert( pLock->iTable!=1 || pLock==&p->lock ); |
| 373 | if( pLock->iTable!=1 ){ |
| 374 | sqlite3_free(pLock); |
| 375 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 376 | }else{ |
| 377 | ppIter = &pLock->pNext; |
| 378 | } |
| 379 | } |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 380 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 381 | assert( (pBt->btsFlags & BTS_PENDING)==0 || pBt->pWriter ); |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 382 | if( pBt->pWriter==p ){ |
| 383 | pBt->pWriter = 0; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 384 | pBt->btsFlags &= ~(BTS_EXCLUSIVE|BTS_PENDING); |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 385 | }else if( pBt->nTransaction==2 ){ |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 386 | /* This function is called when Btree p is concluding its |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 387 | ** transaction. If there currently exists a writer, and p is not |
| 388 | ** that writer, then the number of locks held by connections other |
| 389 | ** than the writer must be about to drop to zero. In this case |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 390 | ** set the BTS_PENDING flag to 0. |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 391 | ** |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 392 | ** If there is not currently a writer, then BTS_PENDING must |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 393 | ** be zero already. So this next line is harmless in that case. |
| 394 | */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 395 | pBt->btsFlags &= ~BTS_PENDING; |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 396 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 397 | } |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 398 | |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 399 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 400 | ** This function changes all write-locks held by Btree p into read-locks. |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 401 | */ |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 402 | static void downgradeAllSharedCacheTableLocks(Btree *p){ |
| 403 | BtShared *pBt = p->pBt; |
| 404 | if( pBt->pWriter==p ){ |
| 405 | BtLock *pLock; |
| 406 | pBt->pWriter = 0; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 407 | pBt->btsFlags &= ~(BTS_EXCLUSIVE|BTS_PENDING); |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 408 | for(pLock=pBt->pLock; pLock; pLock=pLock->pNext){ |
| 409 | assert( pLock->eLock==READ_LOCK || pLock->pBtree==p ); |
| 410 | pLock->eLock = READ_LOCK; |
| 411 | } |
| 412 | } |
| 413 | } |
| 414 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 415 | #endif /* SQLITE_OMIT_SHARED_CACHE */ |
| 416 | |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 417 | static void releasePage(MemPage *pPage); /* Forward reference */ |
| 418 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 419 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 420 | ***** This routine is used inside of assert() only **** |
| 421 | ** |
| 422 | ** Verify that the cursor holds the mutex on its BtShared |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 423 | */ |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 424 | #ifdef SQLITE_DEBUG |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 425 | static int cursorHoldsMutex(BtCursor *p){ |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 426 | return sqlite3_mutex_held(p->pBt->mutex); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 427 | } |
| 428 | #endif |
| 429 | |
| 430 | |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 431 | #ifndef SQLITE_OMIT_INCRBLOB |
| 432 | /* |
| 433 | ** Invalidate the overflow page-list cache for cursor pCur, if any. |
| 434 | */ |
| 435 | static void invalidateOverflowCache(BtCursor *pCur){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 436 | assert( cursorHoldsMutex(pCur) ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 437 | sqlite3_free(pCur->aOverflow); |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 438 | pCur->aOverflow = 0; |
| 439 | } |
| 440 | |
| 441 | /* |
| 442 | ** Invalidate the overflow page-list cache for all cursors opened |
| 443 | ** on the shared btree structure pBt. |
| 444 | */ |
| 445 | static void invalidateAllOverflowCache(BtShared *pBt){ |
| 446 | BtCursor *p; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 447 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 448 | for(p=pBt->pCursor; p; p=p->pNext){ |
| 449 | invalidateOverflowCache(p); |
| 450 | } |
| 451 | } |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 452 | |
| 453 | /* |
| 454 | ** This function is called before modifying the contents of a table |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 455 | ** to invalidate any incrblob cursors that are open on the |
drh | eeb844a | 2009-08-08 18:01:07 +0000 | [diff] [blame] | 456 | ** row or one of the rows being modified. |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 457 | ** |
| 458 | ** If argument isClearTable is true, then the entire contents of the |
| 459 | ** table is about to be deleted. In this case invalidate all incrblob |
| 460 | ** cursors open on any row within the table with root-page pgnoRoot. |
| 461 | ** |
| 462 | ** Otherwise, if argument isClearTable is false, then the row with |
| 463 | ** rowid iRow is being replaced or deleted. In this case invalidate |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 464 | ** only those incrblob cursors open on that specific row. |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 465 | */ |
| 466 | static void invalidateIncrblobCursors( |
| 467 | Btree *pBtree, /* The database file to check */ |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 468 | i64 iRow, /* The rowid that might be changing */ |
| 469 | int isClearTable /* True if all rows are being deleted */ |
| 470 | ){ |
| 471 | BtCursor *p; |
| 472 | BtShared *pBt = pBtree->pBt; |
| 473 | assert( sqlite3BtreeHoldsMutex(pBtree) ); |
| 474 | for(p=pBt->pCursor; p; p=p->pNext){ |
| 475 | if( p->isIncrblobHandle && (isClearTable || p->info.nKey==iRow) ){ |
| 476 | p->eState = CURSOR_INVALID; |
| 477 | } |
| 478 | } |
| 479 | } |
| 480 | |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 481 | #else |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 482 | /* Stub functions when INCRBLOB is omitted */ |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 483 | #define invalidateOverflowCache(x) |
| 484 | #define invalidateAllOverflowCache(x) |
drh | eeb844a | 2009-08-08 18:01:07 +0000 | [diff] [blame] | 485 | #define invalidateIncrblobCursors(x,y,z) |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 486 | #endif /* SQLITE_OMIT_INCRBLOB */ |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 487 | |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 488 | /* |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 489 | ** Set bit pgno of the BtShared.pHasContent bitvec. This is called |
| 490 | ** when a page that previously contained data becomes a free-list leaf |
| 491 | ** page. |
| 492 | ** |
| 493 | ** The BtShared.pHasContent bitvec exists to work around an obscure |
| 494 | ** bug caused by the interaction of two useful IO optimizations surrounding |
| 495 | ** free-list leaf pages: |
| 496 | ** |
| 497 | ** 1) When all data is deleted from a page and the page becomes |
| 498 | ** a free-list leaf page, the page is not written to the database |
| 499 | ** (as free-list leaf pages contain no meaningful data). Sometimes |
| 500 | ** such a page is not even journalled (as it will not be modified, |
| 501 | ** why bother journalling it?). |
| 502 | ** |
| 503 | ** 2) When a free-list leaf page is reused, its content is not read |
| 504 | ** from the database or written to the journal file (why should it |
| 505 | ** be, if it is not at all meaningful?). |
| 506 | ** |
| 507 | ** By themselves, these optimizations work fine and provide a handy |
| 508 | ** performance boost to bulk delete or insert operations. However, if |
| 509 | ** a page is moved to the free-list and then reused within the same |
| 510 | ** transaction, a problem comes up. If the page is not journalled when |
| 511 | ** it is moved to the free-list and it is also not journalled when it |
| 512 | ** is extracted from the free-list and reused, then the original data |
| 513 | ** may be lost. In the event of a rollback, it may not be possible |
| 514 | ** to restore the database to its original configuration. |
| 515 | ** |
| 516 | ** The solution is the BtShared.pHasContent bitvec. Whenever a page is |
| 517 | ** moved to become a free-list leaf page, the corresponding bit is |
| 518 | ** set in the bitvec. Whenever a leaf page is extracted from the free-list, |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 519 | ** optimization 2 above is omitted if the corresponding bit is already |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 520 | ** set in BtShared.pHasContent. The contents of the bitvec are cleared |
| 521 | ** at the end of every transaction. |
| 522 | */ |
| 523 | static int btreeSetHasContent(BtShared *pBt, Pgno pgno){ |
| 524 | int rc = SQLITE_OK; |
| 525 | if( !pBt->pHasContent ){ |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 526 | assert( pgno<=pBt->nPage ); |
| 527 | pBt->pHasContent = sqlite3BitvecCreate(pBt->nPage); |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 528 | if( !pBt->pHasContent ){ |
| 529 | rc = SQLITE_NOMEM; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 530 | } |
| 531 | } |
| 532 | if( rc==SQLITE_OK && pgno<=sqlite3BitvecSize(pBt->pHasContent) ){ |
| 533 | rc = sqlite3BitvecSet(pBt->pHasContent, pgno); |
| 534 | } |
| 535 | return rc; |
| 536 | } |
| 537 | |
| 538 | /* |
| 539 | ** Query the BtShared.pHasContent vector. |
| 540 | ** |
| 541 | ** This function is called when a free-list leaf page is removed from the |
| 542 | ** free-list for reuse. It returns false if it is safe to retrieve the |
| 543 | ** page from the pager layer with the 'no-content' flag set. True otherwise. |
| 544 | */ |
| 545 | static int btreeGetHasContent(BtShared *pBt, Pgno pgno){ |
| 546 | Bitvec *p = pBt->pHasContent; |
| 547 | return (p && (pgno>sqlite3BitvecSize(p) || sqlite3BitvecTest(p, pgno))); |
| 548 | } |
| 549 | |
| 550 | /* |
| 551 | ** Clear (destroy) the BtShared.pHasContent bitvec. This should be |
| 552 | ** invoked at the conclusion of each write-transaction. |
| 553 | */ |
| 554 | static void btreeClearHasContent(BtShared *pBt){ |
| 555 | sqlite3BitvecDestroy(pBt->pHasContent); |
| 556 | pBt->pHasContent = 0; |
| 557 | } |
| 558 | |
| 559 | /* |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 560 | ** Save the current cursor position in the variables BtCursor.nKey |
| 561 | ** and BtCursor.pKey. The cursor's state is set to CURSOR_REQUIRESEEK. |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 562 | ** |
| 563 | ** The caller must ensure that the cursor is valid (has eState==CURSOR_VALID) |
| 564 | ** prior to calling this routine. |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 565 | */ |
| 566 | static int saveCursorPosition(BtCursor *pCur){ |
| 567 | int rc; |
| 568 | |
| 569 | assert( CURSOR_VALID==pCur->eState ); |
| 570 | assert( 0==pCur->pKey ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 571 | assert( cursorHoldsMutex(pCur) ); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 572 | |
| 573 | rc = sqlite3BtreeKeySize(pCur, &pCur->nKey); |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 574 | assert( rc==SQLITE_OK ); /* KeySize() cannot fail */ |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 575 | |
| 576 | /* If this is an intKey table, then the above call to BtreeKeySize() |
| 577 | ** stores the integer key in pCur->nKey. In this case this value is |
| 578 | ** all that is required. Otherwise, if pCur is not open on an intKey |
| 579 | ** table, then malloc space for and store the pCur->nKey bytes of key |
| 580 | ** data. |
| 581 | */ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 582 | if( 0==pCur->apPage[0]->intKey ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 583 | void *pKey = sqlite3Malloc( (int)pCur->nKey ); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 584 | if( pKey ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 585 | rc = sqlite3BtreeKey(pCur, 0, (int)pCur->nKey, pKey); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 586 | if( rc==SQLITE_OK ){ |
| 587 | pCur->pKey = pKey; |
| 588 | }else{ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 589 | sqlite3_free(pKey); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 590 | } |
| 591 | }else{ |
| 592 | rc = SQLITE_NOMEM; |
| 593 | } |
| 594 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 595 | assert( !pCur->apPage[0]->intKey || !pCur->pKey ); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 596 | |
| 597 | if( rc==SQLITE_OK ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 598 | int i; |
| 599 | for(i=0; i<=pCur->iPage; i++){ |
| 600 | releasePage(pCur->apPage[i]); |
| 601 | pCur->apPage[i] = 0; |
| 602 | } |
| 603 | pCur->iPage = -1; |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 604 | pCur->eState = CURSOR_REQUIRESEEK; |
| 605 | } |
| 606 | |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 607 | invalidateOverflowCache(pCur); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 608 | return rc; |
| 609 | } |
| 610 | |
| 611 | /* |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 612 | ** Save the positions of all cursors (except pExcept) that are open on |
| 613 | ** the table with root-page iRoot. Usually, this is called just before cursor |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 614 | ** pExcept is used to modify the table (BtreeDelete() or BtreeInsert()). |
| 615 | */ |
| 616 | static int saveAllCursors(BtShared *pBt, Pgno iRoot, BtCursor *pExcept){ |
| 617 | BtCursor *p; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 618 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 619 | assert( pExcept==0 || pExcept->pBt==pBt ); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 620 | for(p=pBt->pCursor; p; p=p->pNext){ |
| 621 | if( p!=pExcept && (0==iRoot || p->pgnoRoot==iRoot) && |
| 622 | p->eState==CURSOR_VALID ){ |
| 623 | int rc = saveCursorPosition(p); |
| 624 | if( SQLITE_OK!=rc ){ |
| 625 | return rc; |
| 626 | } |
| 627 | } |
| 628 | } |
| 629 | return SQLITE_OK; |
| 630 | } |
| 631 | |
| 632 | /* |
drh | bf700f3 | 2007-03-31 02:36:44 +0000 | [diff] [blame] | 633 | ** Clear the current cursor position. |
| 634 | */ |
danielk1977 | be51a65 | 2008-10-08 17:58:48 +0000 | [diff] [blame] | 635 | void sqlite3BtreeClearCursor(BtCursor *pCur){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 636 | assert( cursorHoldsMutex(pCur) ); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 637 | sqlite3_free(pCur->pKey); |
drh | bf700f3 | 2007-03-31 02:36:44 +0000 | [diff] [blame] | 638 | pCur->pKey = 0; |
| 639 | pCur->eState = CURSOR_INVALID; |
| 640 | } |
| 641 | |
| 642 | /* |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 643 | ** In this version of BtreeMoveto, pKey is a packed index record |
| 644 | ** such as is generated by the OP_MakeRecord opcode. Unpack the |
| 645 | ** record and then call BtreeMovetoUnpacked() to do the work. |
| 646 | */ |
| 647 | static int btreeMoveto( |
| 648 | BtCursor *pCur, /* Cursor open on the btree to be searched */ |
| 649 | const void *pKey, /* Packed key if the btree is an index */ |
| 650 | i64 nKey, /* Integer key for tables. Size of pKey for indices */ |
| 651 | int bias, /* Bias search to the high end */ |
| 652 | int *pRes /* Write search results here */ |
| 653 | ){ |
| 654 | int rc; /* Status code */ |
| 655 | UnpackedRecord *pIdxKey; /* Unpacked index key */ |
| 656 | char aSpace[150]; /* Temp space for pIdxKey - to avoid a malloc */ |
dan | 03e9cfc | 2011-09-05 14:20:27 +0000 | [diff] [blame] | 657 | char *pFree = 0; |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 658 | |
| 659 | if( pKey ){ |
| 660 | assert( nKey==(i64)(int)nKey ); |
dan | 03e9cfc | 2011-09-05 14:20:27 +0000 | [diff] [blame] | 661 | pIdxKey = sqlite3VdbeAllocUnpackedRecord( |
| 662 | pCur->pKeyInfo, aSpace, sizeof(aSpace), &pFree |
| 663 | ); |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 664 | if( pIdxKey==0 ) return SQLITE_NOMEM; |
mistachkin | 0fe5f95 | 2011-09-14 18:19:08 +0000 | [diff] [blame] | 665 | sqlite3VdbeRecordUnpack(pCur->pKeyInfo, (int)nKey, pKey, pIdxKey); |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 666 | }else{ |
| 667 | pIdxKey = 0; |
| 668 | } |
| 669 | rc = sqlite3BtreeMovetoUnpacked(pCur, pIdxKey, nKey, bias, pRes); |
dan | 42acb3e | 2011-09-05 20:16:38 +0000 | [diff] [blame] | 670 | if( pFree ){ |
dan | 03e9cfc | 2011-09-05 14:20:27 +0000 | [diff] [blame] | 671 | sqlite3DbFree(pCur->pKeyInfo->db, pFree); |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 672 | } |
| 673 | return rc; |
| 674 | } |
| 675 | |
| 676 | /* |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 677 | ** Restore the cursor to the position it was in (or as close to as possible) |
| 678 | ** when saveCursorPosition() was called. Note that this call deletes the |
| 679 | ** saved position info stored by saveCursorPosition(), so there can be |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 680 | ** at most one effective restoreCursorPosition() call after each |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 681 | ** saveCursorPosition(). |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 682 | */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 683 | static int btreeRestoreCursorPosition(BtCursor *pCur){ |
drh | bf700f3 | 2007-03-31 02:36:44 +0000 | [diff] [blame] | 684 | int rc; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 685 | assert( cursorHoldsMutex(pCur) ); |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 686 | assert( pCur->eState>=CURSOR_REQUIRESEEK ); |
| 687 | if( pCur->eState==CURSOR_FAULT ){ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 688 | return pCur->skipNext; |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 689 | } |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 690 | pCur->eState = CURSOR_INVALID; |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 691 | rc = btreeMoveto(pCur, pCur->pKey, pCur->nKey, 0, &pCur->skipNext); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 692 | if( rc==SQLITE_OK ){ |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 693 | sqlite3_free(pCur->pKey); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 694 | pCur->pKey = 0; |
drh | bf700f3 | 2007-03-31 02:36:44 +0000 | [diff] [blame] | 695 | assert( pCur->eState==CURSOR_VALID || pCur->eState==CURSOR_INVALID ); |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 696 | } |
| 697 | return rc; |
| 698 | } |
| 699 | |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 700 | #define restoreCursorPosition(p) \ |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 701 | (p->eState>=CURSOR_REQUIRESEEK ? \ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 702 | btreeRestoreCursorPosition(p) : \ |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 703 | SQLITE_OK) |
drh | 980b1a7 | 2006-08-16 16:42:48 +0000 | [diff] [blame] | 704 | |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 705 | /* |
| 706 | ** Determine whether or not a cursor has moved from the position it |
drh | dfe88ec | 2008-11-03 20:55:06 +0000 | [diff] [blame] | 707 | ** was last placed at. Cursors can move when the row they are pointing |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 708 | ** at is deleted out from under them. |
| 709 | ** |
| 710 | ** This routine returns an error code if something goes wrong. The |
| 711 | ** integer *pHasMoved is set to one if the cursor has moved and 0 if not. |
| 712 | */ |
| 713 | int sqlite3BtreeCursorHasMoved(BtCursor *pCur, int *pHasMoved){ |
| 714 | int rc; |
| 715 | |
| 716 | rc = restoreCursorPosition(pCur); |
| 717 | if( rc ){ |
| 718 | *pHasMoved = 1; |
| 719 | return rc; |
| 720 | } |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 721 | if( pCur->eState!=CURSOR_VALID || pCur->skipNext!=0 ){ |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 722 | *pHasMoved = 1; |
| 723 | }else{ |
| 724 | *pHasMoved = 0; |
| 725 | } |
| 726 | return SQLITE_OK; |
| 727 | } |
| 728 | |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 729 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 730 | /* |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 731 | ** Given a page number of a regular database page, return the page |
| 732 | ** number for the pointer-map page that contains the entry for the |
| 733 | ** input page number. |
drh | 5f77b2e | 2010-08-21 15:09:37 +0000 | [diff] [blame] | 734 | ** |
| 735 | ** Return 0 (not a valid page) for pgno==1 since there is |
| 736 | ** no pointer map associated with page 1. The integrity_check logic |
| 737 | ** requires that ptrmapPageno(*,1)!=1. |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 738 | */ |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 739 | static Pgno ptrmapPageno(BtShared *pBt, Pgno pgno){ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 740 | int nPagesPerMapPage; |
| 741 | Pgno iPtrMap, ret; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 742 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | 5f77b2e | 2010-08-21 15:09:37 +0000 | [diff] [blame] | 743 | if( pgno<2 ) return 0; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 744 | nPagesPerMapPage = (pBt->usableSize/5)+1; |
| 745 | iPtrMap = (pgno-2)/nPagesPerMapPage; |
| 746 | ret = (iPtrMap*nPagesPerMapPage) + 2; |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 747 | if( ret==PENDING_BYTE_PAGE(pBt) ){ |
| 748 | ret++; |
| 749 | } |
| 750 | return ret; |
| 751 | } |
danielk1977 | a19df67 | 2004-11-03 11:37:07 +0000 | [diff] [blame] | 752 | |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 753 | /* |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 754 | ** Write an entry into the pointer map. |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 755 | ** |
| 756 | ** This routine updates the pointer map entry for page number 'key' |
| 757 | ** so that it maps to type 'eType' and parent page number 'pgno'. |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 758 | ** |
| 759 | ** If *pRC is initially non-zero (non-SQLITE_OK) then this routine is |
| 760 | ** a no-op. If an error occurs, the appropriate error code is written |
| 761 | ** into *pRC. |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 762 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 763 | static void ptrmapPut(BtShared *pBt, Pgno key, u8 eType, Pgno parent, int *pRC){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 764 | DbPage *pDbPage; /* The pointer map page */ |
| 765 | u8 *pPtrmap; /* The pointer map data */ |
| 766 | Pgno iPtrmap; /* The pointer map page number */ |
| 767 | int offset; /* Offset in pointer map page */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 768 | int rc; /* Return code from subfunctions */ |
| 769 | |
| 770 | if( *pRC ) return; |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 771 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 772 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 773 | /* The master-journal page number must never be used as a pointer map page */ |
| 774 | assert( 0==PTRMAP_ISPAGE(pBt, PENDING_BYTE_PAGE(pBt)) ); |
| 775 | |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 776 | assert( pBt->autoVacuum ); |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 777 | if( key==0 ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 778 | *pRC = SQLITE_CORRUPT_BKPT; |
| 779 | return; |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 780 | } |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 781 | iPtrmap = PTRMAP_PAGENO(pBt, key); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 782 | rc = sqlite3PagerGet(pBt->pPager, iPtrmap, &pDbPage); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 783 | if( rc!=SQLITE_OK ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 784 | *pRC = rc; |
| 785 | return; |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 786 | } |
danielk1977 | 8c666b1 | 2008-07-18 09:34:57 +0000 | [diff] [blame] | 787 | offset = PTRMAP_PTROFFSET(iPtrmap, key); |
drh | acfc72b | 2009-06-05 18:44:15 +0000 | [diff] [blame] | 788 | if( offset<0 ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 789 | *pRC = SQLITE_CORRUPT_BKPT; |
drh | 4925a55 | 2009-07-07 11:39:58 +0000 | [diff] [blame] | 790 | goto ptrmap_exit; |
drh | acfc72b | 2009-06-05 18:44:15 +0000 | [diff] [blame] | 791 | } |
drh | fc24373 | 2011-05-17 15:21:56 +0000 | [diff] [blame] | 792 | assert( offset <= (int)pBt->usableSize-5 ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 793 | pPtrmap = (u8 *)sqlite3PagerGetData(pDbPage); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 794 | |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 795 | if( eType!=pPtrmap[offset] || get4byte(&pPtrmap[offset+1])!=parent ){ |
| 796 | TRACE(("PTRMAP_UPDATE: %d->(%d,%d)\n", key, eType, parent)); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 797 | *pRC= rc = sqlite3PagerWrite(pDbPage); |
danielk1977 | 5558a8a | 2005-01-17 07:53:44 +0000 | [diff] [blame] | 798 | if( rc==SQLITE_OK ){ |
| 799 | pPtrmap[offset] = eType; |
| 800 | put4byte(&pPtrmap[offset+1], parent); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 801 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 802 | } |
| 803 | |
drh | 4925a55 | 2009-07-07 11:39:58 +0000 | [diff] [blame] | 804 | ptrmap_exit: |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 805 | sqlite3PagerUnref(pDbPage); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 806 | } |
| 807 | |
| 808 | /* |
| 809 | ** Read an entry from the pointer map. |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 810 | ** |
| 811 | ** This routine retrieves the pointer map entry for page 'key', writing |
| 812 | ** the type and parent page number to *pEType and *pPgno respectively. |
| 813 | ** An error code is returned if something goes wrong, otherwise SQLITE_OK. |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 814 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 815 | static int ptrmapGet(BtShared *pBt, Pgno key, u8 *pEType, Pgno *pPgno){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 816 | DbPage *pDbPage; /* The pointer map page */ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 817 | int iPtrmap; /* Pointer map page index */ |
| 818 | u8 *pPtrmap; /* Pointer map page data */ |
| 819 | int offset; /* Offset of entry in pointer map */ |
| 820 | int rc; |
| 821 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 822 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 823 | |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 824 | iPtrmap = PTRMAP_PAGENO(pBt, key); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 825 | rc = sqlite3PagerGet(pBt->pPager, iPtrmap, &pDbPage); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 826 | if( rc!=0 ){ |
| 827 | return rc; |
| 828 | } |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 829 | pPtrmap = (u8 *)sqlite3PagerGetData(pDbPage); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 830 | |
danielk1977 | 8c666b1 | 2008-07-18 09:34:57 +0000 | [diff] [blame] | 831 | offset = PTRMAP_PTROFFSET(iPtrmap, key); |
drh | fc24373 | 2011-05-17 15:21:56 +0000 | [diff] [blame] | 832 | if( offset<0 ){ |
| 833 | sqlite3PagerUnref(pDbPage); |
| 834 | return SQLITE_CORRUPT_BKPT; |
| 835 | } |
| 836 | assert( offset <= (int)pBt->usableSize-5 ); |
drh | 43617e9 | 2006-03-06 20:55:46 +0000 | [diff] [blame] | 837 | assert( pEType!=0 ); |
| 838 | *pEType = pPtrmap[offset]; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 839 | if( pPgno ) *pPgno = get4byte(&pPtrmap[offset+1]); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 840 | |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 841 | sqlite3PagerUnref(pDbPage); |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 842 | if( *pEType<1 || *pEType>5 ) return SQLITE_CORRUPT_BKPT; |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 843 | return SQLITE_OK; |
| 844 | } |
| 845 | |
danielk1977 | 85d90ca | 2008-07-19 14:25:15 +0000 | [diff] [blame] | 846 | #else /* if defined SQLITE_OMIT_AUTOVACUUM */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 847 | #define ptrmapPut(w,x,y,z,rc) |
danielk1977 | 85d90ca | 2008-07-19 14:25:15 +0000 | [diff] [blame] | 848 | #define ptrmapGet(w,x,y,z) SQLITE_OK |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 849 | #define ptrmapPutOvflPtr(x, y, rc) |
danielk1977 | 85d90ca | 2008-07-19 14:25:15 +0000 | [diff] [blame] | 850 | #endif |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 851 | |
drh | 0d316a4 | 2002-08-11 20:10:47 +0000 | [diff] [blame] | 852 | /* |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 853 | ** Given a btree page and a cell index (0 means the first cell on |
| 854 | ** the page, 1 means the second cell, and so forth) return a pointer |
| 855 | ** to the cell content. |
| 856 | ** |
| 857 | ** This routine works only for pages that do not contain overflow cells. |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 858 | */ |
drh | 1688c86 | 2008-07-18 02:44:17 +0000 | [diff] [blame] | 859 | #define findCell(P,I) \ |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 860 | ((P)->aData + ((P)->maskPage & get2byte(&(P)->aCellIdx[2*(I)]))) |
drh | 68f2a57 | 2011-06-03 17:50:49 +0000 | [diff] [blame] | 861 | #define findCellv2(D,M,O,I) (D+(M&get2byte(D+(O+2*(I))))) |
| 862 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 863 | |
| 864 | /* |
drh | 93a960a | 2008-07-10 00:32:42 +0000 | [diff] [blame] | 865 | ** This a more complex version of findCell() that works for |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 866 | ** pages that do contain overflow cells. |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 867 | */ |
| 868 | static u8 *findOverflowCell(MemPage *pPage, int iCell){ |
| 869 | int i; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 870 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 871 | for(i=pPage->nOverflow-1; i>=0; i--){ |
drh | 6d08b4d | 2004-07-20 12:45:22 +0000 | [diff] [blame] | 872 | int k; |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 873 | k = pPage->aiOvfl[i]; |
drh | 6d08b4d | 2004-07-20 12:45:22 +0000 | [diff] [blame] | 874 | if( k<=iCell ){ |
| 875 | if( k==iCell ){ |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 876 | return pPage->apOvfl[i]; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 877 | } |
| 878 | iCell--; |
| 879 | } |
| 880 | } |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 881 | return findCell(pPage, iCell); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 882 | } |
| 883 | |
| 884 | /* |
| 885 | ** Parse a cell content block and fill in the CellInfo structure. There |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 886 | ** are two versions of this function. btreeParseCell() takes a |
| 887 | ** cell index as the second argument and btreeParseCellPtr() |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 888 | ** takes a pointer to the body of the cell as its second argument. |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 889 | ** |
| 890 | ** Within this file, the parseCell() macro can be called instead of |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 891 | ** btreeParseCellPtr(). Using some compilers, this will be faster. |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 892 | */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 893 | static void btreeParseCellPtr( |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 894 | MemPage *pPage, /* Page containing the cell */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 895 | u8 *pCell, /* Pointer to the cell text. */ |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 896 | CellInfo *pInfo /* Fill in this structure */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 897 | ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 898 | u16 n; /* Number bytes in cell content header */ |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 899 | u32 nPayload; /* Number of bytes of cell payload */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 900 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 901 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 902 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 903 | pInfo->pCell = pCell; |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 904 | assert( pPage->leaf==0 || pPage->leaf==1 ); |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 905 | n = pPage->childPtrSize; |
| 906 | assert( n==4-4*pPage->leaf ); |
drh | 504b698 | 2006-01-22 21:52:56 +0000 | [diff] [blame] | 907 | if( pPage->intKey ){ |
drh | 79df1f4 | 2008-07-18 00:57:33 +0000 | [diff] [blame] | 908 | if( pPage->hasData ){ |
| 909 | n += getVarint32(&pCell[n], nPayload); |
| 910 | }else{ |
| 911 | nPayload = 0; |
| 912 | } |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 913 | n += getVarint(&pCell[n], (u64*)&pInfo->nKey); |
drh | 79df1f4 | 2008-07-18 00:57:33 +0000 | [diff] [blame] | 914 | pInfo->nData = nPayload; |
drh | 504b698 | 2006-01-22 21:52:56 +0000 | [diff] [blame] | 915 | }else{ |
drh | 79df1f4 | 2008-07-18 00:57:33 +0000 | [diff] [blame] | 916 | pInfo->nData = 0; |
| 917 | n += getVarint32(&pCell[n], nPayload); |
| 918 | pInfo->nKey = nPayload; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 919 | } |
drh | 7236583 | 2007-03-06 15:53:44 +0000 | [diff] [blame] | 920 | pInfo->nPayload = nPayload; |
drh | 504b698 | 2006-01-22 21:52:56 +0000 | [diff] [blame] | 921 | pInfo->nHeader = n; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 922 | testcase( nPayload==pPage->maxLocal ); |
| 923 | testcase( nPayload==pPage->maxLocal+1 ); |
drh | 79df1f4 | 2008-07-18 00:57:33 +0000 | [diff] [blame] | 924 | if( likely(nPayload<=pPage->maxLocal) ){ |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 925 | /* This is the (easy) common case where the entire payload fits |
| 926 | ** on the local page. No overflow is required. |
| 927 | */ |
drh | 41692e9 | 2011-01-25 04:34:51 +0000 | [diff] [blame] | 928 | if( (pInfo->nSize = (u16)(n+nPayload))<4 ) pInfo->nSize = 4; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 929 | pInfo->nLocal = (u16)nPayload; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 930 | pInfo->iOverflow = 0; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 931 | }else{ |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 932 | /* If the payload will not fit completely on the local page, we have |
| 933 | ** to decide how much to store locally and how much to spill onto |
| 934 | ** overflow pages. The strategy is to minimize the amount of unused |
| 935 | ** space on overflow pages while keeping the amount of local storage |
| 936 | ** in between minLocal and maxLocal. |
| 937 | ** |
| 938 | ** Warning: changing the way overflow payload is distributed in any |
| 939 | ** way will result in an incompatible file format. |
| 940 | */ |
| 941 | int minLocal; /* Minimum amount of payload held locally */ |
| 942 | int maxLocal; /* Maximum amount of payload held locally */ |
| 943 | int surplus; /* Overflow payload available for local storage */ |
| 944 | |
| 945 | minLocal = pPage->minLocal; |
| 946 | maxLocal = pPage->maxLocal; |
| 947 | surplus = minLocal + (nPayload - minLocal)%(pPage->pBt->usableSize - 4); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 948 | testcase( surplus==maxLocal ); |
| 949 | testcase( surplus==maxLocal+1 ); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 950 | if( surplus <= maxLocal ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 951 | pInfo->nLocal = (u16)surplus; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 952 | }else{ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 953 | pInfo->nLocal = (u16)minLocal; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 954 | } |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 955 | pInfo->iOverflow = (u16)(pInfo->nLocal + n); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 956 | pInfo->nSize = pInfo->iOverflow + 4; |
| 957 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 958 | } |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 959 | #define parseCell(pPage, iCell, pInfo) \ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 960 | btreeParseCellPtr((pPage), findCell((pPage), (iCell)), (pInfo)) |
| 961 | static void btreeParseCell( |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 962 | MemPage *pPage, /* Page containing the cell */ |
| 963 | int iCell, /* The cell index. First cell is 0 */ |
| 964 | CellInfo *pInfo /* Fill in this structure */ |
| 965 | ){ |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 966 | parseCell(pPage, iCell, pInfo); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 967 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 968 | |
| 969 | /* |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 970 | ** Compute the total number of bytes that a Cell needs in the cell |
| 971 | ** data area of the btree-page. The return number includes the cell |
| 972 | ** data header and the local payload, but not any overflow page or |
| 973 | ** the space used by the cell pointer. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 974 | */ |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 975 | static u16 cellSizePtr(MemPage *pPage, u8 *pCell){ |
| 976 | u8 *pIter = &pCell[pPage->childPtrSize]; |
| 977 | u32 nSize; |
| 978 | |
| 979 | #ifdef SQLITE_DEBUG |
| 980 | /* The value returned by this function should always be the same as |
| 981 | ** the (CellInfo.nSize) value found by doing a full parse of the |
| 982 | ** cell. If SQLITE_DEBUG is defined, an assert() at the bottom of |
| 983 | ** this function verifies that this invariant is not violated. */ |
| 984 | CellInfo debuginfo; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 985 | btreeParseCellPtr(pPage, pCell, &debuginfo); |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 986 | #endif |
| 987 | |
| 988 | if( pPage->intKey ){ |
| 989 | u8 *pEnd; |
| 990 | if( pPage->hasData ){ |
| 991 | pIter += getVarint32(pIter, nSize); |
| 992 | }else{ |
| 993 | nSize = 0; |
| 994 | } |
| 995 | |
| 996 | /* pIter now points at the 64-bit integer key value, a variable length |
| 997 | ** integer. The following block moves pIter to point at the first byte |
| 998 | ** past the end of the key value. */ |
| 999 | pEnd = &pIter[9]; |
| 1000 | while( (*pIter++)&0x80 && pIter<pEnd ); |
| 1001 | }else{ |
| 1002 | pIter += getVarint32(pIter, nSize); |
| 1003 | } |
| 1004 | |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1005 | testcase( nSize==pPage->maxLocal ); |
| 1006 | testcase( nSize==pPage->maxLocal+1 ); |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 1007 | if( nSize>pPage->maxLocal ){ |
| 1008 | int minLocal = pPage->minLocal; |
| 1009 | nSize = minLocal + (nSize - minLocal) % (pPage->pBt->usableSize - 4); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1010 | testcase( nSize==pPage->maxLocal ); |
| 1011 | testcase( nSize==pPage->maxLocal+1 ); |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 1012 | if( nSize>pPage->maxLocal ){ |
| 1013 | nSize = minLocal; |
| 1014 | } |
| 1015 | nSize += 4; |
| 1016 | } |
shane | 75ac1de | 2009-06-09 18:58:52 +0000 | [diff] [blame] | 1017 | nSize += (u32)(pIter - pCell); |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 1018 | |
| 1019 | /* The minimum size of any cell is 4 bytes. */ |
| 1020 | if( nSize<4 ){ |
| 1021 | nSize = 4; |
| 1022 | } |
| 1023 | |
| 1024 | assert( nSize==debuginfo.nSize ); |
shane | 60a4b53 | 2009-05-06 18:57:09 +0000 | [diff] [blame] | 1025 | return (u16)nSize; |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 1026 | } |
drh | 0ee3dbe | 2009-10-16 15:05:18 +0000 | [diff] [blame] | 1027 | |
| 1028 | #ifdef SQLITE_DEBUG |
| 1029 | /* This variation on cellSizePtr() is used inside of assert() statements |
| 1030 | ** only. */ |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 1031 | static u16 cellSize(MemPage *pPage, int iCell){ |
danielk1977 | ae5558b | 2009-04-29 11:31:47 +0000 | [diff] [blame] | 1032 | return cellSizePtr(pPage, findCell(pPage, iCell)); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1033 | } |
danielk1977 | bc6ada4 | 2004-06-30 08:20:16 +0000 | [diff] [blame] | 1034 | #endif |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 1035 | |
danielk1977 | 79a40da | 2005-01-16 08:00:01 +0000 | [diff] [blame] | 1036 | #ifndef SQLITE_OMIT_AUTOVACUUM |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 1037 | /* |
danielk1977 | 2683665 | 2005-01-17 01:33:13 +0000 | [diff] [blame] | 1038 | ** If the cell pCell, part of page pPage contains a pointer |
danielk1977 | 79a40da | 2005-01-16 08:00:01 +0000 | [diff] [blame] | 1039 | ** to an overflow page, insert an entry into the pointer-map |
| 1040 | ** for the overflow page. |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 1041 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 1042 | static void ptrmapPutOvflPtr(MemPage *pPage, u8 *pCell, int *pRC){ |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 1043 | CellInfo info; |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 1044 | if( *pRC ) return; |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 1045 | assert( pCell!=0 ); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1046 | btreeParseCellPtr(pPage, pCell, &info); |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 1047 | assert( (info.nData+(pPage->intKey?0:info.nKey))==info.nPayload ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 1048 | if( info.iOverflow ){ |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 1049 | Pgno ovfl = get4byte(&pCell[info.iOverflow]); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 1050 | ptrmapPut(pPage->pBt, ovfl, PTRMAP_OVERFLOW1, pPage->pgno, pRC); |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 1051 | } |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 1052 | } |
danielk1977 | 79a40da | 2005-01-16 08:00:01 +0000 | [diff] [blame] | 1053 | #endif |
| 1054 | |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 1055 | |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 1056 | /* |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 1057 | ** Defragment the page given. All Cells are moved to the |
drh | 3a4a2d4 | 2005-11-24 14:24:28 +0000 | [diff] [blame] | 1058 | ** end of the page and all free space is collected into one |
| 1059 | ** big FreeBlk that occurs in between the header and cell |
drh | 31beae9 | 2005-11-24 14:34:36 +0000 | [diff] [blame] | 1060 | ** pointer array and the cell content area. |
drh | 365d68f | 2001-05-11 11:02:46 +0000 | [diff] [blame] | 1061 | */ |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 1062 | static int defragmentPage(MemPage *pPage){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1063 | int i; /* Loop counter */ |
| 1064 | int pc; /* Address of a i-th cell */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1065 | int hdr; /* Offset to the page header */ |
| 1066 | int size; /* Size of a cell */ |
| 1067 | int usableSize; /* Number of usable bytes on a page */ |
| 1068 | int cellOffset; /* Offset to the cell pointer array */ |
drh | 281b21d | 2008-08-22 12:57:08 +0000 | [diff] [blame] | 1069 | int cbrk; /* Offset to the cell content area */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1070 | int nCell; /* Number of cells on the page */ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 1071 | unsigned char *data; /* The page data */ |
| 1072 | unsigned char *temp; /* Temp area for cell content */ |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1073 | int iCellFirst; /* First allowable cell index */ |
| 1074 | int iCellLast; /* Last possible cell index */ |
| 1075 | |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 1076 | |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1077 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1078 | assert( pPage->pBt!=0 ); |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 1079 | assert( pPage->pBt->usableSize <= SQLITE_MAX_PAGE_SIZE ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1080 | assert( pPage->nOverflow==0 ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1081 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | 26b7994 | 2007-11-28 16:19:56 +0000 | [diff] [blame] | 1082 | temp = sqlite3PagerTempSpace(pPage->pBt->pPager); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1083 | data = pPage->aData; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1084 | hdr = pPage->hdrOffset; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1085 | cellOffset = pPage->cellOffset; |
| 1086 | nCell = pPage->nCell; |
| 1087 | assert( nCell==get2byte(&data[hdr+3]) ); |
| 1088 | usableSize = pPage->pBt->usableSize; |
drh | 281b21d | 2008-08-22 12:57:08 +0000 | [diff] [blame] | 1089 | cbrk = get2byte(&data[hdr+5]); |
| 1090 | memcpy(&temp[cbrk], &data[cbrk], usableSize - cbrk); |
| 1091 | cbrk = usableSize; |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1092 | iCellFirst = cellOffset + 2*nCell; |
| 1093 | iCellLast = usableSize - 4; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1094 | for(i=0; i<nCell; i++){ |
| 1095 | u8 *pAddr; /* The i-th cell pointer */ |
| 1096 | pAddr = &data[cellOffset + i*2]; |
| 1097 | pc = get2byte(pAddr); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1098 | testcase( pc==iCellFirst ); |
| 1099 | testcase( pc==iCellLast ); |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1100 | #if !defined(SQLITE_ENABLE_OVERSIZE_CELL_CHECK) |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1101 | /* These conditions have already been verified in btreeInitPage() |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1102 | ** if SQLITE_ENABLE_OVERSIZE_CELL_CHECK is defined |
| 1103 | */ |
| 1104 | if( pc<iCellFirst || pc>iCellLast ){ |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 1105 | return SQLITE_CORRUPT_BKPT; |
| 1106 | } |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1107 | #endif |
| 1108 | assert( pc>=iCellFirst && pc<=iCellLast ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1109 | size = cellSizePtr(pPage, &temp[pc]); |
drh | 281b21d | 2008-08-22 12:57:08 +0000 | [diff] [blame] | 1110 | cbrk -= size; |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1111 | #if defined(SQLITE_ENABLE_OVERSIZE_CELL_CHECK) |
| 1112 | if( cbrk<iCellFirst ){ |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 1113 | return SQLITE_CORRUPT_BKPT; |
| 1114 | } |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1115 | #else |
| 1116 | if( cbrk<iCellFirst || pc+size>usableSize ){ |
| 1117 | return SQLITE_CORRUPT_BKPT; |
| 1118 | } |
| 1119 | #endif |
drh | 7157e1d | 2009-07-09 13:25:32 +0000 | [diff] [blame] | 1120 | assert( cbrk+size<=usableSize && cbrk>=iCellFirst ); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1121 | testcase( cbrk+size==usableSize ); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1122 | testcase( pc+size==usableSize ); |
drh | 281b21d | 2008-08-22 12:57:08 +0000 | [diff] [blame] | 1123 | memcpy(&data[cbrk], &temp[pc], size); |
| 1124 | put2byte(pAddr, cbrk); |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 1125 | } |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1126 | assert( cbrk>=iCellFirst ); |
drh | 281b21d | 2008-08-22 12:57:08 +0000 | [diff] [blame] | 1127 | put2byte(&data[hdr+5], cbrk); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1128 | data[hdr+1] = 0; |
| 1129 | data[hdr+2] = 0; |
| 1130 | data[hdr+7] = 0; |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1131 | memset(&data[iCellFirst], 0, cbrk-iCellFirst); |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 1132 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 1714662 | 2009-07-07 17:38:38 +0000 | [diff] [blame] | 1133 | if( cbrk-iCellFirst!=pPage->nFree ){ |
danielk1977 | 360e634 | 2008-11-12 08:49:51 +0000 | [diff] [blame] | 1134 | return SQLITE_CORRUPT_BKPT; |
| 1135 | } |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 1136 | return SQLITE_OK; |
drh | 365d68f | 2001-05-11 11:02:46 +0000 | [diff] [blame] | 1137 | } |
| 1138 | |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 1139 | /* |
danielk1977 | 6011a75 | 2009-04-01 16:25:32 +0000 | [diff] [blame] | 1140 | ** Allocate nByte bytes of space from within the B-Tree page passed |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1141 | ** as the first argument. Write into *pIdx the index into pPage->aData[] |
| 1142 | ** of the first byte of allocated space. Return either SQLITE_OK or |
| 1143 | ** an error code (usually SQLITE_CORRUPT). |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 1144 | ** |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1145 | ** The caller guarantees that there is sufficient space to make the |
| 1146 | ** allocation. This routine might need to defragment in order to bring |
| 1147 | ** all the space together, however. This routine will avoid using |
| 1148 | ** the first two bytes past the cell pointer area since presumably this |
| 1149 | ** allocation is being made in order to insert a new cell, so we will |
| 1150 | ** also end up needing a new cell pointer. |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1151 | */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1152 | static int allocateSpace(MemPage *pPage, int nByte, int *pIdx){ |
danielk1977 | 6011a75 | 2009-04-01 16:25:32 +0000 | [diff] [blame] | 1153 | const int hdr = pPage->hdrOffset; /* Local cache of pPage->hdrOffset */ |
| 1154 | u8 * const data = pPage->aData; /* Local cache of pPage->aData */ |
| 1155 | int nFrag; /* Number of fragmented bytes on pPage */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1156 | int top; /* First byte of cell content area */ |
| 1157 | int gap; /* First byte of gap between cell pointers and cell content */ |
| 1158 | int rc; /* Integer return code */ |
drh | 00ce394 | 2009-12-06 03:35:51 +0000 | [diff] [blame] | 1159 | int usableSize; /* Usable size of the page */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1160 | |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1161 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1162 | assert( pPage->pBt ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1163 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | fa67c3c | 2008-07-11 02:21:40 +0000 | [diff] [blame] | 1164 | assert( nByte>=0 ); /* Minimum cell size is 4 */ |
| 1165 | assert( pPage->nFree>=nByte ); |
| 1166 | assert( pPage->nOverflow==0 ); |
drh | 00ce394 | 2009-12-06 03:35:51 +0000 | [diff] [blame] | 1167 | usableSize = pPage->pBt->usableSize; |
| 1168 | assert( nByte < usableSize-8 ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1169 | |
| 1170 | nFrag = data[hdr+7]; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1171 | assert( pPage->cellOffset == hdr + 12 - 4*pPage->leaf ); |
| 1172 | gap = pPage->cellOffset + 2*pPage->nCell; |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 1173 | top = get2byteNotZero(&data[hdr+5]); |
drh | 7157e1d | 2009-07-09 13:25:32 +0000 | [diff] [blame] | 1174 | if( gap>top ) return SQLITE_CORRUPT_BKPT; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1175 | testcase( gap+2==top ); |
| 1176 | testcase( gap+1==top ); |
| 1177 | testcase( gap==top ); |
| 1178 | |
danielk1977 | 6011a75 | 2009-04-01 16:25:32 +0000 | [diff] [blame] | 1179 | if( nFrag>=60 ){ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1180 | /* Always defragment highly fragmented pages */ |
| 1181 | rc = defragmentPage(pPage); |
| 1182 | if( rc ) return rc; |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 1183 | top = get2byteNotZero(&data[hdr+5]); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1184 | }else if( gap+2<=top ){ |
danielk1977 | 6011a75 | 2009-04-01 16:25:32 +0000 | [diff] [blame] | 1185 | /* Search the freelist looking for a free slot big enough to satisfy |
| 1186 | ** the request. The allocation is made from the first free slot in |
| 1187 | ** the list that is large enough to accomadate it. |
| 1188 | */ |
| 1189 | int pc, addr; |
| 1190 | for(addr=hdr+1; (pc = get2byte(&data[addr]))>0; addr=pc){ |
drh | 00ce394 | 2009-12-06 03:35:51 +0000 | [diff] [blame] | 1191 | int size; /* Size of the free slot */ |
| 1192 | if( pc>usableSize-4 || pc<addr+4 ){ |
| 1193 | return SQLITE_CORRUPT_BKPT; |
| 1194 | } |
| 1195 | size = get2byte(&data[pc+2]); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1196 | if( size>=nByte ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1197 | int x = size - nByte; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1198 | testcase( x==4 ); |
| 1199 | testcase( x==3 ); |
danielk1977 | 6011a75 | 2009-04-01 16:25:32 +0000 | [diff] [blame] | 1200 | if( x<4 ){ |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 1201 | /* Remove the slot from the free-list. Update the number of |
| 1202 | ** fragmented bytes within the page. */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1203 | memcpy(&data[addr], &data[pc], 2); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1204 | data[hdr+7] = (u8)(nFrag + x); |
drh | 00ce394 | 2009-12-06 03:35:51 +0000 | [diff] [blame] | 1205 | }else if( size+pc > usableSize ){ |
| 1206 | return SQLITE_CORRUPT_BKPT; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1207 | }else{ |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 1208 | /* The slot remains on the free-list. Reduce its size to account |
| 1209 | ** for the portion used by the new allocation. */ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1210 | put2byte(&data[pc+2], x); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1211 | } |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1212 | *pIdx = pc + x; |
| 1213 | return SQLITE_OK; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1214 | } |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1215 | } |
| 1216 | } |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1217 | |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1218 | /* Check to make sure there is enough space in the gap to satisfy |
| 1219 | ** the allocation. If not, defragment. |
| 1220 | */ |
| 1221 | testcase( gap+2+nByte==top ); |
| 1222 | if( gap+2+nByte>top ){ |
| 1223 | rc = defragmentPage(pPage); |
| 1224 | if( rc ) return rc; |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 1225 | top = get2byteNotZero(&data[hdr+5]); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1226 | assert( gap+nByte<=top ); |
| 1227 | } |
| 1228 | |
| 1229 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1230 | /* Allocate memory from the gap in between the cell pointer array |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 1231 | ** and the cell content area. The btreeInitPage() call has already |
| 1232 | ** validated the freelist. Given that the freelist is valid, there |
| 1233 | ** is no way that the allocation can extend off the end of the page. |
| 1234 | ** The assert() below verifies the previous sentence. |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1235 | */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1236 | top -= nByte; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1237 | put2byte(&data[hdr+5], top); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 1238 | assert( top+nByte <= (int)pPage->pBt->usableSize ); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1239 | *pIdx = top; |
| 1240 | return SQLITE_OK; |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1241 | } |
| 1242 | |
| 1243 | /* |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1244 | ** Return a section of the pPage->aData to the freelist. |
| 1245 | ** The first byte of the new free block is pPage->aDisk[start] |
| 1246 | ** and the size of the block is "size" bytes. |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 1247 | ** |
| 1248 | ** Most of the effort here is involved in coalesing adjacent |
| 1249 | ** free blocks into a single big free block. |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1250 | */ |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 1251 | static int freeSpace(MemPage *pPage, int start, int size){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1252 | int addr, pbegin, hdr; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1253 | int iLast; /* Largest possible freeblock offset */ |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1254 | unsigned char *data = pPage->aData; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 1255 | |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1256 | assert( pPage->pBt!=0 ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1257 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 1258 | assert( start>=pPage->hdrOffset+6+pPage->childPtrSize ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 1259 | assert( (start + size) <= (int)pPage->pBt->usableSize ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1260 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | 34004ce | 2008-07-11 16:15:17 +0000 | [diff] [blame] | 1261 | assert( size>=0 ); /* Minimum cell size is 4 */ |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1262 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1263 | if( pPage->pBt->btsFlags & BTS_SECURE_DELETE ){ |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 1264 | /* Overwrite deleted information with zeros when the secure_delete |
| 1265 | ** option is enabled */ |
| 1266 | memset(&data[start], 0, size); |
| 1267 | } |
drh | fcce93f | 2006-02-22 03:08:32 +0000 | [diff] [blame] | 1268 | |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1269 | /* Add the space back into the linked list of freeblocks. Note that |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1270 | ** even though the freeblock list was checked by btreeInitPage(), |
| 1271 | ** btreeInitPage() did not detect overlapping cells or |
drh | b908d76 | 2009-07-08 16:54:40 +0000 | [diff] [blame] | 1272 | ** freeblocks that overlapped cells. Nor does it detect when the |
| 1273 | ** cell content area exceeds the value in the page header. If these |
| 1274 | ** situations arise, then subsequent insert operations might corrupt |
| 1275 | ** the freelist. So we do need to check for corruption while scanning |
| 1276 | ** the freelist. |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1277 | */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1278 | hdr = pPage->hdrOffset; |
| 1279 | addr = hdr + 1; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1280 | iLast = pPage->pBt->usableSize - 4; |
drh | 35a25da | 2009-07-08 15:14:50 +0000 | [diff] [blame] | 1281 | assert( start<=iLast ); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1282 | while( (pbegin = get2byte(&data[addr]))<start && pbegin>0 ){ |
drh | 35a25da | 2009-07-08 15:14:50 +0000 | [diff] [blame] | 1283 | if( pbegin<addr+4 ){ |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 1284 | return SQLITE_CORRUPT_BKPT; |
| 1285 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1286 | addr = pbegin; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 1287 | } |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1288 | if( pbegin>iLast ){ |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 1289 | return SQLITE_CORRUPT_BKPT; |
| 1290 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1291 | assert( pbegin>addr || pbegin==0 ); |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 1292 | put2byte(&data[addr], start); |
| 1293 | put2byte(&data[start], pbegin); |
| 1294 | put2byte(&data[start+2], size); |
shane | 36840fd | 2009-06-26 16:32:13 +0000 | [diff] [blame] | 1295 | pPage->nFree = pPage->nFree + (u16)size; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1296 | |
| 1297 | /* Coalesce adjacent free blocks */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1298 | addr = hdr + 1; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1299 | while( (pbegin = get2byte(&data[addr]))>0 ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1300 | int pnext, psize, x; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1301 | assert( pbegin>addr ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 1302 | assert( pbegin <= (int)pPage->pBt->usableSize-4 ); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1303 | pnext = get2byte(&data[pbegin]); |
| 1304 | psize = get2byte(&data[pbegin+2]); |
| 1305 | if( pbegin + psize + 3 >= pnext && pnext>0 ){ |
| 1306 | int frag = pnext - (pbegin+psize); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1307 | if( (frag<0) || (frag>(int)data[hdr+7]) ){ |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 1308 | return SQLITE_CORRUPT_BKPT; |
| 1309 | } |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1310 | data[hdr+7] -= (u8)frag; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1311 | x = get2byte(&data[pnext]); |
| 1312 | put2byte(&data[pbegin], x); |
| 1313 | x = pnext + get2byte(&data[pnext+2]) - pbegin; |
| 1314 | put2byte(&data[pbegin+2], x); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1315 | }else{ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1316 | addr = pbegin; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1317 | } |
| 1318 | } |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1319 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1320 | /* If the cell content area begins with a freeblock, remove it. */ |
| 1321 | if( data[hdr+1]==data[hdr+5] && data[hdr+2]==data[hdr+6] ){ |
| 1322 | int top; |
| 1323 | pbegin = get2byte(&data[hdr+1]); |
| 1324 | memcpy(&data[hdr+1], &data[pbegin], 2); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1325 | top = get2byte(&data[hdr+5]) + get2byte(&data[pbegin+2]); |
| 1326 | put2byte(&data[hdr+5], top); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 1327 | } |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 1328 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 1329 | return SQLITE_OK; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 1330 | } |
| 1331 | |
| 1332 | /* |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1333 | ** Decode the flags byte (the first byte of the header) for a page |
| 1334 | ** and initialize fields of the MemPage structure accordingly. |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1335 | ** |
| 1336 | ** Only the following combinations are supported. Anything different |
| 1337 | ** indicates a corrupt database files: |
| 1338 | ** |
| 1339 | ** PTF_ZERODATA |
| 1340 | ** PTF_ZERODATA | PTF_LEAF |
| 1341 | ** PTF_LEAFDATA | PTF_INTKEY |
| 1342 | ** PTF_LEAFDATA | PTF_INTKEY | PTF_LEAF |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1343 | */ |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1344 | static int decodeFlags(MemPage *pPage, int flagByte){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1345 | BtShared *pBt; /* A copy of pPage->pBt */ |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1346 | |
| 1347 | assert( pPage->hdrOffset==(pPage->pgno==1 ? 100 : 0) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1348 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1349 | pPage->leaf = (u8)(flagByte>>3); assert( PTF_LEAF == 1<<3 ); |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1350 | flagByte &= ~PTF_LEAF; |
| 1351 | pPage->childPtrSize = 4-4*pPage->leaf; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1352 | pBt = pPage->pBt; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1353 | if( flagByte==(PTF_LEAFDATA | PTF_INTKEY) ){ |
| 1354 | pPage->intKey = 1; |
| 1355 | pPage->hasData = pPage->leaf; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1356 | pPage->maxLocal = pBt->maxLeaf; |
| 1357 | pPage->minLocal = pBt->minLeaf; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1358 | }else if( flagByte==PTF_ZERODATA ){ |
| 1359 | pPage->intKey = 0; |
| 1360 | pPage->hasData = 0; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1361 | pPage->maxLocal = pBt->maxLocal; |
| 1362 | pPage->minLocal = pBt->minLocal; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1363 | }else{ |
| 1364 | return SQLITE_CORRUPT_BKPT; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1365 | } |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1366 | pPage->max1bytePayload = pBt->max1bytePayload; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 1367 | return SQLITE_OK; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1368 | } |
| 1369 | |
| 1370 | /* |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1371 | ** Initialize the auxiliary information for a disk block. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 1372 | ** |
| 1373 | ** Return SQLITE_OK on success. If we see that the page does |
drh | da47d77 | 2002-12-02 04:25:19 +0000 | [diff] [blame] | 1374 | ** not contain a well-formed database page, then return |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 1375 | ** SQLITE_CORRUPT. Note that a return of SQLITE_OK does not |
| 1376 | ** guarantee that the page is well-formed. It only shows that |
| 1377 | ** we failed to detect any corruption. |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1378 | */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1379 | static int btreeInitPage(MemPage *pPage){ |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 1380 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1381 | assert( pPage->pBt!=0 ); |
| 1382 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1383 | assert( pPage->pgno==sqlite3PagerPagenumber(pPage->pDbPage) ); |
drh | bf4bca5 | 2007-09-06 22:19:14 +0000 | [diff] [blame] | 1384 | assert( pPage == sqlite3PagerGetExtra(pPage->pDbPage) ); |
| 1385 | assert( pPage->aData == sqlite3PagerGetData(pPage->pDbPage) ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1386 | |
| 1387 | if( !pPage->isInit ){ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1388 | u16 pc; /* Address of a freeblock within pPage->aData[] */ |
| 1389 | u8 hdr; /* Offset to beginning of page header */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1390 | u8 *data; /* Equal to pPage->aData */ |
| 1391 | BtShared *pBt; /* The main btree structure */ |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 1392 | int usableSize; /* Amount of usable space on each page */ |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 1393 | u16 cellOffset; /* Offset from start of page to first cell pointer */ |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 1394 | int nFree; /* Number of unused bytes on the page */ |
| 1395 | int top; /* First byte of the cell content area */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1396 | int iCellFirst; /* First allowable cell or freeblock offset */ |
| 1397 | int iCellLast; /* Last possible cell or freeblock offset */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1398 | |
| 1399 | pBt = pPage->pBt; |
| 1400 | |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1401 | hdr = pPage->hdrOffset; |
| 1402 | data = pPage->aData; |
| 1403 | if( decodeFlags(pPage, data[hdr]) ) return SQLITE_CORRUPT_BKPT; |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 1404 | assert( pBt->pageSize>=512 && pBt->pageSize<=65536 ); |
| 1405 | pPage->maskPage = (u16)(pBt->pageSize - 1); |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1406 | pPage->nOverflow = 0; |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1407 | usableSize = pBt->usableSize; |
| 1408 | pPage->cellOffset = cellOffset = hdr + 12 - 4*pPage->leaf; |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 1409 | pPage->aDataEnd = &data[usableSize]; |
| 1410 | pPage->aCellIdx = &data[cellOffset]; |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 1411 | top = get2byteNotZero(&data[hdr+5]); |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1412 | pPage->nCell = get2byte(&data[hdr+3]); |
| 1413 | if( pPage->nCell>MX_CELL(pBt) ){ |
| 1414 | /* To many cells for a single page. The page must be corrupt */ |
| 1415 | return SQLITE_CORRUPT_BKPT; |
| 1416 | } |
drh | b908d76 | 2009-07-08 16:54:40 +0000 | [diff] [blame] | 1417 | testcase( pPage->nCell==MX_CELL(pBt) ); |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1418 | |
shane | 5eff7cf | 2009-08-10 03:57:58 +0000 | [diff] [blame] | 1419 | /* A malformed database page might cause us to read past the end |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1420 | ** of page when parsing a cell. |
| 1421 | ** |
| 1422 | ** The following block of code checks early to see if a cell extends |
| 1423 | ** past the end of a page boundary and causes SQLITE_CORRUPT to be |
| 1424 | ** returned if it does. |
| 1425 | */ |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1426 | iCellFirst = cellOffset + 2*pPage->nCell; |
| 1427 | iCellLast = usableSize - 4; |
drh | 3b2a3fa | 2009-06-09 13:42:24 +0000 | [diff] [blame] | 1428 | #if defined(SQLITE_ENABLE_OVERSIZE_CELL_CHECK) |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1429 | { |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1430 | int i; /* Index into the cell pointer array */ |
| 1431 | int sz; /* Size of a cell */ |
| 1432 | |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1433 | if( !pPage->leaf ) iCellLast--; |
| 1434 | for(i=0; i<pPage->nCell; i++){ |
| 1435 | pc = get2byte(&data[cellOffset+i*2]); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1436 | testcase( pc==iCellFirst ); |
| 1437 | testcase( pc==iCellLast ); |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1438 | if( pc<iCellFirst || pc>iCellLast ){ |
| 1439 | return SQLITE_CORRUPT_BKPT; |
| 1440 | } |
| 1441 | sz = cellSizePtr(pPage, &data[pc]); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1442 | testcase( pc+sz==usableSize ); |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1443 | if( pc+sz>usableSize ){ |
| 1444 | return SQLITE_CORRUPT_BKPT; |
| 1445 | } |
| 1446 | } |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1447 | if( !pPage->leaf ) iCellLast++; |
drh | 69e931e | 2009-06-03 21:04:35 +0000 | [diff] [blame] | 1448 | } |
| 1449 | #endif |
| 1450 | |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1451 | /* Compute the total free space on the page */ |
| 1452 | pc = get2byte(&data[hdr+1]); |
danielk1977 | 93c829c | 2009-06-03 17:26:17 +0000 | [diff] [blame] | 1453 | nFree = data[hdr+7] + top; |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1454 | while( pc>0 ){ |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 1455 | u16 next, size; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 1456 | if( pc<iCellFirst || pc>iCellLast ){ |
dan | 4361e79 | 2009-08-14 17:01:22 +0000 | [diff] [blame] | 1457 | /* Start of free block is off the page */ |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1458 | return SQLITE_CORRUPT_BKPT; |
| 1459 | } |
| 1460 | next = get2byte(&data[pc]); |
| 1461 | size = get2byte(&data[pc+2]); |
dan | 4361e79 | 2009-08-14 17:01:22 +0000 | [diff] [blame] | 1462 | if( (next>0 && next<=pc+size+3) || pc+size>usableSize ){ |
| 1463 | /* Free blocks must be in ascending order. And the last byte of |
drh | f2f105d | 2012-08-20 15:53:54 +0000 | [diff] [blame] | 1464 | ** the free-block must lie on the database page. */ |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1465 | return SQLITE_CORRUPT_BKPT; |
| 1466 | } |
shane | 8509570 | 2009-06-15 16:27:08 +0000 | [diff] [blame] | 1467 | nFree = nFree + size; |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1468 | pc = next; |
| 1469 | } |
danielk1977 | 93c829c | 2009-06-03 17:26:17 +0000 | [diff] [blame] | 1470 | |
| 1471 | /* At this point, nFree contains the sum of the offset to the start |
| 1472 | ** of the cell-content area plus the number of free bytes within |
| 1473 | ** the cell-content area. If this is greater than the usable-size |
| 1474 | ** of the page, then the page must be corrupted. This check also |
| 1475 | ** serves to verify that the offset to the start of the cell-content |
| 1476 | ** area, according to the page header, lies within the page. |
| 1477 | */ |
| 1478 | if( nFree>usableSize ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 1479 | return SQLITE_CORRUPT_BKPT; |
drh | ee696e2 | 2004-08-30 16:52:17 +0000 | [diff] [blame] | 1480 | } |
shane | 5eff7cf | 2009-08-10 03:57:58 +0000 | [diff] [blame] | 1481 | pPage->nFree = (u16)(nFree - iCellFirst); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1482 | pPage->isInit = 1; |
| 1483 | } |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1484 | return SQLITE_OK; |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 1485 | } |
| 1486 | |
| 1487 | /* |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 1488 | ** Set up a raw page so that it looks like a database page holding |
| 1489 | ** no entries. |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 1490 | */ |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1491 | static void zeroPage(MemPage *pPage, int flags){ |
| 1492 | unsigned char *data = pPage->aData; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1493 | BtShared *pBt = pPage->pBt; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 1494 | u8 hdr = pPage->hdrOffset; |
| 1495 | u16 first; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1496 | |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1497 | assert( sqlite3PagerPagenumber(pPage->pDbPage)==pPage->pgno ); |
drh | bf4bca5 | 2007-09-06 22:19:14 +0000 | [diff] [blame] | 1498 | assert( sqlite3PagerGetExtra(pPage->pDbPage) == (void*)pPage ); |
| 1499 | assert( sqlite3PagerGetData(pPage->pDbPage) == data ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1500 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1501 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1502 | if( pBt->btsFlags & BTS_SECURE_DELETE ){ |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 1503 | memset(&data[hdr], 0, pBt->usableSize - hdr); |
| 1504 | } |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 1505 | data[hdr] = (char)flags; |
| 1506 | first = hdr + 8 + 4*((flags&PTF_LEAF)==0 ?1:0); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1507 | memset(&data[hdr+1], 0, 4); |
| 1508 | data[hdr+7] = 0; |
| 1509 | put2byte(&data[hdr+5], pBt->usableSize); |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 1510 | pPage->nFree = (u16)(pBt->usableSize - first); |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 1511 | decodeFlags(pPage, flags); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 1512 | pPage->hdrOffset = hdr; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1513 | pPage->cellOffset = first; |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 1514 | pPage->aDataEnd = &data[pBt->usableSize]; |
| 1515 | pPage->aCellIdx = &data[first]; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1516 | pPage->nOverflow = 0; |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 1517 | assert( pBt->pageSize>=512 && pBt->pageSize<=65536 ); |
| 1518 | pPage->maskPage = (u16)(pBt->pageSize - 1); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 1519 | pPage->nCell = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1520 | pPage->isInit = 1; |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 1521 | } |
| 1522 | |
drh | 897a820 | 2008-09-18 01:08:15 +0000 | [diff] [blame] | 1523 | |
| 1524 | /* |
| 1525 | ** Convert a DbPage obtained from the pager into a MemPage used by |
| 1526 | ** the btree layer. |
| 1527 | */ |
| 1528 | static MemPage *btreePageFromDbPage(DbPage *pDbPage, Pgno pgno, BtShared *pBt){ |
| 1529 | MemPage *pPage = (MemPage*)sqlite3PagerGetExtra(pDbPage); |
| 1530 | pPage->aData = sqlite3PagerGetData(pDbPage); |
| 1531 | pPage->pDbPage = pDbPage; |
| 1532 | pPage->pBt = pBt; |
| 1533 | pPage->pgno = pgno; |
| 1534 | pPage->hdrOffset = pPage->pgno==1 ? 100 : 0; |
| 1535 | return pPage; |
| 1536 | } |
| 1537 | |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 1538 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1539 | ** Get a page from the pager. Initialize the MemPage.pBt and |
| 1540 | ** MemPage.aData elements if needed. |
drh | 538f570 | 2007-04-13 02:14:30 +0000 | [diff] [blame] | 1541 | ** |
| 1542 | ** If the noContent flag is set, it means that we do not care about |
| 1543 | ** the content of the page at this time. So do not go to the disk |
| 1544 | ** to fetch the content. Just fill in the content with zeros for now. |
| 1545 | ** If in the future we call sqlite3PagerWrite() on this page, that |
| 1546 | ** means we have started to be concerned about content and the disk |
| 1547 | ** read should occur at that point. |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1548 | */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1549 | static int btreeGetPage( |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 1550 | BtShared *pBt, /* The btree */ |
| 1551 | Pgno pgno, /* Number of the page to fetch */ |
| 1552 | MemPage **ppPage, /* Return the page in this parameter */ |
| 1553 | int noContent /* Do not load page content if true */ |
| 1554 | ){ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1555 | int rc; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1556 | DbPage *pDbPage; |
| 1557 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1558 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | 538f570 | 2007-04-13 02:14:30 +0000 | [diff] [blame] | 1559 | rc = sqlite3PagerAcquire(pBt->pPager, pgno, (DbPage**)&pDbPage, noContent); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1560 | if( rc ) return rc; |
drh | 897a820 | 2008-09-18 01:08:15 +0000 | [diff] [blame] | 1561 | *ppPage = btreePageFromDbPage(pDbPage, pgno, pBt); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1562 | return SQLITE_OK; |
| 1563 | } |
| 1564 | |
| 1565 | /* |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 1566 | ** Retrieve a page from the pager cache. If the requested page is not |
| 1567 | ** already in the pager cache return NULL. Initialize the MemPage.pBt and |
| 1568 | ** MemPage.aData elements if needed. |
| 1569 | */ |
| 1570 | static MemPage *btreePageLookup(BtShared *pBt, Pgno pgno){ |
| 1571 | DbPage *pDbPage; |
| 1572 | assert( sqlite3_mutex_held(pBt->mutex) ); |
| 1573 | pDbPage = sqlite3PagerLookup(pBt->pPager, pgno); |
| 1574 | if( pDbPage ){ |
| 1575 | return btreePageFromDbPage(pDbPage, pgno, pBt); |
| 1576 | } |
| 1577 | return 0; |
| 1578 | } |
| 1579 | |
| 1580 | /* |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 1581 | ** Return the size of the database file in pages. If there is any kind of |
| 1582 | ** error, return ((unsigned int)-1). |
danielk1977 | 67fd7a9 | 2008-09-10 17:53:35 +0000 | [diff] [blame] | 1583 | */ |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 1584 | static Pgno btreePagecount(BtShared *pBt){ |
| 1585 | return pBt->nPage; |
| 1586 | } |
| 1587 | u32 sqlite3BtreeLastPage(Btree *p){ |
| 1588 | assert( sqlite3BtreeHoldsMutex(p) ); |
| 1589 | assert( ((p->pBt->nPage)&0x8000000)==0 ); |
| 1590 | return (int)btreePagecount(p->pBt); |
danielk1977 | 67fd7a9 | 2008-09-10 17:53:35 +0000 | [diff] [blame] | 1591 | } |
| 1592 | |
| 1593 | /* |
danielk1977 | 89bc4bc | 2009-07-21 19:25:24 +0000 | [diff] [blame] | 1594 | ** Get a page from the pager and initialize it. This routine is just a |
| 1595 | ** convenience wrapper around separate calls to btreeGetPage() and |
| 1596 | ** btreeInitPage(). |
| 1597 | ** |
| 1598 | ** If an error occurs, then the value *ppPage is set to is undefined. It |
| 1599 | ** may remain unchanged, or it may be set to an invalid value. |
drh | de64713 | 2004-05-07 17:57:49 +0000 | [diff] [blame] | 1600 | */ |
| 1601 | static int getAndInitPage( |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1602 | BtShared *pBt, /* The database file */ |
drh | de64713 | 2004-05-07 17:57:49 +0000 | [diff] [blame] | 1603 | Pgno pgno, /* Number of the page to get */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1604 | MemPage **ppPage /* Write the page pointer here */ |
drh | de64713 | 2004-05-07 17:57:49 +0000 | [diff] [blame] | 1605 | ){ |
| 1606 | int rc; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1607 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 89bc4bc | 2009-07-21 19:25:24 +0000 | [diff] [blame] | 1608 | |
dan | ba3cbf3 | 2010-06-30 04:29:03 +0000 | [diff] [blame] | 1609 | if( pgno>btreePagecount(pBt) ){ |
| 1610 | rc = SQLITE_CORRUPT_BKPT; |
| 1611 | }else{ |
| 1612 | rc = btreeGetPage(pBt, pgno, ppPage, 0); |
| 1613 | if( rc==SQLITE_OK ){ |
| 1614 | rc = btreeInitPage(*ppPage); |
| 1615 | if( rc!=SQLITE_OK ){ |
| 1616 | releasePage(*ppPage); |
| 1617 | } |
danielk1977 | 89bc4bc | 2009-07-21 19:25:24 +0000 | [diff] [blame] | 1618 | } |
drh | ee696e2 | 2004-08-30 16:52:17 +0000 | [diff] [blame] | 1619 | } |
dan | ba3cbf3 | 2010-06-30 04:29:03 +0000 | [diff] [blame] | 1620 | |
| 1621 | testcase( pgno==0 ); |
| 1622 | assert( pgno!=0 || rc==SQLITE_CORRUPT ); |
drh | de64713 | 2004-05-07 17:57:49 +0000 | [diff] [blame] | 1623 | return rc; |
| 1624 | } |
| 1625 | |
| 1626 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1627 | ** Release a MemPage. This should be called once for each prior |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1628 | ** call to btreeGetPage. |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1629 | */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 1630 | static void releasePage(MemPage *pPage){ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1631 | if( pPage ){ |
| 1632 | assert( pPage->aData ); |
| 1633 | assert( pPage->pBt ); |
drh | bf4bca5 | 2007-09-06 22:19:14 +0000 | [diff] [blame] | 1634 | assert( sqlite3PagerGetExtra(pPage->pDbPage) == (void*)pPage ); |
| 1635 | assert( sqlite3PagerGetData(pPage->pDbPage)==pPage->aData ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1636 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1637 | sqlite3PagerUnref(pPage->pDbPage); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1638 | } |
| 1639 | } |
| 1640 | |
| 1641 | /* |
drh | a6abd04 | 2004-06-09 17:37:22 +0000 | [diff] [blame] | 1642 | ** During a rollback, when the pager reloads information into the cache |
| 1643 | ** so that the cache is restored to its original state at the start of |
| 1644 | ** the transaction, for each page restored this routine is called. |
| 1645 | ** |
| 1646 | ** This routine needs to reset the extra data section at the end of the |
| 1647 | ** page to agree with the restored data. |
| 1648 | */ |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 1649 | static void pageReinit(DbPage *pData){ |
drh | 07d183d | 2005-05-01 22:52:42 +0000 | [diff] [blame] | 1650 | MemPage *pPage; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 1651 | pPage = (MemPage *)sqlite3PagerGetExtra(pData); |
danielk1977 | d217e6f | 2009-04-01 17:13:51 +0000 | [diff] [blame] | 1652 | assert( sqlite3PagerPageRefcount(pData)>0 ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1653 | if( pPage->isInit ){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 1654 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | a6abd04 | 2004-06-09 17:37:22 +0000 | [diff] [blame] | 1655 | pPage->isInit = 0; |
danielk1977 | d217e6f | 2009-04-01 17:13:51 +0000 | [diff] [blame] | 1656 | if( sqlite3PagerPageRefcount(pData)>1 ){ |
drh | 5e8d887 | 2009-03-30 17:19:48 +0000 | [diff] [blame] | 1657 | /* pPage might not be a btree page; it might be an overflow page |
| 1658 | ** or ptrmap page or a free page. In those cases, the following |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1659 | ** call to btreeInitPage() will likely return SQLITE_CORRUPT. |
drh | 5e8d887 | 2009-03-30 17:19:48 +0000 | [diff] [blame] | 1660 | ** But no harm is done by this. And it is very important that |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1661 | ** btreeInitPage() be called on every btree page so we make |
drh | 5e8d887 | 2009-03-30 17:19:48 +0000 | [diff] [blame] | 1662 | ** the call for every page that comes in for re-initing. */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 1663 | btreeInitPage(pPage); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1664 | } |
drh | a6abd04 | 2004-06-09 17:37:22 +0000 | [diff] [blame] | 1665 | } |
| 1666 | } |
| 1667 | |
| 1668 | /* |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1669 | ** Invoke the busy handler for a btree. |
| 1670 | */ |
danielk1977 | 1ceedd3 | 2008-11-19 10:22:33 +0000 | [diff] [blame] | 1671 | static int btreeInvokeBusyHandler(void *pArg){ |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1672 | BtShared *pBt = (BtShared*)pArg; |
| 1673 | assert( pBt->db ); |
| 1674 | assert( sqlite3_mutex_held(pBt->db->mutex) ); |
| 1675 | return sqlite3InvokeBusyHandler(&pBt->db->busyHandler); |
| 1676 | } |
| 1677 | |
| 1678 | /* |
drh | ad3e010 | 2004-09-03 23:32:18 +0000 | [diff] [blame] | 1679 | ** Open a database file. |
| 1680 | ** |
drh | 382c024 | 2001-10-06 16:33:02 +0000 | [diff] [blame] | 1681 | ** zFilename is the name of the database file. If zFilename is NULL |
drh | 75c014c | 2010-08-30 15:02:28 +0000 | [diff] [blame] | 1682 | ** then an ephemeral database is created. The ephemeral database might |
| 1683 | ** be exclusively in memory, or it might use a disk-based memory cache. |
| 1684 | ** Either way, the ephemeral database will be automatically deleted |
| 1685 | ** when sqlite3BtreeClose() is called. |
| 1686 | ** |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1687 | ** If zFilename is ":memory:" then an in-memory database is created |
| 1688 | ** that is automatically destroyed when it is closed. |
drh | c47fd8e | 2009-04-30 13:30:32 +0000 | [diff] [blame] | 1689 | ** |
drh | 33f111d | 2012-01-17 15:29:14 +0000 | [diff] [blame] | 1690 | ** The "flags" parameter is a bitmask that might contain bits like |
| 1691 | ** BTREE_OMIT_JOURNAL and/or BTREE_MEMORY. |
drh | 75c014c | 2010-08-30 15:02:28 +0000 | [diff] [blame] | 1692 | ** |
drh | c47fd8e | 2009-04-30 13:30:32 +0000 | [diff] [blame] | 1693 | ** If the database is already opened in the same database connection |
| 1694 | ** and we are in shared cache mode, then the open will fail with an |
| 1695 | ** SQLITE_CONSTRAINT error. We cannot allow two or more BtShared |
| 1696 | ** objects in the same database connection since doing so will lead |
| 1697 | ** to problems with locking. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 1698 | */ |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 1699 | int sqlite3BtreeOpen( |
dan | 3a6d8ae | 2011-04-23 15:54:54 +0000 | [diff] [blame] | 1700 | sqlite3_vfs *pVfs, /* VFS to use for this b-tree */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1701 | const char *zFilename, /* Name of the file containing the BTree database */ |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1702 | sqlite3 *db, /* Associated database handle */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 1703 | Btree **ppBtree, /* Pointer to new Btree object written here */ |
drh | 33f4e02 | 2007-09-03 15:19:34 +0000 | [diff] [blame] | 1704 | int flags, /* Options */ |
| 1705 | int vfsFlags /* Flags passed through to sqlite3_vfs.xOpen() */ |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 1706 | ){ |
drh | 7555d8e | 2009-03-20 13:15:30 +0000 | [diff] [blame] | 1707 | BtShared *pBt = 0; /* Shared part of btree structure */ |
| 1708 | Btree *p; /* Handle to return */ |
| 1709 | sqlite3_mutex *mutexOpen = 0; /* Prevents a race condition. Ticket #3537 */ |
| 1710 | int rc = SQLITE_OK; /* Result code from this function */ |
| 1711 | u8 nReserve; /* Byte of unused space on each page */ |
| 1712 | unsigned char zDbHeader[100]; /* Database header content */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1713 | |
drh | 75c014c | 2010-08-30 15:02:28 +0000 | [diff] [blame] | 1714 | /* True if opening an ephemeral, temporary database */ |
| 1715 | const int isTempDb = zFilename==0 || zFilename[0]==0; |
| 1716 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1717 | /* Set the variable isMemdb to true for an in-memory database, or |
drh | b0a7c9c | 2010-12-06 21:09:59 +0000 | [diff] [blame] | 1718 | ** false for a file-based database. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1719 | */ |
drh | b0a7c9c | 2010-12-06 21:09:59 +0000 | [diff] [blame] | 1720 | #ifdef SQLITE_OMIT_MEMORYDB |
| 1721 | const int isMemdb = 0; |
| 1722 | #else |
| 1723 | const int isMemdb = (zFilename && strcmp(zFilename, ":memory:")==0) |
drh | 9c67b2a | 2012-05-28 13:58:00 +0000 | [diff] [blame] | 1724 | || (isTempDb && sqlite3TempInMemory(db)) |
| 1725 | || (vfsFlags & SQLITE_OPEN_MEMORY)!=0; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1726 | #endif |
| 1727 | |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1728 | assert( db!=0 ); |
dan | 3a6d8ae | 2011-04-23 15:54:54 +0000 | [diff] [blame] | 1729 | assert( pVfs!=0 ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1730 | assert( sqlite3_mutex_held(db->mutex) ); |
drh | d4187c7 | 2010-08-30 22:15:45 +0000 | [diff] [blame] | 1731 | assert( (flags&0xff)==flags ); /* flags fit in 8 bits */ |
| 1732 | |
| 1733 | /* Only a BTREE_SINGLE database can be BTREE_UNORDERED */ |
| 1734 | assert( (flags & BTREE_UNORDERED)==0 || (flags & BTREE_SINGLE)!=0 ); |
| 1735 | |
| 1736 | /* A BTREE_SINGLE database is always a temporary and/or ephemeral */ |
| 1737 | assert( (flags & BTREE_SINGLE)==0 || isTempDb ); |
drh | 153c62c | 2007-08-24 03:51:33 +0000 | [diff] [blame] | 1738 | |
drh | 75c014c | 2010-08-30 15:02:28 +0000 | [diff] [blame] | 1739 | if( isMemdb ){ |
| 1740 | flags |= BTREE_MEMORY; |
| 1741 | } |
| 1742 | if( (vfsFlags & SQLITE_OPEN_MAIN_DB)!=0 && (isMemdb || isTempDb) ){ |
| 1743 | vfsFlags = (vfsFlags & ~SQLITE_OPEN_MAIN_DB) | SQLITE_OPEN_TEMP_DB; |
| 1744 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1745 | p = sqlite3MallocZero(sizeof(Btree)); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1746 | if( !p ){ |
| 1747 | return SQLITE_NOMEM; |
| 1748 | } |
| 1749 | p->inTrans = TRANS_NONE; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1750 | p->db = db; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 1751 | #ifndef SQLITE_OMIT_SHARED_CACHE |
| 1752 | p->lock.pBtree = p; |
| 1753 | p->lock.iTable = 1; |
| 1754 | #endif |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1755 | |
drh | 198bf39 | 2006-01-06 21:52:49 +0000 | [diff] [blame] | 1756 | #if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1757 | /* |
| 1758 | ** If this Btree is a candidate for shared cache, try to find an |
| 1759 | ** existing BtShared object that we can share with |
| 1760 | */ |
drh | 4ab9d25 | 2012-05-26 20:08:49 +0000 | [diff] [blame] | 1761 | if( isTempDb==0 && (isMemdb==0 || (vfsFlags&SQLITE_OPEN_URI)!=0) ){ |
drh | f1f1268 | 2009-09-09 14:17:52 +0000 | [diff] [blame] | 1762 | if( vfsFlags & SQLITE_OPEN_SHAREDCACHE ){ |
danielk1977 | adfb9b0 | 2007-09-17 07:02:56 +0000 | [diff] [blame] | 1763 | int nFullPathname = pVfs->mxPathname+1; |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 1764 | char *zFullPathname = sqlite3Malloc(nFullPathname); |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1765 | MUTEX_LOGIC( sqlite3_mutex *mutexShared; ) |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1766 | p->sharable = 1; |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1767 | if( !zFullPathname ){ |
| 1768 | sqlite3_free(p); |
| 1769 | return SQLITE_NOMEM; |
| 1770 | } |
drh | afc8b7f | 2012-05-26 18:06:38 +0000 | [diff] [blame] | 1771 | if( isMemdb ){ |
| 1772 | memcpy(zFullPathname, zFilename, sqlite3Strlen30(zFilename)+1); |
| 1773 | }else{ |
| 1774 | rc = sqlite3OsFullPathname(pVfs, zFilename, |
| 1775 | nFullPathname, zFullPathname); |
| 1776 | if( rc ){ |
| 1777 | sqlite3_free(zFullPathname); |
| 1778 | sqlite3_free(p); |
| 1779 | return rc; |
| 1780 | } |
drh | 070ad6b | 2011-11-17 11:43:19 +0000 | [diff] [blame] | 1781 | } |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1782 | #if SQLITE_THREADSAFE |
drh | 7555d8e | 2009-03-20 13:15:30 +0000 | [diff] [blame] | 1783 | mutexOpen = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_OPEN); |
| 1784 | sqlite3_mutex_enter(mutexOpen); |
danielk1977 | 59f8c08 | 2008-06-18 17:09:10 +0000 | [diff] [blame] | 1785 | mutexShared = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MASTER); |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1786 | sqlite3_mutex_enter(mutexShared); |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1787 | #endif |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 1788 | for(pBt=GLOBAL(BtShared*,sqlite3SharedCacheList); pBt; pBt=pBt->pNext){ |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1789 | assert( pBt->nRef>0 ); |
drh | d4e0bb0 | 2012-05-27 01:19:04 +0000 | [diff] [blame] | 1790 | if( 0==strcmp(zFullPathname, sqlite3PagerFilename(pBt->pPager, 0)) |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1791 | && sqlite3PagerVfs(pBt->pPager)==pVfs ){ |
drh | c47fd8e | 2009-04-30 13:30:32 +0000 | [diff] [blame] | 1792 | int iDb; |
| 1793 | for(iDb=db->nDb-1; iDb>=0; iDb--){ |
| 1794 | Btree *pExisting = db->aDb[iDb].pBt; |
| 1795 | if( pExisting && pExisting->pBt==pBt ){ |
| 1796 | sqlite3_mutex_leave(mutexShared); |
| 1797 | sqlite3_mutex_leave(mutexOpen); |
| 1798 | sqlite3_free(zFullPathname); |
| 1799 | sqlite3_free(p); |
| 1800 | return SQLITE_CONSTRAINT; |
| 1801 | } |
| 1802 | } |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1803 | p->pBt = pBt; |
| 1804 | pBt->nRef++; |
| 1805 | break; |
| 1806 | } |
| 1807 | } |
| 1808 | sqlite3_mutex_leave(mutexShared); |
| 1809 | sqlite3_free(zFullPathname); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1810 | } |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1811 | #ifdef SQLITE_DEBUG |
| 1812 | else{ |
| 1813 | /* In debug mode, we mark all persistent databases as sharable |
| 1814 | ** even when they are not. This exercises the locking code and |
| 1815 | ** gives more opportunity for asserts(sqlite3_mutex_held()) |
| 1816 | ** statements to find locking problems. |
| 1817 | */ |
| 1818 | p->sharable = 1; |
| 1819 | } |
| 1820 | #endif |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1821 | } |
| 1822 | #endif |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 1823 | if( pBt==0 ){ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1824 | /* |
| 1825 | ** The following asserts make sure that structures used by the btree are |
| 1826 | ** the right size. This is to guard against size changes that result |
| 1827 | ** when compiling on a different architecture. |
danielk1977 | 03aded4 | 2004-11-22 05:26:27 +0000 | [diff] [blame] | 1828 | */ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1829 | assert( sizeof(i64)==8 || sizeof(i64)==4 ); |
| 1830 | assert( sizeof(u64)==8 || sizeof(u64)==4 ); |
| 1831 | assert( sizeof(u32)==4 ); |
| 1832 | assert( sizeof(u16)==2 ); |
| 1833 | assert( sizeof(Pgno)==4 ); |
| 1834 | |
| 1835 | pBt = sqlite3MallocZero( sizeof(*pBt) ); |
| 1836 | if( pBt==0 ){ |
| 1837 | rc = SQLITE_NOMEM; |
| 1838 | goto btree_open_out; |
| 1839 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 1840 | rc = sqlite3PagerOpen(pVfs, &pBt->pPager, zFilename, |
drh | 4775ecd | 2009-07-24 19:01:19 +0000 | [diff] [blame] | 1841 | EXTRA_SIZE, flags, vfsFlags, pageReinit); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1842 | if( rc==SQLITE_OK ){ |
| 1843 | rc = sqlite3PagerReadFileheader(pBt->pPager,sizeof(zDbHeader),zDbHeader); |
| 1844 | } |
| 1845 | if( rc!=SQLITE_OK ){ |
| 1846 | goto btree_open_out; |
| 1847 | } |
shaneh | bd2aaf9 | 2010-09-01 02:38:21 +0000 | [diff] [blame] | 1848 | pBt->openFlags = (u8)flags; |
danielk1977 | 2a50ff0 | 2009-04-10 09:47:06 +0000 | [diff] [blame] | 1849 | pBt->db = db; |
danielk1977 | 1ceedd3 | 2008-11-19 10:22:33 +0000 | [diff] [blame] | 1850 | sqlite3PagerSetBusyhandler(pBt->pPager, btreeInvokeBusyHandler, pBt); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1851 | p->pBt = pBt; |
| 1852 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1853 | pBt->pCursor = 0; |
| 1854 | pBt->pPage1 = 0; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1855 | if( sqlite3PagerIsreadonly(pBt->pPager) ) pBt->btsFlags |= BTS_READ_ONLY; |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 1856 | #ifdef SQLITE_SECURE_DELETE |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1857 | pBt->btsFlags |= BTS_SECURE_DELETE; |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 1858 | #endif |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 1859 | pBt->pageSize = (zDbHeader[16]<<8) | (zDbHeader[17]<<16); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1860 | if( pBt->pageSize<512 || pBt->pageSize>SQLITE_MAX_PAGE_SIZE |
| 1861 | || ((pBt->pageSize-1)&pBt->pageSize)!=0 ){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 1862 | pBt->pageSize = 0; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1863 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 1864 | /* If the magic name ":memory:" will create an in-memory database, then |
| 1865 | ** leave the autoVacuum mode at 0 (do not auto-vacuum), even if |
| 1866 | ** SQLITE_DEFAULT_AUTOVACUUM is true. On the other hand, if |
| 1867 | ** SQLITE_OMIT_MEMORYDB has been defined, then ":memory:" is just a |
| 1868 | ** regular file-name. In this case the auto-vacuum applies as per normal. |
| 1869 | */ |
| 1870 | if( zFilename && !isMemdb ){ |
| 1871 | pBt->autoVacuum = (SQLITE_DEFAULT_AUTOVACUUM ? 1 : 0); |
| 1872 | pBt->incrVacuum = (SQLITE_DEFAULT_AUTOVACUUM==2 ? 1 : 0); |
| 1873 | } |
| 1874 | #endif |
| 1875 | nReserve = 0; |
| 1876 | }else{ |
| 1877 | nReserve = zDbHeader[20]; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 1878 | pBt->btsFlags |= BTS_PAGESIZE_FIXED; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1879 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 1880 | pBt->autoVacuum = (get4byte(&zDbHeader[36 + 4*4])?1:0); |
| 1881 | pBt->incrVacuum = (get4byte(&zDbHeader[36 + 7*4])?1:0); |
| 1882 | #endif |
| 1883 | } |
drh | fa9601a | 2009-06-18 17:22:39 +0000 | [diff] [blame] | 1884 | rc = sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize, nReserve); |
drh | c0b6181 | 2009-04-30 01:22:41 +0000 | [diff] [blame] | 1885 | if( rc ) goto btree_open_out; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1886 | pBt->usableSize = pBt->pageSize - nReserve; |
| 1887 | assert( (pBt->pageSize & 7)==0 ); /* 8-byte alignment of pageSize */ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1888 | |
| 1889 | #if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) |
| 1890 | /* Add the new BtShared object to the linked list sharable BtShareds. |
| 1891 | */ |
| 1892 | if( p->sharable ){ |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1893 | MUTEX_LOGIC( sqlite3_mutex *mutexShared; ) |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1894 | pBt->nRef = 1; |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1895 | MUTEX_LOGIC( mutexShared = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MASTER);) |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 1896 | if( SQLITE_THREADSAFE && sqlite3GlobalConfig.bCoreMutex ){ |
danielk1977 | 59f8c08 | 2008-06-18 17:09:10 +0000 | [diff] [blame] | 1897 | pBt->mutex = sqlite3MutexAlloc(SQLITE_MUTEX_FAST); |
drh | 3285db2 | 2007-09-03 22:00:39 +0000 | [diff] [blame] | 1898 | if( pBt->mutex==0 ){ |
| 1899 | rc = SQLITE_NOMEM; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1900 | db->mallocFailed = 0; |
drh | 3285db2 | 2007-09-03 22:00:39 +0000 | [diff] [blame] | 1901 | goto btree_open_out; |
| 1902 | } |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 1903 | } |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1904 | sqlite3_mutex_enter(mutexShared); |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 1905 | pBt->pNext = GLOBAL(BtShared*,sqlite3SharedCacheList); |
| 1906 | GLOBAL(BtShared*,sqlite3SharedCacheList) = pBt; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1907 | sqlite3_mutex_leave(mutexShared); |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 1908 | } |
drh | eee46cf | 2004-11-06 00:02:48 +0000 | [diff] [blame] | 1909 | #endif |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 1910 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1911 | |
drh | cfed7bc | 2006-03-13 14:28:05 +0000 | [diff] [blame] | 1912 | #if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1913 | /* If the new Btree uses a sharable pBtShared, then link the new |
| 1914 | ** Btree into the list of all sharable Btrees for the same connection. |
drh | abddb0c | 2007-08-20 13:14:28 +0000 | [diff] [blame] | 1915 | ** The list is kept in ascending order by pBt address. |
danielk1977 | 54f0198 | 2006-01-18 15:25:17 +0000 | [diff] [blame] | 1916 | */ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1917 | if( p->sharable ){ |
| 1918 | int i; |
| 1919 | Btree *pSib; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 1920 | for(i=0; i<db->nDb; i++){ |
| 1921 | if( (pSib = db->aDb[i].pBt)!=0 && pSib->sharable ){ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1922 | while( pSib->pPrev ){ pSib = pSib->pPrev; } |
| 1923 | if( p->pBt<pSib->pBt ){ |
| 1924 | p->pNext = pSib; |
| 1925 | p->pPrev = 0; |
| 1926 | pSib->pPrev = p; |
| 1927 | }else{ |
drh | abddb0c | 2007-08-20 13:14:28 +0000 | [diff] [blame] | 1928 | while( pSib->pNext && pSib->pNext->pBt<p->pBt ){ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1929 | pSib = pSib->pNext; |
| 1930 | } |
| 1931 | p->pNext = pSib->pNext; |
| 1932 | p->pPrev = pSib; |
| 1933 | if( p->pNext ){ |
| 1934 | p->pNext->pPrev = p; |
| 1935 | } |
| 1936 | pSib->pNext = p; |
| 1937 | } |
| 1938 | break; |
| 1939 | } |
| 1940 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1941 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 1942 | #endif |
| 1943 | *ppBtree = p; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 1944 | |
| 1945 | btree_open_out: |
| 1946 | if( rc!=SQLITE_OK ){ |
| 1947 | if( pBt && pBt->pPager ){ |
| 1948 | sqlite3PagerClose(pBt->pPager); |
| 1949 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 1950 | sqlite3_free(pBt); |
| 1951 | sqlite3_free(p); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 1952 | *ppBtree = 0; |
drh | 75c014c | 2010-08-30 15:02:28 +0000 | [diff] [blame] | 1953 | }else{ |
| 1954 | /* If the B-Tree was successfully opened, set the pager-cache size to the |
| 1955 | ** default value. Except, when opening on an existing shared pager-cache, |
| 1956 | ** do not change the pager-cache size. |
| 1957 | */ |
| 1958 | if( sqlite3BtreeSchema(p, 0, 0)==0 ){ |
| 1959 | sqlite3PagerSetCachesize(p->pBt->pPager, SQLITE_DEFAULT_CACHE_SIZE); |
| 1960 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 1961 | } |
drh | 7555d8e | 2009-03-20 13:15:30 +0000 | [diff] [blame] | 1962 | if( mutexOpen ){ |
| 1963 | assert( sqlite3_mutex_held(mutexOpen) ); |
| 1964 | sqlite3_mutex_leave(mutexOpen); |
| 1965 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 1966 | return rc; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 1967 | } |
| 1968 | |
| 1969 | /* |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1970 | ** Decrement the BtShared.nRef counter. When it reaches zero, |
| 1971 | ** remove the BtShared structure from the sharing list. Return |
| 1972 | ** true if the BtShared.nRef counter reaches zero and return |
| 1973 | ** false if it is still positive. |
| 1974 | */ |
| 1975 | static int removeFromSharingList(BtShared *pBt){ |
| 1976 | #ifndef SQLITE_OMIT_SHARED_CACHE |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1977 | MUTEX_LOGIC( sqlite3_mutex *pMaster; ) |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1978 | BtShared *pList; |
| 1979 | int removed = 0; |
| 1980 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 1981 | assert( sqlite3_mutex_notheld(pBt->mutex) ); |
drh | 30ddce6 | 2011-10-15 00:16:30 +0000 | [diff] [blame] | 1982 | MUTEX_LOGIC( pMaster = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MASTER); ) |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1983 | sqlite3_mutex_enter(pMaster); |
| 1984 | pBt->nRef--; |
| 1985 | if( pBt->nRef<=0 ){ |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 1986 | if( GLOBAL(BtShared*,sqlite3SharedCacheList)==pBt ){ |
| 1987 | GLOBAL(BtShared*,sqlite3SharedCacheList) = pBt->pNext; |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1988 | }else{ |
drh | 78f82d1 | 2008-09-02 00:52:52 +0000 | [diff] [blame] | 1989 | pList = GLOBAL(BtShared*,sqlite3SharedCacheList); |
drh | 34004ce | 2008-07-11 16:15:17 +0000 | [diff] [blame] | 1990 | while( ALWAYS(pList) && pList->pNext!=pBt ){ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1991 | pList=pList->pNext; |
| 1992 | } |
drh | 34004ce | 2008-07-11 16:15:17 +0000 | [diff] [blame] | 1993 | if( ALWAYS(pList) ){ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 1994 | pList->pNext = pBt->pNext; |
| 1995 | } |
| 1996 | } |
drh | 3285db2 | 2007-09-03 22:00:39 +0000 | [diff] [blame] | 1997 | if( SQLITE_THREADSAFE ){ |
| 1998 | sqlite3_mutex_free(pBt->mutex); |
| 1999 | } |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2000 | removed = 1; |
| 2001 | } |
| 2002 | sqlite3_mutex_leave(pMaster); |
| 2003 | return removed; |
| 2004 | #else |
| 2005 | return 1; |
| 2006 | #endif |
| 2007 | } |
| 2008 | |
| 2009 | /* |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 2010 | ** Make sure pBt->pTmpSpace points to an allocation of |
| 2011 | ** MX_CELL_SIZE(pBt) bytes. |
| 2012 | */ |
| 2013 | static void allocateTempSpace(BtShared *pBt){ |
| 2014 | if( !pBt->pTmpSpace ){ |
| 2015 | pBt->pTmpSpace = sqlite3PageMalloc( pBt->pageSize ); |
| 2016 | } |
| 2017 | } |
| 2018 | |
| 2019 | /* |
| 2020 | ** Free the pBt->pTmpSpace allocation |
| 2021 | */ |
| 2022 | static void freeTempSpace(BtShared *pBt){ |
| 2023 | sqlite3PageFree( pBt->pTmpSpace); |
| 2024 | pBt->pTmpSpace = 0; |
| 2025 | } |
| 2026 | |
| 2027 | /* |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 2028 | ** Close an open database and invalidate all cursors. |
| 2029 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2030 | int sqlite3BtreeClose(Btree *p){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2031 | BtShared *pBt = p->pBt; |
| 2032 | BtCursor *pCur; |
| 2033 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2034 | /* Close all cursors opened via this handle. */ |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 2035 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2036 | sqlite3BtreeEnter(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2037 | pCur = pBt->pCursor; |
| 2038 | while( pCur ){ |
| 2039 | BtCursor *pTmp = pCur; |
| 2040 | pCur = pCur->pNext; |
| 2041 | if( pTmp->pBtree==p ){ |
| 2042 | sqlite3BtreeCloseCursor(pTmp); |
| 2043 | } |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 2044 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2045 | |
danielk1977 | 8d34dfd | 2006-01-24 16:37:57 +0000 | [diff] [blame] | 2046 | /* Rollback any active transaction and free the handle structure. |
| 2047 | ** The call to sqlite3BtreeRollback() drops any table-locks held by |
| 2048 | ** this handle. |
| 2049 | */ |
drh | 0f198a7 | 2012-02-13 16:43:16 +0000 | [diff] [blame] | 2050 | sqlite3BtreeRollback(p, SQLITE_OK); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2051 | sqlite3BtreeLeave(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2052 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2053 | /* If there are still other outstanding references to the shared-btree |
| 2054 | ** structure, return now. The remainder of this procedure cleans |
| 2055 | ** up the shared-btree. |
| 2056 | */ |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2057 | assert( p->wantToLock==0 && p->locked==0 ); |
| 2058 | if( !p->sharable || removeFromSharingList(pBt) ){ |
| 2059 | /* The pBt is no longer on the sharing list, so we can access |
| 2060 | ** it without having to hold the mutex. |
| 2061 | ** |
| 2062 | ** Clean out and delete the BtShared object. |
| 2063 | */ |
| 2064 | assert( !pBt->pCursor ); |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2065 | sqlite3PagerClose(pBt->pPager); |
| 2066 | if( pBt->xFreeSchema && pBt->pSchema ){ |
| 2067 | pBt->xFreeSchema(pBt->pSchema); |
| 2068 | } |
drh | b975598 | 2010-07-24 16:34:37 +0000 | [diff] [blame] | 2069 | sqlite3DbFree(0, pBt->pSchema); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 2070 | freeTempSpace(pBt); |
drh | 65bbf29 | 2008-06-19 01:03:17 +0000 | [diff] [blame] | 2071 | sqlite3_free(pBt); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2072 | } |
| 2073 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2074 | #ifndef SQLITE_OMIT_SHARED_CACHE |
drh | cab5ed7 | 2007-08-22 11:41:18 +0000 | [diff] [blame] | 2075 | assert( p->wantToLock==0 ); |
| 2076 | assert( p->locked==0 ); |
| 2077 | if( p->pPrev ) p->pPrev->pNext = p->pNext; |
| 2078 | if( p->pNext ) p->pNext->pPrev = p->pPrev; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2079 | #endif |
| 2080 | |
drh | e53831d | 2007-08-17 01:14:38 +0000 | [diff] [blame] | 2081 | sqlite3_free(p); |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 2082 | return SQLITE_OK; |
| 2083 | } |
| 2084 | |
| 2085 | /* |
drh | da47d77 | 2002-12-02 04:25:19 +0000 | [diff] [blame] | 2086 | ** Change the limit on the number of pages allowed in the cache. |
drh | cd61c28 | 2002-03-06 22:01:34 +0000 | [diff] [blame] | 2087 | ** |
| 2088 | ** The maximum number of cache pages is set to the absolute |
| 2089 | ** value of mxPage. If mxPage is negative, the pager will |
| 2090 | ** operate asynchronously - it will not stop to do fsync()s |
| 2091 | ** to insure data is written to the disk surface before |
| 2092 | ** continuing. Transactions still work if synchronous is off, |
| 2093 | ** and the database cannot be corrupted if this program |
| 2094 | ** crashes. But if the operating system crashes or there is |
| 2095 | ** an abrupt power failure when synchronous is off, the database |
| 2096 | ** could be left in an inconsistent and unrecoverable state. |
| 2097 | ** Synchronous is on by default so database corruption is not |
| 2098 | ** normally a worry. |
drh | f57b14a | 2001-09-14 18:54:08 +0000 | [diff] [blame] | 2099 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2100 | int sqlite3BtreeSetCacheSize(Btree *p, int mxPage){ |
| 2101 | BtShared *pBt = p->pBt; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 2102 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2103 | sqlite3BtreeEnter(p); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 2104 | sqlite3PagerSetCachesize(pBt->pPager, mxPage); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2105 | sqlite3BtreeLeave(p); |
drh | f57b14a | 2001-09-14 18:54:08 +0000 | [diff] [blame] | 2106 | return SQLITE_OK; |
| 2107 | } |
| 2108 | |
| 2109 | /* |
drh | 973b6e3 | 2003-02-12 14:09:42 +0000 | [diff] [blame] | 2110 | ** Change the way data is synced to disk in order to increase or decrease |
| 2111 | ** how well the database resists damage due to OS crashes and power |
| 2112 | ** failures. Level 1 is the same as asynchronous (no syncs() occur and |
| 2113 | ** there is a high probability of damage) Level 2 is the default. There |
| 2114 | ** is a very low but non-zero probability of damage. Level 3 reduces the |
| 2115 | ** probability of damage to near zero but with a write performance reduction. |
| 2116 | */ |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 2117 | #ifndef SQLITE_OMIT_PAGER_PRAGMAS |
drh | c97d846 | 2010-11-19 18:23:35 +0000 | [diff] [blame] | 2118 | int sqlite3BtreeSetSafetyLevel( |
| 2119 | Btree *p, /* The btree to set the safety level on */ |
| 2120 | int level, /* PRAGMA synchronous. 1=OFF, 2=NORMAL, 3=FULL */ |
| 2121 | int fullSync, /* PRAGMA fullfsync. */ |
| 2122 | int ckptFullSync /* PRAGMA checkpoint_fullfync */ |
| 2123 | ){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2124 | BtShared *pBt = p->pBt; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 2125 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | c97d846 | 2010-11-19 18:23:35 +0000 | [diff] [blame] | 2126 | assert( level>=1 && level<=3 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2127 | sqlite3BtreeEnter(p); |
drh | c97d846 | 2010-11-19 18:23:35 +0000 | [diff] [blame] | 2128 | sqlite3PagerSetSafetyLevel(pBt->pPager, level, fullSync, ckptFullSync); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2129 | sqlite3BtreeLeave(p); |
drh | 973b6e3 | 2003-02-12 14:09:42 +0000 | [diff] [blame] | 2130 | return SQLITE_OK; |
| 2131 | } |
danielk1977 | 93758c8 | 2005-01-21 08:13:14 +0000 | [diff] [blame] | 2132 | #endif |
drh | 973b6e3 | 2003-02-12 14:09:42 +0000 | [diff] [blame] | 2133 | |
drh | 2c8997b | 2005-08-27 16:36:48 +0000 | [diff] [blame] | 2134 | /* |
| 2135 | ** Return TRUE if the given btree is set to safety level 1. In other |
| 2136 | ** words, return TRUE if no sync() occurs on the disk files. |
| 2137 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2138 | int sqlite3BtreeSyncDisabled(Btree *p){ |
| 2139 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2140 | int rc; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 2141 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2142 | sqlite3BtreeEnter(p); |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 2143 | assert( pBt && pBt->pPager ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2144 | rc = sqlite3PagerNosync(pBt->pPager); |
| 2145 | sqlite3BtreeLeave(p); |
| 2146 | return rc; |
drh | 2c8997b | 2005-08-27 16:36:48 +0000 | [diff] [blame] | 2147 | } |
| 2148 | |
drh | 973b6e3 | 2003-02-12 14:09:42 +0000 | [diff] [blame] | 2149 | /* |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2150 | ** Change the default pages size and the number of reserved bytes per page. |
drh | ce4869f | 2009-04-02 20:16:58 +0000 | [diff] [blame] | 2151 | ** Or, if the page size has already been fixed, return SQLITE_READONLY |
| 2152 | ** without changing anything. |
drh | 06f5021 | 2004-11-02 14:24:33 +0000 | [diff] [blame] | 2153 | ** |
| 2154 | ** The page size must be a power of 2 between 512 and 65536. If the page |
| 2155 | ** size supplied does not meet this constraint then the page size is not |
| 2156 | ** changed. |
| 2157 | ** |
| 2158 | ** Page sizes are constrained to be a power of two so that the region |
| 2159 | ** of the database file used for locking (beginning at PENDING_BYTE, |
| 2160 | ** the first byte past the 1GB boundary, 0x40000000) needs to occur |
| 2161 | ** at the beginning of a page. |
danielk1977 | 2812956 | 2005-01-11 10:25:06 +0000 | [diff] [blame] | 2162 | ** |
| 2163 | ** If parameter nReserve is less than zero, then the number of reserved |
| 2164 | ** bytes per page is left unchanged. |
drh | ce4869f | 2009-04-02 20:16:58 +0000 | [diff] [blame] | 2165 | ** |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2166 | ** If the iFix!=0 then the BTS_PAGESIZE_FIXED flag is set so that the page size |
drh | ce4869f | 2009-04-02 20:16:58 +0000 | [diff] [blame] | 2167 | ** and autovacuum mode can no longer be changed. |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2168 | */ |
drh | ce4869f | 2009-04-02 20:16:58 +0000 | [diff] [blame] | 2169 | int sqlite3BtreeSetPageSize(Btree *p, int pageSize, int nReserve, int iFix){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 2170 | int rc = SQLITE_OK; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2171 | BtShared *pBt = p->pBt; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2172 | assert( nReserve>=-1 && nReserve<=255 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2173 | sqlite3BtreeEnter(p); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2174 | if( pBt->btsFlags & BTS_PAGESIZE_FIXED ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2175 | sqlite3BtreeLeave(p); |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2176 | return SQLITE_READONLY; |
| 2177 | } |
| 2178 | if( nReserve<0 ){ |
| 2179 | nReserve = pBt->pageSize - pBt->usableSize; |
| 2180 | } |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2181 | assert( nReserve>=0 && nReserve<=255 ); |
drh | 06f5021 | 2004-11-02 14:24:33 +0000 | [diff] [blame] | 2182 | if( pageSize>=512 && pageSize<=SQLITE_MAX_PAGE_SIZE && |
| 2183 | ((pageSize-1)&pageSize)==0 ){ |
drh | 07d183d | 2005-05-01 22:52:42 +0000 | [diff] [blame] | 2184 | assert( (pageSize & 7)==0 ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2185 | assert( !pBt->pPage1 && !pBt->pCursor ); |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 2186 | pBt->pageSize = (u32)pageSize; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 2187 | freeTempSpace(pBt); |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2188 | } |
drh | fa9601a | 2009-06-18 17:22:39 +0000 | [diff] [blame] | 2189 | rc = sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize, nReserve); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2190 | pBt->usableSize = pBt->pageSize - (u16)nReserve; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2191 | if( iFix ) pBt->btsFlags |= BTS_PAGESIZE_FIXED; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2192 | sqlite3BtreeLeave(p); |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 2193 | return rc; |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2194 | } |
| 2195 | |
| 2196 | /* |
| 2197 | ** Return the currently defined page size |
| 2198 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2199 | int sqlite3BtreeGetPageSize(Btree *p){ |
| 2200 | return p->pBt->pageSize; |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2201 | } |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 2202 | |
drh | a1f3853 | 2012-10-01 12:44:26 +0000 | [diff] [blame] | 2203 | #if defined(SQLITE_HAS_CODEC) || defined(SQLITE_DEBUG) |
dan | 0094f37 | 2012-09-28 20:23:42 +0000 | [diff] [blame] | 2204 | /* |
| 2205 | ** This function is similar to sqlite3BtreeGetReserve(), except that it |
| 2206 | ** may only be called if it is guaranteed that the b-tree mutex is already |
| 2207 | ** held. |
| 2208 | ** |
| 2209 | ** This is useful in one special case in the backup API code where it is |
| 2210 | ** known that the shared b-tree mutex is held, but the mutex on the |
| 2211 | ** database handle that owns *p is not. In this case if sqlite3BtreeEnter() |
| 2212 | ** were to be called, it might collide with some other operation on the |
| 2213 | ** database handle that owns *p, causing undefined behaviour. |
| 2214 | */ |
| 2215 | int sqlite3BtreeGetReserveNoMutex(Btree *p){ |
| 2216 | assert( sqlite3_mutex_held(p->pBt->mutex) ); |
| 2217 | return p->pBt->pageSize - p->pBt->usableSize; |
| 2218 | } |
drh | a1f3853 | 2012-10-01 12:44:26 +0000 | [diff] [blame] | 2219 | #endif /* SQLITE_HAS_CODEC || SQLITE_DEBUG */ |
dan | 0094f37 | 2012-09-28 20:23:42 +0000 | [diff] [blame] | 2220 | |
dan | bb2b441 | 2011-04-06 17:54:31 +0000 | [diff] [blame] | 2221 | #if !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM) |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 2222 | /* |
| 2223 | ** Return the number of bytes of space at the end of every page that |
| 2224 | ** are intentually left unused. This is the "reserved" space that is |
| 2225 | ** sometimes used by extensions. |
| 2226 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2227 | int sqlite3BtreeGetReserve(Btree *p){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2228 | int n; |
| 2229 | sqlite3BtreeEnter(p); |
| 2230 | n = p->pBt->pageSize - p->pBt->usableSize; |
| 2231 | sqlite3BtreeLeave(p); |
| 2232 | return n; |
drh | 2011d5f | 2004-07-22 02:40:37 +0000 | [diff] [blame] | 2233 | } |
drh | f8e632b | 2007-05-08 14:51:36 +0000 | [diff] [blame] | 2234 | |
| 2235 | /* |
| 2236 | ** Set the maximum page count for a database if mxPage is positive. |
| 2237 | ** No changes are made if mxPage is 0 or negative. |
| 2238 | ** Regardless of the value of mxPage, return the maximum page count. |
| 2239 | */ |
| 2240 | int sqlite3BtreeMaxPageCount(Btree *p, int mxPage){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2241 | int n; |
| 2242 | sqlite3BtreeEnter(p); |
| 2243 | n = sqlite3PagerMaxPageCount(p->pBt->pPager, mxPage); |
| 2244 | sqlite3BtreeLeave(p); |
| 2245 | return n; |
drh | f8e632b | 2007-05-08 14:51:36 +0000 | [diff] [blame] | 2246 | } |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 2247 | |
| 2248 | /* |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2249 | ** Set the BTS_SECURE_DELETE flag if newFlag is 0 or 1. If newFlag is -1, |
| 2250 | ** then make no changes. Always return the value of the BTS_SECURE_DELETE |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 2251 | ** setting after the change. |
| 2252 | */ |
| 2253 | int sqlite3BtreeSecureDelete(Btree *p, int newFlag){ |
| 2254 | int b; |
drh | af034ed | 2010-02-12 19:46:26 +0000 | [diff] [blame] | 2255 | if( p==0 ) return 0; |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 2256 | sqlite3BtreeEnter(p); |
| 2257 | if( newFlag>=0 ){ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2258 | p->pBt->btsFlags &= ~BTS_SECURE_DELETE; |
| 2259 | if( newFlag ) p->pBt->btsFlags |= BTS_SECURE_DELETE; |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 2260 | } |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2261 | b = (p->pBt->btsFlags & BTS_SECURE_DELETE)!=0; |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 2262 | sqlite3BtreeLeave(p); |
| 2263 | return b; |
| 2264 | } |
danielk1977 | 576ec6b | 2005-01-21 11:55:25 +0000 | [diff] [blame] | 2265 | #endif /* !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM) */ |
drh | 90f5ecb | 2004-07-22 01:19:35 +0000 | [diff] [blame] | 2266 | |
| 2267 | /* |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2268 | ** Change the 'auto-vacuum' property of the database. If the 'autoVacuum' |
| 2269 | ** parameter is non-zero, then auto-vacuum mode is enabled. If zero, it |
| 2270 | ** is disabled. The default value for the auto-vacuum property is |
| 2271 | ** determined by the SQLITE_DEFAULT_AUTOVACUUM macro. |
| 2272 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2273 | int sqlite3BtreeSetAutoVacuum(Btree *p, int autoVacuum){ |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2274 | #ifdef SQLITE_OMIT_AUTOVACUUM |
drh | eee46cf | 2004-11-06 00:02:48 +0000 | [diff] [blame] | 2275 | return SQLITE_READONLY; |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2276 | #else |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2277 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2278 | int rc = SQLITE_OK; |
drh | 076d466 | 2009-02-18 20:31:18 +0000 | [diff] [blame] | 2279 | u8 av = (u8)autoVacuum; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2280 | |
| 2281 | sqlite3BtreeEnter(p); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2282 | if( (pBt->btsFlags & BTS_PAGESIZE_FIXED)!=0 && (av ?1:0)!=pBt->autoVacuum ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2283 | rc = SQLITE_READONLY; |
| 2284 | }else{ |
drh | 076d466 | 2009-02-18 20:31:18 +0000 | [diff] [blame] | 2285 | pBt->autoVacuum = av ?1:0; |
| 2286 | pBt->incrVacuum = av==2 ?1:0; |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2287 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2288 | sqlite3BtreeLeave(p); |
| 2289 | return rc; |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2290 | #endif |
| 2291 | } |
| 2292 | |
| 2293 | /* |
| 2294 | ** Return the value of the 'auto-vacuum' property. If auto-vacuum is |
| 2295 | ** enabled 1 is returned. Otherwise 0. |
| 2296 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2297 | int sqlite3BtreeGetAutoVacuum(Btree *p){ |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2298 | #ifdef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2299 | return BTREE_AUTOVACUUM_NONE; |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2300 | #else |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2301 | int rc; |
| 2302 | sqlite3BtreeEnter(p); |
| 2303 | rc = ( |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2304 | (!p->pBt->autoVacuum)?BTREE_AUTOVACUUM_NONE: |
| 2305 | (!p->pBt->incrVacuum)?BTREE_AUTOVACUUM_FULL: |
| 2306 | BTREE_AUTOVACUUM_INCR |
| 2307 | ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2308 | sqlite3BtreeLeave(p); |
| 2309 | return rc; |
danielk1977 | 951af80 | 2004-11-05 15:45:09 +0000 | [diff] [blame] | 2310 | #endif |
| 2311 | } |
| 2312 | |
| 2313 | |
| 2314 | /* |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 2315 | ** Get a reference to pPage1 of the database file. This will |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2316 | ** also acquire a readlock on that file. |
| 2317 | ** |
| 2318 | ** SQLITE_OK is returned on success. If the file is not a |
| 2319 | ** well-formed database file, then SQLITE_CORRUPT is returned. |
| 2320 | ** SQLITE_BUSY is returned if the database is locked. SQLITE_NOMEM |
drh | 4f0ee68 | 2007-03-30 20:43:40 +0000 | [diff] [blame] | 2321 | ** is returned if we run out of memory. |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2322 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2323 | static int lockBtree(BtShared *pBt){ |
drh | c2a4bab | 2010-04-02 12:46:45 +0000 | [diff] [blame] | 2324 | int rc; /* Result code from subfunctions */ |
| 2325 | MemPage *pPage1; /* Page 1 of the database file */ |
| 2326 | int nPage; /* Number of pages in the database */ |
| 2327 | int nPageFile = 0; /* Number of pages in the database file */ |
| 2328 | int nPageHeader; /* Number of pages in the database according to hdr */ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2329 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2330 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 295dc10 | 2009-04-01 19:07:03 +0000 | [diff] [blame] | 2331 | assert( pBt->pPage1==0 ); |
danielk1977 | 89bc4bc | 2009-07-21 19:25:24 +0000 | [diff] [blame] | 2332 | rc = sqlite3PagerSharedLock(pBt->pPager); |
| 2333 | if( rc!=SQLITE_OK ) return rc; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2334 | rc = btreeGetPage(pBt, 1, &pPage1, 0); |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2335 | if( rc!=SQLITE_OK ) return rc; |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2336 | |
| 2337 | /* Do some checking to help insure the file we opened really is |
| 2338 | ** a valid database file. |
| 2339 | */ |
drh | c2a4bab | 2010-04-02 12:46:45 +0000 | [diff] [blame] | 2340 | nPage = nPageHeader = get4byte(28+(u8*)pPage1->aData); |
drh | 8fb8b53 | 2010-08-14 17:12:04 +0000 | [diff] [blame] | 2341 | sqlite3PagerPagecount(pBt->pPager, &nPageFile); |
drh | b28e59b | 2010-06-17 02:13:39 +0000 | [diff] [blame] | 2342 | if( nPage==0 || memcmp(24+(u8*)pPage1->aData, 92+(u8*)pPage1->aData,4)!=0 ){ |
drh | c2a4bab | 2010-04-02 12:46:45 +0000 | [diff] [blame] | 2343 | nPage = nPageFile; |
drh | 97b59a5 | 2010-03-31 02:31:33 +0000 | [diff] [blame] | 2344 | } |
| 2345 | if( nPage>0 ){ |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 2346 | u32 pageSize; |
| 2347 | u32 usableSize; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2348 | u8 *page1 = pPage1->aData; |
danielk1977 | ad0132d | 2008-06-07 08:58:22 +0000 | [diff] [blame] | 2349 | rc = SQLITE_NOTADB; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2350 | if( memcmp(page1, zMagicHeader, 16)!=0 ){ |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 2351 | goto page1_init_failed; |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2352 | } |
dan | 5cf5353 | 2010-05-01 16:40:20 +0000 | [diff] [blame] | 2353 | |
| 2354 | #ifdef SQLITE_OMIT_WAL |
| 2355 | if( page1[18]>1 ){ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2356 | pBt->btsFlags |= BTS_READ_ONLY; |
dan | 5cf5353 | 2010-05-01 16:40:20 +0000 | [diff] [blame] | 2357 | } |
| 2358 | if( page1[19]>1 ){ |
| 2359 | goto page1_init_failed; |
| 2360 | } |
| 2361 | #else |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2362 | if( page1[18]>2 ){ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2363 | pBt->btsFlags |= BTS_READ_ONLY; |
drh | 309169a | 2007-04-24 17:27:51 +0000 | [diff] [blame] | 2364 | } |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2365 | if( page1[19]>2 ){ |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2366 | goto page1_init_failed; |
| 2367 | } |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 2368 | |
dan | a470aeb | 2010-04-21 11:43:38 +0000 | [diff] [blame] | 2369 | /* If the write version is set to 2, this database should be accessed |
| 2370 | ** in WAL mode. If the log is not already open, open it now. Then |
| 2371 | ** return SQLITE_OK and return without populating BtShared.pPage1. |
| 2372 | ** The caller detects this and calls this function again. This is |
| 2373 | ** required as the version of page 1 currently in the page1 buffer |
| 2374 | ** may not be the latest version - there may be a newer one in the log |
| 2375 | ** file. |
| 2376 | */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2377 | if( page1[19]==2 && (pBt->btsFlags & BTS_NO_WAL)==0 ){ |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2378 | int isOpen = 0; |
drh | 7ed91f2 | 2010-04-29 22:34:07 +0000 | [diff] [blame] | 2379 | rc = sqlite3PagerOpenWal(pBt->pPager, &isOpen); |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2380 | if( rc!=SQLITE_OK ){ |
| 2381 | goto page1_init_failed; |
| 2382 | }else if( isOpen==0 ){ |
| 2383 | releasePage(pPage1); |
| 2384 | return SQLITE_OK; |
| 2385 | } |
dan | 8b5444b | 2010-04-27 14:37:47 +0000 | [diff] [blame] | 2386 | rc = SQLITE_NOTADB; |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2387 | } |
dan | 5cf5353 | 2010-05-01 16:40:20 +0000 | [diff] [blame] | 2388 | #endif |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 2389 | |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 2390 | /* The maximum embedded fraction must be exactly 25%. And the minimum |
| 2391 | ** embedded fraction must be 12.5% for both leaf-data and non-leaf-data. |
| 2392 | ** The original design allowed these amounts to vary, but as of |
| 2393 | ** version 3.6.0, we require them to be fixed. |
| 2394 | */ |
| 2395 | if( memcmp(&page1[21], "\100\040\040",3)!=0 ){ |
| 2396 | goto page1_init_failed; |
| 2397 | } |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 2398 | pageSize = (page1[16]<<8) | (page1[17]<<16); |
| 2399 | if( ((pageSize-1)&pageSize)!=0 |
| 2400 | || pageSize>SQLITE_MAX_PAGE_SIZE |
| 2401 | || pageSize<=256 |
drh | 7dc385e | 2007-09-06 23:39:36 +0000 | [diff] [blame] | 2402 | ){ |
drh | 07d183d | 2005-05-01 22:52:42 +0000 | [diff] [blame] | 2403 | goto page1_init_failed; |
| 2404 | } |
| 2405 | assert( (pageSize & 7)==0 ); |
danielk1977 | f653d78 | 2008-03-20 11:04:21 +0000 | [diff] [blame] | 2406 | usableSize = pageSize - page1[20]; |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 2407 | if( (u32)pageSize!=pBt->pageSize ){ |
danielk1977 | f653d78 | 2008-03-20 11:04:21 +0000 | [diff] [blame] | 2408 | /* After reading the first page of the database assuming a page size |
| 2409 | ** of BtShared.pageSize, we have discovered that the page-size is |
| 2410 | ** actually pageSize. Unlock the database, leave pBt->pPage1 at |
| 2411 | ** zero and return SQLITE_OK. The caller will call this function |
| 2412 | ** again with the correct page-size. |
| 2413 | */ |
| 2414 | releasePage(pPage1); |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 2415 | pBt->usableSize = usableSize; |
| 2416 | pBt->pageSize = pageSize; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 2417 | freeTempSpace(pBt); |
drh | fa9601a | 2009-06-18 17:22:39 +0000 | [diff] [blame] | 2418 | rc = sqlite3PagerSetPagesize(pBt->pPager, &pBt->pageSize, |
| 2419 | pageSize-usableSize); |
drh | 5e48393 | 2009-07-10 16:51:30 +0000 | [diff] [blame] | 2420 | return rc; |
danielk1977 | f653d78 | 2008-03-20 11:04:21 +0000 | [diff] [blame] | 2421 | } |
dan | ecac670 | 2011-02-09 18:19:20 +0000 | [diff] [blame] | 2422 | if( (pBt->db->flags & SQLITE_RecoveryMode)==0 && nPage>nPageFile ){ |
drh | c2a4bab | 2010-04-02 12:46:45 +0000 | [diff] [blame] | 2423 | rc = SQLITE_CORRUPT_BKPT; |
| 2424 | goto page1_init_failed; |
| 2425 | } |
drh | b33e1b9 | 2009-06-18 11:29:20 +0000 | [diff] [blame] | 2426 | if( usableSize<480 ){ |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2427 | goto page1_init_failed; |
| 2428 | } |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 2429 | pBt->pageSize = pageSize; |
| 2430 | pBt->usableSize = usableSize; |
drh | 057cd3a | 2005-02-15 16:23:02 +0000 | [diff] [blame] | 2431 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 2432 | pBt->autoVacuum = (get4byte(&page1[36 + 4*4])?1:0); |
danielk1977 | 27b1f95 | 2007-06-25 08:16:58 +0000 | [diff] [blame] | 2433 | pBt->incrVacuum = (get4byte(&page1[36 + 7*4])?1:0); |
drh | 057cd3a | 2005-02-15 16:23:02 +0000 | [diff] [blame] | 2434 | #endif |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2435 | } |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2436 | |
| 2437 | /* maxLocal is the maximum amount of payload to store locally for |
| 2438 | ** a cell. Make sure it is small enough so that at least minFanout |
| 2439 | ** cells can will fit on one page. We assume a 10-byte page header. |
| 2440 | ** Besides the payload, the cell must store: |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 2441 | ** 2-byte pointer to the cell |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2442 | ** 4-byte child pointer |
| 2443 | ** 9-byte nKey value |
| 2444 | ** 4-byte nData value |
| 2445 | ** 4-byte overflow page pointer |
drh | e22e03e | 2010-08-18 21:19:03 +0000 | [diff] [blame] | 2446 | ** So a cell consists of a 2-byte pointer, a header which is as much as |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 2447 | ** 17 bytes long, 0 to N bytes of payload, and an optional 4 byte overflow |
| 2448 | ** page pointer. |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2449 | */ |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 2450 | pBt->maxLocal = (u16)((pBt->usableSize-12)*64/255 - 23); |
| 2451 | pBt->minLocal = (u16)((pBt->usableSize-12)*32/255 - 23); |
| 2452 | pBt->maxLeaf = (u16)(pBt->usableSize - 35); |
| 2453 | pBt->minLeaf = (u16)((pBt->usableSize-12)*32/255 - 23); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2454 | if( pBt->maxLocal>127 ){ |
| 2455 | pBt->max1bytePayload = 127; |
| 2456 | }else{ |
mistachkin | 0547e2f | 2012-01-08 00:54:02 +0000 | [diff] [blame] | 2457 | pBt->max1bytePayload = (u8)pBt->maxLocal; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2458 | } |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 2459 | assert( pBt->maxLeaf + 23 <= MX_CELL_SIZE(pBt) ); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 2460 | pBt->pPage1 = pPage1; |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 2461 | pBt->nPage = nPage; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2462 | return SQLITE_OK; |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2463 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 2464 | page1_init_failed: |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 2465 | releasePage(pPage1); |
| 2466 | pBt->pPage1 = 0; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 2467 | return rc; |
drh | 306dc21 | 2001-05-21 13:45:10 +0000 | [diff] [blame] | 2468 | } |
| 2469 | |
| 2470 | /* |
drh | b8ca307 | 2001-12-05 00:21:20 +0000 | [diff] [blame] | 2471 | ** If there are no outstanding cursors and we are not in the middle |
| 2472 | ** of a transaction but there is a read lock on the database, then |
| 2473 | ** this routine unrefs the first page of the database file which |
| 2474 | ** has the effect of releasing the read lock. |
| 2475 | ** |
drh | b8ca307 | 2001-12-05 00:21:20 +0000 | [diff] [blame] | 2476 | ** If there is a transaction in progress, this routine is a no-op. |
| 2477 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2478 | static void unlockBtreeIfUnused(BtShared *pBt){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2479 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 1bc9ee9 | 2009-07-04 15:41:02 +0000 | [diff] [blame] | 2480 | assert( pBt->pCursor==0 || pBt->inTransaction>TRANS_NONE ); |
| 2481 | if( pBt->inTransaction==TRANS_NONE && pBt->pPage1!=0 ){ |
danielk1977 | c1761e8 | 2009-06-25 09:40:03 +0000 | [diff] [blame] | 2482 | assert( pBt->pPage1->aData ); |
| 2483 | assert( sqlite3PagerRefcount(pBt->pPager)==1 ); |
| 2484 | assert( pBt->pPage1->aData ); |
| 2485 | releasePage(pBt->pPage1); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 2486 | pBt->pPage1 = 0; |
drh | b8ca307 | 2001-12-05 00:21:20 +0000 | [diff] [blame] | 2487 | } |
| 2488 | } |
| 2489 | |
| 2490 | /* |
drh | e39f2f9 | 2009-07-23 01:43:59 +0000 | [diff] [blame] | 2491 | ** If pBt points to an empty file then convert that empty file |
| 2492 | ** into a new empty database by initializing the first page of |
| 2493 | ** the database. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 2494 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2495 | static int newDatabase(BtShared *pBt){ |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 2496 | MemPage *pP1; |
| 2497 | unsigned char *data; |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 2498 | int rc; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2499 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2500 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 2501 | if( pBt->nPage>0 ){ |
| 2502 | return SQLITE_OK; |
danielk1977 | ad0132d | 2008-06-07 08:58:22 +0000 | [diff] [blame] | 2503 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 2504 | pP1 = pBt->pPage1; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 2505 | assert( pP1!=0 ); |
| 2506 | data = pP1->aData; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 2507 | rc = sqlite3PagerWrite(pP1->pDbPage); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 2508 | if( rc ) return rc; |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 2509 | memcpy(data, zMagicHeader, sizeof(zMagicHeader)); |
| 2510 | assert( sizeof(zMagicHeader)==16 ); |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 2511 | data[16] = (u8)((pBt->pageSize>>8)&0xff); |
| 2512 | data[17] = (u8)((pBt->pageSize>>16)&0xff); |
drh | 9e572e6 | 2004-04-23 23:43:10 +0000 | [diff] [blame] | 2513 | data[18] = 1; |
| 2514 | data[19] = 1; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2515 | assert( pBt->usableSize<=pBt->pageSize && pBt->usableSize+255>=pBt->pageSize); |
| 2516 | data[20] = (u8)(pBt->pageSize - pBt->usableSize); |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 2517 | data[21] = 64; |
| 2518 | data[22] = 32; |
| 2519 | data[23] = 32; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 2520 | memset(&data[24], 0, 100-24); |
drh | e6c4381 | 2004-05-14 12:17:46 +0000 | [diff] [blame] | 2521 | zeroPage(pP1, PTF_INTKEY|PTF_LEAF|PTF_LEAFDATA ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2522 | pBt->btsFlags |= BTS_PAGESIZE_FIXED; |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2523 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2524 | assert( pBt->autoVacuum==1 || pBt->autoVacuum==0 ); |
danielk1977 | 418899a | 2007-06-24 10:14:00 +0000 | [diff] [blame] | 2525 | assert( pBt->incrVacuum==1 || pBt->incrVacuum==0 ); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2526 | put4byte(&data[36 + 4*4], pBt->autoVacuum); |
danielk1977 | 418899a | 2007-06-24 10:14:00 +0000 | [diff] [blame] | 2527 | put4byte(&data[36 + 7*4], pBt->incrVacuum); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2528 | #endif |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 2529 | pBt->nPage = 1; |
| 2530 | data[31] = 1; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 2531 | return SQLITE_OK; |
| 2532 | } |
| 2533 | |
| 2534 | /* |
dan | b483eba | 2012-10-13 19:58:11 +0000 | [diff] [blame] | 2535 | ** Initialize the first page of the database file (creating a database |
| 2536 | ** consisting of a single page and no schema objects). Return SQLITE_OK |
| 2537 | ** if successful, or an SQLite error code otherwise. |
| 2538 | */ |
| 2539 | int sqlite3BtreeNewDb(Btree *p){ |
| 2540 | int rc; |
| 2541 | sqlite3BtreeEnter(p); |
| 2542 | p->pBt->nPage = 0; |
| 2543 | rc = newDatabase(p->pBt); |
| 2544 | sqlite3BtreeLeave(p); |
| 2545 | return rc; |
| 2546 | } |
| 2547 | |
| 2548 | /* |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2549 | ** Attempt to start a new transaction. A write-transaction |
drh | 684917c | 2004-10-05 02:41:42 +0000 | [diff] [blame] | 2550 | ** is started if the second argument is nonzero, otherwise a read- |
| 2551 | ** transaction. If the second argument is 2 or more and exclusive |
| 2552 | ** transaction is started, meaning that no other process is allowed |
| 2553 | ** to access the database. A preexisting transaction may not be |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2554 | ** upgraded to exclusive by calling this routine a second time - the |
drh | 684917c | 2004-10-05 02:41:42 +0000 | [diff] [blame] | 2555 | ** exclusivity flag only works for a new transaction. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 2556 | ** |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2557 | ** A write-transaction must be started before attempting any |
| 2558 | ** changes to the database. None of the following routines |
| 2559 | ** will work unless a transaction is started first: |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 2560 | ** |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 2561 | ** sqlite3BtreeCreateTable() |
| 2562 | ** sqlite3BtreeCreateIndex() |
| 2563 | ** sqlite3BtreeClearTable() |
| 2564 | ** sqlite3BtreeDropTable() |
| 2565 | ** sqlite3BtreeInsert() |
| 2566 | ** sqlite3BtreeDelete() |
| 2567 | ** sqlite3BtreeUpdateMeta() |
danielk1977 | 13adf8a | 2004-06-03 16:08:41 +0000 | [diff] [blame] | 2568 | ** |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2569 | ** If an initial attempt to acquire the lock fails because of lock contention |
| 2570 | ** and the database was previously unlocked, then invoke the busy handler |
| 2571 | ** if there is one. But if there was previously a read-lock, do not |
| 2572 | ** invoke the busy handler - just return SQLITE_BUSY. SQLITE_BUSY is |
| 2573 | ** returned when there is already a read-lock in order to avoid a deadlock. |
| 2574 | ** |
| 2575 | ** Suppose there are two processes A and B. A has a read lock and B has |
| 2576 | ** a reserved lock. B tries to promote to exclusive but is blocked because |
| 2577 | ** of A's read lock. A tries to promote to reserved but is blocked by B. |
| 2578 | ** One or the other of the two processes must give way or there can be |
| 2579 | ** no progress. By returning SQLITE_BUSY and not invoking the busy callback |
| 2580 | ** when A already has a read lock, we encourage A to give up and let B |
| 2581 | ** proceed. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 2582 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2583 | int sqlite3BtreeBeginTrans(Btree *p, int wrflag){ |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2584 | sqlite3 *pBlock = 0; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2585 | BtShared *pBt = p->pBt; |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2586 | int rc = SQLITE_OK; |
| 2587 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2588 | sqlite3BtreeEnter(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2589 | btreeIntegrity(p); |
| 2590 | |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2591 | /* If the btree is already in a write-transaction, or it |
| 2592 | ** is already in a read-transaction and a read-transaction |
| 2593 | ** is requested, this is a no-op. |
| 2594 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2595 | if( p->inTrans==TRANS_WRITE || (p->inTrans==TRANS_READ && !wrflag) ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2596 | goto trans_begun; |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2597 | } |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2598 | |
| 2599 | /* Write transactions are not possible on a read-only database */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2600 | if( (pBt->btsFlags & BTS_READ_ONLY)!=0 && wrflag ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2601 | rc = SQLITE_READONLY; |
| 2602 | goto trans_begun; |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 2603 | } |
| 2604 | |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2605 | #ifndef SQLITE_OMIT_SHARED_CACHE |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2606 | /* If another database handle has already opened a write transaction |
| 2607 | ** on this shared-btree structure and a second write transaction is |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2608 | ** requested, return SQLITE_LOCKED. |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2609 | */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2610 | if( (wrflag && pBt->inTransaction==TRANS_WRITE) |
| 2611 | || (pBt->btsFlags & BTS_PENDING)!=0 |
| 2612 | ){ |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2613 | pBlock = pBt->pWriter->db; |
| 2614 | }else if( wrflag>1 ){ |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 2615 | BtLock *pIter; |
| 2616 | for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){ |
| 2617 | if( pIter->pBtree!=p ){ |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2618 | pBlock = pIter->pBtree->db; |
| 2619 | break; |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 2620 | } |
| 2621 | } |
| 2622 | } |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2623 | if( pBlock ){ |
| 2624 | sqlite3ConnectionBlocked(p->db, pBlock); |
| 2625 | rc = SQLITE_LOCKED_SHAREDCACHE; |
| 2626 | goto trans_begun; |
| 2627 | } |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 2628 | #endif |
| 2629 | |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 2630 | /* Any read-only or read-write transaction implies a read-lock on |
| 2631 | ** page 1. So if some other shared-cache client already has a write-lock |
| 2632 | ** on page 1, the transaction cannot be opened. */ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 2633 | rc = querySharedCacheTableLock(p, MASTER_ROOT, READ_LOCK); |
| 2634 | if( SQLITE_OK!=rc ) goto trans_begun; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 2635 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2636 | pBt->btsFlags &= ~BTS_INITIALLY_EMPTY; |
| 2637 | if( pBt->nPage==0 ) pBt->btsFlags |= BTS_INITIALLY_EMPTY; |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2638 | do { |
danielk1977 | 295dc10 | 2009-04-01 19:07:03 +0000 | [diff] [blame] | 2639 | /* Call lockBtree() until either pBt->pPage1 is populated or |
| 2640 | ** lockBtree() returns something other than SQLITE_OK. lockBtree() |
| 2641 | ** may return SQLITE_OK but leave pBt->pPage1 set to 0 if after |
| 2642 | ** reading page 1 it discovers that the page-size of the database |
| 2643 | ** file is not pBt->pageSize. In this case lockBtree() will update |
| 2644 | ** pBt->pageSize to the page-size of the file on disk. |
| 2645 | */ |
| 2646 | while( pBt->pPage1==0 && SQLITE_OK==(rc = lockBtree(pBt)) ); |
drh | 309169a | 2007-04-24 17:27:51 +0000 | [diff] [blame] | 2647 | |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2648 | if( rc==SQLITE_OK && wrflag ){ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2649 | if( (pBt->btsFlags & BTS_READ_ONLY)!=0 ){ |
drh | 309169a | 2007-04-24 17:27:51 +0000 | [diff] [blame] | 2650 | rc = SQLITE_READONLY; |
| 2651 | }else{ |
danielk1977 | d829335 | 2009-04-30 09:10:37 +0000 | [diff] [blame] | 2652 | rc = sqlite3PagerBegin(pBt->pPager,wrflag>1,sqlite3TempInMemory(p->db)); |
drh | 309169a | 2007-04-24 17:27:51 +0000 | [diff] [blame] | 2653 | if( rc==SQLITE_OK ){ |
| 2654 | rc = newDatabase(pBt); |
| 2655 | } |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2656 | } |
| 2657 | } |
| 2658 | |
danielk1977 | bd43455 | 2009-03-18 10:33:00 +0000 | [diff] [blame] | 2659 | if( rc!=SQLITE_OK ){ |
drh | b8ef32c | 2005-03-14 02:01:49 +0000 | [diff] [blame] | 2660 | unlockBtreeIfUnused(pBt); |
| 2661 | } |
dan | f9b7671 | 2010-06-01 14:12:45 +0000 | [diff] [blame] | 2662 | }while( (rc&0xFF)==SQLITE_BUSY && pBt->inTransaction==TRANS_NONE && |
danielk1977 | 1ceedd3 | 2008-11-19 10:22:33 +0000 | [diff] [blame] | 2663 | btreeInvokeBusyHandler(pBt) ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2664 | |
| 2665 | if( rc==SQLITE_OK ){ |
| 2666 | if( p->inTrans==TRANS_NONE ){ |
| 2667 | pBt->nTransaction++; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 2668 | #ifndef SQLITE_OMIT_SHARED_CACHE |
| 2669 | if( p->sharable ){ |
drh | f2f105d | 2012-08-20 15:53:54 +0000 | [diff] [blame] | 2670 | assert( p->lock.pBtree==p && p->lock.iTable==1 ); |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 2671 | p->lock.eLock = READ_LOCK; |
| 2672 | p->lock.pNext = pBt->pLock; |
| 2673 | pBt->pLock = &p->lock; |
| 2674 | } |
| 2675 | #endif |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2676 | } |
| 2677 | p->inTrans = (wrflag?TRANS_WRITE:TRANS_READ); |
| 2678 | if( p->inTrans>pBt->inTransaction ){ |
| 2679 | pBt->inTransaction = p->inTrans; |
| 2680 | } |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2681 | if( wrflag ){ |
dan | 59257dc | 2010-08-04 11:34:31 +0000 | [diff] [blame] | 2682 | MemPage *pPage1 = pBt->pPage1; |
| 2683 | #ifndef SQLITE_OMIT_SHARED_CACHE |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 2684 | assert( !pBt->pWriter ); |
| 2685 | pBt->pWriter = p; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 2686 | pBt->btsFlags &= ~BTS_EXCLUSIVE; |
| 2687 | if( wrflag>1 ) pBt->btsFlags |= BTS_EXCLUSIVE; |
danielk1977 | 641b0f4 | 2007-12-21 04:47:25 +0000 | [diff] [blame] | 2688 | #endif |
dan | 59257dc | 2010-08-04 11:34:31 +0000 | [diff] [blame] | 2689 | |
| 2690 | /* If the db-size header field is incorrect (as it may be if an old |
| 2691 | ** client has been writing the database file), update it now. Doing |
| 2692 | ** this sooner rather than later means the database size can safely |
| 2693 | ** re-read the database size from page 1 if a savepoint or transaction |
| 2694 | ** rollback occurs within the transaction. |
| 2695 | */ |
| 2696 | if( pBt->nPage!=get4byte(&pPage1->aData[28]) ){ |
| 2697 | rc = sqlite3PagerWrite(pPage1->pDbPage); |
| 2698 | if( rc==SQLITE_OK ){ |
| 2699 | put4byte(&pPage1->aData[28], pBt->nPage); |
| 2700 | } |
| 2701 | } |
| 2702 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2703 | } |
| 2704 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2705 | |
| 2706 | trans_begun: |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 2707 | if( rc==SQLITE_OK && wrflag ){ |
danielk1977 | 12dd549 | 2008-12-18 15:45:07 +0000 | [diff] [blame] | 2708 | /* This call makes sure that the pager has the correct number of |
| 2709 | ** open savepoints. If the second parameter is greater than 0 and |
| 2710 | ** the sub-journal is not already open, then it will be opened here. |
| 2711 | */ |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 2712 | rc = sqlite3PagerOpenSavepoint(pBt->pPager, p->db->nSavepoint); |
| 2713 | } |
danielk1977 | 12dd549 | 2008-12-18 15:45:07 +0000 | [diff] [blame] | 2714 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2715 | btreeIntegrity(p); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 2716 | sqlite3BtreeLeave(p); |
drh | b8ca307 | 2001-12-05 00:21:20 +0000 | [diff] [blame] | 2717 | return rc; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 2718 | } |
| 2719 | |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2720 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 2721 | |
| 2722 | /* |
| 2723 | ** Set the pointer-map entries for all children of page pPage. Also, if |
| 2724 | ** pPage contains cells that point to overflow pages, set the pointer |
| 2725 | ** map entries for the overflow pages as well. |
| 2726 | */ |
| 2727 | static int setChildPtrmaps(MemPage *pPage){ |
| 2728 | int i; /* Counter variable */ |
| 2729 | int nCell; /* Number of cells in page pPage */ |
danielk1977 | 2df71c7 | 2007-05-24 07:22:42 +0000 | [diff] [blame] | 2730 | int rc; /* Return code */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2731 | BtShared *pBt = pPage->pBt; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2732 | u8 isInitOrig = pPage->isInit; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2733 | Pgno pgno = pPage->pgno; |
| 2734 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2735 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2736 | rc = btreeInitPage(pPage); |
danielk1977 | 2df71c7 | 2007-05-24 07:22:42 +0000 | [diff] [blame] | 2737 | if( rc!=SQLITE_OK ){ |
| 2738 | goto set_child_ptrmaps_out; |
| 2739 | } |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2740 | nCell = pPage->nCell; |
| 2741 | |
| 2742 | for(i=0; i<nCell; i++){ |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 2743 | u8 *pCell = findCell(pPage, i); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2744 | |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 2745 | ptrmapPutOvflPtr(pPage, pCell, &rc); |
danielk1977 | 2683665 | 2005-01-17 01:33:13 +0000 | [diff] [blame] | 2746 | |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2747 | if( !pPage->leaf ){ |
| 2748 | Pgno childPgno = get4byte(pCell); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 2749 | ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno, &rc); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2750 | } |
| 2751 | } |
| 2752 | |
| 2753 | if( !pPage->leaf ){ |
| 2754 | Pgno childPgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 2755 | ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno, &rc); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2756 | } |
| 2757 | |
| 2758 | set_child_ptrmaps_out: |
| 2759 | pPage->isInit = isInitOrig; |
| 2760 | return rc; |
| 2761 | } |
| 2762 | |
| 2763 | /* |
drh | f3aed59 | 2009-07-08 18:12:49 +0000 | [diff] [blame] | 2764 | ** Somewhere on pPage is a pointer to page iFrom. Modify this pointer so |
| 2765 | ** that it points to iTo. Parameter eType describes the type of pointer to |
| 2766 | ** be modified, as follows: |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2767 | ** |
| 2768 | ** PTRMAP_BTREE: pPage is a btree-page. The pointer points at a child |
| 2769 | ** page of pPage. |
| 2770 | ** |
| 2771 | ** PTRMAP_OVERFLOW1: pPage is a btree-page. The pointer points at an overflow |
| 2772 | ** page pointed to by one of the cells on pPage. |
| 2773 | ** |
| 2774 | ** PTRMAP_OVERFLOW2: pPage is an overflow-page. The pointer points at the next |
| 2775 | ** overflow page in the list. |
| 2776 | */ |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2777 | static int modifyPagePointer(MemPage *pPage, Pgno iFrom, Pgno iTo, u8 eType){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2778 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 2779 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2780 | if( eType==PTRMAP_OVERFLOW2 ){ |
danielk1977 | f78fc08 | 2004-11-02 14:40:32 +0000 | [diff] [blame] | 2781 | /* The pointer is always the first 4 bytes of the page in this case. */ |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2782 | if( get4byte(pPage->aData)!=iFrom ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 2783 | return SQLITE_CORRUPT_BKPT; |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2784 | } |
danielk1977 | f78fc08 | 2004-11-02 14:40:32 +0000 | [diff] [blame] | 2785 | put4byte(pPage->aData, iTo); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2786 | }else{ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 2787 | u8 isInitOrig = pPage->isInit; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2788 | int i; |
| 2789 | int nCell; |
| 2790 | |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2791 | btreeInitPage(pPage); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2792 | nCell = pPage->nCell; |
| 2793 | |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2794 | for(i=0; i<nCell; i++){ |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 2795 | u8 *pCell = findCell(pPage, i); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2796 | if( eType==PTRMAP_OVERFLOW1 ){ |
| 2797 | CellInfo info; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2798 | btreeParseCellPtr(pPage, pCell, &info); |
drh | e42a9b4 | 2011-08-31 13:27:19 +0000 | [diff] [blame] | 2799 | if( info.iOverflow |
| 2800 | && pCell+info.iOverflow+3<=pPage->aData+pPage->maskPage |
| 2801 | && iFrom==get4byte(&pCell[info.iOverflow]) |
| 2802 | ){ |
| 2803 | put4byte(&pCell[info.iOverflow], iTo); |
| 2804 | break; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2805 | } |
| 2806 | }else{ |
| 2807 | if( get4byte(pCell)==iFrom ){ |
| 2808 | put4byte(pCell, iTo); |
| 2809 | break; |
| 2810 | } |
| 2811 | } |
| 2812 | } |
| 2813 | |
| 2814 | if( i==nCell ){ |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2815 | if( eType!=PTRMAP_BTREE || |
| 2816 | get4byte(&pPage->aData[pPage->hdrOffset+8])!=iFrom ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 2817 | return SQLITE_CORRUPT_BKPT; |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2818 | } |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2819 | put4byte(&pPage->aData[pPage->hdrOffset+8], iTo); |
| 2820 | } |
| 2821 | |
| 2822 | pPage->isInit = isInitOrig; |
| 2823 | } |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2824 | return SQLITE_OK; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2825 | } |
| 2826 | |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2827 | |
danielk1977 | 7701e81 | 2005-01-10 12:59:51 +0000 | [diff] [blame] | 2828 | /* |
| 2829 | ** Move the open database page pDbPage to location iFreePage in the |
| 2830 | ** database. The pDbPage reference remains valid. |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 2831 | ** |
| 2832 | ** The isCommit flag indicates that there is no need to remember that |
| 2833 | ** the journal needs to be sync()ed before database page pDbPage->pgno |
| 2834 | ** can be written to. The caller has already promised not to write to that |
| 2835 | ** page. |
danielk1977 | 7701e81 | 2005-01-10 12:59:51 +0000 | [diff] [blame] | 2836 | */ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2837 | static int relocatePage( |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 2838 | BtShared *pBt, /* Btree */ |
danielk1977 | 7701e81 | 2005-01-10 12:59:51 +0000 | [diff] [blame] | 2839 | MemPage *pDbPage, /* Open page to move */ |
| 2840 | u8 eType, /* Pointer map 'type' entry for pDbPage */ |
| 2841 | Pgno iPtrPage, /* Pointer map 'page-no' entry for pDbPage */ |
danielk1977 | 4c99999 | 2008-07-16 18:17:55 +0000 | [diff] [blame] | 2842 | Pgno iFreePage, /* The location to move pDbPage to */ |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 2843 | int isCommit /* isCommit flag passed to sqlite3PagerMovepage */ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2844 | ){ |
| 2845 | MemPage *pPtrPage; /* The page that contains a pointer to pDbPage */ |
| 2846 | Pgno iDbPage = pDbPage->pgno; |
| 2847 | Pager *pPager = pBt->pPager; |
| 2848 | int rc; |
| 2849 | |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 2850 | assert( eType==PTRMAP_OVERFLOW2 || eType==PTRMAP_OVERFLOW1 || |
| 2851 | eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2852 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 2853 | assert( pDbPage->pBt==pBt ); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2854 | |
drh | 85b623f | 2007-12-13 21:54:09 +0000 | [diff] [blame] | 2855 | /* Move page iDbPage from its current location to page number iFreePage */ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2856 | TRACE(("AUTOVACUUM: Moving %d to free page %d (ptr page %d type %d)\n", |
| 2857 | iDbPage, iFreePage, iPtrPage, eType)); |
danielk1977 | 4c99999 | 2008-07-16 18:17:55 +0000 | [diff] [blame] | 2858 | rc = sqlite3PagerMovepage(pPager, pDbPage->pDbPage, iFreePage, isCommit); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2859 | if( rc!=SQLITE_OK ){ |
| 2860 | return rc; |
| 2861 | } |
| 2862 | pDbPage->pgno = iFreePage; |
| 2863 | |
| 2864 | /* If pDbPage was a btree-page, then it may have child pages and/or cells |
| 2865 | ** that point to overflow pages. The pointer map entries for all these |
| 2866 | ** pages need to be changed. |
| 2867 | ** |
| 2868 | ** If pDbPage is an overflow page, then the first 4 bytes may store a |
| 2869 | ** pointer to a subsequent overflow page. If this is the case, then |
| 2870 | ** the pointer map needs to be updated for the subsequent overflow page. |
| 2871 | */ |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 2872 | if( eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE ){ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2873 | rc = setChildPtrmaps(pDbPage); |
| 2874 | if( rc!=SQLITE_OK ){ |
| 2875 | return rc; |
| 2876 | } |
| 2877 | }else{ |
| 2878 | Pgno nextOvfl = get4byte(pDbPage->aData); |
| 2879 | if( nextOvfl!=0 ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 2880 | ptrmapPut(pBt, nextOvfl, PTRMAP_OVERFLOW2, iFreePage, &rc); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2881 | if( rc!=SQLITE_OK ){ |
| 2882 | return rc; |
| 2883 | } |
| 2884 | } |
| 2885 | } |
| 2886 | |
| 2887 | /* Fix the database pointer on page iPtrPage that pointed at iDbPage so |
| 2888 | ** that it points at iFreePage. Also fix the pointer map entry for |
| 2889 | ** iPtrPage. |
| 2890 | */ |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 2891 | if( eType!=PTRMAP_ROOTPAGE ){ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2892 | rc = btreeGetPage(pBt, iPtrPage, &pPtrPage, 0); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 2893 | if( rc!=SQLITE_OK ){ |
| 2894 | return rc; |
| 2895 | } |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 2896 | rc = sqlite3PagerWrite(pPtrPage->pDbPage); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 2897 | if( rc!=SQLITE_OK ){ |
| 2898 | releasePage(pPtrPage); |
| 2899 | return rc; |
| 2900 | } |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2901 | rc = modifyPagePointer(pPtrPage, iDbPage, iFreePage, eType); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2902 | releasePage(pPtrPage); |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2903 | if( rc==SQLITE_OK ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 2904 | ptrmapPut(pBt, iFreePage, eType, iPtrPage, &rc); |
danielk1977 | fdb7cdb | 2005-01-17 02:12:18 +0000 | [diff] [blame] | 2905 | } |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2906 | } |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 2907 | return rc; |
| 2908 | } |
| 2909 | |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2910 | /* Forward declaration required by incrVacuumStep(). */ |
drh | 4f0c587 | 2007-03-26 22:05:01 +0000 | [diff] [blame] | 2911 | static int allocateBtreePage(BtShared *, MemPage **, Pgno *, Pgno, u8); |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2912 | #define BTALLOC_ANY 0 /* Allocate any page */ |
| 2913 | #define BTALLOC_EXACT 1 /* Allocate exact page if possible */ |
| 2914 | #define BTALLOC_LE 2 /* Allocate any page <= the parameter */ |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 2915 | |
| 2916 | /* |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2917 | ** Perform a single step of an incremental-vacuum. If successful, return |
| 2918 | ** SQLITE_OK. If there is no work to do (and therefore no point in |
| 2919 | ** calling this function again), return SQLITE_DONE. Or, if an error |
| 2920 | ** occurs, return some other error code. |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2921 | ** |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2922 | ** More specificly, this function attempts to re-organize the database so |
| 2923 | ** that the last page of the file currently in use is no longer in use. |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2924 | ** |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2925 | ** Parameter nFin is the number of pages that this database would contain |
| 2926 | ** were this function called until it returns SQLITE_DONE. |
| 2927 | ** |
| 2928 | ** If the bCommit parameter is non-zero, this function assumes that the |
| 2929 | ** caller will keep calling incrVacuumStep() until it returns SQLITE_DONE |
| 2930 | ** or an error. bCommit is passed true for an auto-vacuum-on-commmit |
| 2931 | ** operation, or false for an incremental vacuum. |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2932 | */ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2933 | static int incrVacuumStep(BtShared *pBt, Pgno nFin, Pgno iLastPg, int bCommit){ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2934 | Pgno nFreeList; /* Number of pages still on the free-list */ |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 2935 | int rc; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2936 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 2937 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 2938 | assert( iLastPg>nFin ); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2939 | |
| 2940 | if( !PTRMAP_ISPAGE(pBt, iLastPg) && iLastPg!=PENDING_BYTE_PAGE(pBt) ){ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2941 | u8 eType; |
| 2942 | Pgno iPtrPage; |
| 2943 | |
| 2944 | nFreeList = get4byte(&pBt->pPage1->aData[36]); |
danielk1977 | fa542f1 | 2009-04-02 18:28:08 +0000 | [diff] [blame] | 2945 | if( nFreeList==0 ){ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2946 | return SQLITE_DONE; |
| 2947 | } |
| 2948 | |
| 2949 | rc = ptrmapGet(pBt, iLastPg, &eType, &iPtrPage); |
| 2950 | if( rc!=SQLITE_OK ){ |
| 2951 | return rc; |
| 2952 | } |
| 2953 | if( eType==PTRMAP_ROOTPAGE ){ |
| 2954 | return SQLITE_CORRUPT_BKPT; |
| 2955 | } |
| 2956 | |
| 2957 | if( eType==PTRMAP_FREEPAGE ){ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2958 | if( bCommit==0 ){ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2959 | /* Remove the page from the files free-list. This is not required |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2960 | ** if bCommit is non-zero. In that case, the free-list will be |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2961 | ** truncated to zero after this function returns, so it doesn't |
| 2962 | ** matter if it still contains some garbage entries. |
| 2963 | */ |
| 2964 | Pgno iFreePg; |
| 2965 | MemPage *pFreePg; |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2966 | rc = allocateBtreePage(pBt, &pFreePg, &iFreePg, iLastPg, BTALLOC_EXACT); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2967 | if( rc!=SQLITE_OK ){ |
| 2968 | return rc; |
| 2969 | } |
| 2970 | assert( iFreePg==iLastPg ); |
| 2971 | releasePage(pFreePg); |
| 2972 | } |
| 2973 | } else { |
| 2974 | Pgno iFreePg; /* Index of free page to move pLastPg to */ |
| 2975 | MemPage *pLastPg; |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2976 | u8 eMode = BTALLOC_ANY; /* Mode parameter for allocateBtreePage() */ |
| 2977 | Pgno iNear = 0; /* nearby parameter for allocateBtreePage() */ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2978 | |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 2979 | rc = btreeGetPage(pBt, iLastPg, &pLastPg, 0); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2980 | if( rc!=SQLITE_OK ){ |
| 2981 | return rc; |
| 2982 | } |
| 2983 | |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2984 | /* If bCommit is zero, this loop runs exactly once and page pLastPg |
danielk1977 | b4626a3 | 2007-04-28 15:47:43 +0000 | [diff] [blame] | 2985 | ** is swapped with the first free page pulled off the free list. |
| 2986 | ** |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2987 | ** On the other hand, if bCommit is greater than zero, then keep |
danielk1977 | b4626a3 | 2007-04-28 15:47:43 +0000 | [diff] [blame] | 2988 | ** looping until a free-page located within the first nFin pages |
| 2989 | ** of the file is found. |
| 2990 | */ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2991 | if( bCommit==0 ){ |
| 2992 | eMode = BTALLOC_LE; |
| 2993 | iNear = nFin; |
| 2994 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2995 | do { |
| 2996 | MemPage *pFreePg; |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 2997 | rc = allocateBtreePage(pBt, &pFreePg, &iFreePg, iNear, eMode); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 2998 | if( rc!=SQLITE_OK ){ |
| 2999 | releasePage(pLastPg); |
| 3000 | return rc; |
| 3001 | } |
| 3002 | releasePage(pFreePg); |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3003 | }while( bCommit && iFreePg>nFin ); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3004 | assert( iFreePg<iLastPg ); |
danielk1977 | b4626a3 | 2007-04-28 15:47:43 +0000 | [diff] [blame] | 3005 | |
| 3006 | rc = sqlite3PagerWrite(pLastPg->pDbPage); |
danielk1977 | 662278e | 2007-11-05 15:30:12 +0000 | [diff] [blame] | 3007 | if( rc==SQLITE_OK ){ |
danielk1977 | 4c99999 | 2008-07-16 18:17:55 +0000 | [diff] [blame] | 3008 | rc = relocatePage(pBt, pLastPg, eType, iPtrPage, iFreePg, nFin!=0); |
danielk1977 | 662278e | 2007-11-05 15:30:12 +0000 | [diff] [blame] | 3009 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3010 | releasePage(pLastPg); |
| 3011 | if( rc!=SQLITE_OK ){ |
| 3012 | return rc; |
danielk1977 | 662278e | 2007-11-05 15:30:12 +0000 | [diff] [blame] | 3013 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3014 | } |
| 3015 | } |
| 3016 | |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3017 | if( bCommit==0 ){ |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3018 | iLastPg--; |
| 3019 | while( iLastPg==PENDING_BYTE_PAGE(pBt)||PTRMAP_ISPAGE(pBt, iLastPg) ){ |
danielk1977 | f402778 | 2009-03-30 18:50:04 +0000 | [diff] [blame] | 3020 | if( PTRMAP_ISPAGE(pBt, iLastPg) ){ |
| 3021 | MemPage *pPg; |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3022 | rc = btreeGetPage(pBt, iLastPg, &pPg, 0); |
danielk1977 | f402778 | 2009-03-30 18:50:04 +0000 | [diff] [blame] | 3023 | if( rc!=SQLITE_OK ){ |
| 3024 | return rc; |
| 3025 | } |
| 3026 | rc = sqlite3PagerWrite(pPg->pDbPage); |
| 3027 | releasePage(pPg); |
| 3028 | if( rc!=SQLITE_OK ){ |
| 3029 | return rc; |
| 3030 | } |
| 3031 | } |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3032 | iLastPg--; |
| 3033 | } |
| 3034 | sqlite3PagerTruncateImage(pBt->pPager, iLastPg); |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3035 | pBt->nPage = iLastPg; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3036 | } |
| 3037 | return SQLITE_OK; |
| 3038 | } |
| 3039 | |
| 3040 | /* |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3041 | ** The database opened by the first argument is an auto-vacuum database |
| 3042 | ** nOrig pages in size containing nFree free pages. Return the expected |
| 3043 | ** size of the database in pages following an auto-vacuum operation. |
| 3044 | */ |
| 3045 | static Pgno finalDbSize(BtShared *pBt, Pgno nOrig, Pgno nFree){ |
| 3046 | int nEntry; /* Number of entries on one ptrmap page */ |
| 3047 | Pgno nPtrmap; /* Number of PtrMap pages to be freed */ |
| 3048 | Pgno nFin; /* Return value */ |
| 3049 | |
| 3050 | nEntry = pBt->usableSize/5; |
| 3051 | nPtrmap = (nFree-nOrig+PTRMAP_PAGENO(pBt, nOrig)+nEntry)/nEntry; |
| 3052 | nFin = nOrig - nFree - nPtrmap; |
| 3053 | if( nOrig>PENDING_BYTE_PAGE(pBt) && nFin<PENDING_BYTE_PAGE(pBt) ){ |
| 3054 | nFin--; |
| 3055 | } |
| 3056 | while( PTRMAP_ISPAGE(pBt, nFin) || nFin==PENDING_BYTE_PAGE(pBt) ){ |
| 3057 | nFin--; |
| 3058 | } |
| 3059 | if( nFin>nOrig ) return SQLITE_CORRUPT_BKPT; |
| 3060 | |
| 3061 | return nFin; |
| 3062 | } |
| 3063 | |
| 3064 | /* |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3065 | ** A write-transaction must be opened before calling this function. |
| 3066 | ** It performs a single unit of work towards an incremental vacuum. |
| 3067 | ** |
| 3068 | ** If the incremental vacuum is finished after this function has run, |
shane | be21779 | 2009-03-05 04:20:31 +0000 | [diff] [blame] | 3069 | ** SQLITE_DONE is returned. If it is not finished, but no error occurred, |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3070 | ** SQLITE_OK is returned. Otherwise an SQLite error code. |
| 3071 | */ |
| 3072 | int sqlite3BtreeIncrVacuum(Btree *p){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3073 | int rc; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3074 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3075 | |
| 3076 | sqlite3BtreeEnter(p); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3077 | assert( pBt->inTransaction==TRANS_WRITE && p->inTrans==TRANS_WRITE ); |
| 3078 | if( !pBt->autoVacuum ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3079 | rc = SQLITE_DONE; |
| 3080 | }else{ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3081 | Pgno nOrig = btreePagecount(pBt); |
| 3082 | Pgno nFree = get4byte(&pBt->pPage1->aData[36]); |
| 3083 | Pgno nFin = finalDbSize(pBt, nOrig, nFree); |
| 3084 | |
| 3085 | if( nFin<nOrig ){ |
| 3086 | invalidateAllOverflowCache(pBt); |
| 3087 | rc = incrVacuumStep(pBt, nFin, nOrig, 0); |
| 3088 | if( rc==SQLITE_OK ){ |
| 3089 | rc = sqlite3PagerWrite(pBt->pPage1->pDbPage); |
| 3090 | put4byte(&pBt->pPage1->aData[28], pBt->nPage); |
| 3091 | } |
| 3092 | }else{ |
| 3093 | rc = SQLITE_DONE; |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3094 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3095 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3096 | sqlite3BtreeLeave(p); |
| 3097 | return rc; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3098 | } |
| 3099 | |
| 3100 | /* |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 3101 | ** This routine is called prior to sqlite3PagerCommit when a transaction |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3102 | ** is commited for an auto-vacuum database. |
danielk1977 | 2416872 | 2007-04-02 05:07:47 +0000 | [diff] [blame] | 3103 | ** |
| 3104 | ** If SQLITE_OK is returned, then *pnTrunc is set to the number of pages |
| 3105 | ** the database file should be truncated to during the commit process. |
| 3106 | ** i.e. the database has been reorganized so that only the first *pnTrunc |
| 3107 | ** pages are in use. |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3108 | */ |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3109 | static int autoVacuumCommit(BtShared *pBt){ |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3110 | int rc = SQLITE_OK; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3111 | Pager *pPager = pBt->pPager; |
drh | f94a173 | 2008-09-30 17:18:17 +0000 | [diff] [blame] | 3112 | VVA_ONLY( int nRef = sqlite3PagerRefcount(pPager) ); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3113 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3114 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 3115 | invalidateAllOverflowCache(pBt); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3116 | assert(pBt->autoVacuum); |
| 3117 | if( !pBt->incrVacuum ){ |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3118 | Pgno nFin; /* Number of pages in database after autovacuuming */ |
| 3119 | Pgno nFree; /* Number of pages on the freelist initially */ |
drh | 41d628c | 2009-07-11 17:04:08 +0000 | [diff] [blame] | 3120 | Pgno iFree; /* The next page to be freed */ |
drh | 41d628c | 2009-07-11 17:04:08 +0000 | [diff] [blame] | 3121 | Pgno nOrig; /* Database size before freeing */ |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3122 | |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 3123 | nOrig = btreePagecount(pBt); |
danielk1977 | ef165ce | 2009-04-06 17:50:03 +0000 | [diff] [blame] | 3124 | if( PTRMAP_ISPAGE(pBt, nOrig) || nOrig==PENDING_BYTE_PAGE(pBt) ){ |
| 3125 | /* It is not possible to create a database for which the final page |
| 3126 | ** is either a pointer-map page or the pending-byte page. If one |
| 3127 | ** is encountered, this indicates corruption. |
| 3128 | */ |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3129 | return SQLITE_CORRUPT_BKPT; |
| 3130 | } |
danielk1977 | ef165ce | 2009-04-06 17:50:03 +0000 | [diff] [blame] | 3131 | |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3132 | nFree = get4byte(&pBt->pPage1->aData[36]); |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3133 | nFin = finalDbSize(pBt, nOrig, nFree); |
drh | c5e47ac | 2009-06-04 00:11:56 +0000 | [diff] [blame] | 3134 | if( nFin>nOrig ) return SQLITE_CORRUPT_BKPT; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3135 | |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3136 | for(iFree=nOrig; iFree>nFin && rc==SQLITE_OK; iFree--){ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 3137 | rc = incrVacuumStep(pBt, nFin, iFree, 1); |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3138 | } |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3139 | if( (rc==SQLITE_DONE || rc==SQLITE_OK) && nFree>0 ){ |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3140 | rc = sqlite3PagerWrite(pBt->pPage1->pDbPage); |
| 3141 | put4byte(&pBt->pPage1->aData[32], 0); |
| 3142 | put4byte(&pBt->pPage1->aData[36], 0); |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3143 | put4byte(&pBt->pPage1->aData[28], nFin); |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3144 | sqlite3PagerTruncateImage(pBt->pPager, nFin); |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3145 | pBt->nPage = nFin; |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3146 | } |
| 3147 | if( rc!=SQLITE_OK ){ |
| 3148 | sqlite3PagerRollback(pPager); |
| 3149 | } |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3150 | } |
| 3151 | |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 3152 | assert( nRef==sqlite3PagerRefcount(pPager) ); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3153 | return rc; |
| 3154 | } |
danielk1977 | dddbcdc | 2007-04-26 14:42:34 +0000 | [diff] [blame] | 3155 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 3156 | #else /* ifndef SQLITE_OMIT_AUTOVACUUM */ |
| 3157 | # define setChildPtrmaps(x) SQLITE_OK |
| 3158 | #endif |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 3159 | |
| 3160 | /* |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3161 | ** This routine does the first phase of a two-phase commit. This routine |
| 3162 | ** causes a rollback journal to be created (if it does not already exist) |
| 3163 | ** and populated with enough information so that if a power loss occurs |
| 3164 | ** the database can be restored to its original state by playing back |
| 3165 | ** the journal. Then the contents of the journal are flushed out to |
| 3166 | ** the disk. After the journal is safely on oxide, the changes to the |
| 3167 | ** database are written into the database file and flushed to oxide. |
| 3168 | ** At the end of this call, the rollback journal still exists on the |
| 3169 | ** disk and we are still holding all locks, so the transaction has not |
drh | 51898cf | 2009-04-19 20:51:06 +0000 | [diff] [blame] | 3170 | ** committed. See sqlite3BtreeCommitPhaseTwo() for the second phase of the |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3171 | ** commit process. |
| 3172 | ** |
| 3173 | ** This call is a no-op if no write-transaction is currently active on pBt. |
| 3174 | ** |
| 3175 | ** Otherwise, sync the database file for the btree pBt. zMaster points to |
| 3176 | ** the name of a master journal file that should be written into the |
| 3177 | ** individual journal file, or is NULL, indicating no master journal file |
| 3178 | ** (single database transaction). |
| 3179 | ** |
| 3180 | ** When this is called, the master journal should already have been |
| 3181 | ** created, populated with this journal pointer and synced to disk. |
| 3182 | ** |
| 3183 | ** Once this is routine has returned, the only thing required to commit |
| 3184 | ** the write-transaction for this database file is to delete the journal. |
| 3185 | */ |
| 3186 | int sqlite3BtreeCommitPhaseOne(Btree *p, const char *zMaster){ |
| 3187 | int rc = SQLITE_OK; |
| 3188 | if( p->inTrans==TRANS_WRITE ){ |
| 3189 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3190 | sqlite3BtreeEnter(p); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3191 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 3192 | if( pBt->autoVacuum ){ |
danielk1977 | 3460d19 | 2008-12-27 15:23:13 +0000 | [diff] [blame] | 3193 | rc = autoVacuumCommit(pBt); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3194 | if( rc!=SQLITE_OK ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3195 | sqlite3BtreeLeave(p); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3196 | return rc; |
| 3197 | } |
| 3198 | } |
| 3199 | #endif |
drh | 49b9d33 | 2009-01-02 18:10:42 +0000 | [diff] [blame] | 3200 | rc = sqlite3PagerCommitPhaseOne(pBt->pPager, zMaster, 0); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3201 | sqlite3BtreeLeave(p); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3202 | } |
| 3203 | return rc; |
| 3204 | } |
| 3205 | |
| 3206 | /* |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3207 | ** This function is called from both BtreeCommitPhaseTwo() and BtreeRollback() |
| 3208 | ** at the conclusion of a transaction. |
| 3209 | */ |
| 3210 | static void btreeEndTransaction(Btree *p){ |
| 3211 | BtShared *pBt = p->pBt; |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3212 | assert( sqlite3BtreeHoldsMutex(p) ); |
| 3213 | |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3214 | btreeClearHasContent(pBt); |
dan | fa401de | 2009-10-16 14:55:03 +0000 | [diff] [blame] | 3215 | if( p->inTrans>TRANS_NONE && p->db->activeVdbeCnt>1 ){ |
| 3216 | /* If there are other active statements that belong to this database |
| 3217 | ** handle, downgrade to a read-only transaction. The other statements |
| 3218 | ** may still be reading from the database. */ |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3219 | downgradeAllSharedCacheTableLocks(p); |
| 3220 | p->inTrans = TRANS_READ; |
| 3221 | }else{ |
| 3222 | /* If the handle had any kind of transaction open, decrement the |
| 3223 | ** transaction count of the shared btree. If the transaction count |
| 3224 | ** reaches 0, set the shared state to TRANS_NONE. The unlockBtreeIfUnused() |
| 3225 | ** call below will unlock the pager. */ |
| 3226 | if( p->inTrans!=TRANS_NONE ){ |
| 3227 | clearAllSharedCacheTableLocks(p); |
| 3228 | pBt->nTransaction--; |
| 3229 | if( 0==pBt->nTransaction ){ |
| 3230 | pBt->inTransaction = TRANS_NONE; |
| 3231 | } |
| 3232 | } |
| 3233 | |
| 3234 | /* Set the current transaction state to TRANS_NONE and unlock the |
| 3235 | ** pager if this call closed the only read or write transaction. */ |
| 3236 | p->inTrans = TRANS_NONE; |
| 3237 | unlockBtreeIfUnused(pBt); |
| 3238 | } |
| 3239 | |
| 3240 | btreeIntegrity(p); |
| 3241 | } |
| 3242 | |
| 3243 | /* |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 3244 | ** Commit the transaction currently in progress. |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 3245 | ** |
drh | 6e34599 | 2007-03-30 11:12:08 +0000 | [diff] [blame] | 3246 | ** This routine implements the second phase of a 2-phase commit. The |
drh | 51898cf | 2009-04-19 20:51:06 +0000 | [diff] [blame] | 3247 | ** sqlite3BtreeCommitPhaseOne() routine does the first phase and should |
| 3248 | ** be invoked prior to calling this routine. The sqlite3BtreeCommitPhaseOne() |
| 3249 | ** routine did all the work of writing information out to disk and flushing the |
drh | 6e34599 | 2007-03-30 11:12:08 +0000 | [diff] [blame] | 3250 | ** contents so that they are written onto the disk platter. All this |
drh | 51898cf | 2009-04-19 20:51:06 +0000 | [diff] [blame] | 3251 | ** routine has to do is delete or truncate or zero the header in the |
| 3252 | ** the rollback journal (which causes the transaction to commit) and |
| 3253 | ** drop locks. |
drh | 6e34599 | 2007-03-30 11:12:08 +0000 | [diff] [blame] | 3254 | ** |
dan | 60939d0 | 2011-03-29 15:40:55 +0000 | [diff] [blame] | 3255 | ** Normally, if an error occurs while the pager layer is attempting to |
| 3256 | ** finalize the underlying journal file, this function returns an error and |
| 3257 | ** the upper layer will attempt a rollback. However, if the second argument |
| 3258 | ** is non-zero then this b-tree transaction is part of a multi-file |
| 3259 | ** transaction. In this case, the transaction has already been committed |
| 3260 | ** (by deleting a master journal file) and the caller will ignore this |
| 3261 | ** functions return code. So, even if an error occurs in the pager layer, |
| 3262 | ** reset the b-tree objects internal state to indicate that the write |
| 3263 | ** transaction has been closed. This is quite safe, as the pager will have |
| 3264 | ** transitioned to the error state. |
| 3265 | ** |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 3266 | ** This will release the write lock on the database file. If there |
| 3267 | ** are no active cursors, it also releases the read lock. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3268 | */ |
dan | 60939d0 | 2011-03-29 15:40:55 +0000 | [diff] [blame] | 3269 | int sqlite3BtreeCommitPhaseTwo(Btree *p, int bCleanup){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3270 | |
drh | 075ed30 | 2010-10-14 01:17:30 +0000 | [diff] [blame] | 3271 | if( p->inTrans==TRANS_NONE ) return SQLITE_OK; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3272 | sqlite3BtreeEnter(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3273 | btreeIntegrity(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3274 | |
| 3275 | /* If the handle has a write-transaction open, commit the shared-btrees |
| 3276 | ** transaction and set the shared state to TRANS_READ. |
| 3277 | */ |
| 3278 | if( p->inTrans==TRANS_WRITE ){ |
danielk1977 | 7f7bc66 | 2006-01-23 13:47:47 +0000 | [diff] [blame] | 3279 | int rc; |
drh | 075ed30 | 2010-10-14 01:17:30 +0000 | [diff] [blame] | 3280 | BtShared *pBt = p->pBt; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3281 | assert( pBt->inTransaction==TRANS_WRITE ); |
| 3282 | assert( pBt->nTransaction>0 ); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3283 | rc = sqlite3PagerCommitPhaseTwo(pBt->pPager); |
dan | 60939d0 | 2011-03-29 15:40:55 +0000 | [diff] [blame] | 3284 | if( rc!=SQLITE_OK && bCleanup==0 ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3285 | sqlite3BtreeLeave(p); |
danielk1977 | 7f7bc66 | 2006-01-23 13:47:47 +0000 | [diff] [blame] | 3286 | return rc; |
| 3287 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3288 | pBt->inTransaction = TRANS_READ; |
danielk1977 | ee5741e | 2004-05-31 10:01:34 +0000 | [diff] [blame] | 3289 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3290 | |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3291 | btreeEndTransaction(p); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3292 | sqlite3BtreeLeave(p); |
danielk1977 | 7f7bc66 | 2006-01-23 13:47:47 +0000 | [diff] [blame] | 3293 | return SQLITE_OK; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3294 | } |
| 3295 | |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3296 | /* |
| 3297 | ** Do both phases of a commit. |
| 3298 | */ |
| 3299 | int sqlite3BtreeCommit(Btree *p){ |
| 3300 | int rc; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3301 | sqlite3BtreeEnter(p); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3302 | rc = sqlite3BtreeCommitPhaseOne(p, 0); |
| 3303 | if( rc==SQLITE_OK ){ |
dan | 60939d0 | 2011-03-29 15:40:55 +0000 | [diff] [blame] | 3304 | rc = sqlite3BtreeCommitPhaseTwo(p, 0); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3305 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3306 | sqlite3BtreeLeave(p); |
drh | 80e35f4 | 2007-03-30 14:06:34 +0000 | [diff] [blame] | 3307 | return rc; |
| 3308 | } |
| 3309 | |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 3310 | #ifndef NDEBUG |
| 3311 | /* |
| 3312 | ** Return the number of write-cursors open on this handle. This is for use |
| 3313 | ** in assert() expressions, so it is only compiled if NDEBUG is not |
| 3314 | ** defined. |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3315 | ** |
| 3316 | ** For the purposes of this routine, a write-cursor is any cursor that |
| 3317 | ** is capable of writing to the databse. That means the cursor was |
| 3318 | ** originally opened for writing and the cursor has not be disabled |
| 3319 | ** by having its state changed to CURSOR_FAULT. |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 3320 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3321 | static int countWriteCursors(BtShared *pBt){ |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 3322 | BtCursor *pCur; |
| 3323 | int r = 0; |
| 3324 | for(pCur=pBt->pCursor; pCur; pCur=pCur->pNext){ |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3325 | if( pCur->wrFlag && pCur->eState!=CURSOR_FAULT ) r++; |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 3326 | } |
| 3327 | return r; |
| 3328 | } |
| 3329 | #endif |
| 3330 | |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 3331 | /* |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3332 | ** This routine sets the state to CURSOR_FAULT and the error |
| 3333 | ** code to errCode for every cursor on BtShared that pBtree |
| 3334 | ** references. |
| 3335 | ** |
| 3336 | ** Every cursor is tripped, including cursors that belong |
| 3337 | ** to other database connections that happen to be sharing |
| 3338 | ** the cache with pBtree. |
| 3339 | ** |
| 3340 | ** This routine gets called when a rollback occurs. |
| 3341 | ** All cursors using the same cache must be tripped |
| 3342 | ** to prevent them from trying to use the btree after |
| 3343 | ** the rollback. The rollback may have deleted tables |
| 3344 | ** or moved root pages, so it is not sufficient to |
| 3345 | ** save the state of the cursor. The cursor must be |
| 3346 | ** invalidated. |
| 3347 | */ |
| 3348 | void sqlite3BtreeTripAllCursors(Btree *pBtree, int errCode){ |
| 3349 | BtCursor *p; |
drh | 0f198a7 | 2012-02-13 16:43:16 +0000 | [diff] [blame] | 3350 | if( pBtree==0 ) return; |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3351 | sqlite3BtreeEnter(pBtree); |
| 3352 | for(p=pBtree->pBt->pCursor; p; p=p->pNext){ |
danielk1977 | bc2ca9e | 2008-11-13 14:28:28 +0000 | [diff] [blame] | 3353 | int i; |
danielk1977 | be51a65 | 2008-10-08 17:58:48 +0000 | [diff] [blame] | 3354 | sqlite3BtreeClearCursor(p); |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3355 | p->eState = CURSOR_FAULT; |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 3356 | p->skipNext = errCode; |
danielk1977 | bc2ca9e | 2008-11-13 14:28:28 +0000 | [diff] [blame] | 3357 | for(i=0; i<=p->iPage; i++){ |
| 3358 | releasePage(p->apPage[i]); |
| 3359 | p->apPage[i] = 0; |
| 3360 | } |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 3361 | } |
| 3362 | sqlite3BtreeLeave(pBtree); |
| 3363 | } |
| 3364 | |
| 3365 | /* |
drh | ecdc753 | 2001-09-23 02:35:53 +0000 | [diff] [blame] | 3366 | ** Rollback the transaction in progress. All cursors will be |
| 3367 | ** invalided by this operation. Any attempt to use a cursor |
| 3368 | ** that was open at the beginning of this operation will result |
| 3369 | ** in an error. |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 3370 | ** |
| 3371 | ** This will release the write lock on the database file. If there |
| 3372 | ** are no active cursors, it also releases the read lock. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3373 | */ |
drh | 0f198a7 | 2012-02-13 16:43:16 +0000 | [diff] [blame] | 3374 | int sqlite3BtreeRollback(Btree *p, int tripCode){ |
danielk1977 | 8d34dfd | 2006-01-24 16:37:57 +0000 | [diff] [blame] | 3375 | int rc; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3376 | BtShared *pBt = p->pBt; |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 3377 | MemPage *pPage1; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3378 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3379 | sqlite3BtreeEnter(p); |
drh | 0f198a7 | 2012-02-13 16:43:16 +0000 | [diff] [blame] | 3380 | if( tripCode==SQLITE_OK ){ |
| 3381 | rc = tripCode = saveAllCursors(pBt, 0, 0); |
| 3382 | }else{ |
| 3383 | rc = SQLITE_OK; |
danielk1977 | 2b8c13e | 2006-01-24 14:21:24 +0000 | [diff] [blame] | 3384 | } |
drh | 0f198a7 | 2012-02-13 16:43:16 +0000 | [diff] [blame] | 3385 | if( tripCode ){ |
| 3386 | sqlite3BtreeTripAllCursors(p, tripCode); |
| 3387 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3388 | btreeIntegrity(p); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3389 | |
| 3390 | if( p->inTrans==TRANS_WRITE ){ |
danielk1977 | 8d34dfd | 2006-01-24 16:37:57 +0000 | [diff] [blame] | 3391 | int rc2; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3392 | |
danielk1977 | 8d34dfd | 2006-01-24 16:37:57 +0000 | [diff] [blame] | 3393 | assert( TRANS_WRITE==pBt->inTransaction ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 3394 | rc2 = sqlite3PagerRollback(pBt->pPager); |
danielk1977 | 8d34dfd | 2006-01-24 16:37:57 +0000 | [diff] [blame] | 3395 | if( rc2!=SQLITE_OK ){ |
| 3396 | rc = rc2; |
| 3397 | } |
| 3398 | |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 3399 | /* The rollback may have destroyed the pPage1->aData value. So |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3400 | ** call btreeGetPage() on page 1 again to make |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 3401 | ** sure pPage1->aData is set correctly. */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3402 | if( btreeGetPage(pBt, 1, &pPage1, 0)==SQLITE_OK ){ |
drh | 1f5b467 | 2010-04-01 02:22:19 +0000 | [diff] [blame] | 3403 | int nPage = get4byte(28+(u8*)pPage1->aData); |
| 3404 | testcase( nPage==0 ); |
| 3405 | if( nPage==0 ) sqlite3PagerPagecount(pBt->pPager, &nPage); |
| 3406 | testcase( pBt->nPage!=nPage ); |
| 3407 | pBt->nPage = nPage; |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 3408 | releasePage(pPage1); |
| 3409 | } |
danielk1977 | fbcd585 | 2004-06-15 02:44:18 +0000 | [diff] [blame] | 3410 | assert( countWriteCursors(pBt)==0 ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3411 | pBt->inTransaction = TRANS_READ; |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 3412 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3413 | |
danielk1977 | 94b3073 | 2009-07-02 17:21:57 +0000 | [diff] [blame] | 3414 | btreeEndTransaction(p); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3415 | sqlite3BtreeLeave(p); |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3416 | return rc; |
| 3417 | } |
| 3418 | |
| 3419 | /* |
danielk1977 | bd43455 | 2009-03-18 10:33:00 +0000 | [diff] [blame] | 3420 | ** Start a statement subtransaction. The subtransaction can can be rolled |
| 3421 | ** back independently of the main transaction. You must start a transaction |
| 3422 | ** before starting a subtransaction. The subtransaction is ended automatically |
| 3423 | ** if the main transaction commits or rolls back. |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 3424 | ** |
| 3425 | ** Statement subtransactions are used around individual SQL statements |
| 3426 | ** that are contained within a BEGIN...COMMIT block. If a constraint |
| 3427 | ** error occurs within the statement, the effect of that one statement |
| 3428 | ** can be rolled back without having to rollback the entire transaction. |
danielk1977 | bd43455 | 2009-03-18 10:33:00 +0000 | [diff] [blame] | 3429 | ** |
| 3430 | ** A statement sub-transaction is implemented as an anonymous savepoint. The |
| 3431 | ** value passed as the second parameter is the total number of savepoints, |
| 3432 | ** including the new anonymous savepoint, open on the B-Tree. i.e. if there |
| 3433 | ** are no active savepoints and no other statement-transactions open, |
| 3434 | ** iStatement is 1. This anonymous savepoint can be released or rolled back |
| 3435 | ** using the sqlite3BtreeSavepoint() function. |
drh | 663fc63 | 2002-02-02 18:49:19 +0000 | [diff] [blame] | 3436 | */ |
danielk1977 | bd43455 | 2009-03-18 10:33:00 +0000 | [diff] [blame] | 3437 | int sqlite3BtreeBeginStmt(Btree *p, int iStatement){ |
drh | 663fc63 | 2002-02-02 18:49:19 +0000 | [diff] [blame] | 3438 | int rc; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3439 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3440 | sqlite3BtreeEnter(p); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 3441 | assert( p->inTrans==TRANS_WRITE ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 3442 | assert( (pBt->btsFlags & BTS_READ_ONLY)==0 ); |
danielk1977 | bd43455 | 2009-03-18 10:33:00 +0000 | [diff] [blame] | 3443 | assert( iStatement>0 ); |
| 3444 | assert( iStatement>p->db->nSavepoint ); |
drh | 5e0ccc2 | 2010-03-29 19:36:52 +0000 | [diff] [blame] | 3445 | assert( pBt->inTransaction==TRANS_WRITE ); |
| 3446 | /* At the pager level, a statement transaction is a savepoint with |
| 3447 | ** an index greater than all savepoints created explicitly using |
| 3448 | ** SQL statements. It is illegal to open, release or rollback any |
| 3449 | ** such savepoints while the statement transaction savepoint is active. |
| 3450 | */ |
| 3451 | rc = sqlite3PagerOpenSavepoint(pBt->pPager, iStatement); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3452 | sqlite3BtreeLeave(p); |
drh | 663fc63 | 2002-02-02 18:49:19 +0000 | [diff] [blame] | 3453 | return rc; |
| 3454 | } |
| 3455 | |
| 3456 | /* |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 3457 | ** The second argument to this function, op, is always SAVEPOINT_ROLLBACK |
| 3458 | ** or SAVEPOINT_RELEASE. This function either releases or rolls back the |
danielk1977 | 12dd549 | 2008-12-18 15:45:07 +0000 | [diff] [blame] | 3459 | ** savepoint identified by parameter iSavepoint, depending on the value |
| 3460 | ** of op. |
| 3461 | ** |
| 3462 | ** Normally, iSavepoint is greater than or equal to zero. However, if op is |
| 3463 | ** SAVEPOINT_ROLLBACK, then iSavepoint may also be -1. In this case the |
| 3464 | ** contents of the entire transaction are rolled back. This is different |
| 3465 | ** from a normal transaction rollback, as no locks are released and the |
| 3466 | ** transaction remains open. |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 3467 | */ |
| 3468 | int sqlite3BtreeSavepoint(Btree *p, int op, int iSavepoint){ |
| 3469 | int rc = SQLITE_OK; |
| 3470 | if( p && p->inTrans==TRANS_WRITE ){ |
| 3471 | BtShared *pBt = p->pBt; |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 3472 | assert( op==SAVEPOINT_RELEASE || op==SAVEPOINT_ROLLBACK ); |
| 3473 | assert( iSavepoint>=0 || (iSavepoint==-1 && op==SAVEPOINT_ROLLBACK) ); |
| 3474 | sqlite3BtreeEnter(p); |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 3475 | rc = sqlite3PagerSavepoint(pBt->pPager, op, iSavepoint); |
drh | 9f0bbf9 | 2009-01-02 21:08:09 +0000 | [diff] [blame] | 3476 | if( rc==SQLITE_OK ){ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 3477 | if( iSavepoint<0 && (pBt->btsFlags & BTS_INITIALLY_EMPTY)!=0 ){ |
| 3478 | pBt->nPage = 0; |
| 3479 | } |
drh | 9f0bbf9 | 2009-01-02 21:08:09 +0000 | [diff] [blame] | 3480 | rc = newDatabase(pBt); |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 3481 | pBt->nPage = get4byte(28 + pBt->pPage1->aData); |
drh | b9b49bf | 2010-08-05 03:21:39 +0000 | [diff] [blame] | 3482 | |
| 3483 | /* The database size was written into the offset 28 of the header |
| 3484 | ** when the transaction started, so we know that the value at offset |
| 3485 | ** 28 is nonzero. */ |
| 3486 | assert( pBt->nPage>0 ); |
drh | 9f0bbf9 | 2009-01-02 21:08:09 +0000 | [diff] [blame] | 3487 | } |
danielk1977 | fd7f045 | 2008-12-17 17:30:26 +0000 | [diff] [blame] | 3488 | sqlite3BtreeLeave(p); |
| 3489 | } |
| 3490 | return rc; |
| 3491 | } |
| 3492 | |
| 3493 | /* |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 3494 | ** Create a new cursor for the BTree whose root is on the page |
danielk1977 | 3e8add9 | 2009-07-04 17:16:00 +0000 | [diff] [blame] | 3495 | ** iTable. If a read-only cursor is requested, it is assumed that |
| 3496 | ** the caller already has at least a read-only transaction open |
| 3497 | ** on the database already. If a write-cursor is requested, then |
| 3498 | ** the caller is assumed to have an open write transaction. |
drh | 1bee3d7 | 2001-10-15 00:44:35 +0000 | [diff] [blame] | 3499 | ** |
| 3500 | ** If wrFlag==0, then the cursor can only be used for reading. |
drh | f74b8d9 | 2002-09-01 23:20:45 +0000 | [diff] [blame] | 3501 | ** If wrFlag==1, then the cursor can be used for reading or for |
| 3502 | ** writing if other conditions for writing are also met. These |
| 3503 | ** are the conditions that must be met in order for writing to |
| 3504 | ** be allowed: |
drh | 6446c4d | 2001-12-15 14:22:18 +0000 | [diff] [blame] | 3505 | ** |
drh | f74b8d9 | 2002-09-01 23:20:45 +0000 | [diff] [blame] | 3506 | ** 1: The cursor must have been opened with wrFlag==1 |
| 3507 | ** |
drh | fe5d71d | 2007-03-19 11:54:10 +0000 | [diff] [blame] | 3508 | ** 2: Other database connections that share the same pager cache |
| 3509 | ** but which are not in the READ_UNCOMMITTED state may not have |
| 3510 | ** cursors open with wrFlag==0 on the same table. Otherwise |
| 3511 | ** the changes made by this write cursor would be visible to |
| 3512 | ** the read cursors in the other database connection. |
drh | f74b8d9 | 2002-09-01 23:20:45 +0000 | [diff] [blame] | 3513 | ** |
| 3514 | ** 3: The database must be writable (not on read-only media) |
| 3515 | ** |
| 3516 | ** 4: There must be an active transaction. |
| 3517 | ** |
drh | 6446c4d | 2001-12-15 14:22:18 +0000 | [diff] [blame] | 3518 | ** No checking is done to make sure that page iTable really is the |
| 3519 | ** root page of a b-tree. If it is not, then the cursor acquired |
| 3520 | ** will not work correctly. |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3521 | ** |
drh | f25a507 | 2009-11-18 23:01:25 +0000 | [diff] [blame] | 3522 | ** It is assumed that the sqlite3BtreeCursorZero() has been called |
| 3523 | ** on pCur to initialize the memory space prior to invoking this routine. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3524 | */ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3525 | static int btreeCursor( |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3526 | Btree *p, /* The btree */ |
| 3527 | int iTable, /* Root page of table to open */ |
| 3528 | int wrFlag, /* 1 to write. 0 read-only */ |
| 3529 | struct KeyInfo *pKeyInfo, /* First arg to comparison function */ |
| 3530 | BtCursor *pCur /* Space for new cursor */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3531 | ){ |
danielk1977 | 3e8add9 | 2009-07-04 17:16:00 +0000 | [diff] [blame] | 3532 | BtShared *pBt = p->pBt; /* Shared b-tree handle */ |
drh | ecdc753 | 2001-09-23 02:35:53 +0000 | [diff] [blame] | 3533 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3534 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 3535 | assert( wrFlag==0 || wrFlag==1 ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 3536 | |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 3537 | /* The following assert statements verify that if this is a sharable |
| 3538 | ** b-tree database, the connection is holding the required table locks, |
| 3539 | ** and that no other connection has any open cursor that conflicts with |
| 3540 | ** this lock. */ |
| 3541 | assert( hasSharedCacheTableLock(p, iTable, pKeyInfo!=0, wrFlag+1) ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 3542 | assert( wrFlag==0 || !hasReadConflicts(p, iTable) ); |
| 3543 | |
danielk1977 | 3e8add9 | 2009-07-04 17:16:00 +0000 | [diff] [blame] | 3544 | /* Assert that the caller has opened the required transaction. */ |
| 3545 | assert( p->inTrans>TRANS_NONE ); |
| 3546 | assert( wrFlag==0 || p->inTrans==TRANS_WRITE ); |
| 3547 | assert( pBt->pPage1 && pBt->pPage1->aData ); |
| 3548 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 3549 | if( NEVER(wrFlag && (pBt->btsFlags & BTS_READ_ONLY)!=0) ){ |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 3550 | return SQLITE_READONLY; |
drh | a0c9a11 | 2004-03-10 13:42:37 +0000 | [diff] [blame] | 3551 | } |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 3552 | if( iTable==1 && btreePagecount(pBt)==0 ){ |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 3553 | assert( wrFlag==0 ); |
| 3554 | iTable = 0; |
danielk1977 | 3e8add9 | 2009-07-04 17:16:00 +0000 | [diff] [blame] | 3555 | } |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3556 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3557 | /* Now that no other errors can occur, finish filling in the BtCursor |
danielk1977 | 3e8add9 | 2009-07-04 17:16:00 +0000 | [diff] [blame] | 3558 | ** variables and link the cursor into the BtShared list. */ |
danielk1977 | 172114a | 2009-07-07 15:47:12 +0000 | [diff] [blame] | 3559 | pCur->pgnoRoot = (Pgno)iTable; |
| 3560 | pCur->iPage = -1; |
drh | 1e968a0 | 2008-03-25 00:22:21 +0000 | [diff] [blame] | 3561 | pCur->pKeyInfo = pKeyInfo; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3562 | pCur->pBtree = p; |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 3563 | pCur->pBt = pBt; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 3564 | pCur->wrFlag = (u8)wrFlag; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3565 | pCur->pNext = pBt->pCursor; |
| 3566 | if( pCur->pNext ){ |
| 3567 | pCur->pNext->pPrev = pCur; |
| 3568 | } |
| 3569 | pBt->pCursor = pCur; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 3570 | pCur->eState = CURSOR_INVALID; |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 3571 | pCur->cachedRowid = 0; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 3572 | return SQLITE_OK; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3573 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3574 | int sqlite3BtreeCursor( |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3575 | Btree *p, /* The btree */ |
| 3576 | int iTable, /* Root page of table to open */ |
| 3577 | int wrFlag, /* 1 to write. 0 read-only */ |
| 3578 | struct KeyInfo *pKeyInfo, /* First arg to xCompare() */ |
| 3579 | BtCursor *pCur /* Write new cursor here */ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3580 | ){ |
| 3581 | int rc; |
| 3582 | sqlite3BtreeEnter(p); |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3583 | rc = btreeCursor(p, iTable, wrFlag, pKeyInfo, pCur); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3584 | sqlite3BtreeLeave(p); |
| 3585 | return rc; |
| 3586 | } |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 3587 | |
| 3588 | /* |
| 3589 | ** Return the size of a BtCursor object in bytes. |
| 3590 | ** |
| 3591 | ** This interfaces is needed so that users of cursors can preallocate |
| 3592 | ** sufficient storage to hold a cursor. The BtCursor object is opaque |
| 3593 | ** to users so they cannot do the sizeof() themselves - they must call |
| 3594 | ** this routine. |
| 3595 | */ |
| 3596 | int sqlite3BtreeCursorSize(void){ |
drh | c54055b | 2009-11-13 17:05:53 +0000 | [diff] [blame] | 3597 | return ROUND8(sizeof(BtCursor)); |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3598 | } |
| 3599 | |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 3600 | /* |
drh | f25a507 | 2009-11-18 23:01:25 +0000 | [diff] [blame] | 3601 | ** Initialize memory that will be converted into a BtCursor object. |
| 3602 | ** |
| 3603 | ** The simple approach here would be to memset() the entire object |
| 3604 | ** to zero. But it turns out that the apPage[] and aiIdx[] arrays |
| 3605 | ** do not need to be zeroed and they are large, so we can save a lot |
| 3606 | ** of run-time by skipping the initialization of those elements. |
| 3607 | */ |
| 3608 | void sqlite3BtreeCursorZero(BtCursor *p){ |
| 3609 | memset(p, 0, offsetof(BtCursor, iPage)); |
| 3610 | } |
| 3611 | |
| 3612 | /* |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 3613 | ** Set the cached rowid value of every cursor in the same database file |
| 3614 | ** as pCur and having the same root page number as pCur. The value is |
| 3615 | ** set to iRowid. |
| 3616 | ** |
| 3617 | ** Only positive rowid values are considered valid for this cache. |
| 3618 | ** The cache is initialized to zero, indicating an invalid cache. |
| 3619 | ** A btree will work fine with zero or negative rowids. We just cannot |
| 3620 | ** cache zero or negative rowids, which means tables that use zero or |
| 3621 | ** negative rowids might run a little slower. But in practice, zero |
| 3622 | ** or negative rowids are very uncommon so this should not be a problem. |
| 3623 | */ |
| 3624 | void sqlite3BtreeSetCachedRowid(BtCursor *pCur, sqlite3_int64 iRowid){ |
| 3625 | BtCursor *p; |
| 3626 | for(p=pCur->pBt->pCursor; p; p=p->pNext){ |
| 3627 | if( p->pgnoRoot==pCur->pgnoRoot ) p->cachedRowid = iRowid; |
| 3628 | } |
| 3629 | assert( pCur->cachedRowid==iRowid ); |
| 3630 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 3631 | |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 3632 | /* |
| 3633 | ** Return the cached rowid for the given cursor. A negative or zero |
| 3634 | ** return value indicates that the rowid cache is invalid and should be |
| 3635 | ** ignored. If the rowid cache has never before been set, then a |
| 3636 | ** zero is returned. |
| 3637 | */ |
| 3638 | sqlite3_int64 sqlite3BtreeGetCachedRowid(BtCursor *pCur){ |
| 3639 | return pCur->cachedRowid; |
| 3640 | } |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3641 | |
| 3642 | /* |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 3643 | ** Close a cursor. The read lock on the database file is released |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 3644 | ** when the last cursor is closed. |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3645 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3646 | int sqlite3BtreeCloseCursor(BtCursor *pCur){ |
drh | ff0587c | 2007-08-29 17:43:19 +0000 | [diff] [blame] | 3647 | Btree *pBtree = pCur->pBtree; |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3648 | if( pBtree ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3649 | int i; |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3650 | BtShared *pBt = pCur->pBt; |
| 3651 | sqlite3BtreeEnter(pBtree); |
danielk1977 | be51a65 | 2008-10-08 17:58:48 +0000 | [diff] [blame] | 3652 | sqlite3BtreeClearCursor(pCur); |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3653 | if( pCur->pPrev ){ |
| 3654 | pCur->pPrev->pNext = pCur->pNext; |
| 3655 | }else{ |
| 3656 | pBt->pCursor = pCur->pNext; |
| 3657 | } |
| 3658 | if( pCur->pNext ){ |
| 3659 | pCur->pNext->pPrev = pCur->pPrev; |
| 3660 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3661 | for(i=0; i<=pCur->iPage; i++){ |
| 3662 | releasePage(pCur->apPage[i]); |
| 3663 | } |
danielk1977 | cd3e8f7 | 2008-03-25 09:47:35 +0000 | [diff] [blame] | 3664 | unlockBtreeIfUnused(pBt); |
| 3665 | invalidateOverflowCache(pCur); |
| 3666 | /* sqlite3_free(pCur); */ |
| 3667 | sqlite3BtreeLeave(pBtree); |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3668 | } |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 3669 | return SQLITE_OK; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3670 | } |
| 3671 | |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 3672 | /* |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3673 | ** Make sure the BtCursor* given in the argument has a valid |
| 3674 | ** BtCursor.info structure. If it is not already valid, call |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3675 | ** btreeParseCell() to fill it in. |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 3676 | ** |
| 3677 | ** BtCursor.info is a cache of the information in the current cell. |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3678 | ** Using this cache reduces the number of calls to btreeParseCell(). |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3679 | ** |
| 3680 | ** 2007-06-25: There is a bug in some versions of MSVC that cause the |
| 3681 | ** compiler to crash when getCellInfo() is implemented as a macro. |
| 3682 | ** But there is a measureable speed advantage to using the macro on gcc |
| 3683 | ** (when less compiler optimizations like -Os or -O0 are used and the |
| 3684 | ** compiler is not doing agressive inlining.) So we use a real function |
| 3685 | ** for MSVC and a macro for everything else. Ticket #2457. |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3686 | */ |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3687 | #ifndef NDEBUG |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 3688 | static void assertCellInfo(BtCursor *pCur){ |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3689 | CellInfo info; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3690 | int iPage = pCur->iPage; |
drh | 51c6d96 | 2004-06-06 00:42:25 +0000 | [diff] [blame] | 3691 | memset(&info, 0, sizeof(info)); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3692 | btreeParseCell(pCur->apPage[iPage], pCur->aiIdx[iPage], &info); |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3693 | assert( memcmp(&info, &pCur->info, sizeof(info))==0 ); |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3694 | } |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 3695 | #else |
| 3696 | #define assertCellInfo(x) |
| 3697 | #endif |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3698 | #ifdef _MSC_VER |
| 3699 | /* Use a real function in MSVC to work around bugs in that compiler. */ |
| 3700 | static void getCellInfo(BtCursor *pCur){ |
| 3701 | if( pCur->info.nSize==0 ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3702 | int iPage = pCur->iPage; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3703 | btreeParseCell(pCur->apPage[iPage],pCur->aiIdx[iPage],&pCur->info); |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 3704 | pCur->validNKey = 1; |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3705 | }else{ |
| 3706 | assertCellInfo(pCur); |
| 3707 | } |
| 3708 | } |
| 3709 | #else /* if not _MSC_VER */ |
| 3710 | /* Use a macro in all other compilers so that the function is inlined */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3711 | #define getCellInfo(pCur) \ |
| 3712 | if( pCur->info.nSize==0 ){ \ |
| 3713 | int iPage = pCur->iPage; \ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3714 | btreeParseCell(pCur->apPage[iPage],pCur->aiIdx[iPage],&pCur->info); \ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3715 | pCur->validNKey = 1; \ |
| 3716 | }else{ \ |
| 3717 | assertCellInfo(pCur); \ |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3718 | } |
| 3719 | #endif /* _MSC_VER */ |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3720 | |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3721 | #ifndef NDEBUG /* The next routine used only within assert() statements */ |
| 3722 | /* |
| 3723 | ** Return true if the given BtCursor is valid. A valid cursor is one |
| 3724 | ** that is currently pointing to a row in a (non-empty) table. |
| 3725 | ** This is a verification routine is used only within assert() statements. |
| 3726 | */ |
| 3727 | int sqlite3BtreeCursorIsValid(BtCursor *pCur){ |
| 3728 | return pCur && pCur->eState==CURSOR_VALID; |
| 3729 | } |
| 3730 | #endif /* NDEBUG */ |
| 3731 | |
drh | 9188b38 | 2004-05-14 21:12:22 +0000 | [diff] [blame] | 3732 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3733 | ** Set *pSize to the size of the buffer needed to hold the value of |
| 3734 | ** the key for the current entry. If the cursor is not pointing |
| 3735 | ** to a valid entry, *pSize is set to 0. |
| 3736 | ** |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 3737 | ** For a table with the INTKEY flag set, this routine returns the key |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3738 | ** itself, not the number of bytes in the key. |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3739 | ** |
| 3740 | ** The caller must position the cursor prior to invoking this routine. |
| 3741 | ** |
| 3742 | ** This routine cannot fail. It always returns SQLITE_OK. |
drh | 7e3b0a0 | 2001-04-28 16:52:40 +0000 | [diff] [blame] | 3743 | */ |
drh | 4a1c380 | 2004-05-12 15:15:47 +0000 | [diff] [blame] | 3744 | int sqlite3BtreeKeySize(BtCursor *pCur, i64 *pSize){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3745 | assert( cursorHoldsMutex(pCur) ); |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3746 | assert( pCur->eState==CURSOR_INVALID || pCur->eState==CURSOR_VALID ); |
| 3747 | if( pCur->eState!=CURSOR_VALID ){ |
| 3748 | *pSize = 0; |
| 3749 | }else{ |
| 3750 | getCellInfo(pCur); |
| 3751 | *pSize = pCur->info.nKey; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 3752 | } |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3753 | return SQLITE_OK; |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 3754 | } |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 3755 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 3756 | /* |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 3757 | ** Set *pSize to the number of bytes of data in the entry the |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3758 | ** cursor currently points to. |
| 3759 | ** |
| 3760 | ** The caller must guarantee that the cursor is pointing to a non-NULL |
| 3761 | ** valid entry. In other words, the calling procedure must guarantee |
| 3762 | ** that the cursor has Cursor.eState==CURSOR_VALID. |
| 3763 | ** |
| 3764 | ** Failure is not possible. This function always returns SQLITE_OK. |
| 3765 | ** It might just as well be a procedure (returning void) but we continue |
| 3766 | ** to return an integer result code for historical reasons. |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 3767 | */ |
| 3768 | int sqlite3BtreeDataSize(BtCursor *pCur, u32 *pSize){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3769 | assert( cursorHoldsMutex(pCur) ); |
drh | ea8ffdf | 2009-07-22 00:35:23 +0000 | [diff] [blame] | 3770 | assert( pCur->eState==CURSOR_VALID ); |
| 3771 | getCellInfo(pCur); |
| 3772 | *pSize = pCur->info.nData; |
| 3773 | return SQLITE_OK; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 3774 | } |
| 3775 | |
| 3776 | /* |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3777 | ** Given the page number of an overflow page in the database (parameter |
| 3778 | ** ovfl), this function finds the page number of the next page in the |
| 3779 | ** linked list of overflow pages. If possible, it uses the auto-vacuum |
| 3780 | ** pointer-map data instead of reading the content of page ovfl to do so. |
| 3781 | ** |
| 3782 | ** If an error occurs an SQLite error code is returned. Otherwise: |
| 3783 | ** |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3784 | ** The page number of the next overflow page in the linked list is |
| 3785 | ** written to *pPgnoNext. If page ovfl is the last page in its linked |
| 3786 | ** list, *pPgnoNext is set to zero. |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3787 | ** |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3788 | ** If ppPage is not NULL, and a reference to the MemPage object corresponding |
| 3789 | ** to page number pOvfl was obtained, then *ppPage is set to point to that |
| 3790 | ** reference. It is the responsibility of the caller to call releasePage() |
| 3791 | ** on *ppPage to free the reference. In no reference was obtained (because |
| 3792 | ** the pointer-map was used to obtain the value for *pPgnoNext), then |
| 3793 | ** *ppPage is set to zero. |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3794 | */ |
| 3795 | static int getOverflowPage( |
drh | fa3be90 | 2009-07-07 02:44:07 +0000 | [diff] [blame] | 3796 | BtShared *pBt, /* The database file */ |
| 3797 | Pgno ovfl, /* Current overflow page number */ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3798 | MemPage **ppPage, /* OUT: MemPage handle (may be NULL) */ |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3799 | Pgno *pPgnoNext /* OUT: Next overflow page number */ |
| 3800 | ){ |
| 3801 | Pgno next = 0; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3802 | MemPage *pPage = 0; |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 3803 | int rc = SQLITE_OK; |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3804 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3805 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3806 | assert(pPgnoNext); |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3807 | |
| 3808 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 3809 | /* Try to find the next page in the overflow list using the |
| 3810 | ** autovacuum pointer-map pages. Guess that the next page in |
| 3811 | ** the overflow list is page number (ovfl+1). If that guess turns |
| 3812 | ** out to be wrong, fall back to loading the data of page |
| 3813 | ** number ovfl to determine the next page number. |
| 3814 | */ |
| 3815 | if( pBt->autoVacuum ){ |
| 3816 | Pgno pgno; |
| 3817 | Pgno iGuess = ovfl+1; |
| 3818 | u8 eType; |
| 3819 | |
| 3820 | while( PTRMAP_ISPAGE(pBt, iGuess) || iGuess==PENDING_BYTE_PAGE(pBt) ){ |
| 3821 | iGuess++; |
| 3822 | } |
| 3823 | |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 3824 | if( iGuess<=btreePagecount(pBt) ){ |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3825 | rc = ptrmapGet(pBt, iGuess, &eType, &pgno); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3826 | if( rc==SQLITE_OK && eType==PTRMAP_OVERFLOW2 && pgno==ovfl ){ |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3827 | next = iGuess; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3828 | rc = SQLITE_DONE; |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3829 | } |
| 3830 | } |
| 3831 | } |
| 3832 | #endif |
| 3833 | |
danielk1977 | d8a3f3d | 2009-07-11 11:45:23 +0000 | [diff] [blame] | 3834 | assert( next==0 || rc==SQLITE_DONE ); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3835 | if( rc==SQLITE_OK ){ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 3836 | rc = btreeGetPage(pBt, ovfl, &pPage, 0); |
danielk1977 | d8a3f3d | 2009-07-11 11:45:23 +0000 | [diff] [blame] | 3837 | assert( rc==SQLITE_OK || pPage==0 ); |
| 3838 | if( rc==SQLITE_OK ){ |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3839 | next = get4byte(pPage->aData); |
| 3840 | } |
danielk1977 | 443c059 | 2009-01-16 15:21:05 +0000 | [diff] [blame] | 3841 | } |
danielk1977 | 45d6882 | 2009-01-16 16:23:38 +0000 | [diff] [blame] | 3842 | |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 3843 | *pPgnoNext = next; |
| 3844 | if( ppPage ){ |
| 3845 | *ppPage = pPage; |
| 3846 | }else{ |
| 3847 | releasePage(pPage); |
| 3848 | } |
| 3849 | return (rc==SQLITE_DONE ? SQLITE_OK : rc); |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3850 | } |
| 3851 | |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3852 | /* |
| 3853 | ** Copy data from a buffer to a page, or from a page to a buffer. |
| 3854 | ** |
| 3855 | ** pPayload is a pointer to data stored on database page pDbPage. |
| 3856 | ** If argument eOp is false, then nByte bytes of data are copied |
| 3857 | ** from pPayload to the buffer pointed at by pBuf. If eOp is true, |
| 3858 | ** then sqlite3PagerWrite() is called on pDbPage and nByte bytes |
| 3859 | ** of data are copied from the buffer pBuf to pPayload. |
| 3860 | ** |
| 3861 | ** SQLITE_OK is returned on success, otherwise an error code. |
| 3862 | */ |
| 3863 | static int copyPayload( |
| 3864 | void *pPayload, /* Pointer to page data */ |
| 3865 | void *pBuf, /* Pointer to buffer */ |
| 3866 | int nByte, /* Number of bytes to copy */ |
| 3867 | int eOp, /* 0 -> copy from page, 1 -> copy to page */ |
| 3868 | DbPage *pDbPage /* Page containing pPayload */ |
| 3869 | ){ |
| 3870 | if( eOp ){ |
| 3871 | /* Copy data from buffer to page (a write operation) */ |
| 3872 | int rc = sqlite3PagerWrite(pDbPage); |
| 3873 | if( rc!=SQLITE_OK ){ |
| 3874 | return rc; |
| 3875 | } |
| 3876 | memcpy(pPayload, pBuf, nByte); |
| 3877 | }else{ |
| 3878 | /* Copy data from page to buffer (a read operation) */ |
| 3879 | memcpy(pBuf, pPayload, nByte); |
| 3880 | } |
| 3881 | return SQLITE_OK; |
| 3882 | } |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 3883 | |
| 3884 | /* |
danielk1977 | 9f8d640 | 2007-05-02 17:48:45 +0000 | [diff] [blame] | 3885 | ** This function is used to read or overwrite payload information |
| 3886 | ** for the entry that the pCur cursor is pointing to. If the eOp |
| 3887 | ** parameter is 0, this is a read operation (data copied into |
| 3888 | ** buffer pBuf). If it is non-zero, a write (data copied from |
| 3889 | ** buffer pBuf). |
| 3890 | ** |
| 3891 | ** A total of "amt" bytes are read or written beginning at "offset". |
| 3892 | ** Data is read to or from the buffer pBuf. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 3893 | ** |
drh | 3bcdfd2 | 2009-07-12 02:32:21 +0000 | [diff] [blame] | 3894 | ** The content being read or written might appear on the main page |
| 3895 | ** or be scattered out on multiple overflow pages. |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3896 | ** |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 3897 | ** If the BtCursor.isIncrblobHandle flag is set, and the current |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3898 | ** cursor entry uses one or more overflow pages, this function |
| 3899 | ** allocates space for and lazily popluates the overflow page-list |
| 3900 | ** cache array (BtCursor.aOverflow). Subsequent calls use this |
| 3901 | ** cache to make seeking to the supplied offset more efficient. |
| 3902 | ** |
| 3903 | ** Once an overflow page-list cache has been allocated, it may be |
| 3904 | ** invalidated if some other cursor writes to the same table, or if |
| 3905 | ** the cursor is moved to a different row. Additionally, in auto-vacuum |
| 3906 | ** mode, the following events may invalidate an overflow page-list cache. |
| 3907 | ** |
| 3908 | ** * An incremental vacuum, |
| 3909 | ** * A commit in auto_vacuum="full" mode, |
| 3910 | ** * Creating a table (may require moving an overflow page). |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 3911 | */ |
danielk1977 | 9f8d640 | 2007-05-02 17:48:45 +0000 | [diff] [blame] | 3912 | static int accessPayload( |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3913 | BtCursor *pCur, /* Cursor pointing to entry to read from */ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 3914 | u32 offset, /* Begin reading this far into payload */ |
| 3915 | u32 amt, /* Read this many bytes */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3916 | unsigned char *pBuf, /* Write the bytes into this buffer */ |
danielk1977 | 9f8d640 | 2007-05-02 17:48:45 +0000 | [diff] [blame] | 3917 | int eOp /* zero to read. non-zero to write. */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3918 | ){ |
| 3919 | unsigned char *aPayload; |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3920 | int rc = SQLITE_OK; |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 3921 | u32 nKey; |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 3922 | int iIdx = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3923 | MemPage *pPage = pCur->apPage[pCur->iPage]; /* Btree page of current entry */ |
danielk1977 | 0d06541 | 2008-11-12 18:21:36 +0000 | [diff] [blame] | 3924 | BtShared *pBt = pCur->pBt; /* Btree this cursor belongs to */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3925 | |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3926 | assert( pPage ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 3927 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 3928 | assert( pCur->aiIdx[pCur->iPage]<pPage->nCell ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 3929 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3930 | |
drh | 8605761 | 2007-06-26 01:04:48 +0000 | [diff] [blame] | 3931 | getCellInfo(pCur); |
drh | 366fda6 | 2006-01-13 02:35:09 +0000 | [diff] [blame] | 3932 | aPayload = pCur->info.pCell + pCur->info.nHeader; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 3933 | nKey = (pPage->intKey ? 0 : (int)pCur->info.nKey); |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3934 | |
drh | 3bcdfd2 | 2009-07-12 02:32:21 +0000 | [diff] [blame] | 3935 | if( NEVER(offset+amt > nKey+pCur->info.nData) |
danielk1977 | 0d06541 | 2008-11-12 18:21:36 +0000 | [diff] [blame] | 3936 | || &aPayload[pCur->info.nLocal] > &pPage->aData[pBt->usableSize] |
| 3937 | ){ |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3938 | /* Trying to read or write past the end of the data is an error */ |
danielk1977 | 67fd7a9 | 2008-09-10 17:53:35 +0000 | [diff] [blame] | 3939 | return SQLITE_CORRUPT_BKPT; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 3940 | } |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3941 | |
| 3942 | /* Check if data must be read/written to/from the btree page itself. */ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 3943 | if( offset<pCur->info.nLocal ){ |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 3944 | int a = amt; |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 3945 | if( a+offset>pCur->info.nLocal ){ |
| 3946 | a = pCur->info.nLocal - offset; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 3947 | } |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3948 | rc = copyPayload(&aPayload[offset], pBuf, a, eOp, pPage->pDbPage); |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 3949 | offset = 0; |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 3950 | pBuf += a; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 3951 | amt -= a; |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 3952 | }else{ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 3953 | offset -= pCur->info.nLocal; |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 3954 | } |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3955 | |
| 3956 | if( rc==SQLITE_OK && amt>0 ){ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 3957 | const u32 ovflSize = pBt->usableSize - 4; /* Bytes content per ovfl page */ |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3958 | Pgno nextPage; |
| 3959 | |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 3960 | nextPage = get4byte(&aPayload[pCur->info.nLocal]); |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3961 | |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 3962 | #ifndef SQLITE_OMIT_INCRBLOB |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 3963 | /* If the isIncrblobHandle flag is set and the BtCursor.aOverflow[] |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3964 | ** has not been allocated, allocate it now. The array is sized at |
| 3965 | ** one entry for each overflow page in the overflow chain. The |
| 3966 | ** page number of the first overflow page is stored in aOverflow[0], |
| 3967 | ** etc. A value of 0 in the aOverflow[] array means "not yet known" |
| 3968 | ** (the cache is lazily populated). |
| 3969 | */ |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 3970 | if( pCur->isIncrblobHandle && !pCur->aOverflow ){ |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 3971 | int nOvfl = (pCur->info.nPayload-pCur->info.nLocal+ovflSize-1)/ovflSize; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 3972 | pCur->aOverflow = (Pgno *)sqlite3MallocZero(sizeof(Pgno)*nOvfl); |
drh | 3bcdfd2 | 2009-07-12 02:32:21 +0000 | [diff] [blame] | 3973 | /* nOvfl is always positive. If it were zero, fetchPayload would have |
| 3974 | ** been used instead of this routine. */ |
| 3975 | if( ALWAYS(nOvfl) && !pCur->aOverflow ){ |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3976 | rc = SQLITE_NOMEM; |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 3977 | } |
| 3978 | } |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3979 | |
| 3980 | /* If the overflow page-list cache has been allocated and the |
| 3981 | ** entry for the first required overflow page is valid, skip |
| 3982 | ** directly to it. |
| 3983 | */ |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 3984 | if( pCur->aOverflow && pCur->aOverflow[offset/ovflSize] ){ |
| 3985 | iIdx = (offset/ovflSize); |
| 3986 | nextPage = pCur->aOverflow[iIdx]; |
| 3987 | offset = (offset%ovflSize); |
| 3988 | } |
| 3989 | #endif |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 3990 | |
| 3991 | for( ; rc==SQLITE_OK && amt>0 && nextPage; iIdx++){ |
| 3992 | |
| 3993 | #ifndef SQLITE_OMIT_INCRBLOB |
| 3994 | /* If required, populate the overflow page-list cache. */ |
| 3995 | if( pCur->aOverflow ){ |
| 3996 | assert(!pCur->aOverflow[iIdx] || pCur->aOverflow[iIdx]==nextPage); |
| 3997 | pCur->aOverflow[iIdx] = nextPage; |
| 3998 | } |
| 3999 | #endif |
| 4000 | |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 4001 | if( offset>=ovflSize ){ |
| 4002 | /* The only reason to read this page is to obtain the page |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4003 | ** number for the next page in the overflow chain. The page |
drh | fd131da | 2007-08-07 17:13:03 +0000 | [diff] [blame] | 4004 | ** data is not required. So first try to lookup the overflow |
| 4005 | ** page-list cache, if any, then fall back to the getOverflowPage() |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4006 | ** function. |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 4007 | */ |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 4008 | #ifndef SQLITE_OMIT_INCRBLOB |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4009 | if( pCur->aOverflow && pCur->aOverflow[iIdx+1] ){ |
| 4010 | nextPage = pCur->aOverflow[iIdx+1]; |
| 4011 | } else |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 4012 | #endif |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4013 | rc = getOverflowPage(pBt, nextPage, 0, &nextPage); |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4014 | offset -= ovflSize; |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 4015 | }else{ |
danielk1977 | 9f8d640 | 2007-05-02 17:48:45 +0000 | [diff] [blame] | 4016 | /* Need to read this page properly. It contains some of the |
| 4017 | ** range of data that is being read (eOp==0) or written (eOp!=0). |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 4018 | */ |
dan | f4ba109 | 2011-10-08 14:57:07 +0000 | [diff] [blame] | 4019 | #ifdef SQLITE_DIRECT_OVERFLOW_READ |
| 4020 | sqlite3_file *fd; |
| 4021 | #endif |
danielk1977 | cfe9a69 | 2004-06-16 12:00:29 +0000 | [diff] [blame] | 4022 | int a = amt; |
dan | f4ba109 | 2011-10-08 14:57:07 +0000 | [diff] [blame] | 4023 | if( a + offset > ovflSize ){ |
| 4024 | a = ovflSize - offset; |
danielk1977 | 9f8d640 | 2007-05-02 17:48:45 +0000 | [diff] [blame] | 4025 | } |
dan | f4ba109 | 2011-10-08 14:57:07 +0000 | [diff] [blame] | 4026 | |
| 4027 | #ifdef SQLITE_DIRECT_OVERFLOW_READ |
| 4028 | /* If all the following are true: |
| 4029 | ** |
| 4030 | ** 1) this is a read operation, and |
| 4031 | ** 2) data is required from the start of this overflow page, and |
| 4032 | ** 3) the database is file-backed, and |
| 4033 | ** 4) there is no open write-transaction, and |
| 4034 | ** 5) the database is not a WAL database, |
| 4035 | ** |
| 4036 | ** then data can be read directly from the database file into the |
| 4037 | ** output buffer, bypassing the page-cache altogether. This speeds |
| 4038 | ** up loading large records that span many overflow pages. |
| 4039 | */ |
| 4040 | if( eOp==0 /* (1) */ |
| 4041 | && offset==0 /* (2) */ |
| 4042 | && pBt->inTransaction==TRANS_READ /* (4) */ |
| 4043 | && (fd = sqlite3PagerFile(pBt->pPager))->pMethods /* (3) */ |
| 4044 | && pBt->pPage1->aData[19]==0x01 /* (5) */ |
| 4045 | ){ |
| 4046 | u8 aSave[4]; |
| 4047 | u8 *aWrite = &pBuf[-4]; |
| 4048 | memcpy(aSave, aWrite, 4); |
dan | 27d47fb | 2011-12-21 17:00:16 +0000 | [diff] [blame] | 4049 | rc = sqlite3OsRead(fd, aWrite, a+4, (i64)pBt->pageSize*(nextPage-1)); |
dan | f4ba109 | 2011-10-08 14:57:07 +0000 | [diff] [blame] | 4050 | nextPage = get4byte(aWrite); |
| 4051 | memcpy(aWrite, aSave, 4); |
| 4052 | }else |
| 4053 | #endif |
| 4054 | |
| 4055 | { |
| 4056 | DbPage *pDbPage; |
| 4057 | rc = sqlite3PagerGet(pBt->pPager, nextPage, &pDbPage); |
| 4058 | if( rc==SQLITE_OK ){ |
| 4059 | aPayload = sqlite3PagerGetData(pDbPage); |
| 4060 | nextPage = get4byte(aPayload); |
| 4061 | rc = copyPayload(&aPayload[offset+4], pBuf, a, eOp, pDbPage); |
| 4062 | sqlite3PagerUnref(pDbPage); |
| 4063 | offset = 0; |
| 4064 | } |
| 4065 | } |
| 4066 | amt -= a; |
| 4067 | pBuf += a; |
danielk1977 | cfe9a69 | 2004-06-16 12:00:29 +0000 | [diff] [blame] | 4068 | } |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 4069 | } |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 4070 | } |
danielk1977 | cfe9a69 | 2004-06-16 12:00:29 +0000 | [diff] [blame] | 4071 | |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4072 | if( rc==SQLITE_OK && amt>0 ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 4073 | return SQLITE_CORRUPT_BKPT; |
drh | a7fcb05 | 2001-12-14 15:09:55 +0000 | [diff] [blame] | 4074 | } |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 4075 | return rc; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 4076 | } |
| 4077 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4078 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4079 | ** Read part of the key associated with cursor pCur. Exactly |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4080 | ** "amt" bytes will be transfered into pBuf[]. The transfer |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4081 | ** begins at "offset". |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4082 | ** |
drh | 5d1a872 | 2009-07-22 18:07:40 +0000 | [diff] [blame] | 4083 | ** The caller must ensure that pCur is pointing to a valid row |
| 4084 | ** in the table. |
| 4085 | ** |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4086 | ** Return SQLITE_OK on success or an error code if anything goes |
| 4087 | ** wrong. An error is returned if "offset+amt" is larger than |
| 4088 | ** the available payload. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4089 | */ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4090 | int sqlite3BtreeKey(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4091 | assert( cursorHoldsMutex(pCur) ); |
drh | 5d1a872 | 2009-07-22 18:07:40 +0000 | [diff] [blame] | 4092 | assert( pCur->eState==CURSOR_VALID ); |
| 4093 | assert( pCur->iPage>=0 && pCur->apPage[pCur->iPage] ); |
| 4094 | assert( pCur->aiIdx[pCur->iPage]<pCur->apPage[pCur->iPage]->nCell ); |
| 4095 | return accessPayload(pCur, offset, amt, (unsigned char*)pBuf, 0); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4096 | } |
| 4097 | |
| 4098 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4099 | ** Read part of the data associated with cursor pCur. Exactly |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4100 | ** "amt" bytes will be transfered into pBuf[]. The transfer |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4101 | ** begins at "offset". |
| 4102 | ** |
| 4103 | ** Return SQLITE_OK on success or an error code if anything goes |
| 4104 | ** wrong. An error is returned if "offset+amt" is larger than |
| 4105 | ** the available payload. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4106 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4107 | int sqlite3BtreeData(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4108 | int rc; |
| 4109 | |
danielk1977 | 3588ceb | 2008-06-10 17:30:26 +0000 | [diff] [blame] | 4110 | #ifndef SQLITE_OMIT_INCRBLOB |
| 4111 | if ( pCur->eState==CURSOR_INVALID ){ |
| 4112 | return SQLITE_ABORT; |
| 4113 | } |
| 4114 | #endif |
| 4115 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4116 | assert( cursorHoldsMutex(pCur) ); |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 4117 | rc = restoreCursorPosition(pCur); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4118 | if( rc==SQLITE_OK ){ |
| 4119 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4120 | assert( pCur->iPage>=0 && pCur->apPage[pCur->iPage] ); |
| 4121 | assert( pCur->aiIdx[pCur->iPage]<pCur->apPage[pCur->iPage]->nCell ); |
drh | fb19268 | 2009-07-11 18:26:28 +0000 | [diff] [blame] | 4122 | rc = accessPayload(pCur, offset, amt, pBuf, 0); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4123 | } |
| 4124 | return rc; |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 4125 | } |
| 4126 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4127 | /* |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4128 | ** Return a pointer to payload information from the entry that the |
| 4129 | ** pCur cursor is pointing to. The pointer is to the beginning of |
| 4130 | ** the key if skipKey==0 and it points to the beginning of data if |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4131 | ** skipKey==1. The number of bytes of available key/data is written |
| 4132 | ** into *pAmt. If *pAmt==0, then the value returned will not be |
| 4133 | ** a valid pointer. |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4134 | ** |
| 4135 | ** This routine is an optimization. It is common for the entire key |
| 4136 | ** and data to fit on the local page and for there to be no overflow |
| 4137 | ** pages. When that is so, this routine can be used to access the |
| 4138 | ** key and data without making a copy. If the key and/or data spills |
drh | 7f75122 | 2009-03-17 22:33:00 +0000 | [diff] [blame] | 4139 | ** onto overflow pages, then accessPayload() must be used to reassemble |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4140 | ** the key/data and copy it into a preallocated buffer. |
| 4141 | ** |
| 4142 | ** The pointer returned by this routine looks directly into the cached |
| 4143 | ** page of the database. The data might change or move the next time |
| 4144 | ** any btree routine is called. |
| 4145 | */ |
| 4146 | static const unsigned char *fetchPayload( |
| 4147 | BtCursor *pCur, /* Cursor pointing to entry to read from */ |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4148 | int *pAmt, /* Write the number of available bytes here */ |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4149 | int skipKey /* read beginning at data if this is true */ |
| 4150 | ){ |
| 4151 | unsigned char *aPayload; |
| 4152 | MemPage *pPage; |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 4153 | u32 nKey; |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 4154 | u32 nLocal; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4155 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4156 | assert( pCur!=0 && pCur->iPage>=0 && pCur->apPage[pCur->iPage]); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4157 | assert( pCur->eState==CURSOR_VALID ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4158 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4159 | pPage = pCur->apPage[pCur->iPage]; |
| 4160 | assert( pCur->aiIdx[pCur->iPage]<pPage->nCell ); |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4161 | if( NEVER(pCur->info.nSize==0) ){ |
| 4162 | btreeParseCell(pCur->apPage[pCur->iPage], pCur->aiIdx[pCur->iPage], |
| 4163 | &pCur->info); |
| 4164 | } |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 4165 | aPayload = pCur->info.pCell; |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 4166 | aPayload += pCur->info.nHeader; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4167 | if( pPage->intKey ){ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 4168 | nKey = 0; |
| 4169 | }else{ |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 4170 | nKey = (int)pCur->info.nKey; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4171 | } |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4172 | if( skipKey ){ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 4173 | aPayload += nKey; |
| 4174 | nLocal = pCur->info.nLocal - nKey; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4175 | }else{ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 4176 | nLocal = pCur->info.nLocal; |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4177 | assert( nLocal<=nKey ); |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4178 | } |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4179 | *pAmt = nLocal; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4180 | return aPayload; |
| 4181 | } |
| 4182 | |
| 4183 | |
| 4184 | /* |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4185 | ** For the entry that cursor pCur is point to, return as |
| 4186 | ** many bytes of the key or data as are available on the local |
| 4187 | ** b-tree page. Write the number of available bytes into *pAmt. |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4188 | ** |
| 4189 | ** The pointer returned is ephemeral. The key/data may move |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4190 | ** or be destroyed on the next call to any Btree routine, |
| 4191 | ** including calls from other threads against the same cache. |
| 4192 | ** Hence, a mutex on the BtShared should be held prior to calling |
| 4193 | ** this routine. |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4194 | ** |
| 4195 | ** These routines is used to get quick access to key and data |
| 4196 | ** in the common case where no overflow pages are used. |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4197 | */ |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4198 | const void *sqlite3BtreeKeyFetch(BtCursor *pCur, int *pAmt){ |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4199 | const void *p = 0; |
danielk1977 | 4b0aa4c | 2009-05-28 11:05:57 +0000 | [diff] [blame] | 4200 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4201 | assert( cursorHoldsMutex(pCur) ); |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4202 | if( ALWAYS(pCur->eState==CURSOR_VALID) ){ |
| 4203 | p = (const void*)fetchPayload(pCur, pAmt, 0); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4204 | } |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4205 | return p; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4206 | } |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4207 | const void *sqlite3BtreeDataFetch(BtCursor *pCur, int *pAmt){ |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4208 | const void *p = 0; |
danielk1977 | 4b0aa4c | 2009-05-28 11:05:57 +0000 | [diff] [blame] | 4209 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4210 | assert( cursorHoldsMutex(pCur) ); |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4211 | if( ALWAYS(pCur->eState==CURSOR_VALID) ){ |
| 4212 | p = (const void*)fetchPayload(pCur, pAmt, 1); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4213 | } |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 4214 | return p; |
drh | 0e1c19e | 2004-05-11 00:58:56 +0000 | [diff] [blame] | 4215 | } |
| 4216 | |
| 4217 | |
| 4218 | /* |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4219 | ** Move the cursor down to a new child page. The newPgno argument is the |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 4220 | ** page number of the child page to move to. |
danielk1977 | a299d61 | 2009-07-13 11:22:10 +0000 | [diff] [blame] | 4221 | ** |
| 4222 | ** This function returns SQLITE_CORRUPT if the page-header flags field of |
| 4223 | ** the new child page does not match the flags field of the parent (i.e. |
| 4224 | ** if an intkey page appears to be the parent of a non-intkey page, or |
| 4225 | ** vice-versa). |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4226 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4227 | static int moveToChild(BtCursor *pCur, u32 newPgno){ |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4228 | int rc; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4229 | int i = pCur->iPage; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4230 | MemPage *pNewPage; |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 4231 | BtShared *pBt = pCur->pBt; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4232 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4233 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4234 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4235 | assert( pCur->iPage<BTCURSOR_MAX_DEPTH ); |
| 4236 | if( pCur->iPage>=(BTCURSOR_MAX_DEPTH-1) ){ |
| 4237 | return SQLITE_CORRUPT_BKPT; |
| 4238 | } |
| 4239 | rc = getAndInitPage(pBt, newPgno, &pNewPage); |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 4240 | if( rc ) return rc; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4241 | pCur->apPage[i+1] = pNewPage; |
| 4242 | pCur->aiIdx[i+1] = 0; |
| 4243 | pCur->iPage++; |
| 4244 | |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4245 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4246 | pCur->validNKey = 0; |
danielk1977 | bd5969a | 2009-07-11 17:39:42 +0000 | [diff] [blame] | 4247 | if( pNewPage->nCell<1 || pNewPage->intKey!=pCur->apPage[i]->intKey ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 4248 | return SQLITE_CORRUPT_BKPT; |
drh | 4be295b | 2003-12-16 03:44:47 +0000 | [diff] [blame] | 4249 | } |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4250 | return SQLITE_OK; |
| 4251 | } |
| 4252 | |
dan | bb246c4 | 2012-01-12 14:25:55 +0000 | [diff] [blame] | 4253 | #if 0 |
danielk1977 | bf93c56 | 2008-09-29 15:53:25 +0000 | [diff] [blame] | 4254 | /* |
| 4255 | ** Page pParent is an internal (non-leaf) tree page. This function |
| 4256 | ** asserts that page number iChild is the left-child if the iIdx'th |
| 4257 | ** cell in page pParent. Or, if iIdx is equal to the total number of |
| 4258 | ** cells in pParent, that page number iChild is the right-child of |
| 4259 | ** the page. |
| 4260 | */ |
| 4261 | static void assertParentIndex(MemPage *pParent, int iIdx, Pgno iChild){ |
| 4262 | assert( iIdx<=pParent->nCell ); |
| 4263 | if( iIdx==pParent->nCell ){ |
| 4264 | assert( get4byte(&pParent->aData[pParent->hdrOffset+8])==iChild ); |
| 4265 | }else{ |
| 4266 | assert( get4byte(findCell(pParent, iIdx))==iChild ); |
| 4267 | } |
| 4268 | } |
| 4269 | #else |
| 4270 | # define assertParentIndex(x,y,z) |
| 4271 | #endif |
| 4272 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4273 | /* |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4274 | ** Move the cursor up to the parent page. |
| 4275 | ** |
| 4276 | ** pCur->idx is set to the cell index that contains the pointer |
| 4277 | ** to the page we are coming from. If we are coming from the |
| 4278 | ** right-most child page then pCur->idx is set to one more than |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4279 | ** the largest cell index. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4280 | */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 4281 | static void moveToParent(BtCursor *pCur){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4282 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4283 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4284 | assert( pCur->iPage>0 ); |
| 4285 | assert( pCur->apPage[pCur->iPage] ); |
dan | bb246c4 | 2012-01-12 14:25:55 +0000 | [diff] [blame] | 4286 | |
| 4287 | /* UPDATE: It is actually possible for the condition tested by the assert |
| 4288 | ** below to be untrue if the database file is corrupt. This can occur if |
| 4289 | ** one cursor has modified page pParent while a reference to it is held |
| 4290 | ** by a second cursor. Which can only happen if a single page is linked |
| 4291 | ** into more than one b-tree structure in a corrupt database. */ |
| 4292 | #if 0 |
danielk1977 | bf93c56 | 2008-09-29 15:53:25 +0000 | [diff] [blame] | 4293 | assertParentIndex( |
| 4294 | pCur->apPage[pCur->iPage-1], |
| 4295 | pCur->aiIdx[pCur->iPage-1], |
| 4296 | pCur->apPage[pCur->iPage]->pgno |
| 4297 | ); |
dan | bb246c4 | 2012-01-12 14:25:55 +0000 | [diff] [blame] | 4298 | #endif |
dan | 6c2688c | 2012-01-12 15:05:03 +0000 | [diff] [blame] | 4299 | testcase( pCur->aiIdx[pCur->iPage-1] > pCur->apPage[pCur->iPage-1]->nCell ); |
dan | bb246c4 | 2012-01-12 14:25:55 +0000 | [diff] [blame] | 4300 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4301 | releasePage(pCur->apPage[pCur->iPage]); |
| 4302 | pCur->iPage--; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4303 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4304 | pCur->validNKey = 0; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4305 | } |
| 4306 | |
| 4307 | /* |
danielk1977 | 8f880a8 | 2009-07-13 09:41:45 +0000 | [diff] [blame] | 4308 | ** Move the cursor to point to the root page of its b-tree structure. |
| 4309 | ** |
| 4310 | ** If the table has a virtual root page, then the cursor is moved to point |
| 4311 | ** to the virtual root page instead of the actual root page. A table has a |
| 4312 | ** virtual root page when the actual root page contains no cells and a |
| 4313 | ** single child page. This can only happen with the table rooted at page 1. |
| 4314 | ** |
| 4315 | ** If the b-tree structure is empty, the cursor state is set to |
| 4316 | ** CURSOR_INVALID. Otherwise, the cursor is set to point to the first |
| 4317 | ** cell located on the root (or virtual root) page and the cursor state |
| 4318 | ** is set to CURSOR_VALID. |
| 4319 | ** |
| 4320 | ** If this function returns successfully, it may be assumed that the |
| 4321 | ** page-header flags indicate that the [virtual] root-page is the expected |
| 4322 | ** kind of b-tree page (i.e. if when opening the cursor the caller did not |
| 4323 | ** specify a KeyInfo structure the flags byte is set to 0x05 or 0x0D, |
| 4324 | ** indicating a table b-tree, or if the caller did specify a KeyInfo |
| 4325 | ** structure the flags byte is set to 0x02 or 0x0A, indicating an index |
| 4326 | ** b-tree). |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4327 | */ |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4328 | static int moveToRoot(BtCursor *pCur){ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4329 | MemPage *pRoot; |
drh | 777e4c4 | 2006-01-13 04:31:58 +0000 | [diff] [blame] | 4330 | int rc = SQLITE_OK; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4331 | Btree *p = pCur->pBtree; |
| 4332 | BtShared *pBt = p->pBt; |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4333 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4334 | assert( cursorHoldsMutex(pCur) ); |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 4335 | assert( CURSOR_INVALID < CURSOR_REQUIRESEEK ); |
| 4336 | assert( CURSOR_VALID < CURSOR_REQUIRESEEK ); |
| 4337 | assert( CURSOR_FAULT > CURSOR_REQUIRESEEK ); |
| 4338 | if( pCur->eState>=CURSOR_REQUIRESEEK ){ |
| 4339 | if( pCur->eState==CURSOR_FAULT ){ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4340 | assert( pCur->skipNext!=SQLITE_OK ); |
| 4341 | return pCur->skipNext; |
drh | fb98264 | 2007-08-30 01:19:59 +0000 | [diff] [blame] | 4342 | } |
danielk1977 | be51a65 | 2008-10-08 17:58:48 +0000 | [diff] [blame] | 4343 | sqlite3BtreeClearCursor(pCur); |
drh | bf700f3 | 2007-03-31 02:36:44 +0000 | [diff] [blame] | 4344 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4345 | |
| 4346 | if( pCur->iPage>=0 ){ |
| 4347 | int i; |
| 4348 | for(i=1; i<=pCur->iPage; i++){ |
| 4349 | releasePage(pCur->apPage[i]); |
danielk1977 | d9f6c53 | 2008-09-19 16:39:38 +0000 | [diff] [blame] | 4350 | } |
danielk1977 | 172114a | 2009-07-07 15:47:12 +0000 | [diff] [blame] | 4351 | pCur->iPage = 0; |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 4352 | }else if( pCur->pgnoRoot==0 ){ |
| 4353 | pCur->eState = CURSOR_INVALID; |
| 4354 | return SQLITE_OK; |
drh | 777e4c4 | 2006-01-13 04:31:58 +0000 | [diff] [blame] | 4355 | }else{ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4356 | rc = getAndInitPage(pBt, pCur->pgnoRoot, &pCur->apPage[0]); |
| 4357 | if( rc!=SQLITE_OK ){ |
drh | 777e4c4 | 2006-01-13 04:31:58 +0000 | [diff] [blame] | 4358 | pCur->eState = CURSOR_INVALID; |
| 4359 | return rc; |
| 4360 | } |
danielk1977 | 172114a | 2009-07-07 15:47:12 +0000 | [diff] [blame] | 4361 | pCur->iPage = 0; |
| 4362 | |
| 4363 | /* If pCur->pKeyInfo is not NULL, then the caller that opened this cursor |
| 4364 | ** expected to open it on an index b-tree. Otherwise, if pKeyInfo is |
| 4365 | ** NULL, the caller expects a table b-tree. If this is not the case, |
| 4366 | ** return an SQLITE_CORRUPT error. */ |
| 4367 | assert( pCur->apPage[0]->intKey==1 || pCur->apPage[0]->intKey==0 ); |
| 4368 | if( (pCur->pKeyInfo==0)!=pCur->apPage[0]->intKey ){ |
| 4369 | return SQLITE_CORRUPT_BKPT; |
| 4370 | } |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 4371 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4372 | |
danielk1977 | 8f880a8 | 2009-07-13 09:41:45 +0000 | [diff] [blame] | 4373 | /* Assert that the root page is of the correct type. This must be the |
| 4374 | ** case as the call to this function that loaded the root-page (either |
| 4375 | ** this call or a previous invocation) would have detected corruption |
| 4376 | ** if the assumption were not true, and it is not possible for the flags |
| 4377 | ** byte to have been modified while this cursor is holding a reference |
| 4378 | ** to the page. */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4379 | pRoot = pCur->apPage[0]; |
| 4380 | assert( pRoot->pgno==pCur->pgnoRoot ); |
danielk1977 | 8f880a8 | 2009-07-13 09:41:45 +0000 | [diff] [blame] | 4381 | assert( pRoot->isInit && (pCur->pKeyInfo==0)==pRoot->intKey ); |
| 4382 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4383 | pCur->aiIdx[0] = 0; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4384 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4385 | pCur->atLast = 0; |
| 4386 | pCur->validNKey = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4387 | |
drh | 8856d6a | 2004-04-29 14:42:46 +0000 | [diff] [blame] | 4388 | if( pRoot->nCell==0 && !pRoot->leaf ){ |
| 4389 | Pgno subpage; |
drh | c85240d | 2009-06-04 16:14:33 +0000 | [diff] [blame] | 4390 | if( pRoot->pgno!=1 ) return SQLITE_CORRUPT_BKPT; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 4391 | subpage = get4byte(&pRoot->aData[pRoot->hdrOffset+8]); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4392 | pCur->eState = CURSOR_VALID; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 4393 | rc = moveToChild(pCur, subpage); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4394 | }else{ |
| 4395 | pCur->eState = ((pRoot->nCell>0)?CURSOR_VALID:CURSOR_INVALID); |
drh | 8856d6a | 2004-04-29 14:42:46 +0000 | [diff] [blame] | 4396 | } |
| 4397 | return rc; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4398 | } |
drh | 2af926b | 2001-05-15 00:39:25 +0000 | [diff] [blame] | 4399 | |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4400 | /* |
| 4401 | ** Move the cursor down to the left-most leaf entry beneath the |
| 4402 | ** entry to which it is currently pointing. |
drh | 777e4c4 | 2006-01-13 04:31:58 +0000 | [diff] [blame] | 4403 | ** |
| 4404 | ** The left-most leaf is the one with the smallest key - the first |
| 4405 | ** in ascending order. |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4406 | */ |
| 4407 | static int moveToLeftmost(BtCursor *pCur){ |
| 4408 | Pgno pgno; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4409 | int rc = SQLITE_OK; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4410 | MemPage *pPage; |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4411 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4412 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4413 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4414 | while( rc==SQLITE_OK && !(pPage = pCur->apPage[pCur->iPage])->leaf ){ |
| 4415 | assert( pCur->aiIdx[pCur->iPage]<pPage->nCell ); |
| 4416 | pgno = get4byte(findCell(pPage, pCur->aiIdx[pCur->iPage])); |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4417 | rc = moveToChild(pCur, pgno); |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4418 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4419 | return rc; |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4420 | } |
| 4421 | |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4422 | /* |
| 4423 | ** Move the cursor down to the right-most leaf entry beneath the |
| 4424 | ** page to which it is currently pointing. Notice the difference |
| 4425 | ** between moveToLeftmost() and moveToRightmost(). moveToLeftmost() |
| 4426 | ** finds the left-most entry beneath the *entry* whereas moveToRightmost() |
| 4427 | ** finds the right-most entry beneath the *page*. |
drh | 777e4c4 | 2006-01-13 04:31:58 +0000 | [diff] [blame] | 4428 | ** |
| 4429 | ** The right-most entry is the one with the largest key - the last |
| 4430 | ** key in ascending order. |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4431 | */ |
| 4432 | static int moveToRightmost(BtCursor *pCur){ |
| 4433 | Pgno pgno; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4434 | int rc = SQLITE_OK; |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 4435 | MemPage *pPage = 0; |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4436 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4437 | assert( cursorHoldsMutex(pCur) ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4438 | assert( pCur->eState==CURSOR_VALID ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4439 | while( rc==SQLITE_OK && !(pPage = pCur->apPage[pCur->iPage])->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 4440 | pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4441 | pCur->aiIdx[pCur->iPage] = pPage->nCell; |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4442 | rc = moveToChild(pCur, pgno); |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4443 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4444 | if( rc==SQLITE_OK ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4445 | pCur->aiIdx[pCur->iPage] = pPage->nCell-1; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4446 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4447 | pCur->validNKey = 0; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4448 | } |
danielk1977 | 518002e | 2008-09-05 05:02:46 +0000 | [diff] [blame] | 4449 | return rc; |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4450 | } |
| 4451 | |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4452 | /* Move the cursor to the first entry in the table. Return SQLITE_OK |
| 4453 | ** on success. Set *pRes to 0 if the cursor actually points to something |
drh | 77c679c | 2002-02-19 22:43:58 +0000 | [diff] [blame] | 4454 | ** or set *pRes to 1 if the table is empty. |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4455 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4456 | int sqlite3BtreeFirst(BtCursor *pCur, int *pRes){ |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4457 | int rc; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4458 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4459 | assert( cursorHoldsMutex(pCur) ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 4460 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4461 | rc = moveToRoot(pCur); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4462 | if( rc==SQLITE_OK ){ |
| 4463 | if( pCur->eState==CURSOR_INVALID ){ |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 4464 | assert( pCur->pgnoRoot==0 || pCur->apPage[pCur->iPage]->nCell==0 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4465 | *pRes = 1; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4466 | }else{ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4467 | assert( pCur->apPage[pCur->iPage]->nCell>0 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4468 | *pRes = 0; |
| 4469 | rc = moveToLeftmost(pCur); |
| 4470 | } |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4471 | } |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 4472 | return rc; |
| 4473 | } |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4474 | |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4475 | /* Move the cursor to the last entry in the table. Return SQLITE_OK |
| 4476 | ** on success. Set *pRes to 0 if the cursor actually points to something |
drh | 77c679c | 2002-02-19 22:43:58 +0000 | [diff] [blame] | 4477 | ** or set *pRes to 1 if the table is empty. |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4478 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4479 | int sqlite3BtreeLast(BtCursor *pCur, int *pRes){ |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4480 | int rc; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4481 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4482 | assert( cursorHoldsMutex(pCur) ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 4483 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 4484 | |
| 4485 | /* If the cursor already points to the last entry, this is a no-op. */ |
| 4486 | if( CURSOR_VALID==pCur->eState && pCur->atLast ){ |
| 4487 | #ifdef SQLITE_DEBUG |
| 4488 | /* This block serves to assert() that the cursor really does point |
| 4489 | ** to the last entry in the b-tree. */ |
| 4490 | int ii; |
| 4491 | for(ii=0; ii<pCur->iPage; ii++){ |
| 4492 | assert( pCur->aiIdx[ii]==pCur->apPage[ii]->nCell ); |
| 4493 | } |
| 4494 | assert( pCur->aiIdx[pCur->iPage]==pCur->apPage[pCur->iPage]->nCell-1 ); |
| 4495 | assert( pCur->apPage[pCur->iPage]->leaf ); |
| 4496 | #endif |
| 4497 | return SQLITE_OK; |
| 4498 | } |
| 4499 | |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4500 | rc = moveToRoot(pCur); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4501 | if( rc==SQLITE_OK ){ |
| 4502 | if( CURSOR_INVALID==pCur->eState ){ |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 4503 | assert( pCur->pgnoRoot==0 || pCur->apPage[pCur->iPage]->nCell==0 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4504 | *pRes = 1; |
| 4505 | }else{ |
| 4506 | assert( pCur->eState==CURSOR_VALID ); |
| 4507 | *pRes = 0; |
| 4508 | rc = moveToRightmost(pCur); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 4509 | pCur->atLast = rc==SQLITE_OK ?1:0; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4510 | } |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4511 | } |
drh | 9562b55 | 2002-02-19 15:00:07 +0000 | [diff] [blame] | 4512 | return rc; |
| 4513 | } |
| 4514 | |
drh | e14006d | 2008-03-25 17:23:32 +0000 | [diff] [blame] | 4515 | /* Move the cursor so that it points to an entry near the key |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4516 | ** specified by pIdxKey or intKey. Return a success code. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4517 | ** |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4518 | ** For INTKEY tables, the intKey parameter is used. pIdxKey |
| 4519 | ** must be NULL. For index tables, pIdxKey is used and intKey |
| 4520 | ** is ignored. |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4521 | ** |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4522 | ** If an exact match is not found, then the cursor is always |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4523 | ** left pointing at a leaf page which would hold the entry if it |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4524 | ** were present. The cursor might point to an entry that comes |
| 4525 | ** before or after the key. |
| 4526 | ** |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4527 | ** An integer is written into *pRes which is the result of |
| 4528 | ** comparing the key with the entry to which the cursor is |
| 4529 | ** pointing. The meaning of the integer written into |
| 4530 | ** *pRes is as follows: |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4531 | ** |
| 4532 | ** *pRes<0 The cursor is left pointing at an entry that |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4533 | ** is smaller than intKey/pIdxKey or if the table is empty |
drh | 1a844c3 | 2002-12-04 22:29:28 +0000 | [diff] [blame] | 4534 | ** and the cursor is therefore left point to nothing. |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4535 | ** |
| 4536 | ** *pRes==0 The cursor is left pointing at an entry that |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4537 | ** exactly matches intKey/pIdxKey. |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4538 | ** |
| 4539 | ** *pRes>0 The cursor is left pointing at an entry that |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4540 | ** is larger than intKey/pIdxKey. |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4541 | ** |
drh | a059ad0 | 2001-04-17 20:09:11 +0000 | [diff] [blame] | 4542 | */ |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4543 | int sqlite3BtreeMovetoUnpacked( |
| 4544 | BtCursor *pCur, /* The cursor to be moved */ |
| 4545 | UnpackedRecord *pIdxKey, /* Unpacked index key */ |
| 4546 | i64 intKey, /* The table key */ |
| 4547 | int biasRight, /* If true, bias the search to the high end */ |
| 4548 | int *pRes /* Write search results here */ |
drh | e4d9081 | 2007-03-29 05:51:49 +0000 | [diff] [blame] | 4549 | ){ |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4550 | int rc; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4551 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4552 | assert( cursorHoldsMutex(pCur) ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 4553 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
danielk1977 | 5cb0963 | 2009-07-09 11:36:01 +0000 | [diff] [blame] | 4554 | assert( pRes ); |
danielk1977 | 3fd7cf5 | 2009-07-13 07:30:52 +0000 | [diff] [blame] | 4555 | assert( (pIdxKey==0)==(pCur->pKeyInfo==0) ); |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4556 | |
| 4557 | /* If the cursor is already positioned at the point we are trying |
| 4558 | ** to move to, then just return without doing any work */ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4559 | if( pCur->eState==CURSOR_VALID && pCur->validNKey |
| 4560 | && pCur->apPage[0]->intKey |
| 4561 | ){ |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4562 | if( pCur->info.nKey==intKey ){ |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4563 | *pRes = 0; |
| 4564 | return SQLITE_OK; |
| 4565 | } |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4566 | if( pCur->atLast && pCur->info.nKey<intKey ){ |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4567 | *pRes = -1; |
| 4568 | return SQLITE_OK; |
| 4569 | } |
| 4570 | } |
| 4571 | |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4572 | rc = moveToRoot(pCur); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4573 | if( rc ){ |
| 4574 | return rc; |
| 4575 | } |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 4576 | assert( pCur->pgnoRoot==0 || pCur->apPage[pCur->iPage] ); |
| 4577 | assert( pCur->pgnoRoot==0 || pCur->apPage[pCur->iPage]->isInit ); |
| 4578 | assert( pCur->eState==CURSOR_INVALID || pCur->apPage[pCur->iPage]->nCell>0 ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4579 | if( pCur->eState==CURSOR_INVALID ){ |
drh | f328bc8 | 2004-05-10 23:29:49 +0000 | [diff] [blame] | 4580 | *pRes = -1; |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 4581 | assert( pCur->pgnoRoot==0 || pCur->apPage[pCur->iPage]->nCell==0 ); |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 4582 | return SQLITE_OK; |
| 4583 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4584 | assert( pCur->apPage[0]->intKey || pIdxKey ); |
drh | 1468438 | 2006-11-30 13:05:29 +0000 | [diff] [blame] | 4585 | for(;;){ |
drh | afb9817 | 2011-06-04 01:43:53 +0000 | [diff] [blame] | 4586 | int lwr, upr, idx; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4587 | Pgno chldPg; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4588 | MemPage *pPage = pCur->apPage[pCur->iPage]; |
danielk1977 | 171fff3 | 2009-07-11 05:06:51 +0000 | [diff] [blame] | 4589 | int c; |
| 4590 | |
| 4591 | /* pPage->nCell must be greater than zero. If this is the root-page |
| 4592 | ** the cursor would have been INVALID above and this for(;;) loop |
| 4593 | ** not run. If this is not the root-page, then the moveToChild() routine |
danielk1977 | 3fd7cf5 | 2009-07-13 07:30:52 +0000 | [diff] [blame] | 4594 | ** would have already detected db corruption. Similarly, pPage must |
| 4595 | ** be the right kind (index or table) of b-tree page. Otherwise |
| 4596 | ** a moveToChild() or moveToRoot() call would have detected corruption. */ |
danielk1977 | 171fff3 | 2009-07-11 05:06:51 +0000 | [diff] [blame] | 4597 | assert( pPage->nCell>0 ); |
danielk1977 | 3fd7cf5 | 2009-07-13 07:30:52 +0000 | [diff] [blame] | 4598 | assert( pPage->intKey==(pIdxKey==0) ); |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4599 | lwr = 0; |
| 4600 | upr = pPage->nCell-1; |
drh | e4d9081 | 2007-03-29 05:51:49 +0000 | [diff] [blame] | 4601 | if( biasRight ){ |
drh | afb9817 | 2011-06-04 01:43:53 +0000 | [diff] [blame] | 4602 | pCur->aiIdx[pCur->iPage] = (u16)(idx = upr); |
drh | e4d9081 | 2007-03-29 05:51:49 +0000 | [diff] [blame] | 4603 | }else{ |
drh | afb9817 | 2011-06-04 01:43:53 +0000 | [diff] [blame] | 4604 | pCur->aiIdx[pCur->iPage] = (u16)(idx = (upr+lwr)/2); |
drh | e4d9081 | 2007-03-29 05:51:49 +0000 | [diff] [blame] | 4605 | } |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4606 | for(;;){ |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4607 | u8 *pCell; /* Pointer to current cell in pPage */ |
| 4608 | |
drh | afb9817 | 2011-06-04 01:43:53 +0000 | [diff] [blame] | 4609 | assert( idx==pCur->aiIdx[pCur->iPage] ); |
drh | 366fda6 | 2006-01-13 02:35:09 +0000 | [diff] [blame] | 4610 | pCur->info.nSize = 0; |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4611 | pCell = findCell(pPage, idx) + pPage->childPtrSize; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4612 | if( pPage->intKey ){ |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4613 | i64 nCellKey; |
drh | d172f86 | 2006-01-12 15:01:15 +0000 | [diff] [blame] | 4614 | if( pPage->hasData ){ |
danielk1977 | bab45c6 | 2006-01-16 15:14:27 +0000 | [diff] [blame] | 4615 | u32 dummy; |
shane | 3f8d5cf | 2008-04-24 19:15:09 +0000 | [diff] [blame] | 4616 | pCell += getVarint32(pCell, dummy); |
drh | d172f86 | 2006-01-12 15:01:15 +0000 | [diff] [blame] | 4617 | } |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4618 | getVarint(pCell, (u64*)&nCellKey); |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4619 | if( nCellKey==intKey ){ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4620 | c = 0; |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4621 | }else if( nCellKey<intKey ){ |
drh | 41eb9e9 | 2008-04-02 18:33:07 +0000 | [diff] [blame] | 4622 | c = -1; |
| 4623 | }else{ |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4624 | assert( nCellKey>intKey ); |
drh | 41eb9e9 | 2008-04-02 18:33:07 +0000 | [diff] [blame] | 4625 | c = +1; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4626 | } |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4627 | pCur->validNKey = 1; |
| 4628 | pCur->info.nKey = nCellKey; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4629 | }else{ |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 4630 | /* The maximum supported page-size is 65536 bytes. This means that |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4631 | ** the maximum number of record bytes stored on an index B-Tree |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 4632 | ** page is less than 16384 bytes and may be stored as a 2-byte |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4633 | ** varint. This information is used to attempt to avoid parsing |
| 4634 | ** the entire cell by checking for the cases where the record is |
| 4635 | ** stored entirely within the b-tree page by inspecting the first |
| 4636 | ** 2 bytes of the cell. |
| 4637 | */ |
| 4638 | int nCell = pCell[0]; |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 4639 | if( nCell<=pPage->max1bytePayload |
| 4640 | /* && (pCell+nCell)<pPage->aDataEnd */ |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 4641 | ){ |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4642 | /* This branch runs if the record-size field of the cell is a |
| 4643 | ** single byte varint and the record fits entirely on the main |
| 4644 | ** b-tree page. */ |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 4645 | testcase( pCell+nCell+1==pPage->aDataEnd ); |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4646 | c = sqlite3VdbeRecordCompare(nCell, (void*)&pCell[1], pIdxKey); |
| 4647 | }else if( !(pCell[1] & 0x80) |
| 4648 | && (nCell = ((nCell&0x7f)<<7) + pCell[1])<=pPage->maxLocal |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 4649 | /* && (pCell+nCell+2)<=pPage->aDataEnd */ |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4650 | ){ |
| 4651 | /* The record-size field is a 2 byte varint and the record |
| 4652 | ** fits entirely on the main b-tree page. */ |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 4653 | testcase( pCell+nCell+2==pPage->aDataEnd ); |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4654 | c = sqlite3VdbeRecordCompare(nCell, (void*)&pCell[2], pIdxKey); |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4655 | }else{ |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4656 | /* The record flows over onto one or more overflow pages. In |
| 4657 | ** this case the whole cell needs to be parsed, a buffer allocated |
| 4658 | ** and accessPayload() used to retrieve the record into the |
| 4659 | ** buffer before VdbeRecordCompare() can be called. */ |
| 4660 | void *pCellKey; |
| 4661 | u8 * const pCellBody = pCell - pPage->childPtrSize; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 4662 | btreeParseCellPtr(pPage, pCellBody, &pCur->info); |
shane | 60a4b53 | 2009-05-06 18:57:09 +0000 | [diff] [blame] | 4663 | nCell = (int)pCur->info.nKey; |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4664 | pCellKey = sqlite3Malloc( nCell ); |
danielk1977 | 6507ecb | 2008-03-25 09:56:44 +0000 | [diff] [blame] | 4665 | if( pCellKey==0 ){ |
| 4666 | rc = SQLITE_NOMEM; |
| 4667 | goto moveto_finish; |
| 4668 | } |
drh | fb19268 | 2009-07-11 18:26:28 +0000 | [diff] [blame] | 4669 | rc = accessPayload(pCur, 0, nCell, (unsigned char*)pCellKey, 0); |
drh | ec9b31f | 2009-08-25 13:53:49 +0000 | [diff] [blame] | 4670 | if( rc ){ |
| 4671 | sqlite3_free(pCellKey); |
| 4672 | goto moveto_finish; |
| 4673 | } |
danielk1977 | 11c327a | 2009-05-04 19:01:26 +0000 | [diff] [blame] | 4674 | c = sqlite3VdbeRecordCompare(nCell, pCellKey, pIdxKey); |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 4675 | sqlite3_free(pCellKey); |
drh | e51c44f | 2004-05-30 20:46:09 +0000 | [diff] [blame] | 4676 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4677 | } |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4678 | if( c==0 ){ |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 4679 | if( pPage->intKey && !pPage->leaf ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4680 | lwr = idx; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 4681 | break; |
| 4682 | }else{ |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 4683 | *pRes = 0; |
drh | 1e968a0 | 2008-03-25 00:22:21 +0000 | [diff] [blame] | 4684 | rc = SQLITE_OK; |
| 4685 | goto moveto_finish; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 4686 | } |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4687 | } |
| 4688 | if( c<0 ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4689 | lwr = idx+1; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4690 | }else{ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4691 | upr = idx-1; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4692 | } |
drh | f1d68b3 | 2007-03-29 04:43:26 +0000 | [diff] [blame] | 4693 | if( lwr>upr ){ |
| 4694 | break; |
| 4695 | } |
drh | afb9817 | 2011-06-04 01:43:53 +0000 | [diff] [blame] | 4696 | pCur->aiIdx[pCur->iPage] = (u16)(idx = (lwr+upr)/2); |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4697 | } |
drh | b07028f | 2011-10-14 21:49:18 +0000 | [diff] [blame] | 4698 | assert( lwr==upr+1 || (pPage->intKey && !pPage->leaf) ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4699 | assert( pPage->isInit ); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4700 | if( pPage->leaf ){ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4701 | chldPg = 0; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4702 | }else if( lwr>=pPage->nCell ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 4703 | chldPg = get4byte(&pPage->aData[pPage->hdrOffset+8]); |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4704 | }else{ |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 4705 | chldPg = get4byte(findCell(pPage, lwr)); |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4706 | } |
| 4707 | if( chldPg==0 ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4708 | assert( pCur->aiIdx[pCur->iPage]<pCur->apPage[pCur->iPage]->nCell ); |
danielk1977 | 5cb0963 | 2009-07-09 11:36:01 +0000 | [diff] [blame] | 4709 | *pRes = c; |
drh | 1e968a0 | 2008-03-25 00:22:21 +0000 | [diff] [blame] | 4710 | rc = SQLITE_OK; |
| 4711 | goto moveto_finish; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4712 | } |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 4713 | pCur->aiIdx[pCur->iPage] = (u16)lwr; |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4714 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4715 | pCur->validNKey = 0; |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4716 | rc = moveToChild(pCur, chldPg); |
drh | 1e968a0 | 2008-03-25 00:22:21 +0000 | [diff] [blame] | 4717 | if( rc ) goto moveto_finish; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4718 | } |
drh | 1e968a0 | 2008-03-25 00:22:21 +0000 | [diff] [blame] | 4719 | moveto_finish: |
drh | e63d999 | 2008-08-13 19:11:48 +0000 | [diff] [blame] | 4720 | return rc; |
| 4721 | } |
| 4722 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4723 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4724 | /* |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 4725 | ** Return TRUE if the cursor is not pointing at an entry of the table. |
| 4726 | ** |
| 4727 | ** TRUE will be returned after a call to sqlite3BtreeNext() moves |
| 4728 | ** past the last entry in the table or sqlite3BtreePrev() moves past |
| 4729 | ** the first entry. TRUE is also returned if the table is empty. |
| 4730 | */ |
| 4731 | int sqlite3BtreeEof(BtCursor *pCur){ |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4732 | /* TODO: What if the cursor is in CURSOR_REQUIRESEEK but all table entries |
| 4733 | ** have been deleted? This API will need to change to return an error code |
| 4734 | ** as well as the boolean result value. |
| 4735 | */ |
| 4736 | return (CURSOR_VALID!=pCur->eState); |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 4737 | } |
| 4738 | |
| 4739 | /* |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4740 | ** Advance the cursor to the next entry in the database. If |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4741 | ** successful then set *pRes=0. If the cursor |
drh | bd03cae | 2001-06-02 02:40:57 +0000 | [diff] [blame] | 4742 | ** was already pointing to the last entry in the database before |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4743 | ** this routine was called, then set *pRes=1. |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4744 | */ |
drh | d094db1 | 2008-04-03 21:46:57 +0000 | [diff] [blame] | 4745 | int sqlite3BtreeNext(BtCursor *pCur, int *pRes){ |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4746 | int rc; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4747 | int idx; |
danielk1977 | 97a227c | 2006-01-20 16:32:04 +0000 | [diff] [blame] | 4748 | MemPage *pPage; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 4749 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4750 | assert( cursorHoldsMutex(pCur) ); |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 4751 | rc = restoreCursorPosition(pCur); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4752 | if( rc!=SQLITE_OK ){ |
| 4753 | return rc; |
| 4754 | } |
drh | 8c4d3a6 | 2007-04-06 01:03:32 +0000 | [diff] [blame] | 4755 | assert( pRes!=0 ); |
drh | 8c4d3a6 | 2007-04-06 01:03:32 +0000 | [diff] [blame] | 4756 | if( CURSOR_INVALID==pCur->eState ){ |
| 4757 | *pRes = 1; |
| 4758 | return SQLITE_OK; |
| 4759 | } |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4760 | if( pCur->skipNext>0 ){ |
| 4761 | pCur->skipNext = 0; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4762 | *pRes = 0; |
| 4763 | return SQLITE_OK; |
| 4764 | } |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4765 | pCur->skipNext = 0; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4766 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4767 | pPage = pCur->apPage[pCur->iPage]; |
| 4768 | idx = ++pCur->aiIdx[pCur->iPage]; |
| 4769 | assert( pPage->isInit ); |
dan | bb246c4 | 2012-01-12 14:25:55 +0000 | [diff] [blame] | 4770 | |
| 4771 | /* If the database file is corrupt, it is possible for the value of idx |
| 4772 | ** to be invalid here. This can only occur if a second cursor modifies |
| 4773 | ** the page while cursor pCur is holding a reference to it. Which can |
| 4774 | ** only happen if the database is corrupt in such a way as to link the |
| 4775 | ** page into more than one b-tree structure. */ |
| 4776 | testcase( idx>pPage->nCell ); |
danielk1977 | 6a43f9b | 2004-11-16 04:57:24 +0000 | [diff] [blame] | 4777 | |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4778 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4779 | pCur->validNKey = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4780 | if( idx>=pPage->nCell ){ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4781 | if( !pPage->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 4782 | rc = moveToChild(pCur, get4byte(&pPage->aData[pPage->hdrOffset+8])); |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4783 | if( rc ) return rc; |
| 4784 | rc = moveToLeftmost(pCur); |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4785 | *pRes = 0; |
| 4786 | return rc; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4787 | } |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4788 | do{ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4789 | if( pCur->iPage==0 ){ |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4790 | *pRes = 1; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4791 | pCur->eState = CURSOR_INVALID; |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4792 | return SQLITE_OK; |
| 4793 | } |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 4794 | moveToParent(pCur); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4795 | pPage = pCur->apPage[pCur->iPage]; |
| 4796 | }while( pCur->aiIdx[pCur->iPage]>=pPage->nCell ); |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4797 | *pRes = 0; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 4798 | if( pPage->intKey ){ |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 4799 | rc = sqlite3BtreeNext(pCur, pRes); |
| 4800 | }else{ |
| 4801 | rc = SQLITE_OK; |
| 4802 | } |
| 4803 | return rc; |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4804 | } |
| 4805 | *pRes = 0; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4806 | if( pPage->leaf ){ |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4807 | return SQLITE_OK; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4808 | } |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 4809 | rc = moveToLeftmost(pCur); |
drh | 8c1238a | 2003-01-02 14:43:55 +0000 | [diff] [blame] | 4810 | return rc; |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4811 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4812 | |
drh | 72f8286 | 2001-05-24 21:06:34 +0000 | [diff] [blame] | 4813 | |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4814 | /* |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4815 | ** Step the cursor to the back to the previous entry in the database. If |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4816 | ** successful then set *pRes=0. If the cursor |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4817 | ** was already pointing to the first entry in the database before |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4818 | ** this routine was called, then set *pRes=1. |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4819 | */ |
drh | d094db1 | 2008-04-03 21:46:57 +0000 | [diff] [blame] | 4820 | int sqlite3BtreePrevious(BtCursor *pCur, int *pRes){ |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4821 | int rc; |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4822 | MemPage *pPage; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4823 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4824 | assert( cursorHoldsMutex(pCur) ); |
drh | a346058 | 2008-07-11 21:02:53 +0000 | [diff] [blame] | 4825 | rc = restoreCursorPosition(pCur); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4826 | if( rc!=SQLITE_OK ){ |
| 4827 | return rc; |
| 4828 | } |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4829 | pCur->atLast = 0; |
drh | 8c4d3a6 | 2007-04-06 01:03:32 +0000 | [diff] [blame] | 4830 | if( CURSOR_INVALID==pCur->eState ){ |
| 4831 | *pRes = 1; |
| 4832 | return SQLITE_OK; |
| 4833 | } |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4834 | if( pCur->skipNext<0 ){ |
| 4835 | pCur->skipNext = 0; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4836 | *pRes = 0; |
| 4837 | return SQLITE_OK; |
| 4838 | } |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 4839 | pCur->skipNext = 0; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4840 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4841 | pPage = pCur->apPage[pCur->iPage]; |
| 4842 | assert( pPage->isInit ); |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 4843 | if( !pPage->leaf ){ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4844 | int idx = pCur->aiIdx[pCur->iPage]; |
| 4845 | rc = moveToChild(pCur, get4byte(findCell(pPage, idx))); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 4846 | if( rc ){ |
| 4847 | return rc; |
| 4848 | } |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4849 | rc = moveToRightmost(pCur); |
| 4850 | }else{ |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4851 | while( pCur->aiIdx[pCur->iPage]==0 ){ |
| 4852 | if( pCur->iPage==0 ){ |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 4853 | pCur->eState = CURSOR_INVALID; |
drh | c39e000 | 2004-05-07 23:50:57 +0000 | [diff] [blame] | 4854 | *pRes = 1; |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4855 | return SQLITE_OK; |
| 4856 | } |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 4857 | moveToParent(pCur); |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4858 | } |
drh | 271efa5 | 2004-05-30 19:19:05 +0000 | [diff] [blame] | 4859 | pCur->info.nSize = 0; |
drh | a2c20e4 | 2008-03-29 16:01:04 +0000 | [diff] [blame] | 4860 | pCur->validNKey = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 4861 | |
| 4862 | pCur->aiIdx[pCur->iPage]--; |
| 4863 | pPage = pCur->apPage[pCur->iPage]; |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 4864 | if( pPage->intKey && !pPage->leaf ){ |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 4865 | rc = sqlite3BtreePrevious(pCur, pRes); |
| 4866 | }else{ |
| 4867 | rc = SQLITE_OK; |
| 4868 | } |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4869 | } |
drh | 8178a75 | 2003-01-05 21:41:40 +0000 | [diff] [blame] | 4870 | *pRes = 0; |
drh | 2dcc9aa | 2002-12-04 13:40:25 +0000 | [diff] [blame] | 4871 | return rc; |
| 4872 | } |
| 4873 | |
| 4874 | /* |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4875 | ** Allocate a new page from the database file. |
| 4876 | ** |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 4877 | ** The new page is marked as dirty. (In other words, sqlite3PagerWrite() |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4878 | ** has already been called on the new page.) The new page has also |
| 4879 | ** been referenced and the calling routine is responsible for calling |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 4880 | ** sqlite3PagerUnref() on the new page when it is done. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4881 | ** |
| 4882 | ** SQLITE_OK is returned on success. Any other return value indicates |
| 4883 | ** an error. *ppPage and *pPgno are undefined in the event of an error. |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 4884 | ** Do not invoke sqlite3PagerUnref() on *ppPage if an error is returned. |
drh | bea00b9 | 2002-07-08 10:59:50 +0000 | [diff] [blame] | 4885 | ** |
drh | 199e3cf | 2002-07-18 11:01:47 +0000 | [diff] [blame] | 4886 | ** If the "nearby" parameter is not 0, then a (feeble) effort is made to |
| 4887 | ** locate a page close to the page number "nearby". This can be used in an |
drh | bea00b9 | 2002-07-08 10:59:50 +0000 | [diff] [blame] | 4888 | ** attempt to keep related pages close to each other in the database file, |
| 4889 | ** which in turn can make database access faster. |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4890 | ** |
| 4891 | ** If the "exact" parameter is not 0, and the page-number nearby exists |
| 4892 | ** anywhere on the free-list, then it is guarenteed to be returned. This |
| 4893 | ** is only used by auto-vacuum databases when allocating a new table. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4894 | */ |
drh | 4f0c587 | 2007-03-26 22:05:01 +0000 | [diff] [blame] | 4895 | static int allocateBtreePage( |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 4896 | BtShared *pBt, |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4897 | MemPage **ppPage, |
| 4898 | Pgno *pPgno, |
| 4899 | Pgno nearby, |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 4900 | u8 eMode |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4901 | ){ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4902 | MemPage *pPage1; |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 4903 | int rc; |
drh | 35cd643 | 2009-06-05 14:17:21 +0000 | [diff] [blame] | 4904 | u32 n; /* Number of pages on the freelist */ |
drh | 042d6a1 | 2009-06-17 13:57:16 +0000 | [diff] [blame] | 4905 | u32 k; /* Number of leaves on the trunk of the freelist */ |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 4906 | MemPage *pTrunk = 0; |
| 4907 | MemPage *pPrevTrunk = 0; |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 4908 | Pgno mxPage; /* Total size of the database file */ |
drh | 30e5875 | 2002-03-02 20:41:57 +0000 | [diff] [blame] | 4909 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 4910 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4911 | pPage1 = pBt->pPage1; |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 4912 | mxPage = btreePagecount(pBt); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4913 | n = get4byte(&pPage1->aData[36]); |
drh | df35a08 | 2009-07-09 02:24:35 +0000 | [diff] [blame] | 4914 | testcase( n==mxPage-1 ); |
| 4915 | if( n>=mxPage ){ |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 4916 | return SQLITE_CORRUPT_BKPT; |
| 4917 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4918 | if( n>0 ){ |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 4919 | /* There are pages on the freelist. Reuse one of those pages. */ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4920 | Pgno iTrunk; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4921 | u8 searchList = 0; /* If the free-list must be searched for 'nearby' */ |
| 4922 | |
| 4923 | /* If the 'exact' parameter was true and a query of the pointer-map |
| 4924 | ** shows that the page 'nearby' is somewhere on the free-list, then |
| 4925 | ** the entire-list will be searched for that page. |
| 4926 | */ |
| 4927 | #ifndef SQLITE_OMIT_AUTOVACUUM |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 4928 | if( eMode==BTALLOC_EXACT ){ |
| 4929 | if( nearby<=mxPage ){ |
| 4930 | u8 eType; |
| 4931 | assert( nearby>0 ); |
| 4932 | assert( pBt->autoVacuum ); |
| 4933 | rc = ptrmapGet(pBt, nearby, &eType, 0); |
| 4934 | if( rc ) return rc; |
| 4935 | if( eType==PTRMAP_FREEPAGE ){ |
| 4936 | searchList = 1; |
| 4937 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4938 | } |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 4939 | }else if( eMode==BTALLOC_LE ){ |
| 4940 | searchList = 1; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4941 | } |
| 4942 | #endif |
| 4943 | |
| 4944 | /* Decrement the free-list count by 1. Set iTrunk to the index of the |
| 4945 | ** first free-list trunk page. iPrevTrunk is initially 1. |
| 4946 | */ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 4947 | rc = sqlite3PagerWrite(pPage1->pDbPage); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 4948 | if( rc ) return rc; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 4949 | put4byte(&pPage1->aData[36], n-1); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4950 | |
| 4951 | /* The code within this loop is run only once if the 'searchList' variable |
| 4952 | ** is not true. Otherwise, it runs once for each trunk-page on the |
| 4953 | ** free-list until the page 'nearby' is located. |
| 4954 | */ |
| 4955 | do { |
| 4956 | pPrevTrunk = pTrunk; |
| 4957 | if( pPrevTrunk ){ |
| 4958 | iTrunk = get4byte(&pPrevTrunk->aData[0]); |
drh | bea00b9 | 2002-07-08 10:59:50 +0000 | [diff] [blame] | 4959 | }else{ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4960 | iTrunk = get4byte(&pPage1->aData[32]); |
drh | bea00b9 | 2002-07-08 10:59:50 +0000 | [diff] [blame] | 4961 | } |
drh | df35a08 | 2009-07-09 02:24:35 +0000 | [diff] [blame] | 4962 | testcase( iTrunk==mxPage ); |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 4963 | if( iTrunk>mxPage ){ |
| 4964 | rc = SQLITE_CORRUPT_BKPT; |
| 4965 | }else{ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 4966 | rc = btreeGetPage(pBt, iTrunk, &pTrunk, 0); |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 4967 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4968 | if( rc ){ |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 4969 | pTrunk = 0; |
| 4970 | goto end_allocate_page; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4971 | } |
drh | b07028f | 2011-10-14 21:49:18 +0000 | [diff] [blame] | 4972 | assert( pTrunk!=0 ); |
| 4973 | assert( pTrunk->aData!=0 ); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4974 | |
drh | 93b4fc7 | 2011-04-07 14:47:01 +0000 | [diff] [blame] | 4975 | k = get4byte(&pTrunk->aData[4]); /* # of leaves on this trunk page */ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4976 | if( k==0 && !searchList ){ |
| 4977 | /* The trunk has no leaves and the list is not being searched. |
| 4978 | ** So extract the trunk page itself and use it as the newly |
| 4979 | ** allocated page */ |
| 4980 | assert( pPrevTrunk==0 ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 4981 | rc = sqlite3PagerWrite(pTrunk->pDbPage); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 4982 | if( rc ){ |
| 4983 | goto end_allocate_page; |
| 4984 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4985 | *pPgno = iTrunk; |
| 4986 | memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4); |
| 4987 | *ppPage = pTrunk; |
| 4988 | pTrunk = 0; |
| 4989 | TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1)); |
drh | 042d6a1 | 2009-06-17 13:57:16 +0000 | [diff] [blame] | 4990 | }else if( k>(u32)(pBt->usableSize/4 - 2) ){ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4991 | /* Value of k is out of range. Database corruption */ |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 4992 | rc = SQLITE_CORRUPT_BKPT; |
| 4993 | goto end_allocate_page; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4994 | #ifndef SQLITE_OMIT_AUTOVACUUM |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 4995 | }else if( searchList |
| 4996 | && (nearby==iTrunk || (iTrunk<nearby && eMode==BTALLOC_LE)) |
| 4997 | ){ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 4998 | /* The list is being searched and this trunk page is the page |
| 4999 | ** to allocate, regardless of whether it has leaves. |
| 5000 | */ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 5001 | *pPgno = iTrunk; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5002 | *ppPage = pTrunk; |
| 5003 | searchList = 0; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5004 | rc = sqlite3PagerWrite(pTrunk->pDbPage); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5005 | if( rc ){ |
| 5006 | goto end_allocate_page; |
| 5007 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5008 | if( k==0 ){ |
| 5009 | if( !pPrevTrunk ){ |
| 5010 | memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4); |
| 5011 | }else{ |
dan | f48c355 | 2010-08-23 15:41:24 +0000 | [diff] [blame] | 5012 | rc = sqlite3PagerWrite(pPrevTrunk->pDbPage); |
| 5013 | if( rc!=SQLITE_OK ){ |
| 5014 | goto end_allocate_page; |
| 5015 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5016 | memcpy(&pPrevTrunk->aData[0], &pTrunk->aData[0], 4); |
| 5017 | } |
| 5018 | }else{ |
| 5019 | /* The trunk page is required by the caller but it contains |
| 5020 | ** pointers to free-list leaves. The first leaf becomes a trunk |
| 5021 | ** page in this case. |
| 5022 | */ |
| 5023 | MemPage *pNewTrunk; |
| 5024 | Pgno iNewTrunk = get4byte(&pTrunk->aData[8]); |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 5025 | if( iNewTrunk>mxPage ){ |
| 5026 | rc = SQLITE_CORRUPT_BKPT; |
| 5027 | goto end_allocate_page; |
| 5028 | } |
drh | df35a08 | 2009-07-09 02:24:35 +0000 | [diff] [blame] | 5029 | testcase( iNewTrunk==mxPage ); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5030 | rc = btreeGetPage(pBt, iNewTrunk, &pNewTrunk, 0); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5031 | if( rc!=SQLITE_OK ){ |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5032 | goto end_allocate_page; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5033 | } |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5034 | rc = sqlite3PagerWrite(pNewTrunk->pDbPage); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5035 | if( rc!=SQLITE_OK ){ |
| 5036 | releasePage(pNewTrunk); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5037 | goto end_allocate_page; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5038 | } |
| 5039 | memcpy(&pNewTrunk->aData[0], &pTrunk->aData[0], 4); |
| 5040 | put4byte(&pNewTrunk->aData[4], k-1); |
| 5041 | memcpy(&pNewTrunk->aData[8], &pTrunk->aData[12], (k-1)*4); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5042 | releasePage(pNewTrunk); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5043 | if( !pPrevTrunk ){ |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5044 | assert( sqlite3PagerIswriteable(pPage1->pDbPage) ); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5045 | put4byte(&pPage1->aData[32], iNewTrunk); |
| 5046 | }else{ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5047 | rc = sqlite3PagerWrite(pPrevTrunk->pDbPage); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5048 | if( rc ){ |
| 5049 | goto end_allocate_page; |
| 5050 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5051 | put4byte(&pPrevTrunk->aData[0], iNewTrunk); |
| 5052 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5053 | } |
| 5054 | pTrunk = 0; |
| 5055 | TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1)); |
| 5056 | #endif |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 5057 | }else if( k>0 ){ |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5058 | /* Extract a leaf from the trunk */ |
drh | 042d6a1 | 2009-06-17 13:57:16 +0000 | [diff] [blame] | 5059 | u32 closest; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5060 | Pgno iPage; |
| 5061 | unsigned char *aData = pTrunk->aData; |
| 5062 | if( nearby>0 ){ |
drh | 042d6a1 | 2009-06-17 13:57:16 +0000 | [diff] [blame] | 5063 | u32 i; |
| 5064 | int dist; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5065 | closest = 0; |
drh | d50ffc4 | 2011-03-08 02:38:28 +0000 | [diff] [blame] | 5066 | dist = sqlite3AbsInt32(get4byte(&aData[8]) - nearby); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5067 | for(i=1; i<k; i++){ |
drh | d50ffc4 | 2011-03-08 02:38:28 +0000 | [diff] [blame] | 5068 | int d2 = sqlite3AbsInt32(get4byte(&aData[8+i*4]) - nearby); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5069 | if( d2<dist ){ |
| 5070 | closest = i; |
| 5071 | dist = d2; |
| 5072 | } |
| 5073 | } |
| 5074 | }else{ |
| 5075 | closest = 0; |
| 5076 | } |
| 5077 | |
| 5078 | iPage = get4byte(&aData[8+closest*4]); |
drh | df35a08 | 2009-07-09 02:24:35 +0000 | [diff] [blame] | 5079 | testcase( iPage==mxPage ); |
drh | 1662b5a | 2009-06-04 19:06:09 +0000 | [diff] [blame] | 5080 | if( iPage>mxPage ){ |
| 5081 | rc = SQLITE_CORRUPT_BKPT; |
| 5082 | goto end_allocate_page; |
| 5083 | } |
drh | df35a08 | 2009-07-09 02:24:35 +0000 | [diff] [blame] | 5084 | testcase( iPage==mxPage ); |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 5085 | if( !searchList |
| 5086 | || (iPage==nearby || (iPage<nearby && eMode==BTALLOC_LE)) |
| 5087 | ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5088 | int noContent; |
shane | 1f9e6aa | 2008-06-09 19:27:11 +0000 | [diff] [blame] | 5089 | *pPgno = iPage; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5090 | TRACE(("ALLOCATE: %d was leaf %d of %d on trunk %d" |
| 5091 | ": %d more free pages\n", |
| 5092 | *pPgno, closest+1, k, pTrunk->pgno, n-1)); |
drh | 93b4fc7 | 2011-04-07 14:47:01 +0000 | [diff] [blame] | 5093 | rc = sqlite3PagerWrite(pTrunk->pDbPage); |
| 5094 | if( rc ) goto end_allocate_page; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5095 | if( closest<k-1 ){ |
| 5096 | memcpy(&aData[8+closest*4], &aData[4+k*4], 4); |
| 5097 | } |
| 5098 | put4byte(&aData[4], k-1); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5099 | noContent = !btreeGetHasContent(pBt, *pPgno); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5100 | rc = btreeGetPage(pBt, *pPgno, ppPage, noContent); |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5101 | if( rc==SQLITE_OK ){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5102 | rc = sqlite3PagerWrite((*ppPage)->pDbPage); |
danielk1977 | aac0a38 | 2005-01-16 11:07:06 +0000 | [diff] [blame] | 5103 | if( rc!=SQLITE_OK ){ |
| 5104 | releasePage(*ppPage); |
| 5105 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5106 | } |
| 5107 | searchList = 0; |
| 5108 | } |
drh | ee696e2 | 2004-08-30 16:52:17 +0000 | [diff] [blame] | 5109 | } |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5110 | releasePage(pPrevTrunk); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5111 | pPrevTrunk = 0; |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5112 | }while( searchList ); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5113 | }else{ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5114 | /* There are no pages on the freelist, so create a new page at the |
| 5115 | ** end of the file */ |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 5116 | rc = sqlite3PagerWrite(pBt->pPage1->pDbPage); |
| 5117 | if( rc ) return rc; |
| 5118 | pBt->nPage++; |
| 5119 | if( pBt->nPage==PENDING_BYTE_PAGE(pBt) ) pBt->nPage++; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5120 | |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5121 | #ifndef SQLITE_OMIT_AUTOVACUUM |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 5122 | if( pBt->autoVacuum && PTRMAP_ISPAGE(pBt, pBt->nPage) ){ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5123 | /* If *pPgno refers to a pointer-map page, allocate two new pages |
| 5124 | ** at the end of the file instead of one. The first allocated page |
| 5125 | ** becomes a new pointer-map page, the second is used by the caller. |
| 5126 | */ |
danielk1977 | ac86169 | 2009-03-28 10:54:22 +0000 | [diff] [blame] | 5127 | MemPage *pPg = 0; |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 5128 | TRACE(("ALLOCATE: %d from end of file (pointer-map page)\n", pBt->nPage)); |
| 5129 | assert( pBt->nPage!=PENDING_BYTE_PAGE(pBt) ); |
drh | 5e0ccc2 | 2010-03-29 19:36:52 +0000 | [diff] [blame] | 5130 | rc = btreeGetPage(pBt, pBt->nPage, &pPg, 1); |
danielk1977 | ac86169 | 2009-03-28 10:54:22 +0000 | [diff] [blame] | 5131 | if( rc==SQLITE_OK ){ |
| 5132 | rc = sqlite3PagerWrite(pPg->pDbPage); |
| 5133 | releasePage(pPg); |
| 5134 | } |
| 5135 | if( rc ) return rc; |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 5136 | pBt->nPage++; |
| 5137 | if( pBt->nPage==PENDING_BYTE_PAGE(pBt) ){ pBt->nPage++; } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5138 | } |
| 5139 | #endif |
drh | dd3cd97 | 2010-03-27 17:12:36 +0000 | [diff] [blame] | 5140 | put4byte(28 + (u8*)pBt->pPage1->aData, pBt->nPage); |
| 5141 | *pPgno = pBt->nPage; |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5142 | |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 5143 | assert( *pPgno!=PENDING_BYTE_PAGE(pBt) ); |
drh | 5e0ccc2 | 2010-03-29 19:36:52 +0000 | [diff] [blame] | 5144 | rc = btreeGetPage(pBt, *pPgno, ppPage, 1); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5145 | if( rc ) return rc; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5146 | rc = sqlite3PagerWrite((*ppPage)->pDbPage); |
danielk1977 | aac0a38 | 2005-01-16 11:07:06 +0000 | [diff] [blame] | 5147 | if( rc!=SQLITE_OK ){ |
| 5148 | releasePage(*ppPage); |
| 5149 | } |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 5150 | TRACE(("ALLOCATE: %d from end of file\n", *pPgno)); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5151 | } |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 5152 | |
| 5153 | assert( *pPgno!=PENDING_BYTE_PAGE(pBt) ); |
drh | d3627af | 2006-12-18 18:34:51 +0000 | [diff] [blame] | 5154 | |
| 5155 | end_allocate_page: |
| 5156 | releasePage(pTrunk); |
| 5157 | releasePage(pPrevTrunk); |
danielk1977 | b247c21 | 2008-11-21 09:09:01 +0000 | [diff] [blame] | 5158 | if( rc==SQLITE_OK ){ |
| 5159 | if( sqlite3PagerPageRefcount((*ppPage)->pDbPage)>1 ){ |
| 5160 | releasePage(*ppPage); |
| 5161 | return SQLITE_CORRUPT_BKPT; |
| 5162 | } |
| 5163 | (*ppPage)->isInit = 0; |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5164 | }else{ |
| 5165 | *ppPage = 0; |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5166 | } |
drh | 93b4fc7 | 2011-04-07 14:47:01 +0000 | [diff] [blame] | 5167 | assert( rc!=SQLITE_OK || sqlite3PagerIswriteable((*ppPage)->pDbPage) ); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5168 | return rc; |
| 5169 | } |
| 5170 | |
| 5171 | /* |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5172 | ** This function is used to add page iPage to the database file free-list. |
| 5173 | ** It is assumed that the page is not already a part of the free-list. |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 5174 | ** |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5175 | ** The value passed as the second argument to this function is optional. |
| 5176 | ** If the caller happens to have a pointer to the MemPage object |
| 5177 | ** corresponding to page iPage handy, it may pass it as the second value. |
| 5178 | ** Otherwise, it may pass NULL. |
| 5179 | ** |
| 5180 | ** If a pointer to a MemPage object is passed as the second argument, |
| 5181 | ** its reference count is not altered by this function. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5182 | */ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5183 | static int freePage2(BtShared *pBt, MemPage *pMemPage, Pgno iPage){ |
| 5184 | MemPage *pTrunk = 0; /* Free-list trunk page */ |
| 5185 | Pgno iTrunk = 0; /* Page number of free-list trunk page */ |
| 5186 | MemPage *pPage1 = pBt->pPage1; /* Local reference to page 1 */ |
| 5187 | MemPage *pPage; /* Page being freed. May be NULL. */ |
| 5188 | int rc; /* Return Code */ |
| 5189 | int nFree; /* Initial number of pages on free-list */ |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 5190 | |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5191 | assert( sqlite3_mutex_held(pBt->mutex) ); |
| 5192 | assert( iPage>1 ); |
| 5193 | assert( !pMemPage || pMemPage->pgno==iPage ); |
| 5194 | |
| 5195 | if( pMemPage ){ |
| 5196 | pPage = pMemPage; |
| 5197 | sqlite3PagerRef(pPage->pDbPage); |
| 5198 | }else{ |
| 5199 | pPage = btreePageLookup(pBt, iPage); |
| 5200 | } |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5201 | |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 5202 | /* Increment the free page count on pPage1 */ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5203 | rc = sqlite3PagerWrite(pPage1->pDbPage); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5204 | if( rc ) goto freepage_out; |
| 5205 | nFree = get4byte(&pPage1->aData[36]); |
| 5206 | put4byte(&pPage1->aData[36], nFree+1); |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5207 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 5208 | if( pBt->btsFlags & BTS_SECURE_DELETE ){ |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 5209 | /* If the secure_delete option is enabled, then |
| 5210 | ** always fully overwrite deleted information with zeros. |
| 5211 | */ |
shaneh | 84f4b2f | 2010-02-26 01:46:54 +0000 | [diff] [blame] | 5212 | if( (!pPage && ((rc = btreeGetPage(pBt, iPage, &pPage, 0))!=0) ) |
| 5213 | || ((rc = sqlite3PagerWrite(pPage->pDbPage))!=0) |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 5214 | ){ |
| 5215 | goto freepage_out; |
| 5216 | } |
| 5217 | memset(pPage->aData, 0, pPage->pBt->pageSize); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5218 | } |
drh | fcce93f | 2006-02-22 03:08:32 +0000 | [diff] [blame] | 5219 | |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 5220 | /* If the database supports auto-vacuum, write an entry in the pointer-map |
danielk1977 | cb1a7eb | 2004-11-05 12:27:02 +0000 | [diff] [blame] | 5221 | ** to indicate that the page is free. |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 5222 | */ |
danielk1977 | 85d90ca | 2008-07-19 14:25:15 +0000 | [diff] [blame] | 5223 | if( ISAUTOVACUUM ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5224 | ptrmapPut(pBt, iPage, PTRMAP_FREEPAGE, 0, &rc); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5225 | if( rc ) goto freepage_out; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 5226 | } |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 5227 | |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5228 | /* Now manipulate the actual database free-list structure. There are two |
| 5229 | ** possibilities. If the free-list is currently empty, or if the first |
| 5230 | ** trunk page in the free-list is full, then this page will become a |
| 5231 | ** new free-list trunk page. Otherwise, it will become a leaf of the |
| 5232 | ** first trunk page in the current free-list. This block tests if it |
| 5233 | ** is possible to add the page as a new free-list leaf. |
| 5234 | */ |
| 5235 | if( nFree!=0 ){ |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 5236 | u32 nLeaf; /* Initial number of leaf cells on trunk page */ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5237 | |
| 5238 | iTrunk = get4byte(&pPage1->aData[32]); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5239 | rc = btreeGetPage(pBt, iTrunk, &pTrunk, 0); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5240 | if( rc!=SQLITE_OK ){ |
| 5241 | goto freepage_out; |
| 5242 | } |
| 5243 | |
| 5244 | nLeaf = get4byte(&pTrunk->aData[4]); |
drh | eeb844a | 2009-08-08 18:01:07 +0000 | [diff] [blame] | 5245 | assert( pBt->usableSize>32 ); |
| 5246 | if( nLeaf > (u32)pBt->usableSize/4 - 2 ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5247 | rc = SQLITE_CORRUPT_BKPT; |
| 5248 | goto freepage_out; |
| 5249 | } |
drh | eeb844a | 2009-08-08 18:01:07 +0000 | [diff] [blame] | 5250 | if( nLeaf < (u32)pBt->usableSize/4 - 8 ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5251 | /* In this case there is room on the trunk page to insert the page |
| 5252 | ** being freed as a new leaf. |
drh | 45b1fac | 2008-07-04 17:52:42 +0000 | [diff] [blame] | 5253 | ** |
| 5254 | ** Note that the trunk page is not really full until it contains |
| 5255 | ** usableSize/4 - 2 entries, not usableSize/4 - 8 entries as we have |
| 5256 | ** coded. But due to a coding error in versions of SQLite prior to |
| 5257 | ** 3.6.0, databases with freelist trunk pages holding more than |
| 5258 | ** usableSize/4 - 8 entries will be reported as corrupt. In order |
| 5259 | ** to maintain backwards compatibility with older versions of SQLite, |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 5260 | ** we will continue to restrict the number of entries to usableSize/4 - 8 |
drh | 45b1fac | 2008-07-04 17:52:42 +0000 | [diff] [blame] | 5261 | ** for now. At some point in the future (once everyone has upgraded |
| 5262 | ** to 3.6.0 or later) we should consider fixing the conditional above |
| 5263 | ** to read "usableSize/4-2" instead of "usableSize/4-8". |
| 5264 | */ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5265 | rc = sqlite3PagerWrite(pTrunk->pDbPage); |
drh | f534544 | 2007-04-09 12:45:02 +0000 | [diff] [blame] | 5266 | if( rc==SQLITE_OK ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5267 | put4byte(&pTrunk->aData[4], nLeaf+1); |
| 5268 | put4byte(&pTrunk->aData[8+nLeaf*4], iPage); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 5269 | if( pPage && (pBt->btsFlags & BTS_SECURE_DELETE)==0 ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5270 | sqlite3PagerDontWrite(pPage->pDbPage); |
| 5271 | } |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5272 | rc = btreeSetHasContent(pBt, iPage); |
drh | f534544 | 2007-04-09 12:45:02 +0000 | [diff] [blame] | 5273 | } |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 5274 | TRACE(("FREE-PAGE: %d leaf on trunk page %d\n",pPage->pgno,pTrunk->pgno)); |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5275 | goto freepage_out; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5276 | } |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5277 | } |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5278 | |
| 5279 | /* If control flows to this point, then it was not possible to add the |
| 5280 | ** the page being freed as a leaf page of the first trunk in the free-list. |
| 5281 | ** Possibly because the free-list is empty, or possibly because the |
| 5282 | ** first trunk in the free-list is full. Either way, the page being freed |
| 5283 | ** will become the new first trunk page in the free-list. |
| 5284 | */ |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 5285 | if( pPage==0 && SQLITE_OK!=(rc = btreeGetPage(pBt, iPage, &pPage, 0)) ){ |
| 5286 | goto freepage_out; |
| 5287 | } |
| 5288 | rc = sqlite3PagerWrite(pPage->pDbPage); |
| 5289 | if( rc!=SQLITE_OK ){ |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5290 | goto freepage_out; |
| 5291 | } |
| 5292 | put4byte(pPage->aData, iTrunk); |
| 5293 | put4byte(&pPage->aData[4], 0); |
| 5294 | put4byte(&pPage1->aData[32], iPage); |
| 5295 | TRACE(("FREE-PAGE: %d new trunk page replacing %d\n", pPage->pgno, iTrunk)); |
| 5296 | |
| 5297 | freepage_out: |
| 5298 | if( pPage ){ |
| 5299 | pPage->isInit = 0; |
| 5300 | } |
| 5301 | releasePage(pPage); |
| 5302 | releasePage(pTrunk); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5303 | return rc; |
| 5304 | } |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5305 | static void freePage(MemPage *pPage, int *pRC){ |
| 5306 | if( (*pRC)==SQLITE_OK ){ |
| 5307 | *pRC = freePage2(pPage->pBt, pPage, pPage->pgno); |
| 5308 | } |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5309 | } |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5310 | |
| 5311 | /* |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5312 | ** Free any overflow pages associated with the given Cell. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5313 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5314 | static int clearCell(MemPage *pPage, unsigned char *pCell){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 5315 | BtShared *pBt = pPage->pBt; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5316 | CellInfo info; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5317 | Pgno ovflPgno; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5318 | int rc; |
drh | 9444081 | 2007-03-06 11:42:19 +0000 | [diff] [blame] | 5319 | int nOvfl; |
shaneh | 1df2db7 | 2010-08-18 02:28:48 +0000 | [diff] [blame] | 5320 | u32 ovflPageSize; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5321 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5322 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5323 | btreeParseCellPtr(pPage, pCell, &info); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5324 | if( info.iOverflow==0 ){ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 5325 | return SQLITE_OK; /* No overflow pages. Return without doing anything */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5326 | } |
drh | e42a9b4 | 2011-08-31 13:27:19 +0000 | [diff] [blame] | 5327 | if( pCell+info.iOverflow+3 > pPage->aData+pPage->maskPage ){ |
mistachkin | 70a1b71 | 2012-09-28 18:13:35 +0000 | [diff] [blame] | 5328 | return SQLITE_CORRUPT_BKPT; /* Cell extends past end of page */ |
drh | e42a9b4 | 2011-08-31 13:27:19 +0000 | [diff] [blame] | 5329 | } |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5330 | ovflPgno = get4byte(&pCell[info.iOverflow]); |
shane | 63207ab | 2009-02-04 01:49:30 +0000 | [diff] [blame] | 5331 | assert( pBt->usableSize > 4 ); |
drh | 9444081 | 2007-03-06 11:42:19 +0000 | [diff] [blame] | 5332 | ovflPageSize = pBt->usableSize - 4; |
drh | 7236583 | 2007-03-06 15:53:44 +0000 | [diff] [blame] | 5333 | nOvfl = (info.nPayload - info.nLocal + ovflPageSize - 1)/ovflPageSize; |
| 5334 | assert( ovflPgno==0 || nOvfl>0 ); |
| 5335 | while( nOvfl-- ){ |
shane | 63207ab | 2009-02-04 01:49:30 +0000 | [diff] [blame] | 5336 | Pgno iNext = 0; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5337 | MemPage *pOvfl = 0; |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 5338 | if( ovflPgno<2 || ovflPgno>btreePagecount(pBt) ){ |
danielk1977 | e589a67 | 2009-04-11 16:06:15 +0000 | [diff] [blame] | 5339 | /* 0 is not a legal page number and page 1 cannot be an |
| 5340 | ** overflow page. Therefore if ovflPgno<2 or past the end of the |
| 5341 | ** file the database must be corrupt. */ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 5342 | return SQLITE_CORRUPT_BKPT; |
danielk1977 | a1cb183 | 2005-02-12 08:59:55 +0000 | [diff] [blame] | 5343 | } |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5344 | if( nOvfl ){ |
| 5345 | rc = getOverflowPage(pBt, ovflPgno, &pOvfl, &iNext); |
| 5346 | if( rc ) return rc; |
| 5347 | } |
dan | 887d4b2 | 2010-02-25 12:09:16 +0000 | [diff] [blame] | 5348 | |
shaneh | 1da207e | 2010-03-09 14:41:12 +0000 | [diff] [blame] | 5349 | if( ( pOvfl || ((pOvfl = btreePageLookup(pBt, ovflPgno))!=0) ) |
dan | 887d4b2 | 2010-02-25 12:09:16 +0000 | [diff] [blame] | 5350 | && sqlite3PagerPageRefcount(pOvfl->pDbPage)!=1 |
| 5351 | ){ |
| 5352 | /* There is no reason any cursor should have an outstanding reference |
| 5353 | ** to an overflow page belonging to a cell that is being deleted/updated. |
| 5354 | ** So if there exists more than one reference to this page, then it |
| 5355 | ** must not really be an overflow page and the database must be corrupt. |
| 5356 | ** It is helpful to detect this before calling freePage2(), as |
| 5357 | ** freePage2() may zero the page contents if secure-delete mode is |
| 5358 | ** enabled. If this 'overflow' page happens to be a page that the |
| 5359 | ** caller is iterating through or using in some other way, this |
| 5360 | ** can be problematic. |
| 5361 | */ |
| 5362 | rc = SQLITE_CORRUPT_BKPT; |
| 5363 | }else{ |
| 5364 | rc = freePage2(pBt, pOvfl, ovflPgno); |
| 5365 | } |
| 5366 | |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5367 | if( pOvfl ){ |
| 5368 | sqlite3PagerUnref(pOvfl->pDbPage); |
| 5369 | } |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5370 | if( rc ) return rc; |
danielk1977 | bea2a94 | 2009-01-20 17:06:27 +0000 | [diff] [blame] | 5371 | ovflPgno = iNext; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5372 | } |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 5373 | return SQLITE_OK; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5374 | } |
| 5375 | |
| 5376 | /* |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 5377 | ** Create the byte sequence used to represent a cell on page pPage |
| 5378 | ** and write that byte sequence into pCell[]. Overflow pages are |
| 5379 | ** allocated and filled in as necessary. The calling procedure |
| 5380 | ** is responsible for making sure sufficient space has been allocated |
| 5381 | ** for pCell[]. |
| 5382 | ** |
| 5383 | ** Note that pCell does not necessary need to point to the pPage->aData |
| 5384 | ** area. pCell might point to some temporary storage. The cell will |
| 5385 | ** be constructed in this temporary area then copied into pPage->aData |
| 5386 | ** later. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5387 | */ |
| 5388 | static int fillInCell( |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5389 | MemPage *pPage, /* The page that contains the cell */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 5390 | unsigned char *pCell, /* Complete text of the cell */ |
drh | 4a1c380 | 2004-05-12 15:15:47 +0000 | [diff] [blame] | 5391 | const void *pKey, i64 nKey, /* The key */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 5392 | const void *pData,int nData, /* The data */ |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 5393 | int nZero, /* Extra zero bytes to append to pData */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 5394 | int *pnSize /* Write cell size here */ |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5395 | ){ |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5396 | int nPayload; |
drh | 8c6fa9b | 2004-05-26 00:01:53 +0000 | [diff] [blame] | 5397 | const u8 *pSrc; |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 5398 | int nSrc, n, rc; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5399 | int spaceLeft; |
| 5400 | MemPage *pOvfl = 0; |
drh | 9b17127 | 2004-05-08 02:03:22 +0000 | [diff] [blame] | 5401 | MemPage *pToRelease = 0; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5402 | unsigned char *pPrior; |
| 5403 | unsigned char *pPayload; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 5404 | BtShared *pBt = pPage->pBt; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5405 | Pgno pgnoOvfl = 0; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 5406 | int nHeader; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5407 | CellInfo info; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5408 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5409 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 5410 | |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5411 | /* pPage is not necessarily writeable since pCell might be auxiliary |
| 5412 | ** buffer space that is separate from the pPage buffer area */ |
| 5413 | assert( pCell<pPage->aData || pCell>=&pPage->aData[pBt->pageSize] |
| 5414 | || sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 5415 | |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 5416 | /* Fill in the header. */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5417 | nHeader = 0; |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 5418 | if( !pPage->leaf ){ |
| 5419 | nHeader += 4; |
| 5420 | } |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 5421 | if( pPage->hasData ){ |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 5422 | nHeader += putVarint(&pCell[nHeader], nData+nZero); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5423 | }else{ |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 5424 | nData = nZero = 0; |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 5425 | } |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5426 | nHeader += putVarint(&pCell[nHeader], *(u64*)&nKey); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5427 | btreeParseCellPtr(pPage, pCell, &info); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5428 | assert( info.nHeader==nHeader ); |
| 5429 | assert( info.nKey==nKey ); |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 5430 | assert( info.nData==(u32)(nData+nZero) ); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5431 | |
| 5432 | /* Fill in the payload */ |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 5433 | nPayload = nData + nZero; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5434 | if( pPage->intKey ){ |
| 5435 | pSrc = pData; |
| 5436 | nSrc = nData; |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 5437 | nData = 0; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 5438 | }else{ |
danielk1977 | 31d31b8 | 2009-07-13 13:18:07 +0000 | [diff] [blame] | 5439 | if( NEVER(nKey>0x7fffffff || pKey==0) ){ |
| 5440 | return SQLITE_CORRUPT_BKPT; |
drh | 20abac2 | 2009-01-28 20:21:17 +0000 | [diff] [blame] | 5441 | } |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 5442 | nPayload += (int)nKey; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5443 | pSrc = pKey; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 5444 | nSrc = (int)nKey; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5445 | } |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5446 | *pnSize = info.nSize; |
| 5447 | spaceLeft = info.nLocal; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5448 | pPayload = &pCell[nHeader]; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 5449 | pPrior = &pCell[info.iOverflow]; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5450 | |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5451 | while( nPayload>0 ){ |
| 5452 | if( spaceLeft==0 ){ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5453 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 5454 | Pgno pgnoPtrmap = pgnoOvfl; /* Overflow page pointer-map entry page */ |
danielk1977 | b39f70b | 2007-05-17 18:28:11 +0000 | [diff] [blame] | 5455 | if( pBt->autoVacuum ){ |
| 5456 | do{ |
| 5457 | pgnoOvfl++; |
| 5458 | } while( |
| 5459 | PTRMAP_ISPAGE(pBt, pgnoOvfl) || pgnoOvfl==PENDING_BYTE_PAGE(pBt) |
| 5460 | ); |
danielk1977 | b39f70b | 2007-05-17 18:28:11 +0000 | [diff] [blame] | 5461 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5462 | #endif |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 5463 | rc = allocateBtreePage(pBt, &pOvfl, &pgnoOvfl, pgnoOvfl, 0); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5464 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | a19df67 | 2004-11-03 11:37:07 +0000 | [diff] [blame] | 5465 | /* If the database supports auto-vacuum, and the second or subsequent |
| 5466 | ** overflow page is being allocated, add an entry to the pointer-map |
danielk1977 | 4ef2449 | 2007-05-23 09:52:41 +0000 | [diff] [blame] | 5467 | ** for that page now. |
| 5468 | ** |
| 5469 | ** If this is the first overflow page, then write a partial entry |
| 5470 | ** to the pointer-map. If we write nothing to this pointer-map slot, |
| 5471 | ** then the optimistic overflow chain processing in clearCell() |
| 5472 | ** may misinterpret the uninitialised values and delete the |
| 5473 | ** wrong pages from the database. |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5474 | */ |
danielk1977 | 4ef2449 | 2007-05-23 09:52:41 +0000 | [diff] [blame] | 5475 | if( pBt->autoVacuum && rc==SQLITE_OK ){ |
| 5476 | u8 eType = (pgnoPtrmap?PTRMAP_OVERFLOW2:PTRMAP_OVERFLOW1); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5477 | ptrmapPut(pBt, pgnoOvfl, eType, pgnoPtrmap, &rc); |
danielk1977 | 89a4be8 | 2007-05-23 13:34:32 +0000 | [diff] [blame] | 5478 | if( rc ){ |
| 5479 | releasePage(pOvfl); |
| 5480 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 5481 | } |
| 5482 | #endif |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5483 | if( rc ){ |
drh | 9b17127 | 2004-05-08 02:03:22 +0000 | [diff] [blame] | 5484 | releasePage(pToRelease); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5485 | return rc; |
| 5486 | } |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5487 | |
| 5488 | /* If pToRelease is not zero than pPrior points into the data area |
| 5489 | ** of pToRelease. Make sure pToRelease is still writeable. */ |
| 5490 | assert( pToRelease==0 || sqlite3PagerIswriteable(pToRelease->pDbPage) ); |
| 5491 | |
| 5492 | /* If pPrior is part of the data area of pPage, then make sure pPage |
| 5493 | ** is still writeable */ |
| 5494 | assert( pPrior<pPage->aData || pPrior>=&pPage->aData[pBt->pageSize] |
| 5495 | || sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 5496 | |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5497 | put4byte(pPrior, pgnoOvfl); |
drh | 9b17127 | 2004-05-08 02:03:22 +0000 | [diff] [blame] | 5498 | releasePage(pToRelease); |
| 5499 | pToRelease = pOvfl; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5500 | pPrior = pOvfl->aData; |
| 5501 | put4byte(pPrior, 0); |
| 5502 | pPayload = &pOvfl->aData[4]; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 5503 | spaceLeft = pBt->usableSize - 4; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5504 | } |
| 5505 | n = nPayload; |
| 5506 | if( n>spaceLeft ) n = spaceLeft; |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5507 | |
| 5508 | /* If pToRelease is not zero than pPayload points into the data area |
| 5509 | ** of pToRelease. Make sure pToRelease is still writeable. */ |
| 5510 | assert( pToRelease==0 || sqlite3PagerIswriteable(pToRelease->pDbPage) ); |
| 5511 | |
| 5512 | /* If pPayload is part of the data area of pPage, then make sure pPage |
| 5513 | ** is still writeable */ |
| 5514 | assert( pPayload<pPage->aData || pPayload>=&pPage->aData[pBt->pageSize] |
| 5515 | || sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 5516 | |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 5517 | if( nSrc>0 ){ |
| 5518 | if( n>nSrc ) n = nSrc; |
| 5519 | assert( pSrc ); |
| 5520 | memcpy(pPayload, pSrc, n); |
| 5521 | }else{ |
| 5522 | memset(pPayload, 0, n); |
| 5523 | } |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5524 | nPayload -= n; |
drh | de64713 | 2004-05-07 17:57:49 +0000 | [diff] [blame] | 5525 | pPayload += n; |
drh | 9b17127 | 2004-05-08 02:03:22 +0000 | [diff] [blame] | 5526 | pSrc += n; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5527 | nSrc -= n; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5528 | spaceLeft -= n; |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 5529 | if( nSrc==0 ){ |
| 5530 | nSrc = nData; |
| 5531 | pSrc = pData; |
| 5532 | } |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 5533 | } |
drh | 9b17127 | 2004-05-08 02:03:22 +0000 | [diff] [blame] | 5534 | releasePage(pToRelease); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 5535 | return SQLITE_OK; |
| 5536 | } |
| 5537 | |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5538 | /* |
| 5539 | ** Remove the i-th cell from pPage. This routine effects pPage only. |
| 5540 | ** The cell content is not freed or deallocated. It is assumed that |
| 5541 | ** the cell content has been copied someplace else. This routine just |
| 5542 | ** removes the reference to the cell from pPage. |
| 5543 | ** |
| 5544 | ** "sz" must be the number of bytes in the cell. |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5545 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5546 | static void dropCell(MemPage *pPage, int idx, int sz, int *pRC){ |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 5547 | u32 pc; /* Offset to cell content of cell being deleted */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5548 | u8 *data; /* pPage->aData */ |
| 5549 | u8 *ptr; /* Used to move bytes around within data[] */ |
drh | c3f1d5f | 2011-05-30 23:42:16 +0000 | [diff] [blame] | 5550 | u8 *endPtr; /* End of loop */ |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 5551 | int rc; /* The return code */ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5552 | int hdr; /* Beginning of the header. 0 most pages. 100 page 1 */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5553 | |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5554 | if( *pRC ) return; |
| 5555 | |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 5556 | assert( idx>=0 && idx<pPage->nCell ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5557 | assert( sz==cellSize(pPage, idx) ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 5558 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5559 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 5560 | data = pPage->aData; |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 5561 | ptr = &pPage->aCellIdx[2*idx]; |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 5562 | pc = get2byte(ptr); |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5563 | hdr = pPage->hdrOffset; |
| 5564 | testcase( pc==get2byte(&data[hdr+5]) ); |
| 5565 | testcase( pc+sz==pPage->pBt->usableSize ); |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 5566 | if( pc < (u32)get2byte(&data[hdr+5]) || pc+sz > pPage->pBt->usableSize ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5567 | *pRC = SQLITE_CORRUPT_BKPT; |
| 5568 | return; |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 5569 | } |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 5570 | rc = freeSpace(pPage, pc, sz); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5571 | if( rc ){ |
| 5572 | *pRC = rc; |
| 5573 | return; |
shane | dcc50b7 | 2008-11-13 18:29:50 +0000 | [diff] [blame] | 5574 | } |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 5575 | endPtr = &pPage->aCellIdx[2*pPage->nCell - 2]; |
drh | 2ce71b4 | 2011-06-06 13:38:11 +0000 | [diff] [blame] | 5576 | assert( (SQLITE_PTR_TO_INT(ptr)&1)==0 ); /* ptr is always 2-byte aligned */ |
drh | c3f1d5f | 2011-05-30 23:42:16 +0000 | [diff] [blame] | 5577 | while( ptr<endPtr ){ |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5578 | *(u16*)ptr = *(u16*)&ptr[2]; |
drh | c3f1d5f | 2011-05-30 23:42:16 +0000 | [diff] [blame] | 5579 | ptr += 2; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5580 | } |
| 5581 | pPage->nCell--; |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5582 | put2byte(&data[hdr+3], pPage->nCell); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5583 | pPage->nFree += 2; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5584 | } |
| 5585 | |
| 5586 | /* |
| 5587 | ** Insert a new cell on pPage at cell index "i". pCell points to the |
| 5588 | ** content of the cell. |
| 5589 | ** |
| 5590 | ** If the cell content will fit on the page, then put it there. If it |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5591 | ** will not fit, then make a copy of the cell content into pTemp if |
| 5592 | ** pTemp is not null. Regardless of pTemp, allocate a new entry |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 5593 | ** in pPage->apOvfl[] and make it point to the cell content (either |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5594 | ** in pTemp or the original pCell) and also record its index. |
| 5595 | ** Allocating a new entry in pPage->aCell[] implies that |
| 5596 | ** pPage->nOverflow is incremented. |
danielk1977 | a3ad5e7 | 2005-01-07 08:56:44 +0000 | [diff] [blame] | 5597 | ** |
| 5598 | ** If nSkip is non-zero, then do not copy the first nSkip bytes of the |
| 5599 | ** cell. The caller will overwrite them after this function returns. If |
drh | 4b238df | 2005-01-08 15:43:18 +0000 | [diff] [blame] | 5600 | ** nSkip is non-zero, then pCell may not point to an invalid memory location |
danielk1977 | a3ad5e7 | 2005-01-07 08:56:44 +0000 | [diff] [blame] | 5601 | ** (but pCell+nSkip is always valid). |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5602 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5603 | static void insertCell( |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 5604 | MemPage *pPage, /* Page into which we are copying */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5605 | int i, /* New cell becomes the i-th cell of the page */ |
| 5606 | u8 *pCell, /* Content of the new cell */ |
| 5607 | int sz, /* Bytes of content in pCell */ |
danielk1977 | a3ad5e7 | 2005-01-07 08:56:44 +0000 | [diff] [blame] | 5608 | u8 *pTemp, /* Temp storage space for pCell, if needed */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5609 | Pgno iChild, /* If non-zero, replace first 4 bytes with this value */ |
| 5610 | int *pRC /* Read and write return code from here */ |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 5611 | ){ |
drh | 383d30f | 2010-02-26 13:07:37 +0000 | [diff] [blame] | 5612 | int idx = 0; /* Where to write new cell content in data[] */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5613 | int j; /* Loop counter */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5614 | int end; /* First byte past the last cell pointer in data[] */ |
| 5615 | int ins; /* Index in data[] where new cell pointer is inserted */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5616 | int cellOffset; /* Address of first cell pointer in data[] */ |
| 5617 | u8 *data; /* The content of the whole page */ |
| 5618 | u8 *ptr; /* Used for moving information around in data[] */ |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5619 | u8 *endPtr; /* End of the loop */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5620 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5621 | int nSkip = (iChild ? 4 : 0); |
| 5622 | |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5623 | if( *pRC ) return; |
| 5624 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5625 | assert( i>=0 && i<=pPage->nCell+pPage->nOverflow ); |
drh | b2eced5 | 2010-08-12 02:41:12 +0000 | [diff] [blame] | 5626 | assert( pPage->nCell<=MX_CELL(pPage->pBt) && MX_CELL(pPage->pBt)<=10921 ); |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 5627 | assert( pPage->nOverflow<=ArraySize(pPage->apOvfl) ); |
| 5628 | assert( ArraySize(pPage->apOvfl)==ArraySize(pPage->aiOvfl) ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5629 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | c9b9b8a | 2009-12-03 21:26:52 +0000 | [diff] [blame] | 5630 | /* The cell should normally be sized correctly. However, when moving a |
| 5631 | ** malformed cell from a leaf page to an interior page, if the cell size |
| 5632 | ** wanted to be less than 4 but got rounded up to 4 on the leaf, then size |
| 5633 | ** might be less than 8 (leaf-size + pointer) on the interior node. Hence |
| 5634 | ** the term after the || in the following assert(). */ |
| 5635 | assert( sz==cellSizePtr(pPage, pCell) || (sz==8 && iChild>0) ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5636 | if( pPage->nOverflow || sz+2>pPage->nFree ){ |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 5637 | if( pTemp ){ |
danielk1977 | a3ad5e7 | 2005-01-07 08:56:44 +0000 | [diff] [blame] | 5638 | memcpy(pTemp+nSkip, pCell+nSkip, sz-nSkip); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5639 | pCell = pTemp; |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 5640 | } |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5641 | if( iChild ){ |
| 5642 | put4byte(pCell, iChild); |
| 5643 | } |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5644 | j = pPage->nOverflow++; |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 5645 | assert( j<(int)(sizeof(pPage->apOvfl)/sizeof(pPage->apOvfl[0])) ); |
| 5646 | pPage->apOvfl[j] = pCell; |
| 5647 | pPage->aiOvfl[j] = (u16)i; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5648 | }else{ |
danielk1977 | 6e465eb | 2007-08-21 13:11:00 +0000 | [diff] [blame] | 5649 | int rc = sqlite3PagerWrite(pPage->pDbPage); |
| 5650 | if( rc!=SQLITE_OK ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5651 | *pRC = rc; |
| 5652 | return; |
danielk1977 | 6e465eb | 2007-08-21 13:11:00 +0000 | [diff] [blame] | 5653 | } |
| 5654 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5655 | data = pPage->aData; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5656 | cellOffset = pPage->cellOffset; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 5657 | end = cellOffset + 2*pPage->nCell; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5658 | ins = cellOffset + 2*i; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 5659 | rc = allocateSpace(pPage, sz, &idx); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5660 | if( rc ){ *pRC = rc; return; } |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5661 | /* The allocateSpace() routine guarantees the following two properties |
| 5662 | ** if it returns success */ |
| 5663 | assert( idx >= end+2 ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 5664 | assert( idx+sz <= (int)pPage->pBt->usableSize ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5665 | pPage->nCell++; |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 5666 | pPage->nFree -= (u16)(2 + sz); |
danielk1977 | a3ad5e7 | 2005-01-07 08:56:44 +0000 | [diff] [blame] | 5667 | memcpy(&data[idx+nSkip], pCell+nSkip, sz-nSkip); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5668 | if( iChild ){ |
| 5669 | put4byte(&data[idx], iChild); |
| 5670 | } |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5671 | ptr = &data[end]; |
| 5672 | endPtr = &data[ins]; |
drh | 2ce71b4 | 2011-06-06 13:38:11 +0000 | [diff] [blame] | 5673 | assert( (SQLITE_PTR_TO_INT(ptr)&1)==0 ); /* ptr is always 2-byte aligned */ |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5674 | while( ptr>endPtr ){ |
| 5675 | *(u16*)ptr = *(u16*)&ptr[-2]; |
| 5676 | ptr -= 2; |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 5677 | } |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5678 | put2byte(&data[ins], idx); |
drh | 0a45c27 | 2009-07-08 01:49:11 +0000 | [diff] [blame] | 5679 | put2byte(&data[pPage->hdrOffset+3], pPage->nCell); |
danielk1977 | a19df67 | 2004-11-03 11:37:07 +0000 | [diff] [blame] | 5680 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 5681 | if( pPage->pBt->autoVacuum ){ |
| 5682 | /* The cell may contain a pointer to an overflow page. If so, write |
| 5683 | ** the entry for the overflow page into the pointer map. |
| 5684 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5685 | ptrmapPutOvflPtr(pPage, pCell, pRC); |
danielk1977 | a19df67 | 2004-11-03 11:37:07 +0000 | [diff] [blame] | 5686 | } |
| 5687 | #endif |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5688 | } |
| 5689 | } |
| 5690 | |
| 5691 | /* |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 5692 | ** Add a list of cells to a page. The page should be initially empty. |
| 5693 | ** The cells are guaranteed to fit on the page. |
| 5694 | */ |
| 5695 | static void assemblePage( |
| 5696 | MemPage *pPage, /* The page to be assemblied */ |
| 5697 | int nCell, /* The number of cells to add to this page */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5698 | u8 **apCell, /* Pointers to cell bodies */ |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 5699 | u16 *aSize /* Sizes of the cells */ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 5700 | ){ |
| 5701 | int i; /* Loop counter */ |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5702 | u8 *pCellptr; /* Address of next cell pointer */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5703 | int cellbody; /* Address of next cell body */ |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5704 | u8 * const data = pPage->aData; /* Pointer to data for pPage */ |
| 5705 | const int hdr = pPage->hdrOffset; /* Offset of header on pPage */ |
| 5706 | const int nUsable = pPage->pBt->usableSize; /* Usable size of page */ |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 5707 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5708 | assert( pPage->nOverflow==0 ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5709 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 5710 | assert( nCell>=0 && nCell<=(int)MX_CELL(pPage->pBt) |
| 5711 | && (int)MX_CELL(pPage->pBt)<=10921); |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5712 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5713 | |
| 5714 | /* Check that the page has just been zeroed by zeroPage() */ |
| 5715 | assert( pPage->nCell==0 ); |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 5716 | assert( get2byteNotZero(&data[hdr+5])==nUsable ); |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5717 | |
drh | 3def235 | 2011-11-11 00:27:15 +0000 | [diff] [blame] | 5718 | pCellptr = &pPage->aCellIdx[nCell*2]; |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5719 | cellbody = nUsable; |
| 5720 | for(i=nCell-1; i>=0; i--){ |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5721 | u16 sz = aSize[i]; |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5722 | pCellptr -= 2; |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5723 | cellbody -= sz; |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5724 | put2byte(pCellptr, cellbody); |
drh | 61d2fe9 | 2011-06-03 23:28:33 +0000 | [diff] [blame] | 5725 | memcpy(&data[cellbody], apCell[i], sz); |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 5726 | } |
danielk1977 | fad9194 | 2009-04-29 17:49:59 +0000 | [diff] [blame] | 5727 | put2byte(&data[hdr+3], nCell); |
| 5728 | put2byte(&data[hdr+5], cellbody); |
| 5729 | pPage->nFree -= (nCell*2 + nUsable - cellbody); |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 5730 | pPage->nCell = (u16)nCell; |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 5731 | } |
| 5732 | |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5733 | /* |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 5734 | ** The following parameters determine how many adjacent pages get involved |
| 5735 | ** in a balancing operation. NN is the number of neighbors on either side |
| 5736 | ** of the page that participate in the balancing operation. NB is the |
| 5737 | ** total number of pages that participate, including the target page and |
| 5738 | ** NN neighbors on either side. |
| 5739 | ** |
| 5740 | ** The minimum value of NN is 1 (of course). Increasing NN above 1 |
| 5741 | ** (to 2 or 3) gives a modest improvement in SELECT and DELETE performance |
| 5742 | ** in exchange for a larger degradation in INSERT and UPDATE performance. |
| 5743 | ** The value of NN appears to give the best results overall. |
| 5744 | */ |
| 5745 | #define NN 1 /* Number of neighbors on either side of pPage */ |
| 5746 | #define NB (NN*2+1) /* Total pages involved in the balance */ |
| 5747 | |
danielk1977 | ac245ec | 2005-01-14 13:50:11 +0000 | [diff] [blame] | 5748 | |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 5749 | #ifndef SQLITE_OMIT_QUICKBALANCE |
drh | f222e71 | 2005-01-14 22:55:49 +0000 | [diff] [blame] | 5750 | /* |
| 5751 | ** This version of balance() handles the common special case where |
| 5752 | ** a new entry is being inserted on the extreme right-end of the |
| 5753 | ** tree, in other words, when the new entry will become the largest |
| 5754 | ** entry in the tree. |
| 5755 | ** |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5756 | ** Instead of trying to balance the 3 right-most leaf pages, just add |
drh | f222e71 | 2005-01-14 22:55:49 +0000 | [diff] [blame] | 5757 | ** a new page to the right-hand side and put the one new entry in |
| 5758 | ** that page. This leaves the right side of the tree somewhat |
| 5759 | ** unbalanced. But odds are that we will be inserting new entries |
| 5760 | ** at the end soon afterwards so the nearly empty page will quickly |
| 5761 | ** fill up. On average. |
| 5762 | ** |
| 5763 | ** pPage is the leaf page which is the right-most page in the tree. |
| 5764 | ** pParent is its parent. pPage must have a single overflow entry |
| 5765 | ** which is also the right-most entry on the page. |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5766 | ** |
| 5767 | ** The pSpace buffer is used to store a temporary copy of the divider |
| 5768 | ** cell that will be inserted into pParent. Such a cell consists of a 4 |
| 5769 | ** byte page number followed by a variable length integer. In other |
| 5770 | ** words, at most 13 bytes. Hence the pSpace buffer must be at |
| 5771 | ** least 13 bytes in size. |
drh | f222e71 | 2005-01-14 22:55:49 +0000 | [diff] [blame] | 5772 | */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5773 | static int balance_quick(MemPage *pParent, MemPage *pPage, u8 *pSpace){ |
| 5774 | BtShared *const pBt = pPage->pBt; /* B-Tree Database */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5775 | MemPage *pNew; /* Newly allocated page */ |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5776 | int rc; /* Return Code */ |
| 5777 | Pgno pgnoNew; /* Page number of pNew */ |
danielk1977 | ac245ec | 2005-01-14 13:50:11 +0000 | [diff] [blame] | 5778 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 5779 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5780 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
danielk1977 | e56b60e | 2009-06-10 09:11:06 +0000 | [diff] [blame] | 5781 | assert( pPage->nOverflow==1 ); |
| 5782 | |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 5783 | /* This error condition is now caught prior to reaching this function */ |
mistachkin | 5f070c7 | 2012-10-18 10:35:19 +0000 | [diff] [blame] | 5784 | if( pPage->nCell==0 ) return SQLITE_CORRUPT_BKPT; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 5785 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5786 | /* Allocate a new page. This page will become the right-sibling of |
| 5787 | ** pPage. Make the parent page writable, so that the new divider cell |
| 5788 | ** may be inserted. If both these operations are successful, proceed. |
| 5789 | */ |
drh | 4f0c587 | 2007-03-26 22:05:01 +0000 | [diff] [blame] | 5790 | rc = allocateBtreePage(pBt, &pNew, &pgnoNew, 0, 0); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5791 | |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5792 | if( rc==SQLITE_OK ){ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5793 | |
| 5794 | u8 *pOut = &pSpace[4]; |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 5795 | u8 *pCell = pPage->apOvfl[0]; |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5796 | u16 szCell = cellSizePtr(pPage, pCell); |
| 5797 | u8 *pStop; |
| 5798 | |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 5799 | assert( sqlite3PagerIswriteable(pNew->pDbPage) ); |
danielk1977 | e56b60e | 2009-06-10 09:11:06 +0000 | [diff] [blame] | 5800 | assert( pPage->aData[0]==(PTF_INTKEY|PTF_LEAFDATA|PTF_LEAF) ); |
| 5801 | zeroPage(pNew, PTF_INTKEY|PTF_LEAFDATA|PTF_LEAF); |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5802 | assemblePage(pNew, 1, &pCell, &szCell); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5803 | |
| 5804 | /* If this is an auto-vacuum database, update the pointer map |
| 5805 | ** with entries for the new page, and any pointer from the |
| 5806 | ** cell on the page to an overflow page. If either of these |
| 5807 | ** operations fails, the return code is set, but the contents |
| 5808 | ** of the parent page are still manipulated by thh code below. |
| 5809 | ** That is Ok, at this point the parent page is guaranteed to |
| 5810 | ** be marked as dirty. Returning an error code will cause a |
| 5811 | ** rollback, undoing any changes made to the parent page. |
| 5812 | */ |
| 5813 | if( ISAUTOVACUUM ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5814 | ptrmapPut(pBt, pgnoNew, PTRMAP_BTREE, pParent->pgno, &rc); |
| 5815 | if( szCell>pNew->minLocal ){ |
| 5816 | ptrmapPutOvflPtr(pNew, pCell, &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5817 | } |
| 5818 | } |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5819 | |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5820 | /* Create a divider cell to insert into pParent. The divider cell |
| 5821 | ** consists of a 4-byte page number (the page number of pPage) and |
| 5822 | ** a variable length key value (which must be the same value as the |
| 5823 | ** largest key on pPage). |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5824 | ** |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5825 | ** To find the largest key value on pPage, first find the right-most |
| 5826 | ** cell on pPage. The first two fields of this cell are the |
| 5827 | ** record-length (a variable length integer at most 32-bits in size) |
| 5828 | ** and the key value (a variable length integer, may have any value). |
| 5829 | ** The first of the while(...) loops below skips over the record-length |
| 5830 | ** field. The second while(...) loop copies the key value from the |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 5831 | ** cell on pPage into the pSpace buffer. |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5832 | */ |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5833 | pCell = findCell(pPage, pPage->nCell-1); |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5834 | pStop = &pCell[9]; |
| 5835 | while( (*(pCell++)&0x80) && pCell<pStop ); |
| 5836 | pStop = &pCell[9]; |
| 5837 | while( ((*(pOut++) = *(pCell++))&0x80) && pCell<pStop ); |
| 5838 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5839 | /* Insert the new divider cell into pParent. */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 5840 | insertCell(pParent, pParent->nCell, pSpace, (int)(pOut-pSpace), |
| 5841 | 0, pPage->pgno, &rc); |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 5842 | |
| 5843 | /* Set the right-child pointer of pParent to point to the new page. */ |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5844 | put4byte(&pParent->aData[pParent->hdrOffset+8], pgnoNew); |
| 5845 | |
danielk1977 | e08a3c4 | 2008-09-18 18:17:03 +0000 | [diff] [blame] | 5846 | /* Release the reference to the new page. */ |
| 5847 | releasePage(pNew); |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 5848 | } |
| 5849 | |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 5850 | return rc; |
danielk1977 | ac245ec | 2005-01-14 13:50:11 +0000 | [diff] [blame] | 5851 | } |
drh | 615ae55 | 2005-01-16 23:21:00 +0000 | [diff] [blame] | 5852 | #endif /* SQLITE_OMIT_QUICKBALANCE */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 5853 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5854 | #if 0 |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 5855 | /* |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5856 | ** This function does not contribute anything to the operation of SQLite. |
| 5857 | ** it is sometimes activated temporarily while debugging code responsible |
| 5858 | ** for setting pointer-map entries. |
| 5859 | */ |
| 5860 | static int ptrmapCheckPages(MemPage **apPage, int nPage){ |
| 5861 | int i, j; |
| 5862 | for(i=0; i<nPage; i++){ |
| 5863 | Pgno n; |
| 5864 | u8 e; |
| 5865 | MemPage *pPage = apPage[i]; |
| 5866 | BtShared *pBt = pPage->pBt; |
| 5867 | assert( pPage->isInit ); |
| 5868 | |
| 5869 | for(j=0; j<pPage->nCell; j++){ |
| 5870 | CellInfo info; |
| 5871 | u8 *z; |
| 5872 | |
| 5873 | z = findCell(pPage, j); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5874 | btreeParseCellPtr(pPage, z, &info); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5875 | if( info.iOverflow ){ |
| 5876 | Pgno ovfl = get4byte(&z[info.iOverflow]); |
| 5877 | ptrmapGet(pBt, ovfl, &e, &n); |
| 5878 | assert( n==pPage->pgno && e==PTRMAP_OVERFLOW1 ); |
| 5879 | } |
| 5880 | if( !pPage->leaf ){ |
| 5881 | Pgno child = get4byte(z); |
| 5882 | ptrmapGet(pBt, child, &e, &n); |
| 5883 | assert( n==pPage->pgno && e==PTRMAP_BTREE ); |
| 5884 | } |
| 5885 | } |
| 5886 | if( !pPage->leaf ){ |
| 5887 | Pgno child = get4byte(&pPage->aData[pPage->hdrOffset+8]); |
| 5888 | ptrmapGet(pBt, child, &e, &n); |
| 5889 | assert( n==pPage->pgno && e==PTRMAP_BTREE ); |
| 5890 | } |
| 5891 | } |
| 5892 | return 1; |
| 5893 | } |
| 5894 | #endif |
| 5895 | |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 5896 | /* |
| 5897 | ** This function is used to copy the contents of the b-tree node stored |
| 5898 | ** on page pFrom to page pTo. If page pFrom was not a leaf page, then |
| 5899 | ** the pointer-map entries for each child page are updated so that the |
| 5900 | ** parent page stored in the pointer map is page pTo. If pFrom contained |
| 5901 | ** any cells with overflow page pointers, then the corresponding pointer |
| 5902 | ** map entries are also updated so that the parent page is page pTo. |
| 5903 | ** |
| 5904 | ** If pFrom is currently carrying any overflow cells (entries in the |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 5905 | ** MemPage.apOvfl[] array), they are not copied to pTo. |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 5906 | ** |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 5907 | ** Before returning, page pTo is reinitialized using btreeInitPage(). |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 5908 | ** |
| 5909 | ** The performance of this function is not critical. It is only used by |
| 5910 | ** the balance_shallower() and balance_deeper() procedures, neither of |
| 5911 | ** which are called often under normal circumstances. |
| 5912 | */ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5913 | static void copyNodeContent(MemPage *pFrom, MemPage *pTo, int *pRC){ |
| 5914 | if( (*pRC)==SQLITE_OK ){ |
| 5915 | BtShared * const pBt = pFrom->pBt; |
| 5916 | u8 * const aFrom = pFrom->aData; |
| 5917 | u8 * const aTo = pTo->aData; |
| 5918 | int const iFromHdr = pFrom->hdrOffset; |
| 5919 | int const iToHdr = ((pTo->pgno==1) ? 100 : 0); |
drh | dc9b5f8 | 2009-12-05 18:34:08 +0000 | [diff] [blame] | 5920 | int rc; |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5921 | int iData; |
| 5922 | |
| 5923 | |
| 5924 | assert( pFrom->isInit ); |
| 5925 | assert( pFrom->nFree>=iToHdr ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 5926 | assert( get2byte(&aFrom[iFromHdr+5]) <= (int)pBt->usableSize ); |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5927 | |
| 5928 | /* Copy the b-tree node content from page pFrom to page pTo. */ |
| 5929 | iData = get2byte(&aFrom[iFromHdr+5]); |
| 5930 | memcpy(&aTo[iData], &aFrom[iData], pBt->usableSize-iData); |
| 5931 | memcpy(&aTo[iToHdr], &aFrom[iFromHdr], pFrom->cellOffset + 2*pFrom->nCell); |
| 5932 | |
| 5933 | /* Reinitialize page pTo so that the contents of the MemPage structure |
dan | 89e060e | 2009-12-05 18:03:50 +0000 | [diff] [blame] | 5934 | ** match the new data. The initialization of pTo can actually fail under |
| 5935 | ** fairly obscure circumstances, even though it is a copy of initialized |
| 5936 | ** page pFrom. |
| 5937 | */ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5938 | pTo->isInit = 0; |
dan | 89e060e | 2009-12-05 18:03:50 +0000 | [diff] [blame] | 5939 | rc = btreeInitPage(pTo); |
| 5940 | if( rc!=SQLITE_OK ){ |
| 5941 | *pRC = rc; |
| 5942 | return; |
| 5943 | } |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 5944 | |
| 5945 | /* If this is an auto-vacuum database, update the pointer-map entries |
| 5946 | ** for any b-tree or overflow pages that pTo now contains the pointers to. |
| 5947 | */ |
| 5948 | if( ISAUTOVACUUM ){ |
| 5949 | *pRC = setChildPtrmaps(pTo); |
| 5950 | } |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 5951 | } |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 5952 | } |
| 5953 | |
| 5954 | /* |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5955 | ** This routine redistributes cells on the iParentIdx'th child of pParent |
| 5956 | ** (hereafter "the page") and up to 2 siblings so that all pages have about the |
| 5957 | ** same amount of free space. Usually a single sibling on either side of the |
| 5958 | ** page are used in the balancing, though both siblings might come from one |
| 5959 | ** side if the page is the first or last child of its parent. If the page |
| 5960 | ** has fewer than 2 siblings (something which can only happen if the page |
| 5961 | ** is a root page or a child of a root page) then all available siblings |
| 5962 | ** participate in the balancing. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 5963 | ** |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5964 | ** The number of siblings of the page might be increased or decreased by |
| 5965 | ** one or two in an effort to keep pages nearly full but not over full. |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5966 | ** |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5967 | ** Note that when this routine is called, some of the cells on the page |
| 5968 | ** might not actually be stored in MemPage.aData[]. This can happen |
| 5969 | ** if the page is overfull. This routine ensures that all cells allocated |
| 5970 | ** to the page and its siblings fit into MemPage.aData[] before returning. |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 5971 | ** |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5972 | ** In the course of balancing the page and its siblings, cells may be |
| 5973 | ** inserted into or removed from the parent page (pParent). Doing so |
| 5974 | ** may cause the parent page to become overfull or underfull. If this |
| 5975 | ** happens, it is the responsibility of the caller to invoke the correct |
| 5976 | ** balancing routine to fix this problem (see the balance() routine). |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 5977 | ** |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 5978 | ** If this routine fails for any reason, it might leave the database |
danielk1977 | 6067a9b | 2009-06-09 09:41:00 +0000 | [diff] [blame] | 5979 | ** in a corrupted state. So if this routine fails, the database should |
drh | 5e00f6c | 2001-09-13 13:46:56 +0000 | [diff] [blame] | 5980 | ** be rolled back. |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5981 | ** |
| 5982 | ** The third argument to this function, aOvflSpace, is a pointer to a |
drh | cd09c53 | 2009-07-20 19:30:00 +0000 | [diff] [blame] | 5983 | ** buffer big enough to hold one page. If while inserting cells into the parent |
| 5984 | ** page (pParent) the parent page becomes overfull, this buffer is |
| 5985 | ** used to store the parent's overflow cells. Because this function inserts |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5986 | ** a maximum of four divider cells into the parent page, and the maximum |
| 5987 | ** size of a cell stored within an internal node is always less than 1/4 |
| 5988 | ** of the page-size, the aOvflSpace[] buffer is guaranteed to be large |
| 5989 | ** enough for all overflow cells. |
| 5990 | ** |
| 5991 | ** If aOvflSpace is set to a null pointer, this function returns |
| 5992 | ** SQLITE_NOMEM. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 5993 | */ |
mistachkin | e7c5416 | 2012-10-02 22:54:27 +0000 | [diff] [blame] | 5994 | #if defined(_MSC_VER) && _MSC_VER >= 1700 && defined(_M_ARM) |
| 5995 | #pragma optimize("", off) |
| 5996 | #endif |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 5997 | static int balance_nonroot( |
| 5998 | MemPage *pParent, /* Parent page of siblings being balanced */ |
| 5999 | int iParentIdx, /* Index of "the page" in pParent */ |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 6000 | u8 *aOvflSpace, /* page-size bytes of space for parent ovfl */ |
dan | 428c218 | 2012-08-06 18:50:11 +0000 | [diff] [blame] | 6001 | int isRoot, /* True if pParent is a root-page */ |
| 6002 | int bBulk /* True if this call is part of a bulk load */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6003 | ){ |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 6004 | BtShared *pBt; /* The whole database */ |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6005 | int nCell = 0; /* Number of cells in apCell[] */ |
| 6006 | int nMaxCells = 0; /* Allocated size of apCell, szCell, aFrom. */ |
danielk1977 | a4124bd | 2008-12-23 10:37:47 +0000 | [diff] [blame] | 6007 | int nNew = 0; /* Number of pages in apNew[] */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6008 | int nOld; /* Number of pages in apOld[] */ |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6009 | int i, j, k; /* Loop counters */ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 6010 | int nxDiv; /* Next divider slot in pParent->aCell[] */ |
shane | 8509570 | 2009-06-15 16:27:08 +0000 | [diff] [blame] | 6011 | int rc = SQLITE_OK; /* The return code */ |
shane | 36840fd | 2009-06-26 16:32:13 +0000 | [diff] [blame] | 6012 | u16 leafCorrection; /* 4 if pPage is a leaf. 0 if not */ |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6013 | int leafData; /* True if pPage is a leaf of a LEAFDATA tree */ |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 6014 | int usableSpace; /* Bytes in pPage beyond the header */ |
| 6015 | int pageFlags; /* Value of pPage->aData[0] */ |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6016 | int subtotal; /* Subtotal of bytes in cells on one page */ |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 6017 | int iSpace1 = 0; /* First unused byte of aSpace1[] */ |
danielk1977 | 6067a9b | 2009-06-09 09:41:00 +0000 | [diff] [blame] | 6018 | int iOvflSpace = 0; /* First unused byte of aOvflSpace[] */ |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 6019 | int szScratch; /* Size of scratch memory requested */ |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 6020 | MemPage *apOld[NB]; /* pPage and up to two siblings */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6021 | MemPage *apCopy[NB]; /* Private copies of apOld[] pages */ |
drh | a2fce64 | 2004-06-05 00:01:44 +0000 | [diff] [blame] | 6022 | MemPage *apNew[NB+2]; /* pPage and up to NB siblings after balancing */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6023 | u8 *pRight; /* Location in parent of right-sibling pointer */ |
| 6024 | u8 *apDiv[NB-1]; /* Divider cells in pParent */ |
drh | a2fce64 | 2004-06-05 00:01:44 +0000 | [diff] [blame] | 6025 | int cntNew[NB+2]; /* Index in aCell[] of cell after i-th page */ |
| 6026 | int szNew[NB+2]; /* Combined size of cells place on i-th page */ |
danielk1977 | 50f059b | 2005-03-29 02:54:03 +0000 | [diff] [blame] | 6027 | u8 **apCell = 0; /* All cells begin balanced */ |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6028 | u16 *szCell; /* Local size of all cells in apCell[] */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6029 | u8 *aSpace1; /* Space for copies of dividers cells */ |
| 6030 | Pgno pgno; /* Temp var to store a page number in */ |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6031 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6032 | pBt = pParent->pBt; |
| 6033 | assert( sqlite3_mutex_held(pBt->mutex) ); |
| 6034 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
danielk1977 | 474b7cc | 2008-07-09 11:49:46 +0000 | [diff] [blame] | 6035 | |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 6036 | #if 0 |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6037 | TRACE(("BALANCE: begin page %d child of %d\n", pPage->pgno, pParent->pgno)); |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 6038 | #endif |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6039 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6040 | /* At this point pParent may have at most one overflow cell. And if |
| 6041 | ** this overflow cell is present, it must be the cell with |
| 6042 | ** index iParentIdx. This scenario comes about when this function |
drh | cd09c53 | 2009-07-20 19:30:00 +0000 | [diff] [blame] | 6043 | ** is called (indirectly) from sqlite3BtreeDelete(). |
| 6044 | */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6045 | assert( pParent->nOverflow==0 || pParent->nOverflow==1 ); |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6046 | assert( pParent->nOverflow==0 || pParent->aiOvfl[0]==iParentIdx ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6047 | |
danielk1977 | 11a8a86 | 2009-06-17 11:49:52 +0000 | [diff] [blame] | 6048 | if( !aOvflSpace ){ |
| 6049 | return SQLITE_NOMEM; |
| 6050 | } |
| 6051 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6052 | /* Find the sibling pages to balance. Also locate the cells in pParent |
| 6053 | ** that divide the siblings. An attempt is made to find NN siblings on |
| 6054 | ** either side of pPage. More siblings are taken from one side, however, |
| 6055 | ** if there are fewer than NN siblings on the other side. If pParent |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6056 | ** has NB or fewer children then all children of pParent are taken. |
| 6057 | ** |
| 6058 | ** This loop also drops the divider cells from the parent page. This |
| 6059 | ** way, the remainder of the function does not have to deal with any |
drh | cd09c53 | 2009-07-20 19:30:00 +0000 | [diff] [blame] | 6060 | ** overflow cells in the parent page, since if any existed they will |
| 6061 | ** have already been removed. |
| 6062 | */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6063 | i = pParent->nOverflow + pParent->nCell; |
| 6064 | if( i<2 ){ |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 6065 | nxDiv = 0; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6066 | }else{ |
dan | 7d6885a | 2012-08-08 14:04:56 +0000 | [diff] [blame] | 6067 | assert( bBulk==0 || bBulk==1 ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6068 | if( iParentIdx==0 ){ |
| 6069 | nxDiv = 0; |
| 6070 | }else if( iParentIdx==i ){ |
dan | 7d6885a | 2012-08-08 14:04:56 +0000 | [diff] [blame] | 6071 | nxDiv = i-2+bBulk; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6072 | }else{ |
dan | 7d6885a | 2012-08-08 14:04:56 +0000 | [diff] [blame] | 6073 | assert( bBulk==0 ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6074 | nxDiv = iParentIdx-1; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6075 | } |
dan | 7d6885a | 2012-08-08 14:04:56 +0000 | [diff] [blame] | 6076 | i = 2-bBulk; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6077 | } |
dan | 7d6885a | 2012-08-08 14:04:56 +0000 | [diff] [blame] | 6078 | nOld = i+1; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6079 | if( (i+nxDiv-pParent->nOverflow)==pParent->nCell ){ |
| 6080 | pRight = &pParent->aData[pParent->hdrOffset+8]; |
| 6081 | }else{ |
| 6082 | pRight = findCell(pParent, i+nxDiv-pParent->nOverflow); |
| 6083 | } |
| 6084 | pgno = get4byte(pRight); |
| 6085 | while( 1 ){ |
| 6086 | rc = getAndInitPage(pBt, pgno, &apOld[i]); |
| 6087 | if( rc ){ |
danielk1977 | 89bc4bc | 2009-07-21 19:25:24 +0000 | [diff] [blame] | 6088 | memset(apOld, 0, (i+1)*sizeof(MemPage*)); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6089 | goto balance_cleanup; |
| 6090 | } |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6091 | nMaxCells += 1+apOld[i]->nCell+apOld[i]->nOverflow; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6092 | if( (i--)==0 ) break; |
| 6093 | |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6094 | if( i+nxDiv==pParent->aiOvfl[0] && pParent->nOverflow ){ |
| 6095 | apDiv[i] = pParent->apOvfl[0]; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6096 | pgno = get4byte(apDiv[i]); |
| 6097 | szNew[i] = cellSizePtr(pParent, apDiv[i]); |
| 6098 | pParent->nOverflow = 0; |
| 6099 | }else{ |
| 6100 | apDiv[i] = findCell(pParent, i+nxDiv-pParent->nOverflow); |
| 6101 | pgno = get4byte(apDiv[i]); |
| 6102 | szNew[i] = cellSizePtr(pParent, apDiv[i]); |
| 6103 | |
| 6104 | /* Drop the cell from the parent page. apDiv[i] still points to |
| 6105 | ** the cell within the parent, even though it has been dropped. |
| 6106 | ** This is safe because dropping a cell only overwrites the first |
| 6107 | ** four bytes of it, and this function does not need the first |
| 6108 | ** four bytes of the divider cell. So the pointer is safe to use |
danielk1977 | 11a8a86 | 2009-06-17 11:49:52 +0000 | [diff] [blame] | 6109 | ** later on. |
| 6110 | ** |
drh | 8a575d9 | 2011-10-12 17:00:28 +0000 | [diff] [blame] | 6111 | ** But not if we are in secure-delete mode. In secure-delete mode, |
danielk1977 | 11a8a86 | 2009-06-17 11:49:52 +0000 | [diff] [blame] | 6112 | ** the dropCell() routine will overwrite the entire cell with zeroes. |
| 6113 | ** In this case, temporarily copy the cell into the aOvflSpace[] |
| 6114 | ** buffer. It will be copied out again as soon as the aSpace[] buffer |
| 6115 | ** is allocated. */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 6116 | if( pBt->btsFlags & BTS_SECURE_DELETE ){ |
drh | 8a575d9 | 2011-10-12 17:00:28 +0000 | [diff] [blame] | 6117 | int iOff; |
| 6118 | |
| 6119 | iOff = SQLITE_PTR_TO_INT(apDiv[i]) - SQLITE_PTR_TO_INT(pParent->aData); |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 6120 | if( (iOff+szNew[i])>(int)pBt->usableSize ){ |
dan | 2ed11e7 | 2010-02-26 15:09:19 +0000 | [diff] [blame] | 6121 | rc = SQLITE_CORRUPT_BKPT; |
| 6122 | memset(apOld, 0, (i+1)*sizeof(MemPage*)); |
| 6123 | goto balance_cleanup; |
| 6124 | }else{ |
| 6125 | memcpy(&aOvflSpace[iOff], apDiv[i], szNew[i]); |
| 6126 | apDiv[i] = &aOvflSpace[apDiv[i]-pParent->aData]; |
| 6127 | } |
drh | 5b47efa | 2010-02-12 18:18:39 +0000 | [diff] [blame] | 6128 | } |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6129 | dropCell(pParent, i+nxDiv-pParent->nOverflow, szNew[i], &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6130 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6131 | } |
| 6132 | |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6133 | /* Make nMaxCells a multiple of 4 in order to preserve 8-byte |
drh | 8d97f1f | 2005-05-05 18:14:13 +0000 | [diff] [blame] | 6134 | ** alignment */ |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6135 | nMaxCells = (nMaxCells + 3)&~3; |
drh | 8d97f1f | 2005-05-05 18:14:13 +0000 | [diff] [blame] | 6136 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6137 | /* |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6138 | ** Allocate space for memory structures |
| 6139 | */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6140 | k = pBt->pageSize + ROUND8(sizeof(MemPage)); |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 6141 | szScratch = |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6142 | nMaxCells*sizeof(u8*) /* apCell */ |
| 6143 | + nMaxCells*sizeof(u16) /* szCell */ |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 6144 | + pBt->pageSize /* aSpace1 */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6145 | + k*nOld; /* Page copies (apCopy) */ |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 6146 | apCell = sqlite3ScratchMalloc( szScratch ); |
danielk1977 | 11a8a86 | 2009-06-17 11:49:52 +0000 | [diff] [blame] | 6147 | if( apCell==0 ){ |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6148 | rc = SQLITE_NOMEM; |
| 6149 | goto balance_cleanup; |
| 6150 | } |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6151 | szCell = (u16*)&apCell[nMaxCells]; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6152 | aSpace1 = (u8*)&szCell[nMaxCells]; |
drh | ea598cb | 2009-04-05 12:22:08 +0000 | [diff] [blame] | 6153 | assert( EIGHT_BYTE_ALIGNMENT(aSpace1) ); |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6154 | |
| 6155 | /* |
| 6156 | ** Load pointers to all cells on sibling pages and the divider cells |
| 6157 | ** into the local apCell[] array. Make copies of the divider cells |
mistachkin | d557843 | 2012-08-25 10:01:29 +0000 | [diff] [blame] | 6158 | ** into space obtained from aSpace1[] and remove the divider cells |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 6159 | ** from pParent. |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6160 | ** |
| 6161 | ** If the siblings are on leaf pages, then the child pointers of the |
| 6162 | ** divider cells are stripped from the cells before they are copied |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 6163 | ** into aSpace1[]. In this way, all cells in apCell[] are without |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6164 | ** child pointers. If siblings are not leaves, then all cell in |
| 6165 | ** apCell[] include child pointers. Either way, all cells in apCell[] |
| 6166 | ** are alike. |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6167 | ** |
| 6168 | ** leafCorrection: 4 if pPage is a leaf. 0 if pPage is not a leaf. |
| 6169 | ** leafData: 1 if pPage holds key+data and pParent holds only keys. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6170 | */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6171 | leafCorrection = apOld[0]->leaf*4; |
| 6172 | leafData = apOld[0]->hasData; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6173 | for(i=0; i<nOld; i++){ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6174 | int limit; |
| 6175 | |
| 6176 | /* Before doing anything else, take a copy of the i'th original sibling |
| 6177 | ** The rest of this function will use data from the copies rather |
| 6178 | ** that the original pages since the original pages will be in the |
| 6179 | ** process of being overwritten. */ |
| 6180 | MemPage *pOld = apCopy[i] = (MemPage*)&aSpace1[pBt->pageSize + k*i]; |
| 6181 | memcpy(pOld, apOld[i], sizeof(MemPage)); |
| 6182 | pOld->aData = (void*)&pOld[1]; |
| 6183 | memcpy(pOld->aData, apOld[i]->aData, pBt->pageSize); |
| 6184 | |
| 6185 | limit = pOld->nCell+pOld->nOverflow; |
drh | 68f2a57 | 2011-06-03 17:50:49 +0000 | [diff] [blame] | 6186 | if( pOld->nOverflow>0 ){ |
| 6187 | for(j=0; j<limit; j++){ |
| 6188 | assert( nCell<nMaxCells ); |
| 6189 | apCell[nCell] = findOverflowCell(pOld, j); |
| 6190 | szCell[nCell] = cellSizePtr(pOld, apCell[nCell]); |
| 6191 | nCell++; |
| 6192 | } |
| 6193 | }else{ |
| 6194 | u8 *aData = pOld->aData; |
| 6195 | u16 maskPage = pOld->maskPage; |
| 6196 | u16 cellOffset = pOld->cellOffset; |
| 6197 | for(j=0; j<limit; j++){ |
| 6198 | assert( nCell<nMaxCells ); |
| 6199 | apCell[nCell] = findCellv2(aData, maskPage, cellOffset, j); |
| 6200 | szCell[nCell] = cellSizePtr(pOld, apCell[nCell]); |
| 6201 | nCell++; |
| 6202 | } |
| 6203 | } |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6204 | if( i<nOld-1 && !leafData){ |
shane | 36840fd | 2009-06-26 16:32:13 +0000 | [diff] [blame] | 6205 | u16 sz = (u16)szNew[i]; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6206 | u8 *pTemp; |
| 6207 | assert( nCell<nMaxCells ); |
| 6208 | szCell[nCell] = sz; |
| 6209 | pTemp = &aSpace1[iSpace1]; |
| 6210 | iSpace1 += sz; |
drh | e22e03e | 2010-08-18 21:19:03 +0000 | [diff] [blame] | 6211 | assert( sz<=pBt->maxLocal+23 ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 6212 | assert( iSpace1 <= (int)pBt->pageSize ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6213 | memcpy(pTemp, apDiv[i], sz); |
| 6214 | apCell[nCell] = pTemp+leafCorrection; |
| 6215 | assert( leafCorrection==0 || leafCorrection==4 ); |
shane | 36840fd | 2009-06-26 16:32:13 +0000 | [diff] [blame] | 6216 | szCell[nCell] = szCell[nCell] - leafCorrection; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6217 | if( !pOld->leaf ){ |
| 6218 | assert( leafCorrection==0 ); |
| 6219 | assert( pOld->hdrOffset==0 ); |
| 6220 | /* The right pointer of the child page pOld becomes the left |
| 6221 | ** pointer of the divider cell */ |
| 6222 | memcpy(apCell[nCell], &pOld->aData[8], 4); |
| 6223 | }else{ |
| 6224 | assert( leafCorrection==4 ); |
| 6225 | if( szCell[nCell]<4 ){ |
| 6226 | /* Do not allow any cells smaller than 4 bytes. */ |
| 6227 | szCell[nCell] = 4; |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 6228 | } |
| 6229 | } |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6230 | nCell++; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6231 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6232 | } |
| 6233 | |
| 6234 | /* |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6235 | ** Figure out the number of pages needed to hold all nCell cells. |
| 6236 | ** Store this number in "k". Also compute szNew[] which is the total |
| 6237 | ** size of all cells on the i-th page and cntNew[] which is the index |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6238 | ** in apCell[] of the cell that divides page i from page i+1. |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6239 | ** cntNew[k] should equal nCell. |
| 6240 | ** |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6241 | ** Values computed by this block: |
| 6242 | ** |
| 6243 | ** k: The total number of sibling pages |
| 6244 | ** szNew[i]: Spaced used on the i-th sibling page. |
| 6245 | ** cntNew[i]: Index in apCell[] and szCell[] for the first cell to |
| 6246 | ** the right of the i-th sibling page. |
| 6247 | ** usableSpace: Number of bytes of space available on each sibling. |
| 6248 | ** |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6249 | */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6250 | usableSpace = pBt->usableSize - 12 + leafCorrection; |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6251 | for(subtotal=k=i=0; i<nCell; i++){ |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6252 | assert( i<nMaxCells ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6253 | subtotal += szCell[i] + 2; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6254 | if( subtotal > usableSpace ){ |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6255 | szNew[k] = subtotal - szCell[i]; |
| 6256 | cntNew[k] = i; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6257 | if( leafData ){ i--; } |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6258 | subtotal = 0; |
| 6259 | k++; |
drh | 9978c97 | 2010-02-23 17:36:32 +0000 | [diff] [blame] | 6260 | if( k>NB+1 ){ rc = SQLITE_CORRUPT_BKPT; goto balance_cleanup; } |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6261 | } |
| 6262 | } |
| 6263 | szNew[k] = subtotal; |
| 6264 | cntNew[k] = nCell; |
| 6265 | k++; |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6266 | |
| 6267 | /* |
| 6268 | ** The packing computed by the previous block is biased toward the siblings |
| 6269 | ** on the left side. The left siblings are always nearly full, while the |
| 6270 | ** right-most sibling might be nearly empty. This block of code attempts |
| 6271 | ** to adjust the packing of siblings to get a better balance. |
| 6272 | ** |
| 6273 | ** This adjustment is more than an optimization. The packing above might |
| 6274 | ** be so out of balance as to be illegal. For example, the right-most |
| 6275 | ** sibling might be completely empty. This adjustment is not optional. |
| 6276 | */ |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6277 | for(i=k-1; i>0; i--){ |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6278 | int szRight = szNew[i]; /* Size of sibling on the right */ |
| 6279 | int szLeft = szNew[i-1]; /* Size of sibling on the left */ |
| 6280 | int r; /* Index of right-most cell in left sibling */ |
| 6281 | int d; /* Index of first cell to the left of right sibling */ |
| 6282 | |
| 6283 | r = cntNew[i-1] - 1; |
| 6284 | d = r + 1 - leafData; |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6285 | assert( d<nMaxCells ); |
| 6286 | assert( r<nMaxCells ); |
dan | f64cc49 | 2012-08-08 11:55:15 +0000 | [diff] [blame] | 6287 | while( szRight==0 |
| 6288 | || (!bBulk && szRight+szCell[d]+2<=szLeft-(szCell[r]+2)) |
| 6289 | ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6290 | szRight += szCell[d] + 2; |
| 6291 | szLeft -= szCell[r] + 2; |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6292 | cntNew[i-1]--; |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6293 | r = cntNew[i-1] - 1; |
| 6294 | d = r + 1 - leafData; |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6295 | } |
drh | 96f5b76 | 2004-05-16 16:24:36 +0000 | [diff] [blame] | 6296 | szNew[i] = szRight; |
| 6297 | szNew[i-1] = szLeft; |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6298 | } |
drh | 09d0deb | 2005-08-02 17:13:09 +0000 | [diff] [blame] | 6299 | |
danielk1977 | 6f235cc | 2009-06-04 14:46:08 +0000 | [diff] [blame] | 6300 | /* Either we found one or more cells (cntnew[0])>0) or pPage is |
drh | 09d0deb | 2005-08-02 17:13:09 +0000 | [diff] [blame] | 6301 | ** a virtual root page. A virtual root page is when the real root |
| 6302 | ** page is page 1 and we are the only child of that page. |
drh | 2f32fba | 2012-01-02 16:38:57 +0000 | [diff] [blame] | 6303 | ** |
| 6304 | ** UPDATE: The assert() below is not necessarily true if the database |
| 6305 | ** file is corrupt. The corruption will be detected and reported later |
| 6306 | ** in this procedure so there is no need to act upon it now. |
drh | 09d0deb | 2005-08-02 17:13:09 +0000 | [diff] [blame] | 6307 | */ |
drh | 2f32fba | 2012-01-02 16:38:57 +0000 | [diff] [blame] | 6308 | #if 0 |
drh | 09d0deb | 2005-08-02 17:13:09 +0000 | [diff] [blame] | 6309 | assert( cntNew[0]>0 || (pParent->pgno==1 && pParent->nCell==0) ); |
drh | 2f32fba | 2012-01-02 16:38:57 +0000 | [diff] [blame] | 6310 | #endif |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6311 | |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 6312 | TRACE(("BALANCE: old: %d %d %d ", |
| 6313 | apOld[0]->pgno, |
| 6314 | nOld>=2 ? apOld[1]->pgno : 0, |
| 6315 | nOld>=3 ? apOld[2]->pgno : 0 |
| 6316 | )); |
| 6317 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6318 | /* |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6319 | ** Allocate k new pages. Reuse old pages where possible. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6320 | */ |
drh | eac7442 | 2009-06-14 12:47:11 +0000 | [diff] [blame] | 6321 | if( apOld[0]->pgno<=1 ){ |
drh | 9978c97 | 2010-02-23 17:36:32 +0000 | [diff] [blame] | 6322 | rc = SQLITE_CORRUPT_BKPT; |
drh | eac7442 | 2009-06-14 12:47:11 +0000 | [diff] [blame] | 6323 | goto balance_cleanup; |
| 6324 | } |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6325 | pageFlags = apOld[0]->aData[0]; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6326 | for(i=0; i<k; i++){ |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 6327 | MemPage *pNew; |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6328 | if( i<nOld ){ |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 6329 | pNew = apNew[i] = apOld[i]; |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6330 | apOld[i] = 0; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 6331 | rc = sqlite3PagerWrite(pNew->pDbPage); |
drh | f534544 | 2007-04-09 12:45:02 +0000 | [diff] [blame] | 6332 | nNew++; |
danielk1977 | 2812956 | 2005-01-11 10:25:06 +0000 | [diff] [blame] | 6333 | if( rc ) goto balance_cleanup; |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6334 | }else{ |
drh | 7aa8f85 | 2006-03-28 00:24:44 +0000 | [diff] [blame] | 6335 | assert( i>0 ); |
dan | 428c218 | 2012-08-06 18:50:11 +0000 | [diff] [blame] | 6336 | rc = allocateBtreePage(pBt, &pNew, &pgno, (bBulk ? 1 : pgno), 0); |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6337 | if( rc ) goto balance_cleanup; |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 6338 | apNew[i] = pNew; |
drh | f534544 | 2007-04-09 12:45:02 +0000 | [diff] [blame] | 6339 | nNew++; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6340 | |
| 6341 | /* Set the pointer-map entry for the new sibling page. */ |
| 6342 | if( ISAUTOVACUUM ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6343 | ptrmapPut(pBt, pNew->pgno, PTRMAP_BTREE, pParent->pgno, &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6344 | if( rc!=SQLITE_OK ){ |
| 6345 | goto balance_cleanup; |
| 6346 | } |
| 6347 | } |
drh | 6b30867 | 2002-07-08 02:16:37 +0000 | [diff] [blame] | 6348 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6349 | } |
| 6350 | |
danielk1977 | 299b187 | 2004-11-22 10:02:10 +0000 | [diff] [blame] | 6351 | /* Free any old pages that were not reused as new pages. |
| 6352 | */ |
| 6353 | while( i<nOld ){ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 6354 | freePage(apOld[i], &rc); |
danielk1977 | 299b187 | 2004-11-22 10:02:10 +0000 | [diff] [blame] | 6355 | if( rc ) goto balance_cleanup; |
| 6356 | releasePage(apOld[i]); |
| 6357 | apOld[i] = 0; |
| 6358 | i++; |
| 6359 | } |
| 6360 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6361 | /* |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6362 | ** Put the new pages in accending order. This helps to |
| 6363 | ** keep entries in the disk file in order so that a scan |
| 6364 | ** of the table is a linear scan through the file. That |
| 6365 | ** in turn helps the operating system to deliver pages |
| 6366 | ** from the disk more rapidly. |
| 6367 | ** |
| 6368 | ** An O(n^2) insertion sort algorithm is used, but since |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 6369 | ** n is never more than NB (a small constant), that should |
| 6370 | ** not be a problem. |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6371 | ** |
drh | c3b7057 | 2003-01-04 19:44:07 +0000 | [diff] [blame] | 6372 | ** When NB==3, this one optimization makes the database |
| 6373 | ** about 25% faster for large insertions and deletions. |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6374 | */ |
| 6375 | for(i=0; i<k-1; i++){ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6376 | int minV = apNew[i]->pgno; |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6377 | int minI = i; |
| 6378 | for(j=i+1; j<k; j++){ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6379 | if( apNew[j]->pgno<(unsigned)minV ){ |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6380 | minI = j; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6381 | minV = apNew[j]->pgno; |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6382 | } |
| 6383 | } |
| 6384 | if( minI>i ){ |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6385 | MemPage *pT; |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6386 | pT = apNew[i]; |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6387 | apNew[i] = apNew[minI]; |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6388 | apNew[minI] = pT; |
| 6389 | } |
| 6390 | } |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 6391 | TRACE(("new: %d(%d) %d(%d) %d(%d) %d(%d) %d(%d)\n", |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6392 | apNew[0]->pgno, szNew[0], |
| 6393 | nNew>=2 ? apNew[1]->pgno : 0, nNew>=2 ? szNew[1] : 0, |
| 6394 | nNew>=3 ? apNew[2]->pgno : 0, nNew>=3 ? szNew[2] : 0, |
| 6395 | nNew>=4 ? apNew[3]->pgno : 0, nNew>=4 ? szNew[3] : 0, |
| 6396 | nNew>=5 ? apNew[4]->pgno : 0, nNew>=5 ? szNew[4] : 0)); |
| 6397 | |
| 6398 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
| 6399 | put4byte(pRight, apNew[nNew-1]->pgno); |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 6400 | |
drh | f9ffac9 | 2002-03-02 19:00:31 +0000 | [diff] [blame] | 6401 | /* |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6402 | ** Evenly distribute the data in apCell[] across the new pages. |
| 6403 | ** Insert divider cells into pParent as necessary. |
| 6404 | */ |
| 6405 | j = 0; |
| 6406 | for(i=0; i<nNew; i++){ |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 6407 | /* Assemble the new sibling page. */ |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6408 | MemPage *pNew = apNew[i]; |
drh | 19642e5 | 2005-03-29 13:17:45 +0000 | [diff] [blame] | 6409 | assert( j<nMaxCells ); |
drh | 1013148 | 2008-07-11 03:34:09 +0000 | [diff] [blame] | 6410 | zeroPage(pNew, pageFlags); |
drh | fa1a98a | 2004-05-14 19:08:17 +0000 | [diff] [blame] | 6411 | assemblePage(pNew, cntNew[i]-j, &apCell[j], &szCell[j]); |
drh | 09d0deb | 2005-08-02 17:13:09 +0000 | [diff] [blame] | 6412 | assert( pNew->nCell>0 || (nNew==1 && cntNew[0]==0) ); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6413 | assert( pNew->nOverflow==0 ); |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 6414 | |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 6415 | j = cntNew[i]; |
| 6416 | |
| 6417 | /* If the sibling page assembled above was not the right-most sibling, |
| 6418 | ** insert a divider cell into the parent page. |
| 6419 | */ |
danielk1977 | 1c3d2bf | 2009-06-23 16:40:17 +0000 | [diff] [blame] | 6420 | assert( i<nNew-1 || j==nCell ); |
| 6421 | if( j<nCell ){ |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6422 | u8 *pCell; |
drh | 24cd67e | 2004-05-10 16:18:47 +0000 | [diff] [blame] | 6423 | u8 *pTemp; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6424 | int sz; |
danielk1977 | 634f298 | 2005-03-28 08:44:07 +0000 | [diff] [blame] | 6425 | |
| 6426 | assert( j<nMaxCells ); |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6427 | pCell = apCell[j]; |
| 6428 | sz = szCell[j] + leafCorrection; |
danielk1977 | 6067a9b | 2009-06-09 09:41:00 +0000 | [diff] [blame] | 6429 | pTemp = &aOvflSpace[iOvflSpace]; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6430 | if( !pNew->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6431 | memcpy(&pNew->aData[8], pCell, 4); |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6432 | }else if( leafData ){ |
drh | fd131da | 2007-08-07 17:13:03 +0000 | [diff] [blame] | 6433 | /* If the tree is a leaf-data tree, and the siblings are leaves, |
danielk1977 | ac11ee6 | 2005-01-15 12:45:51 +0000 | [diff] [blame] | 6434 | ** then there is no divider cell in apCell[]. Instead, the divider |
| 6435 | ** cell consists of the integer key for the right-most cell of |
| 6436 | ** the sibling-page assembled above only. |
| 6437 | */ |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 6438 | CellInfo info; |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6439 | j--; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 6440 | btreeParseCellPtr(pNew, apCell[j], &info); |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 6441 | pCell = pTemp; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6442 | sz = 4 + putVarint(&pCell[4], info.nKey); |
drh | 8b18dd4 | 2004-05-12 19:18:15 +0000 | [diff] [blame] | 6443 | pTemp = 0; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6444 | }else{ |
| 6445 | pCell -= 4; |
danielk1977 | 4aeff62 | 2007-05-12 09:30:47 +0000 | [diff] [blame] | 6446 | /* Obscure case for non-leaf-data trees: If the cell at pCell was |
drh | 85b623f | 2007-12-13 21:54:09 +0000 | [diff] [blame] | 6447 | ** previously stored on a leaf node, and its reported size was 4 |
danielk1977 | 4aeff62 | 2007-05-12 09:30:47 +0000 | [diff] [blame] | 6448 | ** bytes, then it may actually be smaller than this |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 6449 | ** (see btreeParseCellPtr(), 4 bytes is the minimum size of |
drh | 85b623f | 2007-12-13 21:54:09 +0000 | [diff] [blame] | 6450 | ** any cell). But it is important to pass the correct size to |
danielk1977 | 4aeff62 | 2007-05-12 09:30:47 +0000 | [diff] [blame] | 6451 | ** insertCell(), so reparse the cell now. |
| 6452 | ** |
| 6453 | ** Note that this can never happen in an SQLite data file, as all |
| 6454 | ** cells are at least 4 bytes. It only happens in b-trees used |
| 6455 | ** to evaluate "IN (SELECT ...)" and similar clauses. |
| 6456 | */ |
| 6457 | if( szCell[j]==4 ){ |
| 6458 | assert(leafCorrection==4); |
| 6459 | sz = cellSizePtr(pParent, pCell); |
| 6460 | } |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6461 | } |
danielk1977 | 6067a9b | 2009-06-09 09:41:00 +0000 | [diff] [blame] | 6462 | iOvflSpace += sz; |
drh | e22e03e | 2010-08-18 21:19:03 +0000 | [diff] [blame] | 6463 | assert( sz<=pBt->maxLocal+23 ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 6464 | assert( iOvflSpace <= (int)pBt->pageSize ); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6465 | insertCell(pParent, nxDiv, pCell, sz, pTemp, pNew->pgno, &rc); |
danielk1977 | e80463b | 2004-11-03 03:01:16 +0000 | [diff] [blame] | 6466 | if( rc!=SQLITE_OK ) goto balance_cleanup; |
drh | c5053fb | 2008-11-27 02:22:10 +0000 | [diff] [blame] | 6467 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
danielk1977 | 85d90ca | 2008-07-19 14:25:15 +0000 | [diff] [blame] | 6468 | |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6469 | j++; |
| 6470 | nxDiv++; |
| 6471 | } |
| 6472 | } |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 6473 | assert( j==nCell ); |
drh | 7aa8f85 | 2006-03-28 00:24:44 +0000 | [diff] [blame] | 6474 | assert( nOld>0 ); |
| 6475 | assert( nNew>0 ); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6476 | if( (pageFlags & PTF_LEAF)==0 ){ |
danielk1977 | 87c52b5 | 2008-07-19 11:49:07 +0000 | [diff] [blame] | 6477 | u8 *zChild = &apCopy[nOld-1]->aData[8]; |
| 6478 | memcpy(&apNew[nNew-1]->aData[8], zChild, 4); |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6479 | } |
| 6480 | |
danielk1977 | 13bd99f | 2009-06-24 05:40:34 +0000 | [diff] [blame] | 6481 | if( isRoot && pParent->nCell==0 && pParent->hdrOffset<=apNew[0]->nFree ){ |
| 6482 | /* The root page of the b-tree now contains no cells. The only sibling |
| 6483 | ** page is the right-child of the parent. Copy the contents of the |
| 6484 | ** child page into the parent, decreasing the overall height of the |
| 6485 | ** b-tree structure by one. This is described as the "balance-shallower" |
| 6486 | ** sub-algorithm in some documentation. |
| 6487 | ** |
| 6488 | ** If this is an auto-vacuum database, the call to copyNodeContent() |
| 6489 | ** sets all pointer-map entries corresponding to database image pages |
| 6490 | ** for which the pointer is stored within the content being copied. |
| 6491 | ** |
| 6492 | ** The second assert below verifies that the child page is defragmented |
| 6493 | ** (it must be, as it was just reconstructed using assemblePage()). This |
| 6494 | ** is important if the parent page happens to be page 1 of the database |
| 6495 | ** image. */ |
| 6496 | assert( nNew==1 ); |
| 6497 | assert( apNew[0]->nFree == |
| 6498 | (get2byte(&apNew[0]->aData[5])-apNew[0]->cellOffset-apNew[0]->nCell*2) |
| 6499 | ); |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 6500 | copyNodeContent(apNew[0], pParent, &rc); |
| 6501 | freePage(apNew[0], &rc); |
danielk1977 | 13bd99f | 2009-06-24 05:40:34 +0000 | [diff] [blame] | 6502 | }else if( ISAUTOVACUUM ){ |
| 6503 | /* Fix the pointer-map entries for all the cells that were shifted around. |
| 6504 | ** There are several different types of pointer-map entries that need to |
| 6505 | ** be dealt with by this routine. Some of these have been set already, but |
| 6506 | ** many have not. The following is a summary: |
| 6507 | ** |
| 6508 | ** 1) The entries associated with new sibling pages that were not |
| 6509 | ** siblings when this function was called. These have already |
| 6510 | ** been set. We don't need to worry about old siblings that were |
| 6511 | ** moved to the free-list - the freePage() code has taken care |
| 6512 | ** of those. |
| 6513 | ** |
| 6514 | ** 2) The pointer-map entries associated with the first overflow |
| 6515 | ** page in any overflow chains used by new divider cells. These |
| 6516 | ** have also already been taken care of by the insertCell() code. |
| 6517 | ** |
| 6518 | ** 3) If the sibling pages are not leaves, then the child pages of |
| 6519 | ** cells stored on the sibling pages may need to be updated. |
| 6520 | ** |
| 6521 | ** 4) If the sibling pages are not internal intkey nodes, then any |
| 6522 | ** overflow pages used by these cells may need to be updated |
| 6523 | ** (internal intkey nodes never contain pointers to overflow pages). |
| 6524 | ** |
| 6525 | ** 5) If the sibling pages are not leaves, then the pointer-map |
| 6526 | ** entries for the right-child pages of each sibling may need |
| 6527 | ** to be updated. |
| 6528 | ** |
| 6529 | ** Cases 1 and 2 are dealt with above by other code. The next |
| 6530 | ** block deals with cases 3 and 4 and the one after that, case 5. Since |
| 6531 | ** setting a pointer map entry is a relatively expensive operation, this |
| 6532 | ** code only sets pointer map entries for child or overflow pages that have |
| 6533 | ** actually moved between pages. */ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6534 | MemPage *pNew = apNew[0]; |
| 6535 | MemPage *pOld = apCopy[0]; |
| 6536 | int nOverflow = pOld->nOverflow; |
| 6537 | int iNextOld = pOld->nCell + nOverflow; |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6538 | int iOverflow = (nOverflow ? pOld->aiOvfl[0] : -1); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6539 | j = 0; /* Current 'old' sibling page */ |
| 6540 | k = 0; /* Current 'new' sibling page */ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 6541 | for(i=0; i<nCell; i++){ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6542 | int isDivider = 0; |
| 6543 | while( i==iNextOld ){ |
| 6544 | /* Cell i is the cell immediately following the last cell on old |
| 6545 | ** sibling page j. If the siblings are not leaf pages of an |
| 6546 | ** intkey b-tree, then cell i was a divider cell. */ |
drh | b07028f | 2011-10-14 21:49:18 +0000 | [diff] [blame] | 6547 | assert( j+1 < ArraySize(apCopy) ); |
drh | ec73930 | 2012-08-14 18:43:39 +0000 | [diff] [blame] | 6548 | assert( j+1 < nOld ); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6549 | pOld = apCopy[++j]; |
| 6550 | iNextOld = i + !leafData + pOld->nCell + pOld->nOverflow; |
| 6551 | if( pOld->nOverflow ){ |
| 6552 | nOverflow = pOld->nOverflow; |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6553 | iOverflow = i + !leafData + pOld->aiOvfl[0]; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6554 | } |
| 6555 | isDivider = !leafData; |
| 6556 | } |
| 6557 | |
| 6558 | assert(nOverflow>0 || iOverflow<i ); |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6559 | assert(nOverflow<2 || pOld->aiOvfl[0]==pOld->aiOvfl[1]-1); |
| 6560 | assert(nOverflow<3 || pOld->aiOvfl[1]==pOld->aiOvfl[2]-1); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6561 | if( i==iOverflow ){ |
| 6562 | isDivider = 1; |
| 6563 | if( (--nOverflow)>0 ){ |
| 6564 | iOverflow++; |
| 6565 | } |
| 6566 | } |
| 6567 | |
| 6568 | if( i==cntNew[k] ){ |
| 6569 | /* Cell i is the cell immediately following the last cell on new |
| 6570 | ** sibling page k. If the siblings are not leaf pages of an |
| 6571 | ** intkey b-tree, then cell i is a divider cell. */ |
| 6572 | pNew = apNew[++k]; |
| 6573 | if( !leafData ) continue; |
| 6574 | } |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6575 | assert( j<nOld ); |
| 6576 | assert( k<nNew ); |
| 6577 | |
| 6578 | /* If the cell was originally divider cell (and is not now) or |
| 6579 | ** an overflow cell, or if the cell was located on a different sibling |
| 6580 | ** page before the balancing, then the pointer map entries associated |
| 6581 | ** with any child or overflow pages need to be updated. */ |
| 6582 | if( isDivider || pOld->pgno!=pNew->pgno ){ |
| 6583 | if( !leafCorrection ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6584 | ptrmapPut(pBt, get4byte(apCell[i]), PTRMAP_BTREE, pNew->pgno, &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6585 | } |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6586 | if( szCell[i]>pNew->minLocal ){ |
| 6587 | ptrmapPutOvflPtr(pNew, apCell[i], &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6588 | } |
| 6589 | } |
| 6590 | } |
| 6591 | |
| 6592 | if( !leafCorrection ){ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6593 | for(i=0; i<nNew; i++){ |
| 6594 | u32 key = get4byte(&apNew[i]->aData[8]); |
| 6595 | ptrmapPut(pBt, key, PTRMAP_BTREE, apNew[i]->pgno, &rc); |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6596 | } |
| 6597 | } |
| 6598 | |
| 6599 | #if 0 |
| 6600 | /* The ptrmapCheckPages() contains assert() statements that verify that |
| 6601 | ** all pointer map pages are set correctly. This is helpful while |
| 6602 | ** debugging. This is usually disabled because a corrupt database may |
| 6603 | ** cause an assert() statement to fail. */ |
| 6604 | ptrmapCheckPages(apNew, nNew); |
| 6605 | ptrmapCheckPages(&pParent, 1); |
| 6606 | #endif |
| 6607 | } |
| 6608 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6609 | assert( pParent->isInit ); |
danielk1977 | e576521 | 2009-06-17 11:13:28 +0000 | [diff] [blame] | 6610 | TRACE(("BALANCE: finished: old=%d new=%d cells=%d\n", |
| 6611 | nOld, nNew, nCell)); |
danielk1977 | cd581a7 | 2009-06-23 15:43:39 +0000 | [diff] [blame] | 6612 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6613 | /* |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6614 | ** Cleanup before returning. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6615 | */ |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6616 | balance_cleanup: |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 6617 | sqlite3ScratchFree(apCell); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6618 | for(i=0; i<nOld; i++){ |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 6619 | releasePage(apOld[i]); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6620 | } |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6621 | for(i=0; i<nNew; i++){ |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 6622 | releasePage(apNew[i]); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6623 | } |
danielk1977 | eaa06f6 | 2008-09-18 17:34:44 +0000 | [diff] [blame] | 6624 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6625 | return rc; |
| 6626 | } |
mistachkin | e7c5416 | 2012-10-02 22:54:27 +0000 | [diff] [blame] | 6627 | #if defined(_MSC_VER) && _MSC_VER >= 1700 && defined(_M_ARM) |
| 6628 | #pragma optimize("", on) |
| 6629 | #endif |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6630 | |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6631 | |
| 6632 | /* |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6633 | ** This function is called when the root page of a b-tree structure is |
| 6634 | ** overfull (has one or more overflow pages). |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6635 | ** |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6636 | ** A new child page is allocated and the contents of the current root |
| 6637 | ** page, including overflow cells, are copied into the child. The root |
| 6638 | ** page is then overwritten to make it an empty page with the right-child |
| 6639 | ** pointer pointing to the new page. |
| 6640 | ** |
| 6641 | ** Before returning, all pointer-map entries corresponding to pages |
| 6642 | ** that the new child-page now contains pointers to are updated. The |
| 6643 | ** entry corresponding to the new right-child pointer of the root |
| 6644 | ** page is also updated. |
| 6645 | ** |
| 6646 | ** If successful, *ppChild is set to contain a reference to the child |
| 6647 | ** page and SQLITE_OK is returned. In this case the caller is required |
| 6648 | ** to call releasePage() on *ppChild exactly once. If an error occurs, |
| 6649 | ** an error code is returned and *ppChild is set to 0. |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6650 | */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6651 | static int balance_deeper(MemPage *pRoot, MemPage **ppChild){ |
| 6652 | int rc; /* Return value from subprocedures */ |
| 6653 | MemPage *pChild = 0; /* Pointer to a new child page */ |
shane | 5eff7cf | 2009-08-10 03:57:58 +0000 | [diff] [blame] | 6654 | Pgno pgnoChild = 0; /* Page number of the new child page */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6655 | BtShared *pBt = pRoot->pBt; /* The BTree */ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6656 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6657 | assert( pRoot->nOverflow>0 ); |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 6658 | assert( sqlite3_mutex_held(pBt->mutex) ); |
danielk1977 | bc2ca9e | 2008-11-13 14:28:28 +0000 | [diff] [blame] | 6659 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6660 | /* Make pRoot, the root page of the b-tree, writable. Allocate a new |
| 6661 | ** page that will become the new right-child of pPage. Copy the contents |
| 6662 | ** of the node stored on pRoot into the new child page. |
| 6663 | */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6664 | rc = sqlite3PagerWrite(pRoot->pDbPage); |
| 6665 | if( rc==SQLITE_OK ){ |
| 6666 | rc = allocateBtreePage(pBt,&pChild,&pgnoChild,pRoot->pgno,0); |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 6667 | copyNodeContent(pRoot, pChild, &rc); |
| 6668 | if( ISAUTOVACUUM ){ |
| 6669 | ptrmapPut(pBt, pgnoChild, PTRMAP_BTREE, pRoot->pgno, &rc); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6670 | } |
| 6671 | } |
| 6672 | if( rc ){ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6673 | *ppChild = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6674 | releasePage(pChild); |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6675 | return rc; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6676 | } |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6677 | assert( sqlite3PagerIswriteable(pChild->pDbPage) ); |
| 6678 | assert( sqlite3PagerIswriteable(pRoot->pDbPage) ); |
| 6679 | assert( pChild->nCell==pRoot->nCell ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6680 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6681 | TRACE(("BALANCE: copy root %d into %d\n", pRoot->pgno, pChild->pgno)); |
| 6682 | |
| 6683 | /* Copy the overflow cells from pRoot to pChild */ |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6684 | memcpy(pChild->aiOvfl, pRoot->aiOvfl, |
| 6685 | pRoot->nOverflow*sizeof(pRoot->aiOvfl[0])); |
| 6686 | memcpy(pChild->apOvfl, pRoot->apOvfl, |
| 6687 | pRoot->nOverflow*sizeof(pRoot->apOvfl[0])); |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6688 | pChild->nOverflow = pRoot->nOverflow; |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6689 | |
| 6690 | /* Zero the contents of pRoot. Then install pChild as the right-child. */ |
| 6691 | zeroPage(pRoot, pChild->aData[0] & ~PTF_LEAF); |
| 6692 | put4byte(&pRoot->aData[pRoot->hdrOffset+8], pgnoChild); |
| 6693 | |
| 6694 | *ppChild = pChild; |
| 6695 | return SQLITE_OK; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6696 | } |
| 6697 | |
| 6698 | /* |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6699 | ** The page that pCur currently points to has just been modified in |
| 6700 | ** some way. This function figures out if this modification means the |
| 6701 | ** tree needs to be balanced, and if so calls the appropriate balancing |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6702 | ** routine. Balancing routines are: |
| 6703 | ** |
| 6704 | ** balance_quick() |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6705 | ** balance_deeper() |
| 6706 | ** balance_nonroot() |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6707 | */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6708 | static int balance(BtCursor *pCur){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6709 | int rc = SQLITE_OK; |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6710 | const int nMin = pCur->pBt->usableSize * 2 / 3; |
| 6711 | u8 aBalanceQuickSpace[13]; |
| 6712 | u8 *pFree = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6713 | |
shane | 75ac1de | 2009-06-09 18:58:52 +0000 | [diff] [blame] | 6714 | TESTONLY( int balance_quick_called = 0 ); |
| 6715 | TESTONLY( int balance_deeper_called = 0 ); |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6716 | |
| 6717 | do { |
| 6718 | int iPage = pCur->iPage; |
| 6719 | MemPage *pPage = pCur->apPage[iPage]; |
| 6720 | |
| 6721 | if( iPage==0 ){ |
| 6722 | if( pPage->nOverflow ){ |
| 6723 | /* The root page of the b-tree is overfull. In this case call the |
| 6724 | ** balance_deeper() function to create a new child for the root-page |
| 6725 | ** and copy the current contents of the root-page to it. The |
| 6726 | ** next iteration of the do-loop will balance the child page. |
| 6727 | */ |
| 6728 | assert( (balance_deeper_called++)==0 ); |
| 6729 | rc = balance_deeper(pPage, &pCur->apPage[1]); |
| 6730 | if( rc==SQLITE_OK ){ |
| 6731 | pCur->iPage = 1; |
| 6732 | pCur->aiIdx[0] = 0; |
| 6733 | pCur->aiIdx[1] = 0; |
| 6734 | assert( pCur->apPage[1]->nOverflow ); |
| 6735 | } |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6736 | }else{ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6737 | break; |
| 6738 | } |
| 6739 | }else if( pPage->nOverflow==0 && pPage->nFree<=nMin ){ |
| 6740 | break; |
| 6741 | }else{ |
| 6742 | MemPage * const pParent = pCur->apPage[iPage-1]; |
| 6743 | int const iIdx = pCur->aiIdx[iPage-1]; |
| 6744 | |
| 6745 | rc = sqlite3PagerWrite(pParent->pDbPage); |
| 6746 | if( rc==SQLITE_OK ){ |
| 6747 | #ifndef SQLITE_OMIT_QUICKBALANCE |
| 6748 | if( pPage->hasData |
| 6749 | && pPage->nOverflow==1 |
drh | 2cbd78b | 2012-02-02 19:37:18 +0000 | [diff] [blame] | 6750 | && pPage->aiOvfl[0]==pPage->nCell |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6751 | && pParent->pgno!=1 |
| 6752 | && pParent->nCell==iIdx |
| 6753 | ){ |
| 6754 | /* Call balance_quick() to create a new sibling of pPage on which |
| 6755 | ** to store the overflow cell. balance_quick() inserts a new cell |
| 6756 | ** into pParent, which may cause pParent overflow. If this |
| 6757 | ** happens, the next interation of the do-loop will balance pParent |
| 6758 | ** use either balance_nonroot() or balance_deeper(). Until this |
| 6759 | ** happens, the overflow cell is stored in the aBalanceQuickSpace[] |
| 6760 | ** buffer. |
| 6761 | ** |
| 6762 | ** The purpose of the following assert() is to check that only a |
| 6763 | ** single call to balance_quick() is made for each call to this |
| 6764 | ** function. If this were not verified, a subtle bug involving reuse |
| 6765 | ** of the aBalanceQuickSpace[] might sneak in. |
| 6766 | */ |
| 6767 | assert( (balance_quick_called++)==0 ); |
| 6768 | rc = balance_quick(pParent, pPage, aBalanceQuickSpace); |
| 6769 | }else |
| 6770 | #endif |
| 6771 | { |
| 6772 | /* In this case, call balance_nonroot() to redistribute cells |
| 6773 | ** between pPage and up to 2 of its sibling pages. This involves |
| 6774 | ** modifying the contents of pParent, which may cause pParent to |
| 6775 | ** become overfull or underfull. The next iteration of the do-loop |
| 6776 | ** will balance the parent page to correct this. |
| 6777 | ** |
| 6778 | ** If the parent page becomes overfull, the overflow cell or cells |
| 6779 | ** are stored in the pSpace buffer allocated immediately below. |
| 6780 | ** A subsequent iteration of the do-loop will deal with this by |
| 6781 | ** calling balance_nonroot() (balance_deeper() may be called first, |
| 6782 | ** but it doesn't deal with overflow cells - just moves them to a |
| 6783 | ** different page). Once this subsequent call to balance_nonroot() |
| 6784 | ** has completed, it is safe to release the pSpace buffer used by |
| 6785 | ** the previous call, as the overflow cell data will have been |
| 6786 | ** copied either into the body of a database page or into the new |
| 6787 | ** pSpace buffer passed to the latter call to balance_nonroot(). |
| 6788 | */ |
| 6789 | u8 *pSpace = sqlite3PageMalloc(pCur->pBt->pageSize); |
dan | 428c218 | 2012-08-06 18:50:11 +0000 | [diff] [blame] | 6790 | rc = balance_nonroot(pParent, iIdx, pSpace, iPage==1, pCur->hints); |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6791 | if( pFree ){ |
| 6792 | /* If pFree is not NULL, it points to the pSpace buffer used |
| 6793 | ** by a previous call to balance_nonroot(). Its contents are |
| 6794 | ** now stored either on real database pages or within the |
| 6795 | ** new pSpace buffer, so it may be safely freed here. */ |
| 6796 | sqlite3PageFree(pFree); |
| 6797 | } |
| 6798 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6799 | /* The pSpace buffer will be freed after the next call to |
| 6800 | ** balance_nonroot(), or just before this function returns, whichever |
| 6801 | ** comes first. */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6802 | pFree = pSpace; |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6803 | } |
| 6804 | } |
| 6805 | |
| 6806 | pPage->nOverflow = 0; |
| 6807 | |
| 6808 | /* The next iteration of the do-loop balances the parent page. */ |
| 6809 | releasePage(pPage); |
| 6810 | pCur->iPage--; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6811 | } |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6812 | }while( rc==SQLITE_OK ); |
| 6813 | |
| 6814 | if( pFree ){ |
| 6815 | sqlite3PageFree(pFree); |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6816 | } |
| 6817 | return rc; |
| 6818 | } |
| 6819 | |
drh | f74b8d9 | 2002-09-01 23:20:45 +0000 | [diff] [blame] | 6820 | |
| 6821 | /* |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6822 | ** Insert a new record into the BTree. The key is given by (pKey,nKey) |
| 6823 | ** and the data is given by (pData,nData). The cursor is used only to |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 6824 | ** define what table the record should be inserted into. The cursor |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6825 | ** is left pointing at a random location. |
| 6826 | ** |
| 6827 | ** For an INTKEY table, only the nKey value of the key is used. pKey is |
| 6828 | ** ignored. For a ZERODATA table, the pData and nData are both ignored. |
danielk1977 | de63035 | 2009-05-04 11:42:29 +0000 | [diff] [blame] | 6829 | ** |
| 6830 | ** If the seekResult parameter is non-zero, then a successful call to |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 6831 | ** MovetoUnpacked() to seek cursor pCur to (pKey, nKey) has already |
danielk1977 | de63035 | 2009-05-04 11:42:29 +0000 | [diff] [blame] | 6832 | ** been performed. seekResult is the search result returned (a negative |
| 6833 | ** number if pCur points at an entry that is smaller than (pKey, nKey), or |
| 6834 | ** a positive value if pCur points at an etry that is larger than |
| 6835 | ** (pKey, nKey)). |
| 6836 | ** |
drh | 3e9ca09 | 2009-09-08 01:14:48 +0000 | [diff] [blame] | 6837 | ** If the seekResult parameter is non-zero, then the caller guarantees that |
| 6838 | ** cursor pCur is pointing at the existing copy of a row that is to be |
| 6839 | ** overwritten. If the seekResult parameter is 0, then cursor pCur may |
| 6840 | ** point to any entry or to no entry at all and so this function has to seek |
danielk1977 | de63035 | 2009-05-04 11:42:29 +0000 | [diff] [blame] | 6841 | ** the cursor before the new key can be inserted. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6842 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 6843 | int sqlite3BtreeInsert( |
drh | 5c4d970 | 2001-08-20 00:33:58 +0000 | [diff] [blame] | 6844 | BtCursor *pCur, /* Insert data into the table of this cursor */ |
drh | 4a1c380 | 2004-05-12 15:15:47 +0000 | [diff] [blame] | 6845 | const void *pKey, i64 nKey, /* The key of the new record */ |
drh | e4d9081 | 2007-03-29 05:51:49 +0000 | [diff] [blame] | 6846 | const void *pData, int nData, /* The data of the new record */ |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 6847 | int nZero, /* Number of extra 0 bytes to append to data */ |
danielk1977 | de63035 | 2009-05-04 11:42:29 +0000 | [diff] [blame] | 6848 | int appendBias, /* True if this is likely an append */ |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 6849 | int seekResult /* Result of prior MovetoUnpacked() call */ |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6850 | ){ |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6851 | int rc; |
drh | 3e9ca09 | 2009-09-08 01:14:48 +0000 | [diff] [blame] | 6852 | int loc = seekResult; /* -1: before desired location +1: after */ |
drh | 1d452e1 | 2009-11-01 19:26:59 +0000 | [diff] [blame] | 6853 | int szNew = 0; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6854 | int idx; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6855 | MemPage *pPage; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 6856 | Btree *p = pCur->pBtree; |
| 6857 | BtShared *pBt = p->pBt; |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 6858 | unsigned char *oldCell; |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6859 | unsigned char *newCell = 0; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6860 | |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6861 | if( pCur->eState==CURSOR_FAULT ){ |
| 6862 | assert( pCur->skipNext!=SQLITE_OK ); |
| 6863 | return pCur->skipNext; |
| 6864 | } |
| 6865 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 6866 | assert( cursorHoldsMutex(pCur) ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 6867 | assert( pCur->wrFlag && pBt->inTransaction==TRANS_WRITE |
| 6868 | && (pBt->btsFlags & BTS_READ_ONLY)==0 ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 6869 | assert( hasSharedCacheTableLock(p, pCur->pgnoRoot, pCur->pKeyInfo!=0, 2) ); |
| 6870 | |
danielk1977 | 31d31b8 | 2009-07-13 13:18:07 +0000 | [diff] [blame] | 6871 | /* Assert that the caller has been consistent. If this cursor was opened |
| 6872 | ** expecting an index b-tree, then the caller should be inserting blob |
| 6873 | ** keys with no associated data. If the cursor was opened expecting an |
| 6874 | ** intkey table, the caller should be inserting integer keys with a |
| 6875 | ** blob of associated data. */ |
| 6876 | assert( (pKey==0)==(pCur->pKeyInfo==0) ); |
| 6877 | |
danielk1977 | 9c3acf3 | 2009-05-02 07:36:49 +0000 | [diff] [blame] | 6878 | /* Save the positions of any other cursors open on this table. |
| 6879 | ** |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 6880 | ** In some cases, the call to btreeMoveto() below is a no-op. For |
danielk1977 | 9c3acf3 | 2009-05-02 07:36:49 +0000 | [diff] [blame] | 6881 | ** example, when inserting data into a table with auto-generated integer |
| 6882 | ** keys, the VDBE layer invokes sqlite3BtreeLast() to figure out the |
| 6883 | ** integer key to use. It then calls this function to actually insert the |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 6884 | ** data into the intkey B-Tree. In this case btreeMoveto() recognizes |
danielk1977 | 9c3acf3 | 2009-05-02 07:36:49 +0000 | [diff] [blame] | 6885 | ** that the cursor is already where it needs to be and returns without |
| 6886 | ** doing any work. To avoid thwarting these optimizations, it is important |
| 6887 | ** not to clear the cursor here. |
| 6888 | */ |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 6889 | rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur); |
| 6890 | if( rc ) return rc; |
drh | d60f4f4 | 2012-03-23 14:23:52 +0000 | [diff] [blame] | 6891 | |
| 6892 | /* If this is an insert into a table b-tree, invalidate any incrblob |
| 6893 | ** cursors open on the row being replaced (assuming this is a replace |
| 6894 | ** operation - if it is not, the following is a no-op). */ |
| 6895 | if( pCur->pKeyInfo==0 ){ |
| 6896 | invalidateIncrblobCursors(p, nKey, 0); |
| 6897 | } |
| 6898 | |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 6899 | if( !loc ){ |
| 6900 | rc = btreeMoveto(pCur, pKey, nKey, appendBias, &loc); |
| 6901 | if( rc ) return rc; |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 6902 | } |
danielk1977 | b980d221 | 2009-06-22 18:03:51 +0000 | [diff] [blame] | 6903 | assert( pCur->eState==CURSOR_VALID || (pCur->eState==CURSOR_INVALID && loc) ); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 6904 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6905 | pPage = pCur->apPage[pCur->iPage]; |
drh | 4a1c380 | 2004-05-12 15:15:47 +0000 | [diff] [blame] | 6906 | assert( pPage->intKey || nKey>=0 ); |
drh | 4484522 | 2008-07-17 18:39:57 +0000 | [diff] [blame] | 6907 | assert( pPage->leaf || !pPage->intKey ); |
danielk1977 | 8f880a8 | 2009-07-13 09:41:45 +0000 | [diff] [blame] | 6908 | |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 6909 | TRACE(("INSERT: table=%d nkey=%lld ndata=%d page=%d %s\n", |
| 6910 | pCur->pgnoRoot, nKey, nData, pPage->pgno, |
| 6911 | loc==0 ? "overwrite" : "new entry")); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6912 | assert( pPage->isInit ); |
danielk1977 | 52ae724 | 2008-03-25 14:24:56 +0000 | [diff] [blame] | 6913 | allocateTempSpace(pBt); |
| 6914 | newCell = pBt->pTmpSpace; |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6915 | if( newCell==0 ) return SQLITE_NOMEM; |
drh | b026e05 | 2007-05-02 01:34:31 +0000 | [diff] [blame] | 6916 | rc = fillInCell(pPage, newCell, pKey, nKey, pData, nData, nZero, &szNew); |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6917 | if( rc ) goto end_insert; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6918 | assert( szNew==cellSizePtr(pPage, newCell) ); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 6919 | assert( szNew <= MX_CELL_SIZE(pBt) ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6920 | idx = pCur->aiIdx[pCur->iPage]; |
danielk1977 | b980d221 | 2009-06-22 18:03:51 +0000 | [diff] [blame] | 6921 | if( loc==0 ){ |
drh | a9121e4 | 2008-02-19 14:59:35 +0000 | [diff] [blame] | 6922 | u16 szOld; |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6923 | assert( idx<pPage->nCell ); |
danielk1977 | 6e465eb | 2007-08-21 13:11:00 +0000 | [diff] [blame] | 6924 | rc = sqlite3PagerWrite(pPage->pDbPage); |
| 6925 | if( rc ){ |
| 6926 | goto end_insert; |
| 6927 | } |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6928 | oldCell = findCell(pPage, idx); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6929 | if( !pPage->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6930 | memcpy(newCell, oldCell, 4); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6931 | } |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 6932 | szOld = cellSizePtr(pPage, oldCell); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6933 | rc = clearCell(pPage, oldCell); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6934 | dropCell(pPage, idx, szOld, &rc); |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6935 | if( rc ) goto end_insert; |
drh | 7c717f7 | 2001-06-24 20:39:41 +0000 | [diff] [blame] | 6936 | }else if( loc<0 && pPage->nCell>0 ){ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6937 | assert( pPage->leaf ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 6938 | idx = ++pCur->aiIdx[pCur->iPage]; |
drh | 14acc04 | 2001-06-10 19:56:58 +0000 | [diff] [blame] | 6939 | }else{ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6940 | assert( pPage->leaf ); |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6941 | } |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 6942 | insertCell(pPage, idx, newCell, szNew, 0, 0, &rc); |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 6943 | assert( rc!=SQLITE_OK || pPage->nCell>0 || pPage->nOverflow>0 ); |
drh | 9bf9e9c | 2008-12-05 20:01:43 +0000 | [diff] [blame] | 6944 | |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6945 | /* If no error has occured and pPage has an overflow cell, call balance() |
| 6946 | ** to redistribute the cells within the tree. Since balance() may move |
| 6947 | ** the cursor, zero the BtCursor.info.nSize and BtCursor.validNKey |
| 6948 | ** variables. |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 6949 | ** |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6950 | ** Previous versions of SQLite called moveToRoot() to move the cursor |
| 6951 | ** back to the root page as balance() used to invalidate the contents |
danielk1977 | 54109bb | 2009-06-23 11:22:29 +0000 | [diff] [blame] | 6952 | ** of BtCursor.apPage[] and BtCursor.aiIdx[]. Instead of doing that, |
| 6953 | ** set the cursor state to "invalid". This makes common insert operations |
| 6954 | ** slightly faster. |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 6955 | ** |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6956 | ** There is a subtle but important optimization here too. When inserting |
| 6957 | ** multiple records into an intkey b-tree using a single cursor (as can |
| 6958 | ** happen while processing an "INSERT INTO ... SELECT" statement), it |
| 6959 | ** is advantageous to leave the cursor pointing to the last entry in |
| 6960 | ** the b-tree if possible. If the cursor is left pointing to the last |
| 6961 | ** entry in the table, and the next row inserted has an integer key |
| 6962 | ** larger than the largest existing key, it is possible to insert the |
| 6963 | ** row without seeking the cursor. This can be a big performance boost. |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 6964 | */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6965 | pCur->info.nSize = 0; |
| 6966 | pCur->validNKey = 0; |
| 6967 | if( rc==SQLITE_OK && pPage->nOverflow ){ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6968 | rc = balance(pCur); |
| 6969 | |
| 6970 | /* Must make sure nOverflow is reset to zero even if the balance() |
danielk1977 | 54109bb | 2009-06-23 11:22:29 +0000 | [diff] [blame] | 6971 | ** fails. Internal data structure corruption will result otherwise. |
| 6972 | ** Also, set the cursor state to invalid. This stops saveCursorPosition() |
| 6973 | ** from trying to save the current position of the cursor. */ |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6974 | pCur->apPage[pCur->iPage]->nOverflow = 0; |
danielk1977 | 54109bb | 2009-06-23 11:22:29 +0000 | [diff] [blame] | 6975 | pCur->eState = CURSOR_INVALID; |
danielk1977 | 3f632d5 | 2009-05-02 10:03:09 +0000 | [diff] [blame] | 6976 | } |
danielk1977 | a50d9aa | 2009-06-08 14:49:45 +0000 | [diff] [blame] | 6977 | assert( pCur->apPage[pCur->iPage]->nOverflow==0 ); |
drh | 9bf9e9c | 2008-12-05 20:01:43 +0000 | [diff] [blame] | 6978 | |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 6979 | end_insert: |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 6980 | return rc; |
| 6981 | } |
| 6982 | |
| 6983 | /* |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 6984 | ** Delete the entry that the cursor is pointing to. The cursor |
drh | f94a173 | 2008-09-30 17:18:17 +0000 | [diff] [blame] | 6985 | ** is left pointing at a arbitrary location. |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 6986 | */ |
drh | 3aac2dd | 2004-04-26 14:10:20 +0000 | [diff] [blame] | 6987 | int sqlite3BtreeDelete(BtCursor *pCur){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 6988 | Btree *p = pCur->pBtree; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 6989 | BtShared *pBt = p->pBt; |
| 6990 | int rc; /* Return code */ |
| 6991 | MemPage *pPage; /* Page to delete cell from */ |
| 6992 | unsigned char *pCell; /* Pointer to cell to delete */ |
| 6993 | int iCellIdx; /* Index of cell to delete */ |
| 6994 | int iCellDepth; /* Depth of node containing pCell */ |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 6995 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 6996 | assert( cursorHoldsMutex(pCur) ); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 6997 | assert( pBt->inTransaction==TRANS_WRITE ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 6998 | assert( (pBt->btsFlags & BTS_READ_ONLY)==0 ); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 6999 | assert( pCur->wrFlag ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 7000 | assert( hasSharedCacheTableLock(p, pCur->pgnoRoot, pCur->pKeyInfo!=0, 2) ); |
| 7001 | assert( !hasReadConflicts(p, pCur->pgnoRoot) ); |
| 7002 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7003 | if( NEVER(pCur->aiIdx[pCur->iPage]>=pCur->apPage[pCur->iPage]->nCell) |
| 7004 | || NEVER(pCur->eState!=CURSOR_VALID) |
| 7005 | ){ |
| 7006 | return SQLITE_ERROR; /* Something has gone awry. */ |
drh | f74b8d9 | 2002-09-01 23:20:45 +0000 | [diff] [blame] | 7007 | } |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 7008 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7009 | iCellDepth = pCur->iPage; |
| 7010 | iCellIdx = pCur->aiIdx[iCellDepth]; |
| 7011 | pPage = pCur->apPage[iCellDepth]; |
| 7012 | pCell = findCell(pPage, iCellIdx); |
| 7013 | |
| 7014 | /* If the page containing the entry to delete is not a leaf page, move |
| 7015 | ** the cursor to the largest entry in the tree that is smaller than |
| 7016 | ** the entry being deleted. This cell will replace the cell being deleted |
| 7017 | ** from the internal node. The 'previous' entry is used for this instead |
| 7018 | ** of the 'next' entry, as the previous entry is always a part of the |
| 7019 | ** sub-tree headed by the child page of the cell being deleted. This makes |
| 7020 | ** balancing the tree following the delete operation easier. */ |
| 7021 | if( !pPage->leaf ){ |
| 7022 | int notUsed; |
drh | 4c301aa | 2009-07-15 17:25:45 +0000 | [diff] [blame] | 7023 | rc = sqlite3BtreePrevious(pCur, ¬Used); |
| 7024 | if( rc ) return rc; |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7025 | } |
| 7026 | |
| 7027 | /* Save the positions of any other cursors open on this table before |
| 7028 | ** making any modifications. Make the page containing the entry to be |
| 7029 | ** deleted writable. Then free any overflow pages associated with the |
drh | a4ec1d4 | 2009-07-11 13:13:11 +0000 | [diff] [blame] | 7030 | ** entry and finally remove the cell itself from within the page. |
| 7031 | */ |
| 7032 | rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur); |
| 7033 | if( rc ) return rc; |
drh | d60f4f4 | 2012-03-23 14:23:52 +0000 | [diff] [blame] | 7034 | |
| 7035 | /* If this is a delete operation to remove a row from a table b-tree, |
| 7036 | ** invalidate any incrblob cursors open on the row being deleted. */ |
| 7037 | if( pCur->pKeyInfo==0 ){ |
| 7038 | invalidateIncrblobCursors(p, pCur->info.nKey, 0); |
| 7039 | } |
| 7040 | |
drh | a4ec1d4 | 2009-07-11 13:13:11 +0000 | [diff] [blame] | 7041 | rc = sqlite3PagerWrite(pPage->pDbPage); |
| 7042 | if( rc ) return rc; |
| 7043 | rc = clearCell(pPage, pCell); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 7044 | dropCell(pPage, iCellIdx, cellSizePtr(pPage, pCell), &rc); |
drh | a4ec1d4 | 2009-07-11 13:13:11 +0000 | [diff] [blame] | 7045 | if( rc ) return rc; |
danielk1977 | e6efa74 | 2004-11-10 11:55:10 +0000 | [diff] [blame] | 7046 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7047 | /* If the cell deleted was not located on a leaf page, then the cursor |
| 7048 | ** is currently pointing to the largest entry in the sub-tree headed |
| 7049 | ** by the child-page of the cell that was just deleted from an internal |
| 7050 | ** node. The cell from the leaf node needs to be moved to the internal |
| 7051 | ** node to replace the deleted cell. */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7052 | if( !pPage->leaf ){ |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7053 | MemPage *pLeaf = pCur->apPage[pCur->iPage]; |
| 7054 | int nCell; |
| 7055 | Pgno n = pCur->apPage[iCellDepth+1]->pgno; |
| 7056 | unsigned char *pTmp; |
danielk1977 | e6efa74 | 2004-11-10 11:55:10 +0000 | [diff] [blame] | 7057 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7058 | pCell = findCell(pLeaf, pLeaf->nCell-1); |
| 7059 | nCell = cellSizePtr(pLeaf, pCell); |
drh | fcd71b6 | 2011-04-05 22:08:24 +0000 | [diff] [blame] | 7060 | assert( MX_CELL_SIZE(pBt) >= nCell ); |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 7061 | |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7062 | allocateTempSpace(pBt); |
| 7063 | pTmp = pBt->pTmpSpace; |
danielk1977 | 2f78fc6 | 2008-09-30 09:31:45 +0000 | [diff] [blame] | 7064 | |
drh | a4ec1d4 | 2009-07-11 13:13:11 +0000 | [diff] [blame] | 7065 | rc = sqlite3PagerWrite(pLeaf->pDbPage); |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 7066 | insertCell(pPage, iCellIdx, pCell-4, nCell+4, pTmp, n, &rc); |
| 7067 | dropCell(pLeaf, pLeaf->nCell-1, nCell, &rc); |
drh | a4ec1d4 | 2009-07-11 13:13:11 +0000 | [diff] [blame] | 7068 | if( rc ) return rc; |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 7069 | } |
danielk1977 | 4dbaa89 | 2009-06-16 16:50:22 +0000 | [diff] [blame] | 7070 | |
| 7071 | /* Balance the tree. If the entry deleted was located on a leaf page, |
| 7072 | ** then the cursor still points to that page. In this case the first |
| 7073 | ** call to balance() repairs the tree, and the if(...) condition is |
| 7074 | ** never true. |
| 7075 | ** |
| 7076 | ** Otherwise, if the entry deleted was on an internal node page, then |
| 7077 | ** pCur is pointing to the leaf page from which a cell was removed to |
| 7078 | ** replace the cell deleted from the internal node. This is slightly |
| 7079 | ** tricky as the leaf node may be underfull, and the internal node may |
| 7080 | ** be either under or overfull. In this case run the balancing algorithm |
| 7081 | ** on the leaf node first. If the balance proceeds far enough up the |
| 7082 | ** tree that we can be sure that any problem in the internal node has |
| 7083 | ** been corrected, so be it. Otherwise, after balancing the leaf node, |
| 7084 | ** walk the cursor up the tree to the internal node and balance it as |
| 7085 | ** well. */ |
| 7086 | rc = balance(pCur); |
| 7087 | if( rc==SQLITE_OK && pCur->iPage>iCellDepth ){ |
| 7088 | while( pCur->iPage>iCellDepth ){ |
| 7089 | releasePage(pCur->apPage[pCur->iPage--]); |
| 7090 | } |
| 7091 | rc = balance(pCur); |
| 7092 | } |
| 7093 | |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7094 | if( rc==SQLITE_OK ){ |
| 7095 | moveToRoot(pCur); |
| 7096 | } |
drh | 5e2f8b9 | 2001-05-28 00:41:15 +0000 | [diff] [blame] | 7097 | return rc; |
drh | 3b7511c | 2001-05-26 13:15:44 +0000 | [diff] [blame] | 7098 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7099 | |
| 7100 | /* |
drh | c6b52df | 2002-01-04 03:09:29 +0000 | [diff] [blame] | 7101 | ** Create a new BTree table. Write into *piTable the page |
| 7102 | ** number for the root page of the new table. |
| 7103 | ** |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 7104 | ** The type of type is determined by the flags parameter. Only the |
| 7105 | ** following values of flags are currently in use. Other values for |
| 7106 | ** flags might not work: |
| 7107 | ** |
| 7108 | ** BTREE_INTKEY|BTREE_LEAFDATA Used for SQL tables with rowid keys |
| 7109 | ** BTREE_ZERODATA Used for SQL indices |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7110 | */ |
drh | d4187c7 | 2010-08-30 22:15:45 +0000 | [diff] [blame] | 7111 | static int btreeCreateTable(Btree *p, int *piTable, int createTabFlags){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7112 | BtShared *pBt = p->pBt; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7113 | MemPage *pRoot; |
| 7114 | Pgno pgnoRoot; |
| 7115 | int rc; |
drh | d4187c7 | 2010-08-30 22:15:45 +0000 | [diff] [blame] | 7116 | int ptfFlags; /* Page-type flage for the root page of new table */ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7117 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 7118 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7119 | assert( pBt->inTransaction==TRANS_WRITE ); |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 7120 | assert( (pBt->btsFlags & BTS_READ_ONLY)==0 ); |
danielk1977 | e6efa74 | 2004-11-10 11:55:10 +0000 | [diff] [blame] | 7121 | |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7122 | #ifdef SQLITE_OMIT_AUTOVACUUM |
drh | 4f0c587 | 2007-03-26 22:05:01 +0000 | [diff] [blame] | 7123 | rc = allocateBtreePage(pBt, &pRoot, &pgnoRoot, 1, 0); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7124 | if( rc ){ |
| 7125 | return rc; |
| 7126 | } |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7127 | #else |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7128 | if( pBt->autoVacuum ){ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7129 | Pgno pgnoMove; /* Move a page here to make room for the root-page */ |
| 7130 | MemPage *pPageMove; /* The page to move to. */ |
| 7131 | |
danielk1977 | 20713f3 | 2007-05-03 11:43:33 +0000 | [diff] [blame] | 7132 | /* Creating a new table may probably require moving an existing database |
| 7133 | ** to make room for the new tables root page. In case this page turns |
| 7134 | ** out to be an overflow page, delete all overflow page-map caches |
| 7135 | ** held by open cursors. |
| 7136 | */ |
danielk1977 | 92d4d7a | 2007-05-04 12:05:56 +0000 | [diff] [blame] | 7137 | invalidateAllOverflowCache(pBt); |
danielk1977 | 20713f3 | 2007-05-03 11:43:33 +0000 | [diff] [blame] | 7138 | |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7139 | /* Read the value of meta[3] from the database to determine where the |
| 7140 | ** root page of the new table should go. meta[3] is the largest root-page |
| 7141 | ** created so far, so the new root-page is (meta[3]+1). |
| 7142 | */ |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7143 | sqlite3BtreeGetMeta(p, BTREE_LARGEST_ROOT_PAGE, &pgnoRoot); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7144 | pgnoRoot++; |
| 7145 | |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 7146 | /* The new root-page may not be allocated on a pointer-map page, or the |
| 7147 | ** PENDING_BYTE page. |
| 7148 | */ |
drh | 7219043 | 2008-01-31 14:54:43 +0000 | [diff] [blame] | 7149 | while( pgnoRoot==PTRMAP_PAGENO(pBt, pgnoRoot) || |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 7150 | pgnoRoot==PENDING_BYTE_PAGE(pBt) ){ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7151 | pgnoRoot++; |
| 7152 | } |
| 7153 | assert( pgnoRoot>=3 ); |
| 7154 | |
| 7155 | /* Allocate a page. The page that currently resides at pgnoRoot will |
| 7156 | ** be moved to the allocated page (unless the allocated page happens |
| 7157 | ** to reside at pgnoRoot). |
| 7158 | */ |
dan | 51f0b6d | 2013-02-22 20:16:34 +0000 | [diff] [blame^] | 7159 | rc = allocateBtreePage(pBt, &pPageMove, &pgnoMove, pgnoRoot, BTALLOC_EXACT); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7160 | if( rc!=SQLITE_OK ){ |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7161 | return rc; |
| 7162 | } |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7163 | |
| 7164 | if( pgnoMove!=pgnoRoot ){ |
danielk1977 | f35843b | 2007-04-07 15:03:17 +0000 | [diff] [blame] | 7165 | /* pgnoRoot is the page that will be used for the root-page of |
| 7166 | ** the new table (assuming an error did not occur). But we were |
| 7167 | ** allocated pgnoMove. If required (i.e. if it was not allocated |
| 7168 | ** by extending the file), the current page at position pgnoMove |
| 7169 | ** is already journaled. |
| 7170 | */ |
drh | eeb844a | 2009-08-08 18:01:07 +0000 | [diff] [blame] | 7171 | u8 eType = 0; |
| 7172 | Pgno iPtrPage = 0; |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7173 | |
| 7174 | releasePage(pPageMove); |
danielk1977 | f35843b | 2007-04-07 15:03:17 +0000 | [diff] [blame] | 7175 | |
| 7176 | /* Move the page currently at pgnoRoot to pgnoMove. */ |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7177 | rc = btreeGetPage(pBt, pgnoRoot, &pRoot, 0); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7178 | if( rc!=SQLITE_OK ){ |
| 7179 | return rc; |
| 7180 | } |
| 7181 | rc = ptrmapGet(pBt, pgnoRoot, &eType, &iPtrPage); |
drh | 27731d7 | 2009-06-22 12:05:10 +0000 | [diff] [blame] | 7182 | if( eType==PTRMAP_ROOTPAGE || eType==PTRMAP_FREEPAGE ){ |
| 7183 | rc = SQLITE_CORRUPT_BKPT; |
| 7184 | } |
| 7185 | if( rc!=SQLITE_OK ){ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7186 | releasePage(pRoot); |
| 7187 | return rc; |
| 7188 | } |
drh | ccae602 | 2005-02-26 17:31:26 +0000 | [diff] [blame] | 7189 | assert( eType!=PTRMAP_ROOTPAGE ); |
| 7190 | assert( eType!=PTRMAP_FREEPAGE ); |
danielk1977 | 4c99999 | 2008-07-16 18:17:55 +0000 | [diff] [blame] | 7191 | rc = relocatePage(pBt, pRoot, eType, iPtrPage, pgnoMove, 0); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7192 | releasePage(pRoot); |
danielk1977 | f35843b | 2007-04-07 15:03:17 +0000 | [diff] [blame] | 7193 | |
| 7194 | /* Obtain the page at pgnoRoot */ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7195 | if( rc!=SQLITE_OK ){ |
| 7196 | return rc; |
| 7197 | } |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7198 | rc = btreeGetPage(pBt, pgnoRoot, &pRoot, 0); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7199 | if( rc!=SQLITE_OK ){ |
| 7200 | return rc; |
| 7201 | } |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7202 | rc = sqlite3PagerWrite(pRoot->pDbPage); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7203 | if( rc!=SQLITE_OK ){ |
| 7204 | releasePage(pRoot); |
| 7205 | return rc; |
| 7206 | } |
| 7207 | }else{ |
| 7208 | pRoot = pPageMove; |
| 7209 | } |
| 7210 | |
danielk1977 | 42741be | 2005-01-08 12:42:39 +0000 | [diff] [blame] | 7211 | /* Update the pointer-map and meta-data with the new root-page number. */ |
drh | 98add2e | 2009-07-20 17:11:49 +0000 | [diff] [blame] | 7212 | ptrmapPut(pBt, pgnoRoot, PTRMAP_ROOTPAGE, 0, &rc); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7213 | if( rc ){ |
| 7214 | releasePage(pRoot); |
| 7215 | return rc; |
| 7216 | } |
drh | bf59283 | 2010-03-30 15:51:12 +0000 | [diff] [blame] | 7217 | |
| 7218 | /* When the new root page was allocated, page 1 was made writable in |
| 7219 | ** order either to increase the database filesize, or to decrement the |
| 7220 | ** freelist count. Hence, the sqlite3BtreeUpdateMeta() call cannot fail. |
| 7221 | */ |
| 7222 | assert( sqlite3PagerIswriteable(pBt->pPage1->pDbPage) ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7223 | rc = sqlite3BtreeUpdateMeta(p, 4, pgnoRoot); |
drh | bf59283 | 2010-03-30 15:51:12 +0000 | [diff] [blame] | 7224 | if( NEVER(rc) ){ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7225 | releasePage(pRoot); |
| 7226 | return rc; |
| 7227 | } |
danielk1977 | 42741be | 2005-01-08 12:42:39 +0000 | [diff] [blame] | 7228 | |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7229 | }else{ |
drh | 4f0c587 | 2007-03-26 22:05:01 +0000 | [diff] [blame] | 7230 | rc = allocateBtreePage(pBt, &pRoot, &pgnoRoot, 1, 0); |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7231 | if( rc ) return rc; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7232 | } |
| 7233 | #endif |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7234 | assert( sqlite3PagerIswriteable(pRoot->pDbPage) ); |
drh | d4187c7 | 2010-08-30 22:15:45 +0000 | [diff] [blame] | 7235 | if( createTabFlags & BTREE_INTKEY ){ |
| 7236 | ptfFlags = PTF_INTKEY | PTF_LEAFDATA | PTF_LEAF; |
| 7237 | }else{ |
| 7238 | ptfFlags = PTF_ZERODATA | PTF_LEAF; |
| 7239 | } |
| 7240 | zeroPage(pRoot, ptfFlags); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7241 | sqlite3PagerUnref(pRoot->pDbPage); |
drh | d4187c7 | 2010-08-30 22:15:45 +0000 | [diff] [blame] | 7242 | assert( (pBt->openFlags & BTREE_SINGLE)==0 || pgnoRoot==2 ); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7243 | *piTable = (int)pgnoRoot; |
| 7244 | return SQLITE_OK; |
| 7245 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7246 | int sqlite3BtreeCreateTable(Btree *p, int *piTable, int flags){ |
| 7247 | int rc; |
| 7248 | sqlite3BtreeEnter(p); |
| 7249 | rc = btreeCreateTable(p, piTable, flags); |
| 7250 | sqlite3BtreeLeave(p); |
| 7251 | return rc; |
| 7252 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7253 | |
| 7254 | /* |
| 7255 | ** Erase the given database page and all its children. Return |
| 7256 | ** the page to the freelist. |
| 7257 | */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7258 | static int clearDatabasePage( |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7259 | BtShared *pBt, /* The BTree that contains the table */ |
drh | 7ab641f | 2009-11-24 02:37:02 +0000 | [diff] [blame] | 7260 | Pgno pgno, /* Page number to clear */ |
| 7261 | int freePageFlag, /* Deallocate page if true */ |
| 7262 | int *pnChange /* Add number of Cells freed to this counter */ |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7263 | ){ |
danielk1977 | 146ba99 | 2009-07-22 14:08:13 +0000 | [diff] [blame] | 7264 | MemPage *pPage; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7265 | int rc; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7266 | unsigned char *pCell; |
| 7267 | int i; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7268 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 7269 | assert( sqlite3_mutex_held(pBt->mutex) ); |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 7270 | if( pgno>btreePagecount(pBt) ){ |
drh | 4928570 | 2005-09-17 15:20:26 +0000 | [diff] [blame] | 7271 | return SQLITE_CORRUPT_BKPT; |
danielk1977 | a1cb183 | 2005-02-12 08:59:55 +0000 | [diff] [blame] | 7272 | } |
| 7273 | |
danielk1977 | 71d5d2c | 2008-09-29 11:49:47 +0000 | [diff] [blame] | 7274 | rc = getAndInitPage(pBt, pgno, &pPage); |
danielk1977 | 146ba99 | 2009-07-22 14:08:13 +0000 | [diff] [blame] | 7275 | if( rc ) return rc; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7276 | for(i=0; i<pPage->nCell; i++){ |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 7277 | pCell = findCell(pPage, i); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7278 | if( !pPage->leaf ){ |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 7279 | rc = clearDatabasePage(pBt, get4byte(pCell), 1, pnChange); |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7280 | if( rc ) goto cleardatabasepage_out; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7281 | } |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7282 | rc = clearCell(pPage, pCell); |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7283 | if( rc ) goto cleardatabasepage_out; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7284 | } |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 7285 | if( !pPage->leaf ){ |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 7286 | rc = clearDatabasePage(pBt, get4byte(&pPage->aData[8]), 1, pnChange); |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7287 | if( rc ) goto cleardatabasepage_out; |
danielk1977 | c7af484 | 2008-10-27 13:59:33 +0000 | [diff] [blame] | 7288 | }else if( pnChange ){ |
| 7289 | assert( pPage->intKey ); |
| 7290 | *pnChange += pPage->nCell; |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 7291 | } |
| 7292 | if( freePageFlag ){ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 7293 | freePage(pPage, &rc); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7294 | }else if( (rc = sqlite3PagerWrite(pPage->pDbPage))==0 ){ |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 7295 | zeroPage(pPage, pPage->aData[0] | PTF_LEAF); |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 7296 | } |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7297 | |
| 7298 | cleardatabasepage_out: |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7299 | releasePage(pPage); |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 7300 | return rc; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7301 | } |
| 7302 | |
| 7303 | /* |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 7304 | ** Delete all information from a single table in the database. iTable is |
| 7305 | ** the page number of the root of the table. After this routine returns, |
| 7306 | ** the root page is empty, but still exists. |
| 7307 | ** |
| 7308 | ** This routine will fail with SQLITE_LOCKED if there are any open |
| 7309 | ** read cursors on the table. Open write cursors are moved to the |
| 7310 | ** root of the table. |
danielk1977 | c7af484 | 2008-10-27 13:59:33 +0000 | [diff] [blame] | 7311 | ** |
| 7312 | ** If pnChange is not NULL, then table iTable must be an intkey table. The |
| 7313 | ** integer value pointed to by pnChange is incremented by the number of |
| 7314 | ** entries in the table. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7315 | */ |
danielk1977 | c7af484 | 2008-10-27 13:59:33 +0000 | [diff] [blame] | 7316 | int sqlite3BtreeClearTable(Btree *p, int iTable, int *pnChange){ |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7317 | int rc; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7318 | BtShared *pBt = p->pBt; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7319 | sqlite3BtreeEnter(p); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7320 | assert( p->inTrans==TRANS_WRITE ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 7321 | |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 7322 | rc = saveAllCursors(pBt, (Pgno)iTable, 0); |
drh | d60f4f4 | 2012-03-23 14:23:52 +0000 | [diff] [blame] | 7323 | |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 7324 | if( SQLITE_OK==rc ){ |
drh | d60f4f4 | 2012-03-23 14:23:52 +0000 | [diff] [blame] | 7325 | /* Invalidate all incrblob cursors open on table iTable (assuming iTable |
| 7326 | ** is the root of a table b-tree - if it is not, the following call is |
| 7327 | ** a no-op). */ |
| 7328 | invalidateIncrblobCursors(p, 0, 1); |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 7329 | rc = clearDatabasePage(pBt, (Pgno)iTable, 0, pnChange); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7330 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7331 | sqlite3BtreeLeave(p); |
| 7332 | return rc; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7333 | } |
| 7334 | |
| 7335 | /* |
| 7336 | ** Erase all information in a table and add the root of the table to |
| 7337 | ** the freelist. Except, the root of the principle table (the one on |
drh | ab01f61 | 2004-05-22 02:55:23 +0000 | [diff] [blame] | 7338 | ** page 1) is never added to the freelist. |
| 7339 | ** |
| 7340 | ** This routine will fail with SQLITE_LOCKED if there are any open |
| 7341 | ** cursors on the table. |
drh | 205f48e | 2004-11-05 00:43:11 +0000 | [diff] [blame] | 7342 | ** |
| 7343 | ** If AUTOVACUUM is enabled and the page at iTable is not the last |
| 7344 | ** root page in the database file, then the last root page |
| 7345 | ** in the database file is moved into the slot formerly occupied by |
| 7346 | ** iTable and that last slot formerly occupied by the last root page |
| 7347 | ** is added to the freelist instead of iTable. In this say, all |
| 7348 | ** root pages are kept at the beginning of the database file, which |
| 7349 | ** is necessary for AUTOVACUUM to work right. *piMoved is set to the |
| 7350 | ** page number that used to be the last root page in the file before |
| 7351 | ** the move. If no page gets moved, *piMoved is set to 0. |
| 7352 | ** The last root page is recorded in meta[3] and the value of |
| 7353 | ** meta[3] is updated by this procedure. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7354 | */ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 7355 | static int btreeDropTable(Btree *p, Pgno iTable, int *piMoved){ |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7356 | int rc; |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7357 | MemPage *pPage = 0; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7358 | BtShared *pBt = p->pBt; |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7359 | |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 7360 | assert( sqlite3BtreeHoldsMutex(p) ); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7361 | assert( p->inTrans==TRANS_WRITE ); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7362 | |
danielk1977 | e6efa74 | 2004-11-10 11:55:10 +0000 | [diff] [blame] | 7363 | /* It is illegal to drop a table if any cursors are open on the |
| 7364 | ** database. This is because in auto-vacuum mode the backend may |
| 7365 | ** need to move another root-page to fill a gap left by the deleted |
| 7366 | ** root page. If an open cursor was using this page a problem would |
| 7367 | ** occur. |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 7368 | ** |
| 7369 | ** This error is caught long before control reaches this point. |
danielk1977 | e6efa74 | 2004-11-10 11:55:10 +0000 | [diff] [blame] | 7370 | */ |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 7371 | if( NEVER(pBt->pCursor) ){ |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 7372 | sqlite3ConnectionBlocked(p->db, pBt->pCursor->pBtree->db); |
| 7373 | return SQLITE_LOCKED_SHAREDCACHE; |
drh | 5df72a5 | 2002-06-06 23:16:05 +0000 | [diff] [blame] | 7374 | } |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7375 | |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7376 | rc = btreeGetPage(pBt, (Pgno)iTable, &pPage, 0); |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 7377 | if( rc ) return rc; |
danielk1977 | c7af484 | 2008-10-27 13:59:33 +0000 | [diff] [blame] | 7378 | rc = sqlite3BtreeClearTable(p, iTable, 0); |
danielk1977 | 6b456a2 | 2005-03-21 04:04:02 +0000 | [diff] [blame] | 7379 | if( rc ){ |
| 7380 | releasePage(pPage); |
| 7381 | return rc; |
| 7382 | } |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7383 | |
drh | 205f48e | 2004-11-05 00:43:11 +0000 | [diff] [blame] | 7384 | *piMoved = 0; |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7385 | |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7386 | if( iTable>1 ){ |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7387 | #ifdef SQLITE_OMIT_AUTOVACUUM |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 7388 | freePage(pPage, &rc); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7389 | releasePage(pPage); |
| 7390 | #else |
| 7391 | if( pBt->autoVacuum ){ |
| 7392 | Pgno maxRootPgno; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7393 | sqlite3BtreeGetMeta(p, BTREE_LARGEST_ROOT_PAGE, &maxRootPgno); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7394 | |
| 7395 | if( iTable==maxRootPgno ){ |
| 7396 | /* If the table being dropped is the table with the largest root-page |
| 7397 | ** number in the database, put the root page on the free list. |
| 7398 | */ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 7399 | freePage(pPage, &rc); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7400 | releasePage(pPage); |
| 7401 | if( rc!=SQLITE_OK ){ |
| 7402 | return rc; |
| 7403 | } |
| 7404 | }else{ |
| 7405 | /* The table being dropped does not have the largest root-page |
| 7406 | ** number in the database. So move the page that does into the |
| 7407 | ** gap left by the deleted root-page. |
| 7408 | */ |
| 7409 | MemPage *pMove; |
| 7410 | releasePage(pPage); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7411 | rc = btreeGetPage(pBt, maxRootPgno, &pMove, 0); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7412 | if( rc!=SQLITE_OK ){ |
| 7413 | return rc; |
| 7414 | } |
danielk1977 | 4c99999 | 2008-07-16 18:17:55 +0000 | [diff] [blame] | 7415 | rc = relocatePage(pBt, pMove, PTRMAP_ROOTPAGE, 0, iTable, 0); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7416 | releasePage(pMove); |
| 7417 | if( rc!=SQLITE_OK ){ |
| 7418 | return rc; |
| 7419 | } |
drh | fe3313f | 2009-07-21 19:02:20 +0000 | [diff] [blame] | 7420 | pMove = 0; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7421 | rc = btreeGetPage(pBt, maxRootPgno, &pMove, 0); |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 7422 | freePage(pMove, &rc); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7423 | releasePage(pMove); |
| 7424 | if( rc!=SQLITE_OK ){ |
| 7425 | return rc; |
| 7426 | } |
| 7427 | *piMoved = maxRootPgno; |
| 7428 | } |
| 7429 | |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 7430 | /* Set the new 'max-root-page' value in the database header. This |
| 7431 | ** is the old value less one, less one more if that happens to |
| 7432 | ** be a root-page number, less one again if that is the |
| 7433 | ** PENDING_BYTE_PAGE. |
| 7434 | */ |
danielk1977 | 87a6e73 | 2004-11-05 12:58:25 +0000 | [diff] [blame] | 7435 | maxRootPgno--; |
drh | e184965 | 2009-07-15 18:15:22 +0000 | [diff] [blame] | 7436 | while( maxRootPgno==PENDING_BYTE_PAGE(pBt) |
| 7437 | || PTRMAP_ISPAGE(pBt, maxRootPgno) ){ |
danielk1977 | 87a6e73 | 2004-11-05 12:58:25 +0000 | [diff] [blame] | 7438 | maxRootPgno--; |
| 7439 | } |
danielk1977 | 599fcba | 2004-11-08 07:13:13 +0000 | [diff] [blame] | 7440 | assert( maxRootPgno!=PENDING_BYTE_PAGE(pBt) ); |
| 7441 | |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7442 | rc = sqlite3BtreeUpdateMeta(p, 4, maxRootPgno); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7443 | }else{ |
drh | c314dc7 | 2009-07-21 11:52:34 +0000 | [diff] [blame] | 7444 | freePage(pPage, &rc); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7445 | releasePage(pPage); |
| 7446 | } |
| 7447 | #endif |
drh | 2aa679f | 2001-06-25 02:11:07 +0000 | [diff] [blame] | 7448 | }else{ |
drh | c046e3e | 2009-07-15 11:26:44 +0000 | [diff] [blame] | 7449 | /* If sqlite3BtreeDropTable was called on page 1. |
| 7450 | ** This really never should happen except in a corrupt |
| 7451 | ** database. |
| 7452 | */ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 7453 | zeroPage(pPage, PTF_INTKEY|PTF_LEAF ); |
danielk1977 | a0bf265 | 2004-11-04 14:30:04 +0000 | [diff] [blame] | 7454 | releasePage(pPage); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7455 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7456 | return rc; |
| 7457 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7458 | int sqlite3BtreeDropTable(Btree *p, int iTable, int *piMoved){ |
| 7459 | int rc; |
| 7460 | sqlite3BtreeEnter(p); |
dan | 7733a4d | 2011-09-02 18:03:16 +0000 | [diff] [blame] | 7461 | rc = btreeDropTable(p, iTable, piMoved); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7462 | sqlite3BtreeLeave(p); |
| 7463 | return rc; |
| 7464 | } |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7465 | |
drh | 001bbcb | 2003-03-19 03:14:00 +0000 | [diff] [blame] | 7466 | |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7467 | /* |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7468 | ** This function may only be called if the b-tree connection already |
| 7469 | ** has a read or write transaction open on the database. |
| 7470 | ** |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 7471 | ** Read the meta-information out of a database file. Meta[0] |
| 7472 | ** is the number of free pages currently in the database. Meta[1] |
drh | a3b321d | 2004-05-11 09:31:31 +0000 | [diff] [blame] | 7473 | ** through meta[15] are available for use by higher layers. Meta[0] |
| 7474 | ** is read-only, the others are read/write. |
| 7475 | ** |
| 7476 | ** The schema layer numbers meta values differently. At the schema |
| 7477 | ** layer (and the SetCookie and ReadCookie opcodes) the number of |
| 7478 | ** free pages is not visible. So Cookie[0] is the same as Meta[1]. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7479 | */ |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7480 | void sqlite3BtreeGetMeta(Btree *p, int idx, u32 *pMeta){ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7481 | BtShared *pBt = p->pBt; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7482 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7483 | sqlite3BtreeEnter(p); |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7484 | assert( p->inTrans>TRANS_NONE ); |
danielk1977 | e0d9e6f | 2009-07-03 16:25:06 +0000 | [diff] [blame] | 7485 | assert( SQLITE_OK==querySharedCacheTableLock(p, MASTER_ROOT, READ_LOCK) ); |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7486 | assert( pBt->pPage1 ); |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 7487 | assert( idx>=0 && idx<=15 ); |
danielk1977 | ea89730 | 2008-09-19 15:10:58 +0000 | [diff] [blame] | 7488 | |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7489 | *pMeta = get4byte(&pBt->pPage1->aData[36 + idx*4]); |
drh | ae15787 | 2004-08-14 19:20:09 +0000 | [diff] [blame] | 7490 | |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 7491 | /* If auto-vacuum is disabled in this build and this is an auto-vacuum |
| 7492 | ** database, mark the database as read-only. */ |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7493 | #ifdef SQLITE_OMIT_AUTOVACUUM |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 7494 | if( idx==BTREE_LARGEST_ROOT_PAGE && *pMeta>0 ){ |
| 7495 | pBt->btsFlags |= BTS_READ_ONLY; |
| 7496 | } |
danielk1977 | 003ba06 | 2004-11-04 02:57:33 +0000 | [diff] [blame] | 7497 | #endif |
drh | ae15787 | 2004-08-14 19:20:09 +0000 | [diff] [blame] | 7498 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7499 | sqlite3BtreeLeave(p); |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7500 | } |
| 7501 | |
| 7502 | /* |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 7503 | ** Write meta-information back into the database. Meta[0] is |
| 7504 | ** read-only and may not be written. |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7505 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7506 | int sqlite3BtreeUpdateMeta(Btree *p, int idx, u32 iMeta){ |
| 7507 | BtShared *pBt = p->pBt; |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 7508 | unsigned char *pP1; |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 7509 | int rc; |
drh | 23e11ca | 2004-05-04 17:27:28 +0000 | [diff] [blame] | 7510 | assert( idx>=1 && idx<=15 ); |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7511 | sqlite3BtreeEnter(p); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7512 | assert( p->inTrans==TRANS_WRITE ); |
| 7513 | assert( pBt->pPage1!=0 ); |
| 7514 | pP1 = pBt->pPage1->aData; |
| 7515 | rc = sqlite3PagerWrite(pBt->pPage1->pDbPage); |
| 7516 | if( rc==SQLITE_OK ){ |
| 7517 | put4byte(&pP1[36 + idx*4], iMeta); |
danielk1977 | 4152e67 | 2007-09-12 17:01:45 +0000 | [diff] [blame] | 7518 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | 0d19f7a | 2009-06-03 11:25:07 +0000 | [diff] [blame] | 7519 | if( idx==BTREE_INCR_VACUUM ){ |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7520 | assert( pBt->autoVacuum || iMeta==0 ); |
| 7521 | assert( iMeta==0 || iMeta==1 ); |
| 7522 | pBt->incrVacuum = (u8)iMeta; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7523 | } |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7524 | #endif |
drh | 5df72a5 | 2002-06-06 23:16:05 +0000 | [diff] [blame] | 7525 | } |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 7526 | sqlite3BtreeLeave(p); |
| 7527 | return rc; |
drh | 8b2f49b | 2001-06-08 00:21:52 +0000 | [diff] [blame] | 7528 | } |
drh | 8c42ca9 | 2001-06-22 19:15:00 +0000 | [diff] [blame] | 7529 | |
danielk1977 | a553316 | 2009-02-24 10:01:51 +0000 | [diff] [blame] | 7530 | #ifndef SQLITE_OMIT_BTREECOUNT |
| 7531 | /* |
| 7532 | ** The first argument, pCur, is a cursor opened on some b-tree. Count the |
| 7533 | ** number of entries in the b-tree and write the result to *pnEntry. |
| 7534 | ** |
| 7535 | ** SQLITE_OK is returned if the operation is successfully executed. |
| 7536 | ** Otherwise, if an error is encountered (i.e. an IO error or database |
| 7537 | ** corruption) an SQLite error code is returned. |
| 7538 | */ |
| 7539 | int sqlite3BtreeCount(BtCursor *pCur, i64 *pnEntry){ |
| 7540 | i64 nEntry = 0; /* Value to return in *pnEntry */ |
| 7541 | int rc; /* Return code */ |
dan | a205a48 | 2011-08-27 18:48:57 +0000 | [diff] [blame] | 7542 | |
| 7543 | if( pCur->pgnoRoot==0 ){ |
| 7544 | *pnEntry = 0; |
| 7545 | return SQLITE_OK; |
| 7546 | } |
danielk1977 | a553316 | 2009-02-24 10:01:51 +0000 | [diff] [blame] | 7547 | rc = moveToRoot(pCur); |
| 7548 | |
| 7549 | /* Unless an error occurs, the following loop runs one iteration for each |
| 7550 | ** page in the B-Tree structure (not including overflow pages). |
| 7551 | */ |
| 7552 | while( rc==SQLITE_OK ){ |
| 7553 | int iIdx; /* Index of child node in parent */ |
| 7554 | MemPage *pPage; /* Current page of the b-tree */ |
| 7555 | |
| 7556 | /* If this is a leaf page or the tree is not an int-key tree, then |
| 7557 | ** this page contains countable entries. Increment the entry counter |
| 7558 | ** accordingly. |
| 7559 | */ |
| 7560 | pPage = pCur->apPage[pCur->iPage]; |
| 7561 | if( pPage->leaf || !pPage->intKey ){ |
| 7562 | nEntry += pPage->nCell; |
| 7563 | } |
| 7564 | |
| 7565 | /* pPage is a leaf node. This loop navigates the cursor so that it |
| 7566 | ** points to the first interior cell that it points to the parent of |
| 7567 | ** the next page in the tree that has not yet been visited. The |
| 7568 | ** pCur->aiIdx[pCur->iPage] value is set to the index of the parent cell |
| 7569 | ** of the page, or to the number of cells in the page if the next page |
| 7570 | ** to visit is the right-child of its parent. |
| 7571 | ** |
| 7572 | ** If all pages in the tree have been visited, return SQLITE_OK to the |
| 7573 | ** caller. |
| 7574 | */ |
| 7575 | if( pPage->leaf ){ |
| 7576 | do { |
| 7577 | if( pCur->iPage==0 ){ |
| 7578 | /* All pages of the b-tree have been visited. Return successfully. */ |
| 7579 | *pnEntry = nEntry; |
| 7580 | return SQLITE_OK; |
| 7581 | } |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7582 | moveToParent(pCur); |
danielk1977 | a553316 | 2009-02-24 10:01:51 +0000 | [diff] [blame] | 7583 | }while ( pCur->aiIdx[pCur->iPage]>=pCur->apPage[pCur->iPage]->nCell ); |
| 7584 | |
| 7585 | pCur->aiIdx[pCur->iPage]++; |
| 7586 | pPage = pCur->apPage[pCur->iPage]; |
| 7587 | } |
| 7588 | |
| 7589 | /* Descend to the child node of the cell that the cursor currently |
| 7590 | ** points at. This is the right-child if (iIdx==pPage->nCell). |
| 7591 | */ |
| 7592 | iIdx = pCur->aiIdx[pCur->iPage]; |
| 7593 | if( iIdx==pPage->nCell ){ |
| 7594 | rc = moveToChild(pCur, get4byte(&pPage->aData[pPage->hdrOffset+8])); |
| 7595 | }else{ |
| 7596 | rc = moveToChild(pCur, get4byte(findCell(pPage, iIdx))); |
| 7597 | } |
| 7598 | } |
| 7599 | |
shane | be21779 | 2009-03-05 04:20:31 +0000 | [diff] [blame] | 7600 | /* An error has occurred. Return an error code. */ |
danielk1977 | a553316 | 2009-02-24 10:01:51 +0000 | [diff] [blame] | 7601 | return rc; |
| 7602 | } |
| 7603 | #endif |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 7604 | |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 7605 | /* |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7606 | ** Return the pager associated with a BTree. This routine is used for |
| 7607 | ** testing and debugging only. |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 7608 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7609 | Pager *sqlite3BtreePager(Btree *p){ |
| 7610 | return p->pBt->pPager; |
drh | dd79342 | 2001-06-28 01:54:48 +0000 | [diff] [blame] | 7611 | } |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7612 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 7613 | #ifndef SQLITE_OMIT_INTEGRITY_CHECK |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7614 | /* |
| 7615 | ** Append a message to the error message string. |
| 7616 | */ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7617 | static void checkAppendMsg( |
| 7618 | IntegrityCk *pCheck, |
| 7619 | char *zMsg1, |
| 7620 | const char *zFormat, |
| 7621 | ... |
| 7622 | ){ |
| 7623 | va_list ap; |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 7624 | if( !pCheck->mxErr ) return; |
| 7625 | pCheck->mxErr--; |
| 7626 | pCheck->nErr++; |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7627 | va_start(ap, zFormat); |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 7628 | if( pCheck->errMsg.nChar ){ |
| 7629 | sqlite3StrAccumAppend(&pCheck->errMsg, "\n", 1); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7630 | } |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 7631 | if( zMsg1 ){ |
| 7632 | sqlite3StrAccumAppend(&pCheck->errMsg, zMsg1, -1); |
| 7633 | } |
| 7634 | sqlite3VXPrintf(&pCheck->errMsg, 1, zFormat, ap); |
| 7635 | va_end(ap); |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 7636 | if( pCheck->errMsg.mallocFailed ){ |
| 7637 | pCheck->mallocFailed = 1; |
| 7638 | } |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7639 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 7640 | #endif /* SQLITE_OMIT_INTEGRITY_CHECK */ |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7641 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 7642 | #ifndef SQLITE_OMIT_INTEGRITY_CHECK |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 7643 | |
| 7644 | /* |
| 7645 | ** Return non-zero if the bit in the IntegrityCk.aPgRef[] array that |
| 7646 | ** corresponds to page iPg is already set. |
| 7647 | */ |
| 7648 | static int getPageReferenced(IntegrityCk *pCheck, Pgno iPg){ |
| 7649 | assert( iPg<=pCheck->nPage && sizeof(pCheck->aPgRef[0])==1 ); |
| 7650 | return (pCheck->aPgRef[iPg/8] & (1 << (iPg & 0x07))); |
| 7651 | } |
| 7652 | |
| 7653 | /* |
| 7654 | ** Set the bit in the IntegrityCk.aPgRef[] array that corresponds to page iPg. |
| 7655 | */ |
| 7656 | static void setPageReferenced(IntegrityCk *pCheck, Pgno iPg){ |
| 7657 | assert( iPg<=pCheck->nPage && sizeof(pCheck->aPgRef[0])==1 ); |
| 7658 | pCheck->aPgRef[iPg/8] |= (1 << (iPg & 0x07)); |
| 7659 | } |
| 7660 | |
| 7661 | |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7662 | /* |
| 7663 | ** Add 1 to the reference count for page iPage. If this is the second |
| 7664 | ** reference to the page, add an error message to pCheck->zErrMsg. |
| 7665 | ** Return 1 if there are 2 ore more references to the page and 0 if |
| 7666 | ** if this is the first reference to the page. |
| 7667 | ** |
| 7668 | ** Also check that the page number is in bounds. |
| 7669 | */ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 7670 | static int checkRef(IntegrityCk *pCheck, Pgno iPage, char *zContext){ |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7671 | if( iPage==0 ) return 1; |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 7672 | if( iPage>pCheck->nPage ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7673 | checkAppendMsg(pCheck, zContext, "invalid page number %d", iPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7674 | return 1; |
| 7675 | } |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 7676 | if( getPageReferenced(pCheck, iPage) ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7677 | checkAppendMsg(pCheck, zContext, "2nd reference to page %d", iPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7678 | return 1; |
| 7679 | } |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 7680 | setPageReferenced(pCheck, iPage); |
| 7681 | return 0; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7682 | } |
| 7683 | |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7684 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7685 | /* |
| 7686 | ** Check that the entry in the pointer-map for page iChild maps to |
| 7687 | ** page iParent, pointer type ptrType. If not, append an error message |
| 7688 | ** to pCheck. |
| 7689 | */ |
| 7690 | static void checkPtrmap( |
| 7691 | IntegrityCk *pCheck, /* Integrity check context */ |
| 7692 | Pgno iChild, /* Child page number */ |
| 7693 | u8 eType, /* Expected pointer map type */ |
| 7694 | Pgno iParent, /* Expected pointer map parent page number */ |
| 7695 | char *zContext /* Context description (used for error msg) */ |
| 7696 | ){ |
| 7697 | int rc; |
| 7698 | u8 ePtrmapType; |
| 7699 | Pgno iPtrmapParent; |
| 7700 | |
| 7701 | rc = ptrmapGet(pCheck->pBt, iChild, &ePtrmapType, &iPtrmapParent); |
| 7702 | if( rc!=SQLITE_OK ){ |
drh | b56cd55 | 2009-05-01 13:16:54 +0000 | [diff] [blame] | 7703 | if( rc==SQLITE_NOMEM || rc==SQLITE_IOERR_NOMEM ) pCheck->mallocFailed = 1; |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7704 | checkAppendMsg(pCheck, zContext, "Failed to read ptrmap key=%d", iChild); |
| 7705 | return; |
| 7706 | } |
| 7707 | |
| 7708 | if( ePtrmapType!=eType || iPtrmapParent!=iParent ){ |
| 7709 | checkAppendMsg(pCheck, zContext, |
| 7710 | "Bad ptr map entry key=%d expected=(%d,%d) got=(%d,%d)", |
| 7711 | iChild, eType, iParent, ePtrmapType, iPtrmapParent); |
| 7712 | } |
| 7713 | } |
| 7714 | #endif |
| 7715 | |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7716 | /* |
| 7717 | ** Check the integrity of the freelist or of an overflow page list. |
| 7718 | ** Verify that the number of pages on the list is N. |
| 7719 | */ |
drh | 30e5875 | 2002-03-02 20:41:57 +0000 | [diff] [blame] | 7720 | static void checkList( |
| 7721 | IntegrityCk *pCheck, /* Integrity checking context */ |
| 7722 | int isFreeList, /* True for a freelist. False for overflow page list */ |
| 7723 | int iPage, /* Page number for first page in the list */ |
| 7724 | int N, /* Expected number of pages in the list */ |
| 7725 | char *zContext /* Context for error messages */ |
| 7726 | ){ |
| 7727 | int i; |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 7728 | int expected = N; |
| 7729 | int iFirst = iPage; |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 7730 | while( N-- > 0 && pCheck->mxErr ){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7731 | DbPage *pOvflPage; |
| 7732 | unsigned char *pOvflData; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7733 | if( iPage<1 ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7734 | checkAppendMsg(pCheck, zContext, |
| 7735 | "%d of %d pages missing from overflow list starting at %d", |
drh | 3a4c141 | 2004-05-09 20:40:11 +0000 | [diff] [blame] | 7736 | N+1, expected, iFirst); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7737 | break; |
| 7738 | } |
| 7739 | if( checkRef(pCheck, iPage, zContext) ) break; |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7740 | if( sqlite3PagerGet(pCheck->pPager, (Pgno)iPage, &pOvflPage) ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7741 | checkAppendMsg(pCheck, zContext, "failed to get page %d", iPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7742 | break; |
| 7743 | } |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7744 | pOvflData = (unsigned char *)sqlite3PagerGetData(pOvflPage); |
drh | 30e5875 | 2002-03-02 20:41:57 +0000 | [diff] [blame] | 7745 | if( isFreeList ){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7746 | int n = get4byte(&pOvflData[4]); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7747 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7748 | if( pCheck->pBt->autoVacuum ){ |
| 7749 | checkPtrmap(pCheck, iPage, PTRMAP_FREEPAGE, 0, zContext); |
| 7750 | } |
| 7751 | #endif |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 7752 | if( n>(int)pCheck->pBt->usableSize/4-2 ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7753 | checkAppendMsg(pCheck, zContext, |
| 7754 | "freelist leaf count too big on page %d", iPage); |
drh | ee696e2 | 2004-08-30 16:52:17 +0000 | [diff] [blame] | 7755 | N--; |
| 7756 | }else{ |
| 7757 | for(i=0; i<n; i++){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7758 | Pgno iFreePage = get4byte(&pOvflData[8+i*4]); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7759 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7760 | if( pCheck->pBt->autoVacuum ){ |
| 7761 | checkPtrmap(pCheck, iFreePage, PTRMAP_FREEPAGE, 0, zContext); |
| 7762 | } |
| 7763 | #endif |
| 7764 | checkRef(pCheck, iFreePage, zContext); |
drh | ee696e2 | 2004-08-30 16:52:17 +0000 | [diff] [blame] | 7765 | } |
| 7766 | N -= n; |
drh | 30e5875 | 2002-03-02 20:41:57 +0000 | [diff] [blame] | 7767 | } |
drh | 30e5875 | 2002-03-02 20:41:57 +0000 | [diff] [blame] | 7768 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7769 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7770 | else{ |
| 7771 | /* If this database supports auto-vacuum and iPage is not the last |
| 7772 | ** page in this overflow list, check that the pointer-map entry for |
| 7773 | ** the following page matches iPage. |
| 7774 | */ |
| 7775 | if( pCheck->pBt->autoVacuum && N>0 ){ |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7776 | i = get4byte(pOvflData); |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7777 | checkPtrmap(pCheck, i, PTRMAP_OVERFLOW2, iPage, zContext); |
| 7778 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7779 | } |
| 7780 | #endif |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 7781 | iPage = get4byte(pOvflData); |
| 7782 | sqlite3PagerUnref(pOvflPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7783 | } |
| 7784 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 7785 | #endif /* SQLITE_OMIT_INTEGRITY_CHECK */ |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7786 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 7787 | #ifndef SQLITE_OMIT_INTEGRITY_CHECK |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7788 | /* |
| 7789 | ** Do various sanity checks on a single page of a tree. Return |
| 7790 | ** the tree depth. Root pages return 0. Parents of root pages |
| 7791 | ** return 1, and so forth. |
| 7792 | ** |
| 7793 | ** These checks are done: |
| 7794 | ** |
| 7795 | ** 1. Make sure that cells and freeblocks do not overlap |
| 7796 | ** but combine to completely cover the page. |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7797 | ** NO 2. Make sure cell keys are in order. |
| 7798 | ** NO 3. Make sure no key is less than or equal to zLowerBound. |
| 7799 | ** NO 4. Make sure no key is greater than or equal to zUpperBound. |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7800 | ** 5. Check the integrity of overflow pages. |
| 7801 | ** 6. Recursively call checkTreePage on all children. |
| 7802 | ** 7. Verify that the depth of all children is the same. |
drh | 6019e16 | 2001-07-02 17:51:45 +0000 | [diff] [blame] | 7803 | ** 8. Make sure this page is at least 33% full or else it is |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7804 | ** the root of the tree. |
| 7805 | */ |
| 7806 | static int checkTreePage( |
drh | aaab572 | 2002-02-19 13:39:21 +0000 | [diff] [blame] | 7807 | IntegrityCk *pCheck, /* Context for the sanity check */ |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7808 | int iPage, /* Page number of the page to check */ |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7809 | char *zParentContext, /* Parent context */ |
| 7810 | i64 *pnParentMinKey, |
| 7811 | i64 *pnParentMaxKey |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7812 | ){ |
| 7813 | MemPage *pPage; |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7814 | int i, rc, depth, d2, pgno, cnt; |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 7815 | int hdr, cellStart; |
| 7816 | int nCell; |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7817 | u8 *data; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 7818 | BtShared *pBt; |
drh | 4f26bb6 | 2005-09-08 14:17:20 +0000 | [diff] [blame] | 7819 | int usableSize; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7820 | char zContext[100]; |
shane | 0af3f89 | 2008-11-12 04:55:34 +0000 | [diff] [blame] | 7821 | char *hit = 0; |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7822 | i64 nMinKey = 0; |
| 7823 | i64 nMaxKey = 0; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7824 | |
drh | 5bb3eb9 | 2007-05-04 13:15:55 +0000 | [diff] [blame] | 7825 | sqlite3_snprintf(sizeof(zContext), zContext, "Page %d: ", iPage); |
danielk1977 | ef73ee9 | 2004-11-06 12:26:07 +0000 | [diff] [blame] | 7826 | |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7827 | /* Check that the page exists |
| 7828 | */ |
drh | d9cb6ac | 2005-10-20 07:28:17 +0000 | [diff] [blame] | 7829 | pBt = pCheck->pBt; |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 7830 | usableSize = pBt->usableSize; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7831 | if( iPage==0 ) return 0; |
| 7832 | if( checkRef(pCheck, iPage, zParentContext) ) return 0; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7833 | if( (rc = btreeGetPage(pBt, (Pgno)iPage, &pPage, 0))!=0 ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7834 | checkAppendMsg(pCheck, zContext, |
| 7835 | "unable to get the page. error code=%d", rc); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7836 | return 0; |
| 7837 | } |
danielk1977 | 93caf5a | 2009-07-11 06:55:33 +0000 | [diff] [blame] | 7838 | |
| 7839 | /* Clear MemPage.isInit to make sure the corruption detection code in |
| 7840 | ** btreeInitPage() is executed. */ |
| 7841 | pPage->isInit = 0; |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7842 | if( (rc = btreeInitPage(pPage))!=0 ){ |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 7843 | assert( rc==SQLITE_CORRUPT ); /* The only possible error from InitPage */ |
drh | 16a9b83 | 2007-05-05 18:39:25 +0000 | [diff] [blame] | 7844 | checkAppendMsg(pCheck, zContext, |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7845 | "btreeInitPage() returns error code %d", rc); |
drh | 9102529 | 2004-05-03 19:49:32 +0000 | [diff] [blame] | 7846 | releasePage(pPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7847 | return 0; |
| 7848 | } |
| 7849 | |
| 7850 | /* Check out all the cells. |
| 7851 | */ |
| 7852 | depth = 0; |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 7853 | for(i=0; i<pPage->nCell && pCheck->mxErr; i++){ |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 7854 | u8 *pCell; |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 7855 | u32 sz; |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 7856 | CellInfo info; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7857 | |
| 7858 | /* Check payload overflow pages |
| 7859 | */ |
drh | 5bb3eb9 | 2007-05-04 13:15:55 +0000 | [diff] [blame] | 7860 | sqlite3_snprintf(sizeof(zContext), zContext, |
| 7861 | "On tree page %d cell %d: ", iPage, i); |
danielk1977 | 1cc5ed8 | 2007-05-16 17:28:43 +0000 | [diff] [blame] | 7862 | pCell = findCell(pPage,i); |
danielk1977 | 3054866 | 2009-07-09 05:07:37 +0000 | [diff] [blame] | 7863 | btreeParseCellPtr(pPage, pCell, &info); |
drh | 6f11bef | 2004-05-13 01:12:56 +0000 | [diff] [blame] | 7864 | sz = info.nData; |
drh | f49661a | 2008-12-10 16:45:50 +0000 | [diff] [blame] | 7865 | if( !pPage->intKey ) sz += (int)info.nKey; |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7866 | /* For intKey pages, check that the keys are in order. |
| 7867 | */ |
| 7868 | else if( i==0 ) nMinKey = nMaxKey = info.nKey; |
| 7869 | else{ |
| 7870 | if( info.nKey <= nMaxKey ){ |
| 7871 | checkAppendMsg(pCheck, zContext, |
| 7872 | "Rowid %lld out of order (previous was %lld)", info.nKey, nMaxKey); |
| 7873 | } |
| 7874 | nMaxKey = info.nKey; |
| 7875 | } |
drh | 7236583 | 2007-03-06 15:53:44 +0000 | [diff] [blame] | 7876 | assert( sz==info.nPayload ); |
danielk1977 | 5be31f5 | 2009-03-30 13:53:43 +0000 | [diff] [blame] | 7877 | if( (sz>info.nLocal) |
| 7878 | && (&pCell[info.iOverflow]<=&pPage->aData[pBt->usableSize]) |
| 7879 | ){ |
drh | b6f4148 | 2004-05-14 01:58:11 +0000 | [diff] [blame] | 7880 | int nPage = (sz - info.nLocal + usableSize - 5)/(usableSize - 4); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7881 | Pgno pgnoOvfl = get4byte(&pCell[info.iOverflow]); |
| 7882 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7883 | if( pBt->autoVacuum ){ |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 7884 | checkPtrmap(pCheck, pgnoOvfl, PTRMAP_OVERFLOW1, iPage, zContext); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7885 | } |
| 7886 | #endif |
| 7887 | checkList(pCheck, 0, pgnoOvfl, nPage, zContext); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7888 | } |
| 7889 | |
| 7890 | /* Check sanity of left child page. |
| 7891 | */ |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7892 | if( !pPage->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 7893 | pgno = get4byte(pCell); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7894 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7895 | if( pBt->autoVacuum ){ |
| 7896 | checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, zContext); |
| 7897 | } |
| 7898 | #endif |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7899 | d2 = checkTreePage(pCheck, pgno, zContext, &nMinKey, i==0 ? NULL : &nMaxKey); |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7900 | if( i>0 && d2!=depth ){ |
| 7901 | checkAppendMsg(pCheck, zContext, "Child page depth differs"); |
| 7902 | } |
| 7903 | depth = d2; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7904 | } |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7905 | } |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7906 | |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7907 | if( !pPage->leaf ){ |
drh | 4360515 | 2004-05-29 21:46:49 +0000 | [diff] [blame] | 7908 | pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); |
drh | 5bb3eb9 | 2007-05-04 13:15:55 +0000 | [diff] [blame] | 7909 | sqlite3_snprintf(sizeof(zContext), zContext, |
| 7910 | "On page %d at right child: ", iPage); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7911 | #ifndef SQLITE_OMIT_AUTOVACUUM |
| 7912 | if( pBt->autoVacuum ){ |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7913 | checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, zContext); |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 7914 | } |
| 7915 | #endif |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7916 | checkTreePage(pCheck, pgno, zContext, NULL, !pPage->nCell ? NULL : &nMaxKey); |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7917 | } |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7918 | |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7919 | /* For intKey leaf pages, check that the min/max keys are in order |
| 7920 | ** with any left/parent/right pages. |
| 7921 | */ |
| 7922 | if( pPage->leaf && pPage->intKey ){ |
| 7923 | /* if we are a left child page */ |
| 7924 | if( pnParentMinKey ){ |
| 7925 | /* if we are the left most child page */ |
| 7926 | if( !pnParentMaxKey ){ |
| 7927 | if( nMaxKey > *pnParentMinKey ){ |
| 7928 | checkAppendMsg(pCheck, zContext, |
| 7929 | "Rowid %lld out of order (max larger than parent min of %lld)", |
| 7930 | nMaxKey, *pnParentMinKey); |
| 7931 | } |
| 7932 | }else{ |
| 7933 | if( nMinKey <= *pnParentMinKey ){ |
| 7934 | checkAppendMsg(pCheck, zContext, |
| 7935 | "Rowid %lld out of order (min less than parent min of %lld)", |
| 7936 | nMinKey, *pnParentMinKey); |
| 7937 | } |
| 7938 | if( nMaxKey > *pnParentMaxKey ){ |
| 7939 | checkAppendMsg(pCheck, zContext, |
| 7940 | "Rowid %lld out of order (max larger than parent max of %lld)", |
| 7941 | nMaxKey, *pnParentMaxKey); |
| 7942 | } |
| 7943 | *pnParentMinKey = nMaxKey; |
| 7944 | } |
| 7945 | /* else if we're a right child page */ |
| 7946 | } else if( pnParentMaxKey ){ |
| 7947 | if( nMinKey <= *pnParentMaxKey ){ |
| 7948 | checkAppendMsg(pCheck, zContext, |
| 7949 | "Rowid %lld out of order (min less than parent max of %lld)", |
| 7950 | nMinKey, *pnParentMaxKey); |
| 7951 | } |
| 7952 | } |
| 7953 | } |
| 7954 | |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 7955 | /* Check for complete coverage of the page |
| 7956 | */ |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 7957 | data = pPage->aData; |
| 7958 | hdr = pPage->hdrOffset; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 7959 | hit = sqlite3PageMalloc( pBt->pageSize ); |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 7960 | if( hit==0 ){ |
| 7961 | pCheck->mallocFailed = 1; |
| 7962 | }else{ |
drh | 5d433ce | 2010-08-14 16:02:52 +0000 | [diff] [blame] | 7963 | int contentOffset = get2byteNotZero(&data[hdr+5]); |
drh | d7c7ecd | 2009-07-14 17:48:06 +0000 | [diff] [blame] | 7964 | assert( contentOffset<=usableSize ); /* Enforced by btreeInitPage() */ |
shane | 5780ebd | 2008-11-11 17:36:30 +0000 | [diff] [blame] | 7965 | memset(hit+contentOffset, 0, usableSize-contentOffset); |
| 7966 | memset(hit, 1, contentOffset); |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7967 | nCell = get2byte(&data[hdr+3]); |
| 7968 | cellStart = hdr + 12 - 4*pPage->leaf; |
| 7969 | for(i=0; i<nCell; i++){ |
| 7970 | int pc = get2byte(&data[cellStart+i*2]); |
drh | 9b78f79 | 2010-08-14 21:21:24 +0000 | [diff] [blame] | 7971 | u32 size = 65536; |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7972 | int j; |
drh | 8c2bbb6 | 2009-07-10 02:52:20 +0000 | [diff] [blame] | 7973 | if( pc<=usableSize-4 ){ |
danielk1977 | daca543 | 2008-08-25 11:57:16 +0000 | [diff] [blame] | 7974 | size = cellSizePtr(pPage, &data[pc]); |
| 7975 | } |
drh | 43b18e1 | 2010-08-17 19:40:08 +0000 | [diff] [blame] | 7976 | if( (int)(pc+size-1)>=usableSize ){ |
danielk1977 | 7701e81 | 2005-01-10 12:59:51 +0000 | [diff] [blame] | 7977 | checkAppendMsg(pCheck, 0, |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 7978 | "Corruption detected in cell %d on page %d",i,iPage); |
danielk1977 | 7701e81 | 2005-01-10 12:59:51 +0000 | [diff] [blame] | 7979 | }else{ |
| 7980 | for(j=pc+size-1; j>=pc; j--) hit[j]++; |
| 7981 | } |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7982 | } |
drh | 8c2bbb6 | 2009-07-10 02:52:20 +0000 | [diff] [blame] | 7983 | i = get2byte(&data[hdr+1]); |
| 7984 | while( i>0 ){ |
| 7985 | int size, j; |
| 7986 | assert( i<=usableSize-4 ); /* Enforced by btreeInitPage() */ |
| 7987 | size = get2byte(&data[i+2]); |
| 7988 | assert( i+size<=usableSize ); /* Enforced by btreeInitPage() */ |
| 7989 | for(j=i+size-1; j>=i; j--) hit[j]++; |
| 7990 | j = get2byte(&data[i]); |
| 7991 | assert( j==0 || j>i+size ); /* Enforced by btreeInitPage() */ |
| 7992 | assert( j<=usableSize-4 ); /* Enforced by btreeInitPage() */ |
| 7993 | i = j; |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 7994 | } |
| 7995 | for(i=cnt=0; i<usableSize; i++){ |
| 7996 | if( hit[i]==0 ){ |
| 7997 | cnt++; |
| 7998 | }else if( hit[i]>1 ){ |
| 7999 | checkAppendMsg(pCheck, 0, |
| 8000 | "Multiple uses for byte %d of page %d", i, iPage); |
| 8001 | break; |
| 8002 | } |
| 8003 | } |
| 8004 | if( cnt!=data[hdr+7] ){ |
| 8005 | checkAppendMsg(pCheck, 0, |
drh | 8c2bbb6 | 2009-07-10 02:52:20 +0000 | [diff] [blame] | 8006 | "Fragmentation of %d bytes reported as %d on page %d", |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 8007 | cnt, data[hdr+7], iPage); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8008 | } |
| 8009 | } |
drh | 8c2bbb6 | 2009-07-10 02:52:20 +0000 | [diff] [blame] | 8010 | sqlite3PageFree(hit); |
drh | 4b70f11 | 2004-05-02 21:12:19 +0000 | [diff] [blame] | 8011 | releasePage(pPage); |
drh | da200cc | 2004-05-09 11:51:38 +0000 | [diff] [blame] | 8012 | return depth+1; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8013 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 8014 | #endif /* SQLITE_OMIT_INTEGRITY_CHECK */ |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8015 | |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 8016 | #ifndef SQLITE_OMIT_INTEGRITY_CHECK |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8017 | /* |
| 8018 | ** This routine does a complete check of the given BTree file. aRoot[] is |
| 8019 | ** an array of pages numbers were each page number is the root page of |
| 8020 | ** a table. nRoot is the number of entries in aRoot. |
| 8021 | ** |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 8022 | ** A read-only or read-write transaction must be opened before calling |
| 8023 | ** this function. |
| 8024 | ** |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 8025 | ** Write the number of error seen in *pnErr. Except for some memory |
drh | e43ba70 | 2008-12-05 22:40:08 +0000 | [diff] [blame] | 8026 | ** allocation errors, an error message held in memory obtained from |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 8027 | ** malloc is returned if *pnErr is non-zero. If *pnErr==0 then NULL is |
drh | e43ba70 | 2008-12-05 22:40:08 +0000 | [diff] [blame] | 8028 | ** returned. If a memory allocation error occurs, NULL is returned. |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8029 | */ |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8030 | char *sqlite3BtreeIntegrityCheck( |
| 8031 | Btree *p, /* The btree to be checked */ |
| 8032 | int *aRoot, /* An array of root pages numbers for individual trees */ |
| 8033 | int nRoot, /* Number of entries in aRoot[] */ |
| 8034 | int mxErr, /* Stop reporting errors after this many */ |
| 8035 | int *pnErr /* Write number of errors seen to this variable */ |
| 8036 | ){ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 8037 | Pgno i; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8038 | int nRef; |
drh | aaab572 | 2002-02-19 13:39:21 +0000 | [diff] [blame] | 8039 | IntegrityCk sCheck; |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 8040 | BtShared *pBt = p->pBt; |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 8041 | char zErr[100]; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8042 | |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 8043 | sqlite3BtreeEnter(p); |
danielk1977 | 3509a65 | 2009-07-06 18:56:13 +0000 | [diff] [blame] | 8044 | assert( p->inTrans>TRANS_NONE && pBt->inTransaction>TRANS_NONE ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 8045 | nRef = sqlite3PagerRefcount(pBt->pPager); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8046 | sCheck.pBt = pBt; |
| 8047 | sCheck.pPager = pBt->pPager; |
drh | b129915 | 2010-03-30 22:58:33 +0000 | [diff] [blame] | 8048 | sCheck.nPage = btreePagecount(sCheck.pBt); |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8049 | sCheck.mxErr = mxErr; |
| 8050 | sCheck.nErr = 0; |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 8051 | sCheck.mallocFailed = 0; |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8052 | *pnErr = 0; |
drh | 0de8c11 | 2002-07-06 16:32:14 +0000 | [diff] [blame] | 8053 | if( sCheck.nPage==0 ){ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 8054 | sqlite3BtreeLeave(p); |
drh | 0de8c11 | 2002-07-06 16:32:14 +0000 | [diff] [blame] | 8055 | return 0; |
| 8056 | } |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8057 | |
| 8058 | sCheck.aPgRef = sqlite3MallocZero((sCheck.nPage / 8)+ 1); |
| 8059 | if( !sCheck.aPgRef ){ |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8060 | *pnErr = 1; |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 8061 | sqlite3BtreeLeave(p); |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 8062 | return 0; |
danielk1977 | ac245ec | 2005-01-14 13:50:11 +0000 | [diff] [blame] | 8063 | } |
drh | 42cac6d | 2004-11-20 20:31:11 +0000 | [diff] [blame] | 8064 | i = PENDING_BYTE_PAGE(pBt); |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8065 | if( i<=sCheck.nPage ) setPageReferenced(&sCheck, i); |
drh | 32055c2 | 2012-12-12 14:30:03 +0000 | [diff] [blame] | 8066 | sqlite3StrAccumInit(&sCheck.errMsg, zErr, sizeof(zErr), SQLITE_MAX_LENGTH); |
drh | b975598 | 2010-07-24 16:34:37 +0000 | [diff] [blame] | 8067 | sCheck.errMsg.useMalloc = 2; |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8068 | |
| 8069 | /* Check the integrity of the freelist |
| 8070 | */ |
drh | a34b676 | 2004-05-07 13:30:42 +0000 | [diff] [blame] | 8071 | checkList(&sCheck, 1, get4byte(&pBt->pPage1->aData[32]), |
| 8072 | get4byte(&pBt->pPage1->aData[36]), "Main freelist: "); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8073 | |
| 8074 | /* Check all the tables. |
| 8075 | */ |
danielk1977 | 89d4004 | 2008-11-17 14:20:56 +0000 | [diff] [blame] | 8076 | for(i=0; (int)i<nRoot && sCheck.mxErr; i++){ |
drh | 4ff6dfa | 2002-03-03 23:06:00 +0000 | [diff] [blame] | 8077 | if( aRoot[i]==0 ) continue; |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 8078 | #ifndef SQLITE_OMIT_AUTOVACUUM |
danielk1977 | 687566d | 2004-11-02 12:56:41 +0000 | [diff] [blame] | 8079 | if( pBt->autoVacuum && aRoot[i]>1 ){ |
| 8080 | checkPtrmap(&sCheck, aRoot[i], PTRMAP_ROOTPAGE, 0, 0); |
| 8081 | } |
| 8082 | #endif |
shaneh | 195475d | 2010-02-19 04:28:08 +0000 | [diff] [blame] | 8083 | checkTreePage(&sCheck, aRoot[i], "List of tree roots: ", NULL, NULL); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8084 | } |
| 8085 | |
| 8086 | /* Make sure every page in the file is referenced |
| 8087 | */ |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8088 | for(i=1; i<=sCheck.nPage && sCheck.mxErr; i++){ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 8089 | #ifdef SQLITE_OMIT_AUTOVACUUM |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8090 | if( getPageReferenced(&sCheck, i)==0 ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 8091 | checkAppendMsg(&sCheck, 0, "Page %d is never used", i); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8092 | } |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 8093 | #else |
| 8094 | /* If the database supports auto-vacuum, make sure no tables contain |
| 8095 | ** references to pointer-map pages. |
| 8096 | */ |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8097 | if( getPageReferenced(&sCheck, i)==0 && |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 8098 | (PTRMAP_PAGENO(pBt, i)!=i || !pBt->autoVacuum) ){ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 8099 | checkAppendMsg(&sCheck, 0, "Page %d is never used", i); |
| 8100 | } |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8101 | if( getPageReferenced(&sCheck, i)!=0 && |
danielk1977 | 266664d | 2006-02-10 08:24:21 +0000 | [diff] [blame] | 8102 | (PTRMAP_PAGENO(pBt, i)==i && pBt->autoVacuum) ){ |
danielk1977 | afcdd02 | 2004-10-31 16:25:42 +0000 | [diff] [blame] | 8103 | checkAppendMsg(&sCheck, 0, "Pointer map page %d is referenced", i); |
| 8104 | } |
| 8105 | #endif |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8106 | } |
| 8107 | |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 8108 | /* Make sure this analysis did not leave any unref() pages. |
| 8109 | ** This is an internal consistency check; an integrity check |
| 8110 | ** of the integrity check. |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8111 | */ |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 8112 | if( NEVER(nRef != sqlite3PagerRefcount(pBt->pPager)) ){ |
drh | 2e38c32 | 2004-09-03 18:38:44 +0000 | [diff] [blame] | 8113 | checkAppendMsg(&sCheck, 0, |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8114 | "Outstanding page count goes from %d to %d during this analysis", |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 8115 | nRef, sqlite3PagerRefcount(pBt->pPager) |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8116 | ); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8117 | } |
| 8118 | |
| 8119 | /* Clean up and report errors. |
| 8120 | */ |
drh | d677b3d | 2007-08-20 22:48:41 +0000 | [diff] [blame] | 8121 | sqlite3BtreeLeave(p); |
dan | 1235bb1 | 2012-04-03 17:43:28 +0000 | [diff] [blame] | 8122 | sqlite3_free(sCheck.aPgRef); |
drh | c890fec | 2008-08-01 20:10:08 +0000 | [diff] [blame] | 8123 | if( sCheck.mallocFailed ){ |
| 8124 | sqlite3StrAccumReset(&sCheck.errMsg); |
| 8125 | *pnErr = sCheck.nErr+1; |
| 8126 | return 0; |
| 8127 | } |
drh | 1dcdbc0 | 2007-01-27 02:24:54 +0000 | [diff] [blame] | 8128 | *pnErr = sCheck.nErr; |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 8129 | if( sCheck.nErr==0 ) sqlite3StrAccumReset(&sCheck.errMsg); |
| 8130 | return sqlite3StrAccumFinish(&sCheck.errMsg); |
drh | 5eddca6 | 2001-06-30 21:53:53 +0000 | [diff] [blame] | 8131 | } |
drh | b7f9164 | 2004-10-31 02:22:47 +0000 | [diff] [blame] | 8132 | #endif /* SQLITE_OMIT_INTEGRITY_CHECK */ |
paul | b95a886 | 2003-04-01 21:16:41 +0000 | [diff] [blame] | 8133 | |
drh | 73509ee | 2003-04-06 20:44:45 +0000 | [diff] [blame] | 8134 | /* |
drh | d4e0bb0 | 2012-05-27 01:19:04 +0000 | [diff] [blame] | 8135 | ** Return the full pathname of the underlying database file. Return |
| 8136 | ** an empty string if the database is in-memory or a TEMP database. |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 8137 | ** |
| 8138 | ** The pager filename is invariant as long as the pager is |
| 8139 | ** open so it is safe to access without the BtShared mutex. |
drh | 73509ee | 2003-04-06 20:44:45 +0000 | [diff] [blame] | 8140 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 8141 | const char *sqlite3BtreeGetFilename(Btree *p){ |
| 8142 | assert( p->pBt->pPager!=0 ); |
drh | d4e0bb0 | 2012-05-27 01:19:04 +0000 | [diff] [blame] | 8143 | return sqlite3PagerFilename(p->pBt->pPager, 1); |
drh | 73509ee | 2003-04-06 20:44:45 +0000 | [diff] [blame] | 8144 | } |
| 8145 | |
| 8146 | /* |
danielk1977 | 5865e3d | 2004-06-14 06:03:57 +0000 | [diff] [blame] | 8147 | ** Return the pathname of the journal file for this database. The return |
| 8148 | ** value of this routine is the same regardless of whether the journal file |
| 8149 | ** has been created or not. |
drh | d0679ed | 2007-08-28 22:24:34 +0000 | [diff] [blame] | 8150 | ** |
| 8151 | ** The pager journal filename is invariant as long as the pager is |
| 8152 | ** open so it is safe to access without the BtShared mutex. |
danielk1977 | 5865e3d | 2004-06-14 06:03:57 +0000 | [diff] [blame] | 8153 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 8154 | const char *sqlite3BtreeGetJournalname(Btree *p){ |
| 8155 | assert( p->pBt->pPager!=0 ); |
danielk1977 | 3b8a05f | 2007-03-19 17:44:26 +0000 | [diff] [blame] | 8156 | return sqlite3PagerJournalname(p->pBt->pPager); |
danielk1977 | 5865e3d | 2004-06-14 06:03:57 +0000 | [diff] [blame] | 8157 | } |
| 8158 | |
danielk1977 | 1d850a7 | 2004-05-31 08:26:49 +0000 | [diff] [blame] | 8159 | /* |
| 8160 | ** Return non-zero if a transaction is active. |
| 8161 | */ |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 8162 | int sqlite3BtreeIsInTrans(Btree *p){ |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 8163 | assert( p==0 || sqlite3_mutex_held(p->db->mutex) ); |
danielk1977 | aef0bf6 | 2005-12-30 16:28:01 +0000 | [diff] [blame] | 8164 | return (p && (p->inTrans==TRANS_WRITE)); |
danielk1977 | 1d850a7 | 2004-05-31 08:26:49 +0000 | [diff] [blame] | 8165 | } |
| 8166 | |
dan | a550f2d | 2010-08-02 10:47:05 +0000 | [diff] [blame] | 8167 | #ifndef SQLITE_OMIT_WAL |
| 8168 | /* |
| 8169 | ** Run a checkpoint on the Btree passed as the first argument. |
| 8170 | ** |
| 8171 | ** Return SQLITE_LOCKED if this or any other connection has an open |
| 8172 | ** transaction on the shared-cache the argument Btree is connected to. |
dan | a58f26f | 2010-11-16 18:56:51 +0000 | [diff] [blame] | 8173 | ** |
dan | cdc1f04 | 2010-11-18 12:11:05 +0000 | [diff] [blame] | 8174 | ** Parameter eMode is one of SQLITE_CHECKPOINT_PASSIVE, FULL or RESTART. |
dan | a550f2d | 2010-08-02 10:47:05 +0000 | [diff] [blame] | 8175 | */ |
dan | cdc1f04 | 2010-11-18 12:11:05 +0000 | [diff] [blame] | 8176 | int sqlite3BtreeCheckpoint(Btree *p, int eMode, int *pnLog, int *pnCkpt){ |
dan | a550f2d | 2010-08-02 10:47:05 +0000 | [diff] [blame] | 8177 | int rc = SQLITE_OK; |
| 8178 | if( p ){ |
| 8179 | BtShared *pBt = p->pBt; |
| 8180 | sqlite3BtreeEnter(p); |
| 8181 | if( pBt->inTransaction!=TRANS_NONE ){ |
| 8182 | rc = SQLITE_LOCKED; |
| 8183 | }else{ |
dan | cdc1f04 | 2010-11-18 12:11:05 +0000 | [diff] [blame] | 8184 | rc = sqlite3PagerCheckpoint(pBt->pPager, eMode, pnLog, pnCkpt); |
dan | a550f2d | 2010-08-02 10:47:05 +0000 | [diff] [blame] | 8185 | } |
| 8186 | sqlite3BtreeLeave(p); |
| 8187 | } |
| 8188 | return rc; |
| 8189 | } |
| 8190 | #endif |
| 8191 | |
danielk1977 | 1d850a7 | 2004-05-31 08:26:49 +0000 | [diff] [blame] | 8192 | /* |
danielk1977 | 2372c2b | 2006-06-27 16:34:56 +0000 | [diff] [blame] | 8193 | ** Return non-zero if a read (or write) transaction is active. |
| 8194 | */ |
| 8195 | int sqlite3BtreeIsInReadTrans(Btree *p){ |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 8196 | assert( p ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 8197 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | 6402250 | 2009-01-09 14:11:04 +0000 | [diff] [blame] | 8198 | return p->inTrans!=TRANS_NONE; |
danielk1977 | 2372c2b | 2006-06-27 16:34:56 +0000 | [diff] [blame] | 8199 | } |
| 8200 | |
danielk1977 | 0410302 | 2009-02-03 16:51:24 +0000 | [diff] [blame] | 8201 | int sqlite3BtreeIsInBackup(Btree *p){ |
| 8202 | assert( p ); |
| 8203 | assert( sqlite3_mutex_held(p->db->mutex) ); |
| 8204 | return p->nBackup!=0; |
| 8205 | } |
| 8206 | |
danielk1977 | 2372c2b | 2006-06-27 16:34:56 +0000 | [diff] [blame] | 8207 | /* |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8208 | ** This function returns a pointer to a blob of memory associated with |
drh | 85b623f | 2007-12-13 21:54:09 +0000 | [diff] [blame] | 8209 | ** a single shared-btree. The memory is used by client code for its own |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8210 | ** purposes (for example, to store a high-level schema associated with |
| 8211 | ** the shared-btree). The btree layer manages reference counting issues. |
| 8212 | ** |
| 8213 | ** The first time this is called on a shared-btree, nBytes bytes of memory |
| 8214 | ** are allocated, zeroed, and returned to the caller. For each subsequent |
| 8215 | ** call the nBytes parameter is ignored and a pointer to the same blob |
| 8216 | ** of memory returned. |
| 8217 | ** |
danielk1977 | 171bfed | 2008-06-23 09:50:50 +0000 | [diff] [blame] | 8218 | ** If the nBytes parameter is 0 and the blob of memory has not yet been |
| 8219 | ** allocated, a null pointer is returned. If the blob has already been |
| 8220 | ** allocated, it is returned as normal. |
| 8221 | ** |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8222 | ** Just before the shared-btree is closed, the function passed as the |
| 8223 | ** xFree argument when the memory allocation was made is invoked on the |
drh | 4fa7d7c | 2011-04-03 02:41:00 +0000 | [diff] [blame] | 8224 | ** blob of allocated memory. The xFree function should not call sqlite3_free() |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8225 | ** on the memory, the btree layer does that. |
| 8226 | */ |
| 8227 | void *sqlite3BtreeSchema(Btree *p, int nBytes, void(*xFree)(void *)){ |
| 8228 | BtShared *pBt = p->pBt; |
drh | 2764170 | 2007-08-22 02:56:42 +0000 | [diff] [blame] | 8229 | sqlite3BtreeEnter(p); |
danielk1977 | 171bfed | 2008-06-23 09:50:50 +0000 | [diff] [blame] | 8230 | if( !pBt->pSchema && nBytes ){ |
drh | b975598 | 2010-07-24 16:34:37 +0000 | [diff] [blame] | 8231 | pBt->pSchema = sqlite3DbMallocZero(0, nBytes); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8232 | pBt->xFreeSchema = xFree; |
| 8233 | } |
drh | 2764170 | 2007-08-22 02:56:42 +0000 | [diff] [blame] | 8234 | sqlite3BtreeLeave(p); |
danielk1977 | da18423 | 2006-01-05 11:34:32 +0000 | [diff] [blame] | 8235 | return pBt->pSchema; |
| 8236 | } |
| 8237 | |
danielk1977 | c87d34d | 2006-01-06 13:00:28 +0000 | [diff] [blame] | 8238 | /* |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 8239 | ** Return SQLITE_LOCKED_SHAREDCACHE if another user of the same shared |
| 8240 | ** btree as the argument handle holds an exclusive lock on the |
| 8241 | ** sqlite_master table. Otherwise SQLITE_OK. |
danielk1977 | c87d34d | 2006-01-06 13:00:28 +0000 | [diff] [blame] | 8242 | */ |
| 8243 | int sqlite3BtreeSchemaLocked(Btree *p){ |
drh | 2764170 | 2007-08-22 02:56:42 +0000 | [diff] [blame] | 8244 | int rc; |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 8245 | assert( sqlite3_mutex_held(p->db->mutex) ); |
drh | 2764170 | 2007-08-22 02:56:42 +0000 | [diff] [blame] | 8246 | sqlite3BtreeEnter(p); |
danielk1977 | 404ca07 | 2009-03-16 13:19:36 +0000 | [diff] [blame] | 8247 | rc = querySharedCacheTableLock(p, MASTER_ROOT, READ_LOCK); |
| 8248 | assert( rc==SQLITE_OK || rc==SQLITE_LOCKED_SHAREDCACHE ); |
drh | 2764170 | 2007-08-22 02:56:42 +0000 | [diff] [blame] | 8249 | sqlite3BtreeLeave(p); |
| 8250 | return rc; |
danielk1977 | c87d34d | 2006-01-06 13:00:28 +0000 | [diff] [blame] | 8251 | } |
| 8252 | |
drh | a154dcd | 2006-03-22 22:10:07 +0000 | [diff] [blame] | 8253 | |
| 8254 | #ifndef SQLITE_OMIT_SHARED_CACHE |
| 8255 | /* |
| 8256 | ** Obtain a lock on the table whose root page is iTab. The |
| 8257 | ** lock is a write lock if isWritelock is true or a read lock |
| 8258 | ** if it is false. |
| 8259 | */ |
danielk1977 | c00da10 | 2006-01-07 13:21:04 +0000 | [diff] [blame] | 8260 | int sqlite3BtreeLockTable(Btree *p, int iTab, u8 isWriteLock){ |
danielk1977 | 2e94d4d | 2006-01-09 05:36:27 +0000 | [diff] [blame] | 8261 | int rc = SQLITE_OK; |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 8262 | assert( p->inTrans!=TRANS_NONE ); |
drh | 6a9ad3d | 2008-04-02 16:29:30 +0000 | [diff] [blame] | 8263 | if( p->sharable ){ |
| 8264 | u8 lockType = READ_LOCK + isWriteLock; |
| 8265 | assert( READ_LOCK+1==WRITE_LOCK ); |
| 8266 | assert( isWriteLock==0 || isWriteLock==1 ); |
danielk1977 | 602b466 | 2009-07-02 07:47:33 +0000 | [diff] [blame] | 8267 | |
drh | 6a9ad3d | 2008-04-02 16:29:30 +0000 | [diff] [blame] | 8268 | sqlite3BtreeEnter(p); |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 8269 | rc = querySharedCacheTableLock(p, iTab, lockType); |
drh | 6a9ad3d | 2008-04-02 16:29:30 +0000 | [diff] [blame] | 8270 | if( rc==SQLITE_OK ){ |
drh | c25eabe | 2009-02-24 18:57:31 +0000 | [diff] [blame] | 8271 | rc = setSharedCacheTableLock(p, iTab, lockType); |
drh | 6a9ad3d | 2008-04-02 16:29:30 +0000 | [diff] [blame] | 8272 | } |
| 8273 | sqlite3BtreeLeave(p); |
danielk1977 | c00da10 | 2006-01-07 13:21:04 +0000 | [diff] [blame] | 8274 | } |
| 8275 | return rc; |
| 8276 | } |
drh | a154dcd | 2006-03-22 22:10:07 +0000 | [diff] [blame] | 8277 | #endif |
danielk1977 | b82e7ed | 2006-01-11 14:09:31 +0000 | [diff] [blame] | 8278 | |
danielk1977 | b4e9af9 | 2007-05-01 17:49:49 +0000 | [diff] [blame] | 8279 | #ifndef SQLITE_OMIT_INCRBLOB |
| 8280 | /* |
| 8281 | ** Argument pCsr must be a cursor opened for writing on an |
| 8282 | ** INTKEY table currently pointing at a valid table entry. |
| 8283 | ** This function modifies the data stored as part of that entry. |
danielk1977 | ecaecf9 | 2009-07-08 08:05:35 +0000 | [diff] [blame] | 8284 | ** |
| 8285 | ** Only the data content may only be modified, it is not possible to |
| 8286 | ** change the length of the data stored. If this function is called with |
| 8287 | ** parameters that attempt to write past the end of the existing data, |
| 8288 | ** no modifications are made and SQLITE_CORRUPT is returned. |
danielk1977 | b4e9af9 | 2007-05-01 17:49:49 +0000 | [diff] [blame] | 8289 | */ |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 8290 | int sqlite3BtreePutData(BtCursor *pCsr, u32 offset, u32 amt, void *z){ |
danielk1977 | c9000e6 | 2009-07-08 13:55:28 +0000 | [diff] [blame] | 8291 | int rc; |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 8292 | assert( cursorHoldsMutex(pCsr) ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 8293 | assert( sqlite3_mutex_held(pCsr->pBtree->db->mutex) ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 8294 | assert( pCsr->isIncrblobHandle ); |
danielk1977 | 3588ceb | 2008-06-10 17:30:26 +0000 | [diff] [blame] | 8295 | |
danielk1977 | c9000e6 | 2009-07-08 13:55:28 +0000 | [diff] [blame] | 8296 | rc = restoreCursorPosition(pCsr); |
| 8297 | if( rc!=SQLITE_OK ){ |
| 8298 | return rc; |
| 8299 | } |
danielk1977 | 3588ceb | 2008-06-10 17:30:26 +0000 | [diff] [blame] | 8300 | assert( pCsr->eState!=CURSOR_REQUIRESEEK ); |
| 8301 | if( pCsr->eState!=CURSOR_VALID ){ |
| 8302 | return SQLITE_ABORT; |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 8303 | } |
| 8304 | |
danielk1977 | c9000e6 | 2009-07-08 13:55:28 +0000 | [diff] [blame] | 8305 | /* Check some assumptions: |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 8306 | ** (a) the cursor is open for writing, |
danielk1977 | c9000e6 | 2009-07-08 13:55:28 +0000 | [diff] [blame] | 8307 | ** (b) there is a read/write transaction open, |
| 8308 | ** (c) the connection holds a write-lock on the table (if required), |
| 8309 | ** (d) there are no conflicting read-locks, and |
| 8310 | ** (e) the cursor points at a valid row of an intKey table. |
danielk1977 | d0441796 | 2007-05-02 13:16:30 +0000 | [diff] [blame] | 8311 | */ |
danielk1977 | 4f02960 | 2009-07-08 18:45:37 +0000 | [diff] [blame] | 8312 | if( !pCsr->wrFlag ){ |
| 8313 | return SQLITE_READONLY; |
| 8314 | } |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 8315 | assert( (pCsr->pBt->btsFlags & BTS_READ_ONLY)==0 |
| 8316 | && pCsr->pBt->inTransaction==TRANS_WRITE ); |
danielk1977 | 96d48e9 | 2009-06-29 06:00:37 +0000 | [diff] [blame] | 8317 | assert( hasSharedCacheTableLock(pCsr->pBtree, pCsr->pgnoRoot, 0, 2) ); |
| 8318 | assert( !hasReadConflicts(pCsr->pBtree, pCsr->pgnoRoot) ); |
danielk1977 | c9000e6 | 2009-07-08 13:55:28 +0000 | [diff] [blame] | 8319 | assert( pCsr->apPage[pCsr->iPage]->intKey ); |
danielk1977 | b4e9af9 | 2007-05-01 17:49:49 +0000 | [diff] [blame] | 8320 | |
drh | fb19268 | 2009-07-11 18:26:28 +0000 | [diff] [blame] | 8321 | return accessPayload(pCsr, offset, amt, (unsigned char *)z, 1); |
danielk1977 | b4e9af9 | 2007-05-01 17:49:49 +0000 | [diff] [blame] | 8322 | } |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 8323 | |
| 8324 | /* |
| 8325 | ** Set a flag on this cursor to cache the locations of pages from the |
danielk1977 | da10719 | 2007-05-04 08:32:13 +0000 | [diff] [blame] | 8326 | ** overflow list for the current row. This is used by cursors opened |
| 8327 | ** for incremental blob IO only. |
| 8328 | ** |
| 8329 | ** This function sets a flag only. The actual page location cache |
| 8330 | ** (stored in BtCursor.aOverflow[]) is allocated and used by function |
| 8331 | ** accessPayload() (the worker function for sqlite3BtreeData() and |
| 8332 | ** sqlite3BtreePutData()). |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 8333 | */ |
| 8334 | void sqlite3BtreeCacheOverflow(BtCursor *pCur){ |
drh | 1fee73e | 2007-08-29 04:00:57 +0000 | [diff] [blame] | 8335 | assert( cursorHoldsMutex(pCur) ); |
drh | e5fe690 | 2007-12-07 18:55:28 +0000 | [diff] [blame] | 8336 | assert( sqlite3_mutex_held(pCur->pBtree->db->mutex) ); |
dan | 4e76cc3 | 2010-10-20 18:56:04 +0000 | [diff] [blame] | 8337 | invalidateOverflowCache(pCur); |
danielk1977 | dcbb5d3 | 2007-05-04 18:36:44 +0000 | [diff] [blame] | 8338 | pCur->isIncrblobHandle = 1; |
danielk1977 | 2dec970 | 2007-05-02 16:48:37 +0000 | [diff] [blame] | 8339 | } |
danielk1977 | b4e9af9 | 2007-05-01 17:49:49 +0000 | [diff] [blame] | 8340 | #endif |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 8341 | |
| 8342 | /* |
| 8343 | ** Set both the "read version" (single byte at byte offset 18) and |
| 8344 | ** "write version" (single byte at byte offset 19) fields in the database |
| 8345 | ** header to iVersion. |
| 8346 | */ |
| 8347 | int sqlite3BtreeSetVersion(Btree *pBtree, int iVersion){ |
| 8348 | BtShared *pBt = pBtree->pBt; |
| 8349 | int rc; /* Return code */ |
| 8350 | |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 8351 | assert( iVersion==1 || iVersion==2 ); |
| 8352 | |
dan | b978002 | 2010-04-21 18:37:57 +0000 | [diff] [blame] | 8353 | /* If setting the version fields to 1, do not automatically open the |
| 8354 | ** WAL connection, even if the version fields are currently set to 2. |
| 8355 | */ |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 8356 | pBt->btsFlags &= ~BTS_NO_WAL; |
| 8357 | if( iVersion==1 ) pBt->btsFlags |= BTS_NO_WAL; |
dan | b978002 | 2010-04-21 18:37:57 +0000 | [diff] [blame] | 8358 | |
| 8359 | rc = sqlite3BtreeBeginTrans(pBtree, 0); |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 8360 | if( rc==SQLITE_OK ){ |
| 8361 | u8 *aData = pBt->pPage1->aData; |
dan | b978002 | 2010-04-21 18:37:57 +0000 | [diff] [blame] | 8362 | if( aData[18]!=(u8)iVersion || aData[19]!=(u8)iVersion ){ |
dan | ede6eb8 | 2010-04-22 06:27:04 +0000 | [diff] [blame] | 8363 | rc = sqlite3BtreeBeginTrans(pBtree, 2); |
dan | b978002 | 2010-04-21 18:37:57 +0000 | [diff] [blame] | 8364 | if( rc==SQLITE_OK ){ |
| 8365 | rc = sqlite3PagerWrite(pBt->pPage1->pDbPage); |
| 8366 | if( rc==SQLITE_OK ){ |
| 8367 | aData[18] = (u8)iVersion; |
| 8368 | aData[19] = (u8)iVersion; |
| 8369 | } |
| 8370 | } |
| 8371 | } |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 8372 | } |
| 8373 | |
drh | c916634 | 2012-01-05 23:32:06 +0000 | [diff] [blame] | 8374 | pBt->btsFlags &= ~BTS_NO_WAL; |
dan | e04dc88 | 2010-04-20 18:53:15 +0000 | [diff] [blame] | 8375 | return rc; |
| 8376 | } |
dan | 428c218 | 2012-08-06 18:50:11 +0000 | [diff] [blame] | 8377 | |
| 8378 | /* |
| 8379 | ** set the mask of hint flags for cursor pCsr. Currently the only valid |
| 8380 | ** values are 0 and BTREE_BULKLOAD. |
| 8381 | */ |
| 8382 | void sqlite3BtreeCursorHints(BtCursor *pCsr, unsigned int mask){ |
| 8383 | assert( mask==BTREE_BULKLOAD || mask==0 ); |
| 8384 | pCsr->hints = mask; |
| 8385 | } |