blob: 7ea6916d6327a97eb93b93804df0b91c4d83e73d [file] [log] [blame]
dan7c246102010-04-12 19:00:29 +00001/*
drh7ed91f22010-04-29 22:34:07 +00002** 2010 February 1
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12**
13** This file contains the implementation of a write-ahead log file used in
dan7c246102010-04-12 19:00:29 +000014** "journal_mode=wal" mode.
15*/
dan5cf53532010-05-01 16:40:20 +000016#ifndef SQLITE_OMIT_WAL
17
drh7ed91f22010-04-29 22:34:07 +000018#include "wal.h"
dan7c246102010-04-12 19:00:29 +000019
dan4b64c1e2010-04-27 18:49:54 +000020
dan97a31352010-04-16 13:59:31 +000021/*
drh7ed91f22010-04-29 22:34:07 +000022** WRITE-AHEAD LOG (WAL) FILE FORMAT
dan97a31352010-04-16 13:59:31 +000023**
drh7ed91f22010-04-29 22:34:07 +000024** A wal file consists of a header followed by zero or more "frames".
25** The header is 12 bytes in size and consists of the following three
dan97a31352010-04-16 13:59:31 +000026** big-endian 32-bit unsigned integer values:
27**
dan3de777f2010-04-17 12:31:37 +000028** 0: Database page size,
29** 4: Randomly selected salt value 1,
30** 8: Randomly selected salt value 2.
dan97a31352010-04-16 13:59:31 +000031**
drh7ed91f22010-04-29 22:34:07 +000032** Immediately following the header are zero or more frames. Each
dan97a31352010-04-16 13:59:31 +000033** frame itself consists of a 16-byte header followed by a <page-size> bytes
34** of page data. The header is broken into 4 big-endian 32-bit unsigned
35** integer values, as follows:
36**
dan3de777f2010-04-17 12:31:37 +000037** 0: Page number.
38** 4: For commit records, the size of the database image in pages
dan97a31352010-04-16 13:59:31 +000039** after the commit. For all other records, zero.
dan3de777f2010-04-17 12:31:37 +000040** 8: Checksum value 1.
dan97a31352010-04-16 13:59:31 +000041** 12: Checksum value 2.
42*/
43
44/*
drh7ed91f22010-04-29 22:34:07 +000045** WAL-INDEX FILE FORMAT
dan97a31352010-04-16 13:59:31 +000046**
drh7ed91f22010-04-29 22:34:07 +000047** The wal-index file consists of a 32-byte header region, followed by an
48** 8-byte region that contains no useful data (used to apply byte-range locks
danff207012010-04-24 04:49:15 +000049** to), followed by the data region.
50**
51** The contents of both the header and data region are specified in terms
52** of 1, 2 and 4 byte unsigned integers. All integers are stored in
drh7ed91f22010-04-29 22:34:07 +000053** machine-endian order. The wal-index is not a persistent file and
54** so it does not need to be portable across archtectures.
danff207012010-04-24 04:49:15 +000055**
drh7ed91f22010-04-29 22:34:07 +000056** A wal-index file is essentially a shadow-pager map. It contains a
57** mapping from database page number to the set of locations in the wal
danff207012010-04-24 04:49:15 +000058** file that contain versions of the database page. When a database
drh7ed91f22010-04-29 22:34:07 +000059** client needs to read a page of data, it first queries the wal-index
danff207012010-04-24 04:49:15 +000060** file to determine if the required version of the page is stored in
drh7ed91f22010-04-29 22:34:07 +000061** the wal. If so, the page is read from the wal. If not, the page is
62** read from the database file.
danff207012010-04-24 04:49:15 +000063**
drh7ed91f22010-04-29 22:34:07 +000064** Whenever a transaction is appended to the wal or a checkpoint transfers
65** data from the wal into the database file, the wal-index is
danff207012010-04-24 04:49:15 +000066** updated accordingly.
67**
drh7ed91f22010-04-29 22:34:07 +000068** The fields in the wal-index file header are described in the comment
69** directly above the definition of struct WalIndexHdr (see below).
70** Immediately following the fields in the WalIndexHdr structure is
danff207012010-04-24 04:49:15 +000071** an 8 byte checksum based on the contents of the header. This field is
drh7ed91f22010-04-29 22:34:07 +000072** not the same as the iCheck1 and iCheck2 fields of the WalIndexHdr.
dan97a31352010-04-16 13:59:31 +000073*/
74
drh7ed91f22010-04-29 22:34:07 +000075/* Object declarations */
76typedef struct WalIndexHdr WalIndexHdr;
77typedef struct WalIterator WalIterator;
dan7c246102010-04-12 19:00:29 +000078
79
80/*
drh7ed91f22010-04-29 22:34:07 +000081** The following object stores a copy of the wal-index header.
dan7c246102010-04-12 19:00:29 +000082**
83** Member variables iCheck1 and iCheck2 contain the checksum for the
drh7ed91f22010-04-29 22:34:07 +000084** last frame written to the wal, or 2 and 3 respectively if the log
dan7c246102010-04-12 19:00:29 +000085** is currently empty.
86*/
drh7ed91f22010-04-29 22:34:07 +000087struct WalIndexHdr {
dan7c246102010-04-12 19:00:29 +000088 u32 iChange; /* Counter incremented each transaction */
89 u32 pgsz; /* Database page size in bytes */
90 u32 iLastPg; /* Address of last valid frame in log */
91 u32 nPage; /* Size of database in pages */
92 u32 iCheck1; /* Checkpoint value 1 */
93 u32 iCheck2; /* Checkpoint value 2 */
94};
95
drh7ed91f22010-04-29 22:34:07 +000096/* Size of serialized WalIndexHdr object. */
97#define WALINDEX_HDR_NFIELD (sizeof(WalIndexHdr) / sizeof(u32))
dan7c246102010-04-12 19:00:29 +000098
drh7ed91f22010-04-29 22:34:07 +000099/* A block of 16 bytes beginning at WALINDEX_LOCK_OFFSET is reserved
danff207012010-04-24 04:49:15 +0000100** for locks. Since some systems only feature mandatory file-locks, we
101** do not read or write data from the region of the file on which locks
102** are applied.
103*/
drh7ed91f22010-04-29 22:34:07 +0000104#define WALINDEX_LOCK_OFFSET ((sizeof(WalIndexHdr))+2*sizeof(u32))
105#define WALINDEX_LOCK_RESERVED 8
dan7c246102010-04-12 19:00:29 +0000106
drh7ed91f22010-04-29 22:34:07 +0000107/* Size of header before each frame in wal */
108#define WAL_FRAME_HDRSIZE 16
danff207012010-04-24 04:49:15 +0000109
drh7ed91f22010-04-29 22:34:07 +0000110/* Size of write ahead log header */
111#define WAL_HDRSIZE 12
dan97a31352010-04-16 13:59:31 +0000112
113/*
drh7ed91f22010-04-29 22:34:07 +0000114** Return the offset of frame iFrame in the write-ahead log file,
115** assuming a database page size of pgsz bytes. The offset returned
116** is to the start of the write-ahead log frame-header.
dan97a31352010-04-16 13:59:31 +0000117*/
drh7ed91f22010-04-29 22:34:07 +0000118#define walFrameOffset(iFrame, pgsz) ( \
119 WAL_HDRSIZE + ((iFrame)-1)*((pgsz)+WAL_FRAME_HDRSIZE) \
dan97a31352010-04-16 13:59:31 +0000120)
dan7c246102010-04-12 19:00:29 +0000121
122/*
drh7ed91f22010-04-29 22:34:07 +0000123** An open write-ahead log file is represented by an instance of the
124** following object.
dance4f05f2010-04-22 19:14:13 +0000125*/
drh7ed91f22010-04-29 22:34:07 +0000126struct Wal {
127 sqlite3_vfs *pVfs; /* The VFS used to create pFd */
128 sqlite3_file *pFd; /* File handle for WAL file */
129 u32 iCallback; /* Value to pass to log callback (or 0) */
130 sqlite3_shm *pWIndex; /* The open wal-index file */
drh5530b762010-04-30 14:39:50 +0000131 int szWIndex; /* Size of the wal-index that is mapped in mem */
drh7ed91f22010-04-29 22:34:07 +0000132 u32 *pWiData; /* Pointer to wal-index content in memory */
133 u8 lockState; /* SQLITE_SHM_xxxx constant showing lock state */
134 u8 readerType; /* SQLITE_SHM_READ or SQLITE_SHM_READ_FULL */
135 WalIndexHdr hdr; /* Wal-index for current snapshot */
drh2d536e12010-05-01 20:17:30 +0000136 char *zName; /* Name of underlying storage */
dan7c246102010-04-12 19:00:29 +0000137};
138
dan64d039e2010-04-13 19:27:31 +0000139
dan7c246102010-04-12 19:00:29 +0000140/*
141** This structure is used to implement an iterator that iterates through
142** all frames in the log in database page order. Where two or more frames
143** correspond to the same database page, the iterator visits only the
144** frame most recently written to the log.
145**
146** The internals of this structure are only accessed by:
147**
drh7ed91f22010-04-29 22:34:07 +0000148** walIteratorInit() - Create a new iterator,
149** walIteratorNext() - Step an iterator,
150** walIteratorFree() - Free an iterator.
dan7c246102010-04-12 19:00:29 +0000151**
drh7ed91f22010-04-29 22:34:07 +0000152** This functionality is used by the checkpoint code (see walCheckpoint()).
dan7c246102010-04-12 19:00:29 +0000153*/
drh7ed91f22010-04-29 22:34:07 +0000154struct WalIterator {
155 int nSegment; /* Size of WalIterator.aSegment[] array */
dan7c246102010-04-12 19:00:29 +0000156 int nFinal; /* Elements in segment nSegment-1 */
drh7ed91f22010-04-29 22:34:07 +0000157 struct WalSegment {
dan7c246102010-04-12 19:00:29 +0000158 int iNext; /* Next aIndex index */
159 u8 *aIndex; /* Pointer to index array */
160 u32 *aDbPage; /* Pointer to db page array */
161 } aSegment[1];
162};
163
dan64d039e2010-04-13 19:27:31 +0000164
dan7c246102010-04-12 19:00:29 +0000165/*
166** Generate an 8 byte checksum based on the data in array aByte[] and the
167** initial values of aCksum[0] and aCksum[1]. The checksum is written into
168** aCksum[] before returning.
dan56d95912010-04-24 19:07:29 +0000169**
170** The range of bytes to checksum is treated as an array of 32-bit
171** little-endian unsigned integers. For each integer X in the array, from
172** start to finish, do the following:
173**
174** aCksum[0] += X;
175** aCksum[1] += aCksum[0];
176**
177** For the calculation above, use 64-bit unsigned accumulators. Before
178** returning, truncate the values to 32-bits as follows:
179**
180** aCksum[0] = (u32)(aCksum[0] + (aCksum[0]>>24));
181** aCksum[1] = (u32)(aCksum[1] + (aCksum[1]>>24));
dan7c246102010-04-12 19:00:29 +0000182*/
drh7ed91f22010-04-29 22:34:07 +0000183static void walChecksumBytes(u8 *aByte, int nByte, u32 *aCksum){
dan39c79f52010-04-15 10:58:51 +0000184 u64 sum1 = aCksum[0];
185 u64 sum2 = aCksum[1];
186 u32 *a32 = (u32 *)aByte;
187 u32 *aEnd = (u32 *)&aByte[nByte];
dan7c246102010-04-12 19:00:29 +0000188
dan7c246102010-04-12 19:00:29 +0000189 assert( (nByte&0x00000003)==0 );
190
dance4f05f2010-04-22 19:14:13 +0000191 if( SQLITE_LITTLEENDIAN ){
192#ifdef SQLITE_DEBUG
193 u8 *a = (u8 *)a32;
194 assert( *a32==(a[0] + (a[1]<<8) + (a[2]<<16) + (a[3]<<24)) );
195#endif
196 do {
197 sum1 += *a32;
198 sum2 += sum1;
199 } while( ++a32<aEnd );
200 }else{
201 do {
202 u8 *a = (u8*)a32;
203 sum1 += a[0] + (a[1]<<8) + (a[2]<<16) + (a[3]<<24);
204 sum2 += sum1;
205 } while( ++a32<aEnd );
206 }
dan7c246102010-04-12 19:00:29 +0000207
dan39c79f52010-04-15 10:58:51 +0000208 aCksum[0] = sum1 + (sum1>>24);
209 aCksum[1] = sum2 + (sum2>>24);
dan7c246102010-04-12 19:00:29 +0000210}
211
212/*
drh7ed91f22010-04-29 22:34:07 +0000213** Attempt to change the lock status.
dan7c246102010-04-12 19:00:29 +0000214**
drh7ed91f22010-04-29 22:34:07 +0000215** When changing the lock status to SQLITE_SHM_READ, store the
216** type of reader lock (either SQLITE_SHM_READ or SQLITE_SHM_READ_FULL)
217** in pWal->readerType.
dan7c246102010-04-12 19:00:29 +0000218*/
drh7ed91f22010-04-29 22:34:07 +0000219static int walSetLock(Wal *pWal, int desiredStatus){
220 int rc, got;
221 if( pWal->lockState==desiredStatus ) return SQLITE_OK;
drh1fbe0f22010-05-03 16:30:27 +0000222 rc = pWal->pVfs->xShmLock(pWal->pVfs, pWal->pWIndex, desiredStatus, &got);
drh49156b22010-04-30 16:12:04 +0000223 pWal->lockState = got;
224 if( got==SQLITE_SHM_READ_FULL || got==SQLITE_SHM_READ ){
225 pWal->readerType = got;
226 pWal->lockState = SQLITE_SHM_READ;
dan7c246102010-04-12 19:00:29 +0000227 }
228 return rc;
229}
230
drh7ed91f22010-04-29 22:34:07 +0000231/*
232** Update the header of the wal-index file.
233*/
234static void walIndexWriteHdr(Wal *pWal, WalIndexHdr *pHdr){
235 u32 *aHdr = pWal->pWiData; /* Write header here */
236 u32 *aCksum = &aHdr[WALINDEX_HDR_NFIELD]; /* Write header cksum here */
danff207012010-04-24 04:49:15 +0000237
drh7ed91f22010-04-29 22:34:07 +0000238 assert( WALINDEX_HDR_NFIELD==sizeof(WalIndexHdr)/4 );
239 assert( aHdr!=0 );
240 memcpy(aHdr, pHdr, sizeof(WalIndexHdr));
danff207012010-04-24 04:49:15 +0000241 aCksum[0] = aCksum[1] = 1;
drh7ed91f22010-04-29 22:34:07 +0000242 walChecksumBytes((u8 *)aHdr, sizeof(WalIndexHdr), aCksum);
dan7c246102010-04-12 19:00:29 +0000243}
244
245/*
246** This function encodes a single frame header and writes it to a buffer
drh7ed91f22010-04-29 22:34:07 +0000247** supplied by the caller. A frame-header is made up of a series of
dan7c246102010-04-12 19:00:29 +0000248** 4-byte big-endian integers, as follows:
249**
250** 0: Database page size in bytes.
251** 4: Page number.
252** 8: New database size (for commit frames, otherwise zero).
253** 12: Frame checksum 1.
254** 16: Frame checksum 2.
255*/
drh7ed91f22010-04-29 22:34:07 +0000256static void walEncodeFrame(
dan7c246102010-04-12 19:00:29 +0000257 u32 *aCksum, /* IN/OUT: Checksum values */
258 u32 iPage, /* Database page number for frame */
259 u32 nTruncate, /* New db size (or 0 for non-commit frames) */
260 int nData, /* Database page size (size of aData[]) */
261 u8 *aData, /* Pointer to page data (for checksum) */
262 u8 *aFrame /* OUT: Write encoded frame here */
263){
drh7ed91f22010-04-29 22:34:07 +0000264 assert( WAL_FRAME_HDRSIZE==16 );
dan7c246102010-04-12 19:00:29 +0000265
dan97a31352010-04-16 13:59:31 +0000266 sqlite3Put4byte(&aFrame[0], iPage);
267 sqlite3Put4byte(&aFrame[4], nTruncate);
dan7c246102010-04-12 19:00:29 +0000268
drh7ed91f22010-04-29 22:34:07 +0000269 walChecksumBytes(aFrame, 8, aCksum);
270 walChecksumBytes(aData, nData, aCksum);
dan7c246102010-04-12 19:00:29 +0000271
dan97a31352010-04-16 13:59:31 +0000272 sqlite3Put4byte(&aFrame[8], aCksum[0]);
273 sqlite3Put4byte(&aFrame[12], aCksum[1]);
dan7c246102010-04-12 19:00:29 +0000274}
275
276/*
277** Return 1 and populate *piPage, *pnTruncate and aCksum if the
278** frame checksum looks Ok. Otherwise return 0.
279*/
drh7ed91f22010-04-29 22:34:07 +0000280static int walDecodeFrame(
dan7c246102010-04-12 19:00:29 +0000281 u32 *aCksum, /* IN/OUT: Checksum values */
282 u32 *piPage, /* OUT: Database page number for frame */
283 u32 *pnTruncate, /* OUT: New db size (or 0 if not commit) */
284 int nData, /* Database page size (size of aData[]) */
285 u8 *aData, /* Pointer to page data (for checksum) */
286 u8 *aFrame /* Frame data */
287){
drh7ed91f22010-04-29 22:34:07 +0000288 assert( WAL_FRAME_HDRSIZE==16 );
dan4a4b01d2010-04-16 11:30:18 +0000289
drh7ed91f22010-04-29 22:34:07 +0000290 walChecksumBytes(aFrame, 8, aCksum);
291 walChecksumBytes(aData, nData, aCksum);
dan7c246102010-04-12 19:00:29 +0000292
dan97a31352010-04-16 13:59:31 +0000293 if( aCksum[0]!=sqlite3Get4byte(&aFrame[8])
294 || aCksum[1]!=sqlite3Get4byte(&aFrame[12])
dan7c246102010-04-12 19:00:29 +0000295 ){
296 /* Checksum failed. */
297 return 0;
298 }
299
dan97a31352010-04-16 13:59:31 +0000300 *piPage = sqlite3Get4byte(&aFrame[0]);
301 *pnTruncate = sqlite3Get4byte(&aFrame[4]);
dan7c246102010-04-12 19:00:29 +0000302 return 1;
303}
304
drh7ed91f22010-04-29 22:34:07 +0000305static void walMergesort8(
306 Pgno *aContent, /* Pages in wal */
dan7c246102010-04-12 19:00:29 +0000307 u8 *aBuffer, /* Buffer of at least *pnList items to use */
308 u8 *aList, /* IN/OUT: List to sort */
309 int *pnList /* IN/OUT: Number of elements in aList[] */
310){
311 int nList = *pnList;
312 if( nList>1 ){
313 int nLeft = nList / 2; /* Elements in left list */
314 int nRight = nList - nLeft; /* Elements in right list */
315 u8 *aLeft = aList; /* Left list */
316 u8 *aRight = &aList[nLeft]; /* Right list */
317 int iLeft = 0; /* Current index in aLeft */
318 int iRight = 0; /* Current index in aright */
319 int iOut = 0; /* Current index in output buffer */
320
321 /* TODO: Change to non-recursive version. */
drh7ed91f22010-04-29 22:34:07 +0000322 walMergesort8(aContent, aBuffer, aLeft, &nLeft);
323 walMergesort8(aContent, aBuffer, aRight, &nRight);
dan7c246102010-04-12 19:00:29 +0000324
325 while( iRight<nRight || iLeft<nLeft ){
326 u8 logpage;
327 Pgno dbpage;
328
329 if( (iLeft<nLeft)
330 && (iRight>=nRight || aContent[aLeft[iLeft]]<aContent[aRight[iRight]])
331 ){
332 logpage = aLeft[iLeft++];
333 }else{
334 logpage = aRight[iRight++];
335 }
336 dbpage = aContent[logpage];
337
338 aBuffer[iOut++] = logpage;
339 if( iLeft<nLeft && aContent[aLeft[iLeft]]==dbpage ) iLeft++;
340
341 assert( iLeft>=nLeft || aContent[aLeft[iLeft]]>dbpage );
342 assert( iRight>=nRight || aContent[aRight[iRight]]>dbpage );
343 }
344 memcpy(aList, aBuffer, sizeof(aList[0])*iOut);
345 *pnList = iOut;
346 }
347
348#ifdef SQLITE_DEBUG
349 {
350 int i;
351 for(i=1; i<*pnList; i++){
352 assert( aContent[aList[i]] > aContent[aList[i-1]] );
353 }
354 }
355#endif
356}
357
358
359/*
drh7ed91f22010-04-29 22:34:07 +0000360** Return the index in the WalIndex.aData array that corresponds to
361** frame iFrame. The wal-index file consists of a header, followed by
dan7c246102010-04-12 19:00:29 +0000362** alternating "map" and "index" blocks.
363*/
drh7ed91f22010-04-29 22:34:07 +0000364static int walIndexEntry(u32 iFrame){
danff207012010-04-24 04:49:15 +0000365 return (
drh7ed91f22010-04-29 22:34:07 +0000366 (WALINDEX_LOCK_OFFSET+WALINDEX_LOCK_RESERVED)/sizeof(u32)
danff207012010-04-24 04:49:15 +0000367 + (((iFrame-1)>>8)<<6) /* Indexes that occur before iFrame */
368 + iFrame-1 /* Db page numbers that occur before iFrame */
369 );
dan7c246102010-04-12 19:00:29 +0000370}
371
drh7ed91f22010-04-29 22:34:07 +0000372/*
drh5530b762010-04-30 14:39:50 +0000373** Release our reference to the wal-index memory map, if we are holding
374** it.
drh7ed91f22010-04-29 22:34:07 +0000375*/
376static void walIndexUnmap(Wal *pWal){
377 if( pWal->pWiData ){
drh1fbe0f22010-05-03 16:30:27 +0000378 pWal->pVfs->xShmRelease(pWal->pVfs, pWal->pWIndex);
drh7ed91f22010-04-29 22:34:07 +0000379 pWal->pWiData = 0;
380 }
381}
dan7c246102010-04-12 19:00:29 +0000382
383/*
drh5530b762010-04-30 14:39:50 +0000384** Map the wal-index file into memory if it isn't already.
385**
386** The reqSize parameter is the minimum required size of the mapping.
387** A value of -1 means "don't care". The reqSize parameter is ignored
388** if the mapping is already held.
drh7ed91f22010-04-29 22:34:07 +0000389*/
drh5530b762010-04-30 14:39:50 +0000390static int walIndexMap(Wal *pWal, int reqSize){
391 int rc = SQLITE_OK;
392 if( pWal->pWiData==0 ){
drh1fbe0f22010-05-03 16:30:27 +0000393 rc = pWal->pVfs->xShmGet(pWal->pVfs, pWal->pWIndex, reqSize,
394 &pWal->szWIndex, (void**)(char*)&pWal->pWiData);
drh5530b762010-04-30 14:39:50 +0000395 if( rc==SQLITE_OK && pWal->pWiData==0 ){
396 /* Make sure pWal->pWiData is not NULL while we are holding the
397 ** lock on the mapping. */
398 assert( pWal->szWIndex==0 );
399 pWal->pWiData = &pWal->iCallback;
400 }
drh79e6c782010-04-30 02:13:26 +0000401 }
402 return rc;
403}
404
405/*
drh5530b762010-04-30 14:39:50 +0000406** Remap the wal-index so that the mapping covers the full size
407** of the underlying file.
408**
409** If enlargeTo is non-negative, then increase the size of the underlying
410** storage to be at least as big as enlargeTo before remapping.
drh79e6c782010-04-30 02:13:26 +0000411*/
drh5530b762010-04-30 14:39:50 +0000412static int walIndexRemap(Wal *pWal, int enlargeTo){
413 int rc;
414 int sz;
drh1fbe0f22010-05-03 16:30:27 +0000415 rc = pWal->pVfs->xShmSize(pWal->pVfs, pWal->pWIndex, enlargeTo, &sz);
drh5530b762010-04-30 14:39:50 +0000416 if( rc==SQLITE_OK && sz>pWal->szWIndex ){
417 walIndexUnmap(pWal);
418 rc = walIndexMap(pWal, sz);
419 }
drh7ed91f22010-04-29 22:34:07 +0000420 return rc;
421}
422
423/*
424** Increment by which to increase the wal-index file size.
425*/
426#define WALINDEX_MMAP_INCREMENT (64*1024)
427
428/*
429** Set an entry in the wal-index map to map log frame iFrame to db
430** page iPage. Values are always appended to the wal-index (i.e. the
dan7c246102010-04-12 19:00:29 +0000431** value of iFrame is always exactly one more than the value passed to
432** the previous call), but that restriction is not enforced or asserted
433** here.
434*/
drh7ed91f22010-04-29 22:34:07 +0000435static int walIndexAppend(Wal *pWal, u32 iFrame, u32 iPage){
436 u32 iSlot = walIndexEntry(iFrame);
437
drh5530b762010-04-30 14:39:50 +0000438 walIndexMap(pWal, -1);
danc9d53db2010-04-30 16:50:00 +0000439 while( ((iSlot+128)*sizeof(u32))>=pWal->szWIndex ){
dan31f98fc2010-04-27 05:42:32 +0000440 int rc;
danc9d53db2010-04-30 16:50:00 +0000441 int nByte = pWal->szWIndex + WALINDEX_MMAP_INCREMENT;
dance4f05f2010-04-22 19:14:13 +0000442
drh5530b762010-04-30 14:39:50 +0000443 /* Enlarge the storage, then remap it. */
drh7ed91f22010-04-29 22:34:07 +0000444 rc = walIndexRemap(pWal, nByte);
dan31f98fc2010-04-27 05:42:32 +0000445 if( rc!=SQLITE_OK ){
446 return rc;
447 }
dance4f05f2010-04-22 19:14:13 +0000448 }
449
drh7ed91f22010-04-29 22:34:07 +0000450 /* Set the wal-index entry itself */
451 pWal->pWiData[iSlot] = iPage;
dan7c246102010-04-12 19:00:29 +0000452
453 /* If the frame number is a multiple of 256 (frames are numbered starting
454 ** at 1), build an index of the most recently added 256 frames.
455 */
456 if( (iFrame&0x000000FF)==0 ){
457 int i; /* Iterator used while initializing aIndex */
458 u32 *aFrame; /* Pointer to array of 256 frames */
459 int nIndex; /* Number of entries in index */
460 u8 *aIndex; /* 256 bytes to build index in */
461 u8 *aTmp; /* Scratch space to use while sorting */
462
drh7ed91f22010-04-29 22:34:07 +0000463 aFrame = &pWal->pWiData[iSlot-255];
464 aIndex = (u8 *)&pWal->pWiData[iSlot+1];
dan7c246102010-04-12 19:00:29 +0000465 aTmp = &aIndex[256];
466
467 nIndex = 256;
468 for(i=0; i<256; i++) aIndex[i] = (u8)i;
drh7ed91f22010-04-29 22:34:07 +0000469 walMergesort8(aFrame, aTmp, aIndex, &nIndex);
dan7c246102010-04-12 19:00:29 +0000470 memset(&aIndex[nIndex], aIndex[nIndex-1], 256-nIndex);
471 }
dan31f98fc2010-04-27 05:42:32 +0000472
473 return SQLITE_OK;
dan7c246102010-04-12 19:00:29 +0000474}
475
476
477/*
drh7ed91f22010-04-29 22:34:07 +0000478** Recover the wal-index by reading the write-ahead log file.
479** The caller must hold RECOVER lock on the wal-index file.
dan7c246102010-04-12 19:00:29 +0000480*/
drh7ed91f22010-04-29 22:34:07 +0000481static int walIndexRecover(Wal *pWal){
dan7c246102010-04-12 19:00:29 +0000482 int rc; /* Return Code */
483 i64 nSize; /* Size of log file */
drh7ed91f22010-04-29 22:34:07 +0000484 WalIndexHdr hdr; /* Recovered wal-index header */
dan7c246102010-04-12 19:00:29 +0000485
drh7ed91f22010-04-29 22:34:07 +0000486 assert( pWal->lockState==SQLITE_SHM_RECOVER );
dan7c246102010-04-12 19:00:29 +0000487 memset(&hdr, 0, sizeof(hdr));
488
drh7ed91f22010-04-29 22:34:07 +0000489 rc = sqlite3OsFileSize(pWal->pFd, &nSize);
dan7c246102010-04-12 19:00:29 +0000490 if( rc!=SQLITE_OK ){
491 return rc;
492 }
493
drh7ed91f22010-04-29 22:34:07 +0000494 if( nSize>WAL_FRAME_HDRSIZE ){
495 u8 aBuf[WAL_FRAME_HDRSIZE]; /* Buffer to load first frame header into */
dan7c246102010-04-12 19:00:29 +0000496 u8 *aFrame = 0; /* Malloc'd buffer to load entire frame */
497 int nFrame; /* Number of bytes at aFrame */
498 u8 *aData; /* Pointer to data part of aFrame buffer */
499 int iFrame; /* Index of last frame read */
500 i64 iOffset; /* Next offset to read from log file */
501 int nPgsz; /* Page size according to the log */
dan97a31352010-04-16 13:59:31 +0000502 u32 aCksum[2]; /* Running checksum */
dan7c246102010-04-12 19:00:29 +0000503
504 /* Read in the first frame header in the file (to determine the
505 ** database page size).
506 */
drh7ed91f22010-04-29 22:34:07 +0000507 rc = sqlite3OsRead(pWal->pFd, aBuf, WAL_HDRSIZE, 0);
dan7c246102010-04-12 19:00:29 +0000508 if( rc!=SQLITE_OK ){
509 return rc;
510 }
511
512 /* If the database page size is not a power of two, or is greater than
513 ** SQLITE_MAX_PAGE_SIZE, conclude that the log file contains no valid data.
514 */
515 nPgsz = sqlite3Get4byte(&aBuf[0]);
dance4f05f2010-04-22 19:14:13 +0000516 if( nPgsz&(nPgsz-1) || nPgsz>SQLITE_MAX_PAGE_SIZE || nPgsz<512 ){
dan7c246102010-04-12 19:00:29 +0000517 goto finished;
518 }
dan97a31352010-04-16 13:59:31 +0000519 aCksum[0] = sqlite3Get4byte(&aBuf[4]);
520 aCksum[1] = sqlite3Get4byte(&aBuf[8]);
dan7c246102010-04-12 19:00:29 +0000521
522 /* Malloc a buffer to read frames into. */
drh7ed91f22010-04-29 22:34:07 +0000523 nFrame = nPgsz + WAL_FRAME_HDRSIZE;
dan7c246102010-04-12 19:00:29 +0000524 aFrame = (u8 *)sqlite3_malloc(nFrame);
525 if( !aFrame ){
526 return SQLITE_NOMEM;
527 }
drh7ed91f22010-04-29 22:34:07 +0000528 aData = &aFrame[WAL_FRAME_HDRSIZE];
dan7c246102010-04-12 19:00:29 +0000529
530 /* Read all frames from the log file. */
531 iFrame = 0;
drh7ed91f22010-04-29 22:34:07 +0000532 for(iOffset=WAL_HDRSIZE; (iOffset+nFrame)<=nSize; iOffset+=nFrame){
dan7c246102010-04-12 19:00:29 +0000533 u32 pgno; /* Database page number for frame */
534 u32 nTruncate; /* dbsize field from frame header */
535 int isValid; /* True if this frame is valid */
536
537 /* Read and decode the next log frame. */
drh7ed91f22010-04-29 22:34:07 +0000538 rc = sqlite3OsRead(pWal->pFd, aFrame, nFrame, iOffset);
dan7c246102010-04-12 19:00:29 +0000539 if( rc!=SQLITE_OK ) break;
drh7ed91f22010-04-29 22:34:07 +0000540 isValid = walDecodeFrame(aCksum, &pgno, &nTruncate, nPgsz, aData, aFrame);
dan7c246102010-04-12 19:00:29 +0000541 if( !isValid ) break;
drh7ed91f22010-04-29 22:34:07 +0000542 walIndexAppend(pWal, ++iFrame, pgno);
dan7c246102010-04-12 19:00:29 +0000543
544 /* If nTruncate is non-zero, this is a commit record. */
545 if( nTruncate ){
546 hdr.iCheck1 = aCksum[0];
547 hdr.iCheck2 = aCksum[1];
548 hdr.iLastPg = iFrame;
549 hdr.nPage = nTruncate;
550 hdr.pgsz = nPgsz;
551 }
552 }
553
554 sqlite3_free(aFrame);
555 }else{
556 hdr.iCheck1 = 2;
557 hdr.iCheck2 = 3;
558 }
559
560finished:
drh7ed91f22010-04-29 22:34:07 +0000561 walIndexWriteHdr(pWal, &hdr);
dan7c246102010-04-12 19:00:29 +0000562 return rc;
563}
564
565/*
566** Open a connection to the log file associated with database zDb. The
567** database file does not actually have to exist. zDb is used only to
568** figure out the name of the log file to open. If the log file does not
569** exist it is created by this call.
dan3de777f2010-04-17 12:31:37 +0000570**
571** A SHARED lock should be held on the database file when this function
572** is called. The purpose of this SHARED lock is to prevent any other
drh7ed91f22010-04-29 22:34:07 +0000573** client from unlinking the log or wal-index file. If another process
dan3de777f2010-04-17 12:31:37 +0000574** were to do this just after this client opened one of these files, the
575** system would be badly broken.
danef378022010-05-04 11:06:03 +0000576**
577** If the log file is successfully opened, SQLITE_OK is returned and
578** *ppWal is set to point to a new WAL handle. If an error occurs,
579** an SQLite error code is returned and *ppWal is left unmodified.
dan7c246102010-04-12 19:00:29 +0000580*/
drhc438efd2010-04-26 00:19:45 +0000581int sqlite3WalOpen(
drh7ed91f22010-04-29 22:34:07 +0000582 sqlite3_vfs *pVfs, /* vfs module to open wal and wal-index */
dan7c246102010-04-12 19:00:29 +0000583 const char *zDb, /* Name of database file */
drh7ed91f22010-04-29 22:34:07 +0000584 Wal **ppWal /* OUT: Allocated Wal handle */
dan7c246102010-04-12 19:00:29 +0000585){
danef378022010-05-04 11:06:03 +0000586 int rc; /* Return Code */
drh7ed91f22010-04-29 22:34:07 +0000587 Wal *pRet; /* Object to allocate and return */
dan7c246102010-04-12 19:00:29 +0000588 int flags; /* Flags passed to OsOpen() */
danef378022010-05-04 11:06:03 +0000589 char *zWal; /* Path to WAL file */
dan7c246102010-04-12 19:00:29 +0000590 int nWal; /* Length of zWal in bytes */
591
dan7c246102010-04-12 19:00:29 +0000592 assert( zDb );
dan87bfb512010-04-30 11:43:28 +0000593 if( pVfs->xShmOpen==0 ) return SQLITE_CANTOPEN_BKPT;
dan7c246102010-04-12 19:00:29 +0000594
drh7ed91f22010-04-29 22:34:07 +0000595 /* Allocate an instance of struct Wal to return. */
596 *ppWal = 0;
597 nWal = strlen(zDb);
drh2d536e12010-05-01 20:17:30 +0000598 pRet = (Wal*)sqlite3MallocZero(sizeof(Wal) + pVfs->szOsFile + nWal+5);
dan76ed3bc2010-05-03 17:18:24 +0000599 if( !pRet ){
600 return SQLITE_NOMEM;
601 }
602
dan7c246102010-04-12 19:00:29 +0000603 pRet->pVfs = pVfs;
604 pRet->pFd = (sqlite3_file *)&pRet[1];
drh2d536e12010-05-01 20:17:30 +0000605 pRet->zName = zWal = pVfs->szOsFile + (char*)pRet->pFd;
606 sqlite3_snprintf(nWal+5, zWal, "%s-wal", zDb);
drh7ed91f22010-04-29 22:34:07 +0000607 rc = pVfs->xShmOpen(pVfs, zWal, &pRet->pWIndex);
dan7c246102010-04-12 19:00:29 +0000608
drh7ed91f22010-04-29 22:34:07 +0000609 /* Open file handle on the write-ahead log file. */
dan76ed3bc2010-05-03 17:18:24 +0000610 if( rc==SQLITE_OK ){
611 flags = (SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE|SQLITE_OPEN_MAIN_JOURNAL);
612 rc = sqlite3OsOpen(pVfs, zWal, pRet->pFd, flags, &flags);
613 }
dan7c246102010-04-12 19:00:29 +0000614
dan7c246102010-04-12 19:00:29 +0000615 if( rc!=SQLITE_OK ){
drh33bec222010-05-04 16:33:37 +0000616 if( pRet->pWIndex ) pVfs->xShmClose(pVfs, pRet->pWIndex, 0);
danef378022010-05-04 11:06:03 +0000617 sqlite3OsClose(pRet->pFd);
618 sqlite3_free(pRet);
619 }else{
620 *ppWal = pRet;
dan7c246102010-04-12 19:00:29 +0000621 }
dan7c246102010-04-12 19:00:29 +0000622 return rc;
623}
624
drh7ed91f22010-04-29 22:34:07 +0000625static int walIteratorNext(
626 WalIterator *p, /* Iterator */
627 u32 *piPage, /* OUT: Next db page to write */
628 u32 *piFrame /* OUT: Wal frame to read from */
dan7c246102010-04-12 19:00:29 +0000629){
630 u32 iMin = *piPage;
631 u32 iRet = 0xFFFFFFFF;
632 int i;
633 int nBlock = p->nFinal;
634
635 for(i=p->nSegment-1; i>=0; i--){
drh7ed91f22010-04-29 22:34:07 +0000636 struct WalSegment *pSegment = &p->aSegment[i];
dan7c246102010-04-12 19:00:29 +0000637 while( pSegment->iNext<nBlock ){
638 u32 iPg = pSegment->aDbPage[pSegment->aIndex[pSegment->iNext]];
639 if( iPg>iMin ){
640 if( iPg<iRet ){
641 iRet = iPg;
642 *piFrame = i*256 + 1 + pSegment->aIndex[pSegment->iNext];
643 }
644 break;
645 }
646 pSegment->iNext++;
647 }
648
649 nBlock = 256;
650 }
651
652 *piPage = iRet;
653 return (iRet==0xFFFFFFFF);
654}
655
drh7ed91f22010-04-29 22:34:07 +0000656static WalIterator *walIteratorInit(Wal *pWal){
657 u32 *aData; /* Content of the wal-index file */
658 WalIterator *p; /* Return value */
dan7c246102010-04-12 19:00:29 +0000659 int nSegment; /* Number of segments to merge */
660 u32 iLast; /* Last frame in log */
661 int nByte; /* Number of bytes to allocate */
662 int i; /* Iterator variable */
663 int nFinal; /* Number of unindexed entries */
drh7ed91f22010-04-29 22:34:07 +0000664 struct WalSegment *pFinal; /* Final (unindexed) segment */
dan7c246102010-04-12 19:00:29 +0000665 u8 *aTmp; /* Temp space used by merge-sort */
666
drh5530b762010-04-30 14:39:50 +0000667 walIndexMap(pWal, -1);
drh7ed91f22010-04-29 22:34:07 +0000668 aData = pWal->pWiData;
669 iLast = pWal->hdr.iLastPg;
dan7c246102010-04-12 19:00:29 +0000670 nSegment = (iLast >> 8) + 1;
671 nFinal = (iLast & 0x000000FF);
672
drh7ed91f22010-04-29 22:34:07 +0000673 nByte = sizeof(WalIterator) + (nSegment-1)*sizeof(struct WalSegment) + 512;
674 p = (WalIterator *)sqlite3_malloc(nByte);
dan76ed3bc2010-05-03 17:18:24 +0000675
dan7c246102010-04-12 19:00:29 +0000676 if( p ){
677 memset(p, 0, nByte);
678 p->nSegment = nSegment;
dan76ed3bc2010-05-03 17:18:24 +0000679
680 for(i=0; i<nSegment-1; i++){
681 p->aSegment[i].aDbPage = &aData[walIndexEntry(i*256+1)];
682 p->aSegment[i].aIndex = (u8 *)&aData[walIndexEntry(i*256+1)+256];
683 }
684 pFinal = &p->aSegment[nSegment-1];
685
686 pFinal->aDbPage = &aData[walIndexEntry((nSegment-1)*256+1)];
687 pFinal->aIndex = (u8 *)&pFinal[1];
688 aTmp = &pFinal->aIndex[256];
689 for(i=0; i<nFinal; i++){
690 pFinal->aIndex[i] = i;
691 }
692 walMergesort8(pFinal->aDbPage, aTmp, pFinal->aIndex, &nFinal);
dan7c246102010-04-12 19:00:29 +0000693 p->nFinal = nFinal;
694 }
695
dan7c246102010-04-12 19:00:29 +0000696 return p;
697}
698
699/*
drh7ed91f22010-04-29 22:34:07 +0000700** Free a log iterator allocated by walIteratorInit().
dan7c246102010-04-12 19:00:29 +0000701*/
drh7ed91f22010-04-29 22:34:07 +0000702static void walIteratorFree(WalIterator *p){
dan7c246102010-04-12 19:00:29 +0000703 sqlite3_free(p);
704}
705
706/*
707** Checkpoint the contents of the log file.
708*/
drh7ed91f22010-04-29 22:34:07 +0000709static int walCheckpoint(
710 Wal *pWal, /* Wal connection */
dan7c246102010-04-12 19:00:29 +0000711 sqlite3_file *pFd, /* File descriptor open on db file */
danc5118782010-04-17 17:34:41 +0000712 int sync_flags, /* Flags for OsSync() (or 0) */
danb6e099a2010-05-04 14:47:39 +0000713 int nBuf, /* Size of zBuf in bytes */
dan7c246102010-04-12 19:00:29 +0000714 u8 *zBuf /* Temporary buffer to use */
715){
716 int rc; /* Return code */
drh7ed91f22010-04-29 22:34:07 +0000717 int pgsz = pWal->hdr.pgsz; /* Database page-size */
718 WalIterator *pIter = 0; /* Wal iterator context */
dan7c246102010-04-12 19:00:29 +0000719 u32 iDbpage = 0; /* Next database page to write */
drh7ed91f22010-04-29 22:34:07 +0000720 u32 iFrame = 0; /* Wal frame containing data for iDbpage */
dan7c246102010-04-12 19:00:29 +0000721
722 /* Allocate the iterator */
drh7ed91f22010-04-29 22:34:07 +0000723 pIter = walIteratorInit(pWal);
dan7c246102010-04-12 19:00:29 +0000724 if( !pIter ) return SQLITE_NOMEM;
725
danb6e099a2010-05-04 14:47:39 +0000726 if( pWal->hdr.iLastPg==0 ){
727 rc = SQLITE_OK;
728 goto out;
729 }
730
731 if( pWal->hdr.pgsz!=nBuf ){
732 rc = SQLITE_CORRUPT_BKPT;
733 goto out;
734 }
735
dan7c246102010-04-12 19:00:29 +0000736 /* Sync the log file to disk */
danc5118782010-04-17 17:34:41 +0000737 if( sync_flags ){
drh7ed91f22010-04-29 22:34:07 +0000738 rc = sqlite3OsSync(pWal->pFd, sync_flags);
danc5118782010-04-17 17:34:41 +0000739 if( rc!=SQLITE_OK ) goto out;
740 }
dan7c246102010-04-12 19:00:29 +0000741
742 /* Iterate through the contents of the log, copying data to the db file. */
drh7ed91f22010-04-29 22:34:07 +0000743 while( 0==walIteratorNext(pIter, &iDbpage, &iFrame) ){
744 rc = sqlite3OsRead(pWal->pFd, zBuf, pgsz,
745 walFrameOffset(iFrame, pgsz) + WAL_FRAME_HDRSIZE
dan7c246102010-04-12 19:00:29 +0000746 );
747 if( rc!=SQLITE_OK ) goto out;
748 rc = sqlite3OsWrite(pFd, zBuf, pgsz, (iDbpage-1)*pgsz);
749 if( rc!=SQLITE_OK ) goto out;
750 }
751
752 /* Truncate the database file */
drh7ed91f22010-04-29 22:34:07 +0000753 rc = sqlite3OsTruncate(pFd, ((i64)pWal->hdr.nPage*(i64)pgsz));
dan7c246102010-04-12 19:00:29 +0000754 if( rc!=SQLITE_OK ) goto out;
755
drh7ed91f22010-04-29 22:34:07 +0000756 /* Sync the database file. If successful, update the wal-index. */
danc5118782010-04-17 17:34:41 +0000757 if( sync_flags ){
758 rc = sqlite3OsSync(pFd, sync_flags);
759 if( rc!=SQLITE_OK ) goto out;
760 }
drh7ed91f22010-04-29 22:34:07 +0000761 pWal->hdr.iLastPg = 0;
762 pWal->hdr.iCheck1 = 2;
763 pWal->hdr.iCheck2 = 3;
764 walIndexWriteHdr(pWal, &pWal->hdr);
dan7c246102010-04-12 19:00:29 +0000765
766 /* TODO: If a crash occurs and the current log is copied into the
767 ** database there is no problem. However, if a crash occurs while
768 ** writing the next transaction into the start of the log, such that:
769 **
770 ** * The first transaction currently in the log is left intact, but
771 ** * The second (or subsequent) transaction is damaged,
772 **
773 ** then the database could become corrupt.
774 **
775 ** The easiest thing to do would be to write and sync a dummy header
776 ** into the log at this point. Unfortunately, that turns out to be
777 ** an unwelcome performance hit. Alternatives are...
778 */
779#if 0
drh7ed91f22010-04-29 22:34:07 +0000780 memset(zBuf, 0, WAL_FRAME_HDRSIZE);
781 rc = sqlite3OsWrite(pWal->pFd, zBuf, WAL_FRAME_HDRSIZE, 0);
dan7c246102010-04-12 19:00:29 +0000782 if( rc!=SQLITE_OK ) goto out;
drh7ed91f22010-04-29 22:34:07 +0000783 rc = sqlite3OsSync(pWal->pFd, pWal->sync_flags);
dan7c246102010-04-12 19:00:29 +0000784#endif
785
786 out:
drh7ed91f22010-04-29 22:34:07 +0000787 walIteratorFree(pIter);
dan7c246102010-04-12 19:00:29 +0000788 return rc;
789}
790
791/*
792** Close a connection to a log file.
793*/
drhc438efd2010-04-26 00:19:45 +0000794int sqlite3WalClose(
drh7ed91f22010-04-29 22:34:07 +0000795 Wal *pWal, /* Wal to close */
dan7c246102010-04-12 19:00:29 +0000796 sqlite3_file *pFd, /* Database file */
danc5118782010-04-17 17:34:41 +0000797 int sync_flags, /* Flags to pass to OsSync() (or 0) */
danb6e099a2010-05-04 14:47:39 +0000798 int nBuf,
799 u8 *zBuf /* Buffer of at least nBuf bytes */
dan7c246102010-04-12 19:00:29 +0000800){
801 int rc = SQLITE_OK;
drh7ed91f22010-04-29 22:34:07 +0000802 if( pWal ){
dan30c86292010-04-30 16:24:46 +0000803 int isDelete = 0; /* True to unlink wal and wal-index files */
804
805 /* If an EXCLUSIVE lock can be obtained on the database file (using the
806 ** ordinary, rollback-mode locking methods, this guarantees that the
807 ** connection associated with this log file is the only connection to
808 ** the database. In this case checkpoint the database and unlink both
809 ** the wal and wal-index files.
810 **
811 ** The EXCLUSIVE lock is not released before returning.
812 */
813 rc = sqlite3OsLock(pFd, SQLITE_LOCK_EXCLUSIVE);
814 if( rc==SQLITE_OK ){
danb6e099a2010-05-04 14:47:39 +0000815 rc = walCheckpoint(pWal, pFd, sync_flags, nBuf, zBuf);
dan30c86292010-04-30 16:24:46 +0000816 if( rc==SQLITE_OK ){
817 isDelete = 1;
818 }
819 walIndexUnmap(pWal);
820 }
821
drh1fbe0f22010-05-03 16:30:27 +0000822 pWal->pVfs->xShmClose(pWal->pVfs, pWal->pWIndex, isDelete);
drh7ed91f22010-04-29 22:34:07 +0000823 sqlite3OsClose(pWal->pFd);
dan30c86292010-04-30 16:24:46 +0000824 if( isDelete ){
drh2d536e12010-05-01 20:17:30 +0000825 sqlite3OsDelete(pWal->pVfs, pWal->zName, 0);
dan30c86292010-04-30 16:24:46 +0000826 }
drh7ed91f22010-04-29 22:34:07 +0000827 sqlite3_free(pWal);
dan7c246102010-04-12 19:00:29 +0000828 }
829 return rc;
830}
831
832/*
drh7ed91f22010-04-29 22:34:07 +0000833** Try to read the wal-index header. Attempt to verify the header
834** checksum. If the checksum can be verified, copy the wal-index
835** header into structure pWal->hdr. If the contents of pWal->hdr are
danb9bf16b2010-04-14 11:23:30 +0000836** modified by this and pChanged is not NULL, set *pChanged to 1.
837** Otherwise leave *pChanged unmodified.
838**
839** If the checksum cannot be verified return SQLITE_ERROR.
840*/
drh7ed91f22010-04-29 22:34:07 +0000841int walIndexTryHdr(Wal *pWal, int *pChanged){
danb9bf16b2010-04-14 11:23:30 +0000842 u32 aCksum[2] = {1, 1};
drh7ed91f22010-04-29 22:34:07 +0000843 u32 aHdr[WALINDEX_HDR_NFIELD+2];
danb9bf16b2010-04-14 11:23:30 +0000844
drh79e6c782010-04-30 02:13:26 +0000845 if( pWal->szWIndex==0 ){
drh5530b762010-04-30 14:39:50 +0000846 int rc;
847 rc = walIndexRemap(pWal, WALINDEX_MMAP_INCREMENT);
drh79e6c782010-04-30 02:13:26 +0000848 if( rc ) return rc;
849 }
850
drh7ed91f22010-04-29 22:34:07 +0000851 /* Read the header. The caller may or may not have locked the wal-index
dancd11fb22010-04-26 10:40:52 +0000852 ** file, meaning it is possible that an inconsistent snapshot is read
853 ** from the file. If this happens, return SQLITE_ERROR. The caller will
854 ** retry. Or, if the caller has already locked the file and the header
855 ** still looks inconsistent, it will run recovery.
drh79e6c782010-04-30 02:13:26 +0000856 **
857 ** FIX-ME: It is no longer possible to have not locked the wal-index.
danb9bf16b2010-04-14 11:23:30 +0000858 */
drh7ed91f22010-04-29 22:34:07 +0000859 memcpy(aHdr, pWal->pWiData, sizeof(aHdr));
860 walChecksumBytes((u8*)aHdr, sizeof(u32)*WALINDEX_HDR_NFIELD, aCksum);
861 if( aCksum[0]!=aHdr[WALINDEX_HDR_NFIELD]
862 || aCksum[1]!=aHdr[WALINDEX_HDR_NFIELD+1]
danb9bf16b2010-04-14 11:23:30 +0000863 ){
864 return SQLITE_ERROR;
865 }
866
drh7ed91f22010-04-29 22:34:07 +0000867 if( memcmp(&pWal->hdr, aHdr, sizeof(WalIndexHdr)) ){
danb9bf16b2010-04-14 11:23:30 +0000868 if( pChanged ){
869 *pChanged = 1;
870 }
drh7ed91f22010-04-29 22:34:07 +0000871 memcpy(&pWal->hdr, aHdr, sizeof(WalIndexHdr));
danb9bf16b2010-04-14 11:23:30 +0000872 }
873 return SQLITE_OK;
874}
875
876/*
drh7ed91f22010-04-29 22:34:07 +0000877** Read the wal-index header from the wal-index file into structure
878** pWal->hdr. If attempting to verify the header checksum fails, try
danb9bf16b2010-04-14 11:23:30 +0000879** to recover the log before returning.
880**
drh7ed91f22010-04-29 22:34:07 +0000881** If the wal-index header is successfully read, return SQLITE_OK.
danb9bf16b2010-04-14 11:23:30 +0000882** Otherwise an SQLite error code.
883*/
drh7ed91f22010-04-29 22:34:07 +0000884static int walIndexReadHdr(Wal *pWal, int *pChanged){
danb9bf16b2010-04-14 11:23:30 +0000885 int rc;
886
dan4c97b532010-04-30 09:52:17 +0000887 assert( pWal->lockState>=SQLITE_SHM_READ );
drh5530b762010-04-30 14:39:50 +0000888 walIndexMap(pWal, -1);
drh7ed91f22010-04-29 22:34:07 +0000889
danb9bf16b2010-04-14 11:23:30 +0000890 /* First try to read the header without a lock. Verify the checksum
891 ** before returning. This will almost always work.
892 */
drh7ed91f22010-04-29 22:34:07 +0000893 if( SQLITE_OK==walIndexTryHdr(pWal, pChanged) ){
danb9bf16b2010-04-14 11:23:30 +0000894 return SQLITE_OK;
895 }
896
drh7ed91f22010-04-29 22:34:07 +0000897 /* If the first attempt to read the header failed, lock the wal-index
danb9bf16b2010-04-14 11:23:30 +0000898 ** file and try again. If the header checksum verification fails this
899 ** time as well, run log recovery.
900 */
drh7ed91f22010-04-29 22:34:07 +0000901 if( SQLITE_OK==(rc = walSetLock(pWal, SQLITE_SHM_RECOVER)) ){
902 if( SQLITE_OK!=walIndexTryHdr(pWal, pChanged) ){
danb9bf16b2010-04-14 11:23:30 +0000903 if( pChanged ){
904 *pChanged = 1;
905 }
drh7ed91f22010-04-29 22:34:07 +0000906 rc = walIndexRecover(pWal);
danb9bf16b2010-04-14 11:23:30 +0000907 if( rc==SQLITE_OK ){
drh7ed91f22010-04-29 22:34:07 +0000908 rc = walIndexTryHdr(pWal, 0);
danb9bf16b2010-04-14 11:23:30 +0000909 }
910 }
drh7ed91f22010-04-29 22:34:07 +0000911 walSetLock(pWal, SQLITE_SHM_READ);
danb9bf16b2010-04-14 11:23:30 +0000912 }
913
914 return rc;
915}
916
917/*
dan64d039e2010-04-13 19:27:31 +0000918** Lock a snapshot.
dan7c246102010-04-12 19:00:29 +0000919**
920** If this call obtains a new read-lock and the database contents have been
drh7ed91f22010-04-29 22:34:07 +0000921** modified since the most recent call to WalCloseSnapshot() on this Wal
dan7c246102010-04-12 19:00:29 +0000922** connection, then *pChanged is set to 1 before returning. Otherwise, it
923** is left unmodified. This is used by the pager layer to determine whether
924** or not any cached pages may be safely reused.
925*/
drh7ed91f22010-04-29 22:34:07 +0000926int sqlite3WalOpenSnapshot(Wal *pWal, int *pChanged){
dan8d6ad1c2010-05-04 10:36:20 +0000927 int rc; /* Return code */
dan64d039e2010-04-13 19:27:31 +0000928
drh7ed91f22010-04-29 22:34:07 +0000929 rc = walSetLock(pWal, SQLITE_SHM_READ);
dan8d6ad1c2010-05-04 10:36:20 +0000930 assert( rc!=SQLITE_OK || pWal->lockState==SQLITE_SHM_READ );
dan64d039e2010-04-13 19:27:31 +0000931
dan8d6ad1c2010-05-04 10:36:20 +0000932 if( rc==SQLITE_OK ){
drh7ed91f22010-04-29 22:34:07 +0000933 rc = walIndexReadHdr(pWal, pChanged);
dan64d039e2010-04-13 19:27:31 +0000934 if( rc!=SQLITE_OK ){
935 /* An error occured while attempting log recovery. */
drh7ed91f22010-04-29 22:34:07 +0000936 sqlite3WalCloseSnapshot(pWal);
dan31f98fc2010-04-27 05:42:32 +0000937 }else{
938 /* Check if the mapping needs to grow. */
drh5530b762010-04-30 14:39:50 +0000939 if( pWal->hdr.iLastPg
danfe05aa12010-04-30 17:05:23 +0000940 && walIndexEntry(pWal->hdr.iLastPg)*sizeof(u32)>=pWal->szWIndex
drh5530b762010-04-30 14:39:50 +0000941 ){
942 walIndexRemap(pWal, -1);
dan31f98fc2010-04-27 05:42:32 +0000943 }
dan64d039e2010-04-13 19:27:31 +0000944 }
dan7c246102010-04-12 19:00:29 +0000945 }
danba515902010-04-30 09:32:06 +0000946
947 walIndexUnmap(pWal);
dan7c246102010-04-12 19:00:29 +0000948 return rc;
949}
950
951/*
952** Unlock the current snapshot.
953*/
drh7ed91f22010-04-29 22:34:07 +0000954void sqlite3WalCloseSnapshot(Wal *pWal){
dan8d6ad1c2010-05-04 10:36:20 +0000955 assert( pWal->lockState==SQLITE_SHM_READ
956 || pWal->lockState==SQLITE_SHM_UNLOCK
957 );
958 walSetLock(pWal, SQLITE_SHM_UNLOCK);
dan7c246102010-04-12 19:00:29 +0000959}
960
dan5e0ce872010-04-28 17:48:44 +0000961/*
dan7c246102010-04-12 19:00:29 +0000962** Read a page from the log, if it is present.
963*/
danb6e099a2010-05-04 14:47:39 +0000964int sqlite3WalRead(
965 Wal *pWal,
966 Pgno pgno,
967 int *pInWal,
968 int nOut,
969 u8 *pOut
970){
dan7c246102010-04-12 19:00:29 +0000971 u32 iRead = 0;
dancd11fb22010-04-26 10:40:52 +0000972 u32 *aData;
drh7ed91f22010-04-29 22:34:07 +0000973 int iFrame = (pWal->hdr.iLastPg & 0xFFFFFF00);
dan7c246102010-04-12 19:00:29 +0000974
dan1bc61712010-04-30 10:24:54 +0000975 assert( pWal->lockState==SQLITE_SHM_READ||pWal->lockState==SQLITE_SHM_WRITE );
drh5530b762010-04-30 14:39:50 +0000976 walIndexMap(pWal, -1);
dancd11fb22010-04-26 10:40:52 +0000977
dan7c246102010-04-12 19:00:29 +0000978 /* Do a linear search of the unindexed block of page-numbers (if any)
drh7ed91f22010-04-29 22:34:07 +0000979 ** at the end of the wal-index. An alternative to this would be to
dan7c246102010-04-12 19:00:29 +0000980 ** build an index in private memory each time a read transaction is
981 ** opened on a new snapshot.
982 */
drh7ed91f22010-04-29 22:34:07 +0000983 aData = pWal->pWiData;
984 if( pWal->hdr.iLastPg ){
985 u32 *pi = &aData[walIndexEntry(pWal->hdr.iLastPg)];
986 u32 *piStop = pi - (pWal->hdr.iLastPg & 0xFF);
dan7c246102010-04-12 19:00:29 +0000987 while( *pi!=pgno && pi!=piStop ) pi--;
988 if( pi!=piStop ){
989 iRead = (pi-piStop) + iFrame;
990 }
991 }
drh7ed91f22010-04-29 22:34:07 +0000992 assert( iRead==0 || aData[walIndexEntry(iRead)]==pgno );
dan7c246102010-04-12 19:00:29 +0000993
994 while( iRead==0 && iFrame>0 ){
995 int iLow = 0;
996 int iHigh = 255;
997 u32 *aFrame;
998 u8 *aIndex;
999
1000 iFrame -= 256;
drh7ed91f22010-04-29 22:34:07 +00001001 aFrame = &aData[walIndexEntry(iFrame+1)];
dan7c246102010-04-12 19:00:29 +00001002 aIndex = (u8 *)&aFrame[256];
1003
1004 while( iLow<=iHigh ){
1005 int iTest = (iLow+iHigh)>>1;
1006 u32 iPg = aFrame[aIndex[iTest]];
1007
1008 if( iPg==pgno ){
1009 iRead = iFrame + 1 + aIndex[iTest];
1010 break;
1011 }
1012 else if( iPg<pgno ){
1013 iLow = iTest+1;
1014 }else{
1015 iHigh = iTest-1;
1016 }
1017 }
1018 }
drh7ed91f22010-04-29 22:34:07 +00001019 assert( iRead==0 || aData[walIndexEntry(iRead)]==pgno );
1020 walIndexUnmap(pWal);
dancd11fb22010-04-26 10:40:52 +00001021
dan7c246102010-04-12 19:00:29 +00001022 /* If iRead is non-zero, then it is the log frame number that contains the
1023 ** required page. Read and return data from the log file.
1024 */
1025 if( iRead ){
drh7ed91f22010-04-29 22:34:07 +00001026 i64 iOffset = walFrameOffset(iRead, pWal->hdr.pgsz) + WAL_FRAME_HDRSIZE;
1027 *pInWal = 1;
danb6e099a2010-05-04 14:47:39 +00001028 return sqlite3OsRead(pWal->pFd, pOut, nOut, iOffset);
dan7c246102010-04-12 19:00:29 +00001029 }
1030
drh7ed91f22010-04-29 22:34:07 +00001031 *pInWal = 0;
dan7c246102010-04-12 19:00:29 +00001032 return SQLITE_OK;
1033}
1034
1035
1036/*
1037** Set *pPgno to the size of the database file (or zero, if unknown).
1038*/
drh7ed91f22010-04-29 22:34:07 +00001039void sqlite3WalDbsize(Wal *pWal, Pgno *pPgno){
1040 assert( pWal->lockState==SQLITE_SHM_READ
1041 || pWal->lockState==SQLITE_SHM_WRITE );
1042 *pPgno = pWal->hdr.nPage;
dan7c246102010-04-12 19:00:29 +00001043}
1044
1045/*
dan7c246102010-04-12 19:00:29 +00001046** This function returns SQLITE_OK if the caller may write to the database.
1047** Otherwise, if the caller is operating on a snapshot that has already
dan49320f82010-04-14 18:50:08 +00001048** been overwritten by another writer, SQLITE_BUSY is returned.
dan7c246102010-04-12 19:00:29 +00001049*/
drh7ed91f22010-04-29 22:34:07 +00001050int sqlite3WalWriteLock(Wal *pWal, int op){
1051 int rc;
dan7c246102010-04-12 19:00:29 +00001052 if( op ){
drh7ed91f22010-04-29 22:34:07 +00001053 assert( pWal->lockState == SQLITE_SHM_READ );
1054 rc = walSetLock(pWal, SQLITE_SHM_WRITE);
dan30c86292010-04-30 16:24:46 +00001055
1056 /* If this connection is not reading the most recent database snapshot,
1057 ** it is not possible to write to the database. In this case release
1058 ** the write locks and return SQLITE_BUSY.
1059 */
1060 if( rc==SQLITE_OK ){
1061 rc = walIndexMap(pWal, -1);
1062 if( rc==SQLITE_OK
1063 && memcmp(&pWal->hdr, pWal->pWiData, sizeof(WalIndexHdr))
1064 ){
1065 rc = SQLITE_BUSY;
1066 }
1067 walIndexUnmap(pWal);
1068 if( rc!=SQLITE_OK ){
1069 walSetLock(pWal, SQLITE_SHM_READ);
1070 }
1071 }
drh7ed91f22010-04-29 22:34:07 +00001072 }else if( pWal->lockState==SQLITE_SHM_WRITE ){
1073 rc = walSetLock(pWal, SQLITE_SHM_READ);
dan7c246102010-04-12 19:00:29 +00001074 }
drh7ed91f22010-04-29 22:34:07 +00001075 return rc;
dan7c246102010-04-12 19:00:29 +00001076}
1077
dan74d6cd82010-04-24 18:44:05 +00001078/*
dan74d6cd82010-04-24 18:44:05 +00001079** If any data has been written (but not committed) to the log file, this
1080** function moves the write-pointer back to the start of the transaction.
1081**
1082** Additionally, the callback function is invoked for each frame written
1083** to the log since the start of the transaction. If the callback returns
1084** other than SQLITE_OK, it is not invoked again and the error code is
1085** returned to the caller.
1086**
1087** Otherwise, if the callback function does not return an error, this
1088** function returns SQLITE_OK.
1089*/
drh7ed91f22010-04-29 22:34:07 +00001090int sqlite3WalUndo(Wal *pWal, int (*xUndo)(void *, Pgno), void *pUndoCtx){
dan74d6cd82010-04-24 18:44:05 +00001091 int rc = SQLITE_OK;
drh7ed91f22010-04-29 22:34:07 +00001092 Pgno iMax = pWal->hdr.iLastPg;
dan74d6cd82010-04-24 18:44:05 +00001093 Pgno iFrame;
1094
drh7ed91f22010-04-29 22:34:07 +00001095 walIndexReadHdr(pWal, 0);
1096 for(iFrame=pWal->hdr.iLastPg+1; iFrame<=iMax && rc==SQLITE_OK; iFrame++){
drhcd058ec2010-05-04 17:20:09 +00001097 assert( pWal->lockState==SQLITE_SHM_WRITE );
drh7ed91f22010-04-29 22:34:07 +00001098 rc = xUndo(pUndoCtx, pWal->pWiData[walIndexEntry(iFrame)]);
dan74d6cd82010-04-24 18:44:05 +00001099 }
drh7ed91f22010-04-29 22:34:07 +00001100 walIndexUnmap(pWal);
dan74d6cd82010-04-24 18:44:05 +00001101 return rc;
1102}
1103
drh7ed91f22010-04-29 22:34:07 +00001104/* Return an integer that records the current (uncommitted) write
1105** position in the WAL
1106*/
1107u32 sqlite3WalSavepoint(Wal *pWal){
1108 assert( pWal->lockState==SQLITE_SHM_WRITE );
1109 return pWal->hdr.iLastPg;
dan4cd78b42010-04-26 16:57:10 +00001110}
1111
drh7ed91f22010-04-29 22:34:07 +00001112/* Move the write position of the WAL back to iFrame. Called in
1113** response to a ROLLBACK TO command.
1114*/
1115int sqlite3WalSavepointUndo(Wal *pWal, u32 iFrame){
dan4cd78b42010-04-26 16:57:10 +00001116 int rc = SQLITE_OK;
1117 u8 aCksum[8];
drh7ed91f22010-04-29 22:34:07 +00001118 assert( pWal->lockState==SQLITE_SHM_WRITE );
dan4cd78b42010-04-26 16:57:10 +00001119
drh7ed91f22010-04-29 22:34:07 +00001120 pWal->hdr.iLastPg = iFrame;
dan4cd78b42010-04-26 16:57:10 +00001121 if( iFrame>0 ){
drh7ed91f22010-04-29 22:34:07 +00001122 i64 iOffset = walFrameOffset(iFrame, pWal->hdr.pgsz) + sizeof(u32)*2;
1123 rc = sqlite3OsRead(pWal->pFd, aCksum, sizeof(aCksum), iOffset);
1124 pWal->hdr.iCheck1 = sqlite3Get4byte(&aCksum[0]);
1125 pWal->hdr.iCheck2 = sqlite3Get4byte(&aCksum[4]);
dan4cd78b42010-04-26 16:57:10 +00001126 }
1127
1128 return rc;
1129}
1130
dan7c246102010-04-12 19:00:29 +00001131/*
dan4cd78b42010-04-26 16:57:10 +00001132** Write a set of frames to the log. The caller must hold the write-lock
1133** on the log file (obtained using sqlite3WalWriteLock()).
dan7c246102010-04-12 19:00:29 +00001134*/
drhc438efd2010-04-26 00:19:45 +00001135int sqlite3WalFrames(
drh7ed91f22010-04-29 22:34:07 +00001136 Wal *pWal, /* Wal handle to write to */
dan7c246102010-04-12 19:00:29 +00001137 int nPgsz, /* Database page-size in bytes */
1138 PgHdr *pList, /* List of dirty pages to write */
1139 Pgno nTruncate, /* Database size after this commit */
1140 int isCommit, /* True if this is a commit */
danc5118782010-04-17 17:34:41 +00001141 int sync_flags /* Flags to pass to OsSync() (or 0) */
dan7c246102010-04-12 19:00:29 +00001142){
dan7c246102010-04-12 19:00:29 +00001143 int rc; /* Used to catch return codes */
1144 u32 iFrame; /* Next frame address */
drh7ed91f22010-04-29 22:34:07 +00001145 u8 aFrame[WAL_FRAME_HDRSIZE]; /* Buffer to assemble frame-header in */
dan7c246102010-04-12 19:00:29 +00001146 PgHdr *p; /* Iterator to run through pList with. */
dan97a31352010-04-16 13:59:31 +00001147 u32 aCksum[2]; /* Checksums */
dan7c246102010-04-12 19:00:29 +00001148 PgHdr *pLast; /* Last frame in list */
1149 int nLast = 0; /* Number of extra copies of last page */
1150
drh7ed91f22010-04-29 22:34:07 +00001151 assert( WAL_FRAME_HDRSIZE==(4 * 2 + 2*sizeof(u32)) );
dan7c246102010-04-12 19:00:29 +00001152 assert( pList );
drh7ed91f22010-04-29 22:34:07 +00001153 assert( pWal->lockState==SQLITE_SHM_WRITE );
danba515902010-04-30 09:32:06 +00001154 assert( pWal->pWiData==0 );
dan7c246102010-04-12 19:00:29 +00001155
dan97a31352010-04-16 13:59:31 +00001156 /* If this is the first frame written into the log, write the log
1157 ** header to the start of the log file. See comments at the top of
1158 ** this file for a description of the log-header format.
1159 */
drh7ed91f22010-04-29 22:34:07 +00001160 assert( WAL_FRAME_HDRSIZE>=WAL_HDRSIZE );
1161 iFrame = pWal->hdr.iLastPg;
dan97a31352010-04-16 13:59:31 +00001162 if( iFrame==0 ){
1163 sqlite3Put4byte(aFrame, nPgsz);
1164 sqlite3_randomness(8, &aFrame[4]);
drh7ed91f22010-04-29 22:34:07 +00001165 pWal->hdr.iCheck1 = sqlite3Get4byte(&aFrame[4]);
1166 pWal->hdr.iCheck2 = sqlite3Get4byte(&aFrame[8]);
1167 rc = sqlite3OsWrite(pWal->pFd, aFrame, WAL_HDRSIZE, 0);
dan97a31352010-04-16 13:59:31 +00001168 if( rc!=SQLITE_OK ){
1169 return rc;
1170 }
1171 }
1172
drh7ed91f22010-04-29 22:34:07 +00001173 aCksum[0] = pWal->hdr.iCheck1;
1174 aCksum[1] = pWal->hdr.iCheck2;
dan7c246102010-04-12 19:00:29 +00001175
1176 /* Write the log file. */
dan7c246102010-04-12 19:00:29 +00001177 for(p=pList; p; p=p->pDirty){
1178 u32 nDbsize; /* Db-size field for frame header */
1179 i64 iOffset; /* Write offset in log file */
1180
drh7ed91f22010-04-29 22:34:07 +00001181 iOffset = walFrameOffset(++iFrame, nPgsz);
dan7c246102010-04-12 19:00:29 +00001182
1183 /* Populate and write the frame header */
1184 nDbsize = (isCommit && p->pDirty==0) ? nTruncate : 0;
drh7ed91f22010-04-29 22:34:07 +00001185 walEncodeFrame(aCksum, p->pgno, nDbsize, nPgsz, p->pData, aFrame);
1186 rc = sqlite3OsWrite(pWal->pFd, aFrame, sizeof(aFrame), iOffset);
dan7c246102010-04-12 19:00:29 +00001187 if( rc!=SQLITE_OK ){
1188 return rc;
1189 }
1190
1191 /* Write the page data */
drh7ed91f22010-04-29 22:34:07 +00001192 rc = sqlite3OsWrite(pWal->pFd, p->pData, nPgsz, iOffset + sizeof(aFrame));
dan7c246102010-04-12 19:00:29 +00001193 if( rc!=SQLITE_OK ){
1194 return rc;
1195 }
1196 pLast = p;
1197 }
1198
1199 /* Sync the log file if the 'isSync' flag was specified. */
danc5118782010-04-17 17:34:41 +00001200 if( sync_flags ){
drh7ed91f22010-04-29 22:34:07 +00001201 i64 iSegment = sqlite3OsSectorSize(pWal->pFd);
1202 i64 iOffset = walFrameOffset(iFrame+1, nPgsz);
dan67032392010-04-17 15:42:43 +00001203
1204 assert( isCommit );
dan7c246102010-04-12 19:00:29 +00001205
1206 if( iSegment<SQLITE_DEFAULT_SECTOR_SIZE ){
1207 iSegment = SQLITE_DEFAULT_SECTOR_SIZE;
1208 }
1209 iSegment = (((iOffset+iSegment-1)/iSegment) * iSegment);
1210 while( iOffset<iSegment ){
drh7ed91f22010-04-29 22:34:07 +00001211 walEncodeFrame(aCksum,pLast->pgno,nTruncate,nPgsz,pLast->pData,aFrame);
1212 rc = sqlite3OsWrite(pWal->pFd, aFrame, sizeof(aFrame), iOffset);
dan7c246102010-04-12 19:00:29 +00001213 if( rc!=SQLITE_OK ){
1214 return rc;
1215 }
1216
drh7ed91f22010-04-29 22:34:07 +00001217 iOffset += WAL_FRAME_HDRSIZE;
1218 rc = sqlite3OsWrite(pWal->pFd, pLast->pData, nPgsz, iOffset);
dan7c246102010-04-12 19:00:29 +00001219 if( rc!=SQLITE_OK ){
1220 return rc;
1221 }
1222 nLast++;
1223 iOffset += nPgsz;
1224 }
dan7c246102010-04-12 19:00:29 +00001225
drh7ed91f22010-04-29 22:34:07 +00001226 rc = sqlite3OsSync(pWal->pFd, sync_flags);
dan7c246102010-04-12 19:00:29 +00001227 if( rc!=SQLITE_OK ){
1228 return rc;
1229 }
1230 }
danba515902010-04-30 09:32:06 +00001231 assert( pWal->pWiData==0 );
dan7c246102010-04-12 19:00:29 +00001232
1233 /* Append data to the log summary. It is not necessary to lock the
drh7ed91f22010-04-29 22:34:07 +00001234 ** wal-index to do this as the RESERVED lock held on the db file
dan7c246102010-04-12 19:00:29 +00001235 ** guarantees that there are no other writers, and no data that may
1236 ** be in use by existing readers is being overwritten.
1237 */
drh7ed91f22010-04-29 22:34:07 +00001238 iFrame = pWal->hdr.iLastPg;
dan7c246102010-04-12 19:00:29 +00001239 for(p=pList; p; p=p->pDirty){
1240 iFrame++;
drh7ed91f22010-04-29 22:34:07 +00001241 walIndexAppend(pWal, iFrame, p->pgno);
dan7c246102010-04-12 19:00:29 +00001242 }
1243 while( nLast>0 ){
1244 iFrame++;
1245 nLast--;
drh7ed91f22010-04-29 22:34:07 +00001246 walIndexAppend(pWal, iFrame, pLast->pgno);
dan7c246102010-04-12 19:00:29 +00001247 }
1248
1249 /* Update the private copy of the header. */
drh7ed91f22010-04-29 22:34:07 +00001250 pWal->hdr.pgsz = nPgsz;
1251 pWal->hdr.iLastPg = iFrame;
dan7c246102010-04-12 19:00:29 +00001252 if( isCommit ){
drh7ed91f22010-04-29 22:34:07 +00001253 pWal->hdr.iChange++;
1254 pWal->hdr.nPage = nTruncate;
dan7c246102010-04-12 19:00:29 +00001255 }
drh7ed91f22010-04-29 22:34:07 +00001256 pWal->hdr.iCheck1 = aCksum[0];
1257 pWal->hdr.iCheck2 = aCksum[1];
dan7c246102010-04-12 19:00:29 +00001258
drh7ed91f22010-04-29 22:34:07 +00001259 /* If this is a commit, update the wal-index header too. */
1260 if( isCommit ){
1261 walIndexWriteHdr(pWal, &pWal->hdr);
1262 pWal->iCallback = iFrame;
dan7c246102010-04-12 19:00:29 +00001263 }
drh7ed91f22010-04-29 22:34:07 +00001264 walIndexUnmap(pWal);
dan7c246102010-04-12 19:00:29 +00001265
dan8d22a172010-04-19 18:03:51 +00001266 return rc;
dan7c246102010-04-12 19:00:29 +00001267}
1268
1269/*
danb9bf16b2010-04-14 11:23:30 +00001270** Checkpoint the database:
1271**
drh7ed91f22010-04-29 22:34:07 +00001272** 1. Acquire a CHECKPOINT lock
1273** 2. Copy the contents of the log into the database file.
1274** 3. Zero the wal-index header (so new readers will ignore the log).
1275** 4. Drop the CHECKPOINT lock.
dan7c246102010-04-12 19:00:29 +00001276*/
drhc438efd2010-04-26 00:19:45 +00001277int sqlite3WalCheckpoint(
drh7ed91f22010-04-29 22:34:07 +00001278 Wal *pWal, /* Wal connection */
dan7c246102010-04-12 19:00:29 +00001279 sqlite3_file *pFd, /* File descriptor open on db file */
danc5118782010-04-17 17:34:41 +00001280 int sync_flags, /* Flags to sync db file with (or 0) */
danb6e099a2010-05-04 14:47:39 +00001281 int nBuf, /* Size of temporary buffer */
dan64d039e2010-04-13 19:27:31 +00001282 u8 *zBuf, /* Temporary buffer to use */
1283 int (*xBusyHandler)(void *), /* Pointer to busy-handler function */
1284 void *pBusyHandlerArg /* Argument to pass to xBusyHandler */
dan7c246102010-04-12 19:00:29 +00001285){
danb9bf16b2010-04-14 11:23:30 +00001286 int rc; /* Return code */
dan31c03902010-04-29 14:51:33 +00001287 int isChanged = 0; /* True if a new wal-index header is loaded */
dan7c246102010-04-12 19:00:29 +00001288
drh7ed91f22010-04-29 22:34:07 +00001289 assert( pWal->lockState==SQLITE_SHM_UNLOCK );
dan5cf53532010-05-01 16:40:20 +00001290 assert( pWal->pWiData==0 );
dan39c79f52010-04-15 10:58:51 +00001291
drh7ed91f22010-04-29 22:34:07 +00001292 /* Get the CHECKPOINT lock */
dan64d039e2010-04-13 19:27:31 +00001293 do {
drh7ed91f22010-04-29 22:34:07 +00001294 rc = walSetLock(pWal, SQLITE_SHM_CHECKPOINT);
dan64d039e2010-04-13 19:27:31 +00001295 }while( rc==SQLITE_BUSY && xBusyHandler(pBusyHandlerArg) );
danb9bf16b2010-04-14 11:23:30 +00001296 if( rc!=SQLITE_OK ){
drh7ed91f22010-04-29 22:34:07 +00001297 walSetLock(pWal, SQLITE_SHM_UNLOCK);
danb9bf16b2010-04-14 11:23:30 +00001298 return rc;
1299 }
dan64d039e2010-04-13 19:27:31 +00001300
danb9bf16b2010-04-14 11:23:30 +00001301 /* Copy data from the log to the database file. */
drh7ed91f22010-04-29 22:34:07 +00001302 rc = walIndexReadHdr(pWal, &isChanged);
danb9bf16b2010-04-14 11:23:30 +00001303 if( rc==SQLITE_OK ){
danb6e099a2010-05-04 14:47:39 +00001304 rc = walCheckpoint(pWal, pFd, sync_flags, nBuf, zBuf);
danb9bf16b2010-04-14 11:23:30 +00001305 }
dan31c03902010-04-29 14:51:33 +00001306 if( isChanged ){
1307 /* If a new wal-index header was loaded before the checkpoint was
drh7ed91f22010-04-29 22:34:07 +00001308 ** performed, then the pager-cache associated with log pWal is now
dan31c03902010-04-29 14:51:33 +00001309 ** out of date. So zero the cached wal-index header to ensure that
1310 ** next time the pager opens a snapshot on this database it knows that
1311 ** the cache needs to be reset.
1312 */
drh7ed91f22010-04-29 22:34:07 +00001313 memset(&pWal->hdr, 0, sizeof(WalIndexHdr));
dan31c03902010-04-29 14:51:33 +00001314 }
danb9bf16b2010-04-14 11:23:30 +00001315
1316 /* Release the locks. */
dan87bfb512010-04-30 11:43:28 +00001317 walIndexUnmap(pWal);
drh7ed91f22010-04-29 22:34:07 +00001318 walSetLock(pWal, SQLITE_SHM_UNLOCK);
dan64d039e2010-04-13 19:27:31 +00001319 return rc;
dan7c246102010-04-12 19:00:29 +00001320}
1321
drh7ed91f22010-04-29 22:34:07 +00001322/* Return the value to pass to a sqlite3_wal_hook callback, the
1323** number of frames in the WAL at the point of the last commit since
1324** sqlite3WalCallback() was called. If no commits have occurred since
1325** the last call, then return 0.
1326*/
1327int sqlite3WalCallback(Wal *pWal){
dan8d22a172010-04-19 18:03:51 +00001328 u32 ret = 0;
drh7ed91f22010-04-29 22:34:07 +00001329 if( pWal ){
1330 ret = pWal->iCallback;
1331 pWal->iCallback = 0;
dan8d22a172010-04-19 18:03:51 +00001332 }
1333 return (int)ret;
1334}
dan5cf53532010-05-01 16:40:20 +00001335#endif /* #ifndef SQLITE_OMIT_WAL */