blob: dc5269481bdc6debe9f657133c8f499e56770b72 [file] [log] [blame]
drh3b74d032015-05-25 18:48:19 +00001/*
2** 2015-05-25
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12**
drh00452192015-06-17 18:24:40 +000013** This is a utility program designed to aid running regressions tests on
drha8781d92020-02-25 20:05:58 +000014** the SQLite library using data from external fuzzers.
drh3b74d032015-05-25 18:48:19 +000015**
16** This program reads content from an SQLite database file with the following
17** schema:
18**
19** CREATE TABLE db(
20** dbid INTEGER PRIMARY KEY, -- database id
21** dbcontent BLOB -- database disk file image
22** );
23** CREATE TABLE xsql(
24** sqlid INTEGER PRIMARY KEY, -- SQL script id
25** sqltext TEXT -- Text of SQL statements to run
26** );
drh00452192015-06-17 18:24:40 +000027** CREATE TABLE IF NOT EXISTS readme(
28** msg TEXT -- Human-readable description of this test collection
29** );
drh3b74d032015-05-25 18:48:19 +000030**
31** For each database file in the DB table, the SQL text in the XSQL table
drh00452192015-06-17 18:24:40 +000032** is run against that database. All README.MSG values are printed prior
33** to the start of the test (unless the --quiet option is used). If the
34** DB table is empty, then all entries in XSQL are run against an empty
35** in-memory database.
36**
37** This program is looking for crashes, assertion faults, and/or memory leaks.
38** No attempt is made to verify the output. The assumption is that either all
39** of the database files or all of the SQL statements are malformed inputs,
40** generated by a fuzzer, that need to be checked to make sure they do not
41** present a security risk.
drh3b74d032015-05-25 18:48:19 +000042**
43** This program also includes some command-line options to help with
drh00452192015-06-17 18:24:40 +000044** creation and maintenance of the source content database. The command
45**
46** ./fuzzcheck database.db --load-sql FILE...
47**
48** Loads all FILE... arguments into the XSQL table. The --load-db option
49** works the same but loads the files into the DB table. The -m option can
50** be used to initialize the README table. The "database.db" file is created
51** if it does not previously exist. Example:
52**
53** ./fuzzcheck new.db --load-sql *.sql
54** ./fuzzcheck new.db --load-db *.db
55** ./fuzzcheck new.db -m 'New test cases'
56**
57** The three commands above will create the "new.db" file and initialize all
58** tables. Then do "./fuzzcheck new.db" to run the tests.
59**
60** DEBUGGING HINTS:
61**
62** If fuzzcheck does crash, it can be run in the debugger and the content
63** of the global variable g.zTextName[] will identify the specific XSQL and
64** DB values that were running when the crash occurred.
drha8781d92020-02-25 20:05:58 +000065**
drh0fcf6f02021-05-24 12:28:13 +000066** DBSQLFUZZ: (Added 2020-02-25)
drha8781d92020-02-25 20:05:58 +000067**
68** The dbsqlfuzz fuzzer includes both a database file and SQL to run against
69** that database in its input. This utility can now process dbsqlfuzz
70** input files. Load such files using the "--load-dbsql FILE ..." command-line
71** option.
72**
73** Dbsqlfuzz inputs are ordinary text. The first part of the file is text
74** that describes the content of the database (using a lot of hexadecimal),
75** then there is a divider line followed by the SQL to run against the
76** database. Because they are ordinary text, dbsqlfuzz inputs are stored
77** in the XSQL table, as if they were ordinary SQL inputs. The isDbSql()
78** function can look at a text string and determine whether or not it is
79** a valid dbsqlfuzz input.
drh3b74d032015-05-25 18:48:19 +000080*/
81#include <stdio.h>
82#include <stdlib.h>
83#include <string.h>
84#include <stdarg.h>
85#include <ctype.h>
drha47e7092019-01-25 04:00:14 +000086#include <assert.h>
drh3b74d032015-05-25 18:48:19 +000087#include "sqlite3.h"
drhc56fac72015-10-29 13:48:15 +000088#define ISSPACE(X) isspace((unsigned char)(X))
89#define ISDIGIT(X) isdigit((unsigned char)(X))
90
drh3b74d032015-05-25 18:48:19 +000091
drh94701b02015-06-24 13:25:34 +000092#ifdef __unix__
93# include <signal.h>
94# include <unistd.h>
95#endif
96
drhf0a21722020-03-19 17:27:52 +000097#include <stddef.h>
98#if !defined(_MSC_VER)
99# include <stdint.h>
mistachkinac8ba262018-03-07 14:42:17 +0000100#endif
101
102#if defined(_MSC_VER)
103typedef unsigned char uint8_t;
drhea432ba2016-11-11 16:33:47 +0000104#endif
105
drh3b74d032015-05-25 18:48:19 +0000106/*
107** Files in the virtual file system.
108*/
109typedef struct VFile VFile;
110struct VFile {
drh0fcf6f02021-05-24 12:28:13 +0000111 char *zFilename; /* Filename. NULL for delete-on-close. From malloc() */
112 int sz; /* Size of the file in bytes */
113 int nRef; /* Number of references to this file */
114 unsigned char *a; /* Content of the file. From malloc() */
drh3b74d032015-05-25 18:48:19 +0000115};
116typedef struct VHandle VHandle;
117struct VHandle {
118 sqlite3_file base; /* Base class. Must be first */
119 VFile *pVFile; /* The underlying file */
120};
121
122/*
123** The value of a database file template, or of an SQL script
124*/
125typedef struct Blob Blob;
126struct Blob {
127 Blob *pNext; /* Next in a list */
128 int id; /* Id of this Blob */
drhe5c5f2c2015-05-26 00:28:08 +0000129 int seq; /* Sequence number */
drh3b74d032015-05-25 18:48:19 +0000130 int sz; /* Size of this Blob in bytes */
131 unsigned char a[1]; /* Blob content. Extra space allocated as needed. */
132};
133
134/*
135** Maximum number of files in the in-memory virtual filesystem.
136*/
137#define MX_FILE 10
138
139/*
140** Maximum allowed file size
141*/
142#define MX_FILE_SZ 10000000
143
144/*
145** All global variables are gathered into the "g" singleton.
146*/
147static struct GlobalVars {
148 const char *zArgv0; /* Name of program */
drha7648f02019-12-18 13:02:18 +0000149 const char *zDbFile; /* Name of database file */
drh3b74d032015-05-25 18:48:19 +0000150 VFile aFile[MX_FILE]; /* The virtual filesystem */
151 int nDb; /* Number of template databases */
152 Blob *pFirstDb; /* Content of first template database */
153 int nSql; /* Number of SQL scripts */
154 Blob *pFirstSql; /* First SQL script */
drhbeaf5142016-12-26 00:15:56 +0000155 unsigned int uRandom; /* Seed for the SQLite PRNG */
drh3b74d032015-05-25 18:48:19 +0000156 char zTestName[100]; /* Name of current test */
157} g;
158
159/*
160** Print an error message and quit.
161*/
162static void fatalError(const char *zFormat, ...){
163 va_list ap;
drha7648f02019-12-18 13:02:18 +0000164 fprintf(stderr, "%s", g.zArgv0);
165 if( g.zDbFile ) fprintf(stderr, " %s", g.zDbFile);
166 if( g.zTestName[0] ) fprintf(stderr, " (%s)", g.zTestName);
167 fprintf(stderr, ": ");
drh3b74d032015-05-25 18:48:19 +0000168 va_start(ap, zFormat);
169 vfprintf(stderr, zFormat, ap);
170 va_end(ap);
171 fprintf(stderr, "\n");
172 exit(1);
173}
174
175/*
drha7648f02019-12-18 13:02:18 +0000176** signal handler
drh94701b02015-06-24 13:25:34 +0000177*/
178#ifdef __unix__
drha7648f02019-12-18 13:02:18 +0000179static void signalHandler(int signum){
180 const char *zSig;
181 if( signum==SIGABRT ){
182 zSig = "abort";
183 }else if( signum==SIGALRM ){
184 zSig = "timeout";
185 }else if( signum==SIGSEGV ){
186 zSig = "segfault";
187 }else{
188 zSig = "signal";
189 }
190 fatalError(zSig);
drh94701b02015-06-24 13:25:34 +0000191}
192#endif
193
194/*
195** Set the an alarm to go off after N seconds. Disable the alarm
196** if N==0
197*/
198static void setAlarm(int N){
199#ifdef __unix__
200 alarm(N);
201#else
202 (void)N;
203#endif
204}
205
drh78057352015-06-24 23:17:35 +0000206#ifndef SQLITE_OMIT_PROGRESS_CALLBACK
drh94701b02015-06-24 13:25:34 +0000207/*
drhd83e2832015-06-24 14:45:44 +0000208** This an SQL progress handler. After an SQL statement has run for
209** many steps, we want to interrupt it. This guards against infinite
210** loops from recursive common table expressions.
211**
212** *pVdbeLimitFlag is true if the --limit-vdbe command-line option is used.
213** In that case, hitting the progress handler is a fatal error.
214*/
215static int progressHandler(void *pVdbeLimitFlag){
216 if( *(int*)pVdbeLimitFlag ) fatalError("too many VDBE cycles");
217 return 1;
218}
drh78057352015-06-24 23:17:35 +0000219#endif
drhd83e2832015-06-24 14:45:44 +0000220
221/*
drh0fcf6f02021-05-24 12:28:13 +0000222** Reallocate memory. Show an error and quit if unable.
drh3b74d032015-05-25 18:48:19 +0000223*/
224static void *safe_realloc(void *pOld, int szNew){
drhc5412d52016-03-23 17:54:19 +0000225 void *pNew = realloc(pOld, szNew<=0 ? 1 : szNew);
drh3b74d032015-05-25 18:48:19 +0000226 if( pNew==0 ) fatalError("unable to realloc for %d bytes", szNew);
227 return pNew;
228}
229
230/*
231** Initialize the virtual file system.
232*/
233static void formatVfs(void){
234 int i;
235 for(i=0; i<MX_FILE; i++){
236 g.aFile[i].sz = -1;
237 g.aFile[i].zFilename = 0;
238 g.aFile[i].a = 0;
239 g.aFile[i].nRef = 0;
240 }
241}
242
243
244/*
245** Erase all information in the virtual file system.
246*/
247static void reformatVfs(void){
248 int i;
249 for(i=0; i<MX_FILE; i++){
250 if( g.aFile[i].sz<0 ) continue;
251 if( g.aFile[i].zFilename ){
252 free(g.aFile[i].zFilename);
253 g.aFile[i].zFilename = 0;
254 }
255 if( g.aFile[i].nRef>0 ){
256 fatalError("file %d still open. nRef=%d", i, g.aFile[i].nRef);
257 }
258 g.aFile[i].sz = -1;
259 free(g.aFile[i].a);
260 g.aFile[i].a = 0;
261 g.aFile[i].nRef = 0;
262 }
263}
264
265/*
266** Find a VFile by name
267*/
268static VFile *findVFile(const char *zName){
269 int i;
drha9542b12015-05-25 19:35:42 +0000270 if( zName==0 ) return 0;
drh3b74d032015-05-25 18:48:19 +0000271 for(i=0; i<MX_FILE; i++){
272 if( g.aFile[i].zFilename==0 ) continue;
273 if( strcmp(g.aFile[i].zFilename, zName)==0 ) return &g.aFile[i];
274 }
275 return 0;
276}
277
278/*
279** Find a VFile by name. Create it if it does not already exist and
280** initialize it to the size and content given.
281**
282** Return NULL only if the filesystem is full.
283*/
284static VFile *createVFile(const char *zName, int sz, unsigned char *pData){
285 VFile *pNew = findVFile(zName);
286 int i;
287 if( pNew ) return pNew;
288 for(i=0; i<MX_FILE && g.aFile[i].sz>=0; i++){}
289 if( i>=MX_FILE ) return 0;
290 pNew = &g.aFile[i];
drha9542b12015-05-25 19:35:42 +0000291 if( zName ){
drhe683b892016-02-15 18:47:26 +0000292 int nName = (int)strlen(zName)+1;
293 pNew->zFilename = safe_realloc(0, nName);
294 memcpy(pNew->zFilename, zName, nName);
drha9542b12015-05-25 19:35:42 +0000295 }else{
296 pNew->zFilename = 0;
297 }
drh3b74d032015-05-25 18:48:19 +0000298 pNew->nRef = 0;
299 pNew->sz = sz;
300 pNew->a = safe_realloc(0, sz);
301 if( sz>0 ) memcpy(pNew->a, pData, sz);
302 return pNew;
303}
304
305
306/*
307** Implementation of the "readfile(X)" SQL function. The entire content
308** of the file named X is read and returned as a BLOB. NULL is returned
309** if the file does not exist or is unreadable.
310*/
311static void readfileFunc(
312 sqlite3_context *context,
313 int argc,
314 sqlite3_value **argv
315){
316 const char *zName;
317 FILE *in;
318 long nIn;
319 void *pBuf;
320
321 zName = (const char*)sqlite3_value_text(argv[0]);
322 if( zName==0 ) return;
323 in = fopen(zName, "rb");
324 if( in==0 ) return;
325 fseek(in, 0, SEEK_END);
326 nIn = ftell(in);
327 rewind(in);
328 pBuf = sqlite3_malloc64( nIn );
329 if( pBuf && 1==fread(pBuf, nIn, 1, in) ){
330 sqlite3_result_blob(context, pBuf, nIn, sqlite3_free);
331 }else{
332 sqlite3_free(pBuf);
333 }
334 fclose(in);
335}
336
337/*
drha8781d92020-02-25 20:05:58 +0000338** Implementation of the "readtextfile(X)" SQL function. The text content
339** of the file named X through the end of the file or to the first \000
340** character, whichever comes first, is read and returned as TEXT. NULL
341** is returned if the file does not exist or is unreadable.
342*/
343static void readtextfileFunc(
344 sqlite3_context *context,
345 int argc,
346 sqlite3_value **argv
347){
348 const char *zName;
349 FILE *in;
350 long nIn;
351 char *pBuf;
352
353 zName = (const char*)sqlite3_value_text(argv[0]);
354 if( zName==0 ) return;
355 in = fopen(zName, "rb");
356 if( in==0 ) return;
357 fseek(in, 0, SEEK_END);
358 nIn = ftell(in);
359 rewind(in);
360 pBuf = sqlite3_malloc64( nIn+1 );
361 if( pBuf && 1==fread(pBuf, nIn, 1, in) ){
362 pBuf[nIn] = 0;
363 sqlite3_result_text(context, pBuf, -1, sqlite3_free);
364 }else{
365 sqlite3_free(pBuf);
366 }
367 fclose(in);
368}
369
370/*
drh40e0e0d2015-09-22 18:51:17 +0000371** Implementation of the "writefile(X,Y)" SQL function. The argument Y
372** is written into file X. The number of bytes written is returned. Or
373** NULL is returned if something goes wrong, such as being unable to open
374** file X for writing.
375*/
376static void writefileFunc(
377 sqlite3_context *context,
378 int argc,
379 sqlite3_value **argv
380){
381 FILE *out;
382 const char *z;
383 sqlite3_int64 rc;
384 const char *zFile;
385
386 (void)argc;
387 zFile = (const char*)sqlite3_value_text(argv[0]);
388 if( zFile==0 ) return;
389 out = fopen(zFile, "wb");
390 if( out==0 ) return;
391 z = (const char*)sqlite3_value_blob(argv[1]);
392 if( z==0 ){
393 rc = 0;
394 }else{
395 rc = fwrite(z, 1, sqlite3_value_bytes(argv[1]), out);
396 }
397 fclose(out);
398 sqlite3_result_int64(context, rc);
399}
400
401
402/*
drh3b74d032015-05-25 18:48:19 +0000403** Load a list of Blob objects from the database
404*/
405static void blobListLoadFromDb(
406 sqlite3 *db, /* Read from this database */
407 const char *zSql, /* Query used to extract the blobs */
drha9542b12015-05-25 19:35:42 +0000408 int onlyId, /* Only load where id is this value */
drh3b74d032015-05-25 18:48:19 +0000409 int *pN, /* OUT: Write number of blobs loaded here */
410 Blob **ppList /* OUT: Write the head of the blob list here */
411){
412 Blob head;
413 Blob *p;
414 sqlite3_stmt *pStmt;
415 int n = 0;
416 int rc;
drha9542b12015-05-25 19:35:42 +0000417 char *z2;
drh3b74d032015-05-25 18:48:19 +0000418
drha9542b12015-05-25 19:35:42 +0000419 if( onlyId>0 ){
420 z2 = sqlite3_mprintf("%s WHERE rowid=%d", zSql, onlyId);
421 }else{
422 z2 = sqlite3_mprintf("%s", zSql);
423 }
424 rc = sqlite3_prepare_v2(db, z2, -1, &pStmt, 0);
425 sqlite3_free(z2);
drh3b74d032015-05-25 18:48:19 +0000426 if( rc ) fatalError("%s", sqlite3_errmsg(db));
427 head.pNext = 0;
428 p = &head;
429 while( SQLITE_ROW==sqlite3_step(pStmt) ){
430 int sz = sqlite3_column_bytes(pStmt, 1);
431 Blob *pNew = safe_realloc(0, sizeof(*pNew)+sz );
432 pNew->id = sqlite3_column_int(pStmt, 0);
433 pNew->sz = sz;
drhe5c5f2c2015-05-26 00:28:08 +0000434 pNew->seq = n++;
drh3b74d032015-05-25 18:48:19 +0000435 pNew->pNext = 0;
436 memcpy(pNew->a, sqlite3_column_blob(pStmt,1), sz);
437 pNew->a[sz] = 0;
438 p->pNext = pNew;
439 p = pNew;
drh3b74d032015-05-25 18:48:19 +0000440 }
441 sqlite3_finalize(pStmt);
442 *pN = n;
443 *ppList = head.pNext;
444}
445
446/*
447** Free a list of Blob objects
448*/
449static void blobListFree(Blob *p){
450 Blob *pNext;
451 while( p ){
452 pNext = p->pNext;
453 free(p);
454 p = pNext;
455 }
456}
457
drh237f41a2020-12-21 12:14:59 +0000458/* Return the current wall-clock time
459**
460** The number of milliseconds since the julian epoch.
461** 1907-01-01 00:00:00 -> 210866716800000
462** 2021-01-01 00:00:00 -> 212476176000000
463*/
drh3b74d032015-05-25 18:48:19 +0000464static sqlite3_int64 timeOfDay(void){
465 static sqlite3_vfs *clockVfs = 0;
466 sqlite3_int64 t;
drh8055a3e2018-11-21 14:27:34 +0000467 if( clockVfs==0 ){
468 clockVfs = sqlite3_vfs_find(0);
469 if( clockVfs==0 ) return 0;
470 }
drh3b74d032015-05-25 18:48:19 +0000471 if( clockVfs->iVersion>=1 && clockVfs->xCurrentTimeInt64!=0 ){
472 clockVfs->xCurrentTimeInt64(clockVfs, &t);
473 }else{
474 double r;
475 clockVfs->xCurrentTime(clockVfs, &r);
476 t = (sqlite3_int64)(r*86400000.0);
477 }
478 return t;
479}
480
drha47e7092019-01-25 04:00:14 +0000481/***************************************************************************
482** Code to process combined database+SQL scripts generated by the
483** dbsqlfuzz fuzzer.
484*/
485
486/* An instance of the following object is passed by pointer as the
487** client data to various callbacks.
488*/
489typedef struct FuzzCtx {
490 sqlite3 *db; /* The database connection */
491 sqlite3_int64 iCutoffTime; /* Stop processing at this time. */
492 sqlite3_int64 iLastCb; /* Time recorded for previous progress callback */
493 sqlite3_int64 mxInterval; /* Longest interval between two progress calls */
494 unsigned nCb; /* Number of progress callbacks */
495 unsigned mxCb; /* Maximum number of progress callbacks allowed */
496 unsigned execCnt; /* Number of calls to the sqlite3_exec callback */
497 int timeoutHit; /* True when reaching a timeout */
498} FuzzCtx;
499
500/* Verbosity level for the dbsqlfuzz test runner */
501static int eVerbosity = 0;
502
503/* True to activate PRAGMA vdbe_debug=on */
504static int bVdbeDebug = 0;
505
506/* Timeout for each fuzzing attempt, in milliseconds */
drhed457032019-01-25 17:51:06 +0000507static int giTimeout = 10000; /* Defaults to 10 seconds */
drha47e7092019-01-25 04:00:14 +0000508
509/* Maximum number of progress handler callbacks */
510static unsigned int mxProgressCb = 2000;
511
512/* Maximum string length in SQLite */
513static int lengthLimit = 1000000;
514
drhbe03cc92020-01-20 14:42:09 +0000515/* Maximum expression depth */
516static int depthLimit = 500;
517
drh31999c52019-11-14 17:46:32 +0000518/* Limit on the amount of heap memory that can be used */
drha8781d92020-02-25 20:05:58 +0000519static sqlite3_int64 heapLimit = 100000000;
drh31999c52019-11-14 17:46:32 +0000520
drha47e7092019-01-25 04:00:14 +0000521/* Maximum byte-code program length in SQLite */
522static int vdbeOpLimit = 25000;
523
524/* Maximum size of the in-memory database */
525static sqlite3_int64 maxDbSize = 104857600;
drh39b3bcf2020-03-02 16:31:21 +0000526/* OOM simulation parameters */
527static unsigned int oomCounter = 0; /* Simulate OOM when equals 1 */
528static unsigned int oomRepeat = 0; /* Number of OOMs in a row */
529static void*(*defaultMalloc)(int) = 0; /* The low-level malloc routine */
530
531/* This routine is called when a simulated OOM occurs. It is broken
532** out as a separate routine to make it easy to set a breakpoint on
533** the OOM
534*/
535void oomFault(void){
536 if( eVerbosity ){
537 printf("Simulated OOM fault\n");
538 }
539 if( oomRepeat>0 ){
540 oomRepeat--;
541 }else{
542 oomCounter--;
543 }
544}
545
546/* This routine is a replacement malloc() that is used to simulate
547** Out-Of-Memory (OOM) errors for testing purposes.
548*/
549static void *oomMalloc(int nByte){
550 if( oomCounter ){
551 if( oomCounter==1 ){
552 oomFault();
553 return 0;
554 }else{
555 oomCounter--;
556 }
557 }
558 return defaultMalloc(nByte);
559}
560
561/* Register the OOM simulator. This must occur before any memory
562** allocations */
563static void registerOomSimulator(void){
564 sqlite3_mem_methods mem;
565 sqlite3_shutdown();
566 sqlite3_config(SQLITE_CONFIG_GETMALLOC, &mem);
567 defaultMalloc = mem.xMalloc;
568 mem.xMalloc = oomMalloc;
569 sqlite3_config(SQLITE_CONFIG_MALLOC, &mem);
570}
571
572/* Turn off any pending OOM simulation */
573static void disableOom(void){
574 oomCounter = 0;
575 oomRepeat = 0;
576}
drha47e7092019-01-25 04:00:14 +0000577
578/*
579** Translate a single byte of Hex into an integer.
580** This routine only works if h really is a valid hexadecimal
581** character: 0..9a..fA..F
582*/
drhed457032019-01-25 17:51:06 +0000583static unsigned char hexToInt(unsigned int h){
drha47e7092019-01-25 04:00:14 +0000584#ifdef SQLITE_EBCDIC
585 h += 9*(1&~(h>>4)); /* EBCDIC */
586#else
587 h += 9*(1&(h>>6)); /* ASCII */
588#endif
589 return h & 0xf;
590}
591
592/*
593** The first character of buffer zIn[0..nIn-1] is a '['. This routine
594** checked to see if the buffer holds "[NNNN]" or "[+NNNN]" and if it
595** does it makes corresponding changes to the *pK value and *pI value
596** and returns true. If the input buffer does not match the patterns,
597** no changes are made to either *pK or *pI and this routine returns false.
598*/
599static int isOffset(
600 const unsigned char *zIn, /* Text input */
601 int nIn, /* Bytes of input */
602 unsigned int *pK, /* half-byte cursor to adjust */
603 unsigned int *pI /* Input index to adjust */
604){
605 int i;
606 unsigned int k = 0;
607 unsigned char c;
608 for(i=1; i<nIn && (c = zIn[i])!=']'; i++){
609 if( !isxdigit(c) ) return 0;
610 k = k*16 + hexToInt(c);
611 }
612 if( i==nIn ) return 0;
613 *pK = 2*k;
614 *pI += i;
615 return 1;
616}
617
618/*
619** Decode the text starting at zIn into a binary database file.
drh0fcf6f02021-05-24 12:28:13 +0000620** The maximum length of zIn is nIn bytes. Store the binary database
621** file in space obtained from sqlite3_malloc().
drha47e7092019-01-25 04:00:14 +0000622**
623** Return the number of bytes of zIn consumed. Or return -1 if there
624** is an error. One potential error is that the recipe specifies a
625** database file larger than MX_FILE_SZ bytes.
626**
627** Abort on an OOM.
628*/
629static int decodeDatabase(
630 const unsigned char *zIn, /* Input text to be decoded */
631 int nIn, /* Bytes of input text */
632 unsigned char **paDecode, /* OUT: decoded database file */
633 int *pnDecode /* OUT: Size of decoded database */
634){
drh672f07c2020-10-20 14:40:53 +0000635 unsigned char *a, *aNew; /* Database under construction */
drha47e7092019-01-25 04:00:14 +0000636 int mx = 0; /* Current size of the database */
637 sqlite3_uint64 nAlloc = 4096; /* Space allocated in a[] */
638 unsigned int i; /* Next byte of zIn[] to read */
639 unsigned int j; /* Temporary integer */
640 unsigned int k; /* half-byte cursor index for output */
641 unsigned int n; /* Number of bytes of input */
642 unsigned char b = 0;
643 if( nIn<4 ) return -1;
644 n = (unsigned int)nIn;
drhed457032019-01-25 17:51:06 +0000645 a = sqlite3_malloc64( nAlloc );
drha47e7092019-01-25 04:00:14 +0000646 if( a==0 ){
647 fprintf(stderr, "Out of memory!\n");
648 exit(1);
649 }
mistachkin065f3bf2019-03-20 05:45:03 +0000650 memset(a, 0, (size_t)nAlloc);
drha47e7092019-01-25 04:00:14 +0000651 for(i=k=0; i<n; i++){
drhaf638922019-02-07 00:17:36 +0000652 unsigned char c = (unsigned char)zIn[i];
drha47e7092019-01-25 04:00:14 +0000653 if( isxdigit(c) ){
654 k++;
655 if( k & 1 ){
656 b = hexToInt(c)*16;
657 }else{
658 b += hexToInt(c);
659 j = k/2 - 1;
660 if( j>=nAlloc ){
661 sqlite3_uint64 newSize;
662 if( nAlloc==MX_FILE_SZ || j>=MX_FILE_SZ ){
663 if( eVerbosity ){
664 fprintf(stderr, "Input database too big: max %d bytes\n",
665 MX_FILE_SZ);
666 }
667 sqlite3_free(a);
668 return -1;
669 }
670 newSize = nAlloc*2;
671 if( newSize<=j ){
672 newSize = (j+4096)&~4095;
673 }
674 if( newSize>MX_FILE_SZ ){
675 if( j>=MX_FILE_SZ ){
676 sqlite3_free(a);
677 return -1;
678 }
679 newSize = MX_FILE_SZ;
680 }
drh672f07c2020-10-20 14:40:53 +0000681 aNew = sqlite3_realloc64( a, newSize );
682 if( aNew==0 ){
683 sqlite3_free(a);
684 return -1;
drha47e7092019-01-25 04:00:14 +0000685 }
drh672f07c2020-10-20 14:40:53 +0000686 a = aNew;
drha47e7092019-01-25 04:00:14 +0000687 assert( newSize > nAlloc );
mistachkin065f3bf2019-03-20 05:45:03 +0000688 memset(a+nAlloc, 0, (size_t)(newSize - nAlloc));
drha47e7092019-01-25 04:00:14 +0000689 nAlloc = newSize;
690 }
691 if( j>=(unsigned)mx ){
692 mx = (j + 4095)&~4095;
693 if( mx>MX_FILE_SZ ) mx = MX_FILE_SZ;
694 }
695 assert( j<nAlloc );
696 a[j] = b;
697 }
698 }else if( zIn[i]=='[' && i<n-3 && isOffset(zIn+i, nIn-i, &k, &i) ){
699 continue;
700 }else if( zIn[i]=='\n' && i<n-4 && memcmp(zIn+i,"\n--\n",4)==0 ){
701 i += 4;
702 break;
703 }
704 }
705 *pnDecode = mx;
706 *paDecode = a;
707 return i;
708}
709
710/*
711** Progress handler callback.
712**
713** The argument is the cutoff-time after which all processing should
714** stop. So return non-zero if the cut-off time is exceeded.
715*/
716static int progress_handler(void *pClientData) {
717 FuzzCtx *p = (FuzzCtx*)pClientData;
718 sqlite3_int64 iNow = timeOfDay();
719 int rc = iNow>=p->iCutoffTime;
720 sqlite3_int64 iDiff = iNow - p->iLastCb;
drh237f41a2020-12-21 12:14:59 +0000721 /* printf("time-remaining: %lld\n", p->iCutoffTime - iNow); */
drha47e7092019-01-25 04:00:14 +0000722 if( iDiff > p->mxInterval ) p->mxInterval = iDiff;
723 p->nCb++;
724 if( rc==0 && p->mxCb>0 && p->mxCb<=p->nCb ) rc = 1;
drhdf216592019-01-25 04:43:26 +0000725 if( rc && !p->timeoutHit && eVerbosity>=2 ){
drha47e7092019-01-25 04:00:14 +0000726 printf("Timeout on progress callback %d\n", p->nCb);
727 fflush(stdout);
728 p->timeoutHit = 1;
729 }
730 return rc;
731}
732
733/*
734** Disallow debugging pragmas such as "PRAGMA vdbe_debug" and
735** "PRAGMA parser_trace" since they can dramatically increase the
736** amount of output without actually testing anything useful.
737**
drh8df01492021-03-18 14:36:19 +0000738** Also block ATTACH if attaching a file from the filesystem.
drha47e7092019-01-25 04:00:14 +0000739*/
740static int block_troublesome_sql(
741 void *Notused,
742 int eCode,
743 const char *zArg1,
744 const char *zArg2,
745 const char *zArg3,
746 const char *zArg4
747){
748 (void)Notused;
749 (void)zArg2;
750 (void)zArg3;
751 (void)zArg4;
752 if( eCode==SQLITE_PRAGMA ){
drh8df01492021-03-18 14:36:19 +0000753 if( eVerbosity==0 ){
754 if( sqlite3_strnicmp("vdbe_", zArg1, 5)==0
755 || sqlite3_stricmp("parser_trace", zArg1)==0
756 || sqlite3_stricmp("temp_store_directory", zArg1)==0
757 ){
758 return SQLITE_DENY;
759 }
760 }else if( sqlite3_stricmp("oom",zArg1)==0
761 && zArg2!=0 && zArg2[0]!=0 ){
drh39b3bcf2020-03-02 16:31:21 +0000762 oomCounter = atoi(zArg2);
763 }
drh657a7a62021-03-09 13:12:58 +0000764 }else if( eCode==SQLITE_ATTACH ){
drh4d17e302021-03-10 17:52:59 +0000765 if( zArg1==0 || (zArg1[0]!=0 && strcmp(zArg1,":memory:")!=0) ){
drh657a7a62021-03-09 13:12:58 +0000766 return SQLITE_DENY;
767 }
drha47e7092019-01-25 04:00:14 +0000768 }
769 return SQLITE_OK;
770}
771
772/*
773** Run the SQL text
774*/
775static int runDbSql(sqlite3 *db, const char *zSql){
776 int rc;
777 sqlite3_stmt *pStmt;
drhaf638922019-02-07 00:17:36 +0000778 while( isspace(zSql[0]&0x7f) ) zSql++;
drha47e7092019-01-25 04:00:14 +0000779 if( zSql[0]==0 ) return SQLITE_OK;
drhdf216592019-01-25 04:43:26 +0000780 if( eVerbosity>=4 ){
drha47e7092019-01-25 04:00:14 +0000781 printf("RUNNING-SQL: [%s]\n", zSql);
782 fflush(stdout);
783 }
784 rc = sqlite3_prepare_v2(db, zSql, -1, &pStmt, 0);
785 if( rc==SQLITE_OK ){
786 while( (rc = sqlite3_step(pStmt))==SQLITE_ROW ){
drhdf216592019-01-25 04:43:26 +0000787 if( eVerbosity>=5 ){
drha47e7092019-01-25 04:00:14 +0000788 int j;
789 for(j=0; j<sqlite3_column_count(pStmt); j++){
790 if( j ) printf(",");
791 switch( sqlite3_column_type(pStmt, j) ){
792 case SQLITE_NULL: {
793 printf("NULL");
794 break;
795 }
796 case SQLITE_INTEGER:
797 case SQLITE_FLOAT: {
798 printf("%s", sqlite3_column_text(pStmt, j));
799 break;
800 }
801 case SQLITE_BLOB: {
802 int n = sqlite3_column_bytes(pStmt, j);
803 int i;
804 const unsigned char *a;
805 a = (const unsigned char*)sqlite3_column_blob(pStmt, j);
806 printf("x'");
807 for(i=0; i<n; i++){
808 printf("%02x", a[i]);
809 }
810 printf("'");
811 break;
812 }
813 case SQLITE_TEXT: {
814 int n = sqlite3_column_bytes(pStmt, j);
815 int i;
816 const unsigned char *a;
817 a = (const unsigned char*)sqlite3_column_blob(pStmt, j);
818 printf("'");
819 for(i=0; i<n; i++){
820 if( a[i]=='\'' ){
821 printf("''");
822 }else{
823 putchar(a[i]);
824 }
825 }
826 printf("'");
827 break;
828 }
829 } /* End switch() */
830 } /* End for() */
831 printf("\n");
832 fflush(stdout);
drhdf216592019-01-25 04:43:26 +0000833 } /* End if( eVerbosity>=5 ) */
drha47e7092019-01-25 04:00:14 +0000834 } /* End while( SQLITE_ROW */
drhdf216592019-01-25 04:43:26 +0000835 if( rc!=SQLITE_DONE && eVerbosity>=4 ){
drha47e7092019-01-25 04:00:14 +0000836 printf("SQL-ERROR: (%d) %s\n", rc, sqlite3_errmsg(db));
837 fflush(stdout);
838 }
drhdf216592019-01-25 04:43:26 +0000839 }else if( eVerbosity>=4 ){
drha47e7092019-01-25 04:00:14 +0000840 printf("SQL-ERROR (%d): %s\n", rc, sqlite3_errmsg(db));
841 fflush(stdout);
842 } /* End if( SQLITE_OK ) */
843 return sqlite3_finalize(pStmt);
844}
845
846/* Invoke this routine to run a single test case */
drh237f41a2020-12-21 12:14:59 +0000847int runCombinedDbSqlInput(const uint8_t *aData, size_t nByte, int iTimeout){
drha47e7092019-01-25 04:00:14 +0000848 int rc; /* SQLite API return value */
849 int iSql; /* Index in aData[] of start of SQL */
850 unsigned char *aDb = 0; /* Decoded database content */
851 int nDb = 0; /* Size of the decoded database */
852 int i; /* Loop counter */
853 int j; /* Start of current SQL statement */
854 char *zSql = 0; /* SQL text to run */
855 int nSql; /* Bytes of SQL text */
856 FuzzCtx cx; /* Fuzzing context */
857
858 if( nByte<10 ) return 0;
859 if( sqlite3_initialize() ) return 0;
860 if( sqlite3_memory_used()!=0 ){
861 int nAlloc = 0;
862 int nNotUsed = 0;
863 sqlite3_status(SQLITE_STATUS_MALLOC_COUNT, &nAlloc, &nNotUsed, 0);
drh672f07c2020-10-20 14:40:53 +0000864 fprintf(stderr,"memory leak prior to test start:"
865 " %lld bytes in %d allocations\n",
drha47e7092019-01-25 04:00:14 +0000866 sqlite3_memory_used(), nAlloc);
867 exit(1);
868 }
869 memset(&cx, 0, sizeof(cx));
870 iSql = decodeDatabase((unsigned char*)aData, (int)nByte, &aDb, &nDb);
871 if( iSql<0 ) return 0;
drhed457032019-01-25 17:51:06 +0000872 nSql = (int)(nByte - iSql);
drhdf216592019-01-25 04:43:26 +0000873 if( eVerbosity>=3 ){
drha47e7092019-01-25 04:00:14 +0000874 printf(
875 "****** %d-byte input, %d-byte database, %d-byte script "
876 "******\n", (int)nByte, nDb, nSql);
877 fflush(stdout);
878 }
879 rc = sqlite3_open(0, &cx.db);
drh672f07c2020-10-20 14:40:53 +0000880 if( rc ){
881 sqlite3_free(aDb);
882 return 1;
883 }
drha47e7092019-01-25 04:00:14 +0000884 if( bVdbeDebug ){
885 sqlite3_exec(cx.db, "PRAGMA vdbe_debug=ON", 0, 0, 0);
886 }
887
888 /* Invoke the progress handler frequently to check to see if we
889 ** are taking too long. The progress handler will return true
drhed457032019-01-25 17:51:06 +0000890 ** (which will block further processing) if more than giTimeout seconds have
drha47e7092019-01-25 04:00:14 +0000891 ** elapsed since the start of the test.
892 */
893 cx.iLastCb = timeOfDay();
drh237f41a2020-12-21 12:14:59 +0000894 cx.iCutoffTime = cx.iLastCb + (iTimeout<giTimeout ? iTimeout : giTimeout);
drha47e7092019-01-25 04:00:14 +0000895 cx.mxCb = mxProgressCb;
896#ifndef SQLITE_OMIT_PROGRESS_CALLBACK
897 sqlite3_progress_handler(cx.db, 10, progress_handler, (void*)&cx);
898#endif
899
900 /* Set a limit on the maximum size of a prepared statement, and the
901 ** maximum length of a string or blob */
902 if( vdbeOpLimit>0 ){
903 sqlite3_limit(cx.db, SQLITE_LIMIT_VDBE_OP, vdbeOpLimit);
904 }
905 if( lengthLimit>0 ){
906 sqlite3_limit(cx.db, SQLITE_LIMIT_LENGTH, lengthLimit);
907 }
drhbe03cc92020-01-20 14:42:09 +0000908 if( depthLimit>0 ){
909 sqlite3_limit(cx.db, SQLITE_LIMIT_EXPR_DEPTH, depthLimit);
910 }
drh4b3282d2020-04-07 15:07:11 +0000911 sqlite3_limit(cx.db, SQLITE_LIMIT_LIKE_PATTERN_LENGTH, 100);
drh31999c52019-11-14 17:46:32 +0000912 sqlite3_hard_heap_limit64(heapLimit);
drha47e7092019-01-25 04:00:14 +0000913
914 if( nDb>=20 && aDb[18]==2 && aDb[19]==2 ){
915 aDb[18] = aDb[19] = 1;
916 }
917 rc = sqlite3_deserialize(cx.db, "main", aDb, nDb, nDb,
918 SQLITE_DESERIALIZE_RESIZEABLE |
919 SQLITE_DESERIALIZE_FREEONCLOSE);
920 if( rc ){
921 fprintf(stderr, "sqlite3_deserialize() failed with %d\n", rc);
922 goto testrun_finished;
923 }
924 if( maxDbSize>0 ){
925 sqlite3_int64 x = maxDbSize;
926 sqlite3_file_control(cx.db, "main", SQLITE_FCNTL_SIZE_LIMIT, &x);
927 }
928
drh725a9c72019-01-25 13:03:38 +0000929 /* For high debugging levels, turn on debug mode */
930 if( eVerbosity>=5 ){
931 sqlite3_exec(cx.db, "PRAGMA vdbe_debug=ON;", 0, 0, 0);
932 }
933
drha47e7092019-01-25 04:00:14 +0000934 /* Block debug pragmas and ATTACH/DETACH. But wait until after
935 ** deserialize to do this because deserialize depends on ATTACH */
936 sqlite3_set_authorizer(cx.db, block_troublesome_sql, 0);
937
938 /* Consistent PRNG seed */
drh319deef2021-04-04 23:56:15 +0000939#ifdef SQLITE_TESTCTRL_PRNG_SEED
940 sqlite3_table_column_metadata(cx.db, 0, "x", 0, 0, 0, 0, 0, 0);
941 sqlite3_test_control(SQLITE_TESTCTRL_PRNG_SEED, 1, cx.db);
942#else
drha47e7092019-01-25 04:00:14 +0000943 sqlite3_randomness(0,0);
drh319deef2021-04-04 23:56:15 +0000944#endif
drha47e7092019-01-25 04:00:14 +0000945
946 zSql = sqlite3_malloc( nSql + 1 );
947 if( zSql==0 ){
948 fprintf(stderr, "Out of memory!\n");
949 }else{
950 memcpy(zSql, aData+iSql, nSql);
951 zSql[nSql] = 0;
952 for(i=j=0; zSql[i]; i++){
953 if( zSql[i]==';' ){
954 char cSaved = zSql[i+1];
955 zSql[i+1] = 0;
956 if( sqlite3_complete(zSql+j) ){
957 rc = runDbSql(cx.db, zSql+j);
958 j = i+1;
959 }
960 zSql[i+1] = cSaved;
961 if( rc==SQLITE_INTERRUPT || progress_handler(&cx) ){
962 goto testrun_finished;
963 }
964 }
965 }
966 if( j<i ){
967 runDbSql(cx.db, zSql+j);
968 }
969 }
970testrun_finished:
971 sqlite3_free(zSql);
972 rc = sqlite3_close(cx.db);
973 if( rc!=SQLITE_OK ){
974 fprintf(stdout, "sqlite3_close() returns %d\n", rc);
975 }
drhdf216592019-01-25 04:43:26 +0000976 if( eVerbosity>=2 ){
drha47e7092019-01-25 04:00:14 +0000977 fprintf(stdout, "Peak memory usages: %f MB\n",
978 sqlite3_memory_highwater(1) / 1000000.0);
979 }
980 if( sqlite3_memory_used()!=0 ){
981 int nAlloc = 0;
982 int nNotUsed = 0;
983 sqlite3_status(SQLITE_STATUS_MALLOC_COUNT, &nAlloc, &nNotUsed, 0);
984 fprintf(stderr,"Memory leak: %lld bytes in %d allocations\n",
985 sqlite3_memory_used(), nAlloc);
986 exit(1);
987 }
drh319deef2021-04-04 23:56:15 +0000988 sqlite3_hard_heap_limit64(0);
989 sqlite3_soft_heap_limit64(0);
drha47e7092019-01-25 04:00:14 +0000990 return 0;
991}
992
993/*
994** END of the dbsqlfuzz code
995***************************************************************************/
996
997/* Look at a SQL text and try to determine if it begins with a database
998** description, such as would be found in a dbsqlfuzz test case. Return
999** true if this does appear to be a dbsqlfuzz test case and false otherwise.
1000*/
1001static int isDbSql(unsigned char *a, int n){
drhdf216592019-01-25 04:43:26 +00001002 unsigned char buf[12];
1003 int i;
drha47e7092019-01-25 04:00:14 +00001004 if( n>4 && memcmp(a,"\n--\n",4)==0 ) return 1;
1005 while( n>0 && isspace(a[0]) ){ a++; n--; }
drhdf216592019-01-25 04:43:26 +00001006 for(i=0; n>0 && i<8; n--, a++){
1007 if( isxdigit(a[0]) ) buf[i++] = a[0];
1008 }
1009 if( i==8 && memcmp(buf,"53514c69",8)==0 ) return 1;
drha47e7092019-01-25 04:00:14 +00001010 return 0;
1011}
1012
drhe5da9352019-01-27 01:11:40 +00001013/* Implementation of the isdbsql(TEXT) SQL function.
1014*/
1015static void isDbSqlFunc(
1016 sqlite3_context *context,
1017 int argc,
1018 sqlite3_value **argv
1019){
1020 int n = sqlite3_value_bytes(argv[0]);
1021 unsigned char *a = (unsigned char*)sqlite3_value_blob(argv[0]);
1022 sqlite3_result_int(context, a!=0 && n>0 && isDbSql(a,n));
1023}
drha47e7092019-01-25 04:00:14 +00001024
drh3b74d032015-05-25 18:48:19 +00001025/* Methods for the VHandle object
1026*/
1027static int inmemClose(sqlite3_file *pFile){
1028 VHandle *p = (VHandle*)pFile;
1029 VFile *pVFile = p->pVFile;
1030 pVFile->nRef--;
1031 if( pVFile->nRef==0 && pVFile->zFilename==0 ){
1032 pVFile->sz = -1;
1033 free(pVFile->a);
1034 pVFile->a = 0;
1035 }
1036 return SQLITE_OK;
1037}
1038static int inmemRead(
1039 sqlite3_file *pFile, /* Read from this open file */
1040 void *pData, /* Store content in this buffer */
1041 int iAmt, /* Bytes of content */
1042 sqlite3_int64 iOfst /* Start reading here */
1043){
1044 VHandle *pHandle = (VHandle*)pFile;
1045 VFile *pVFile = pHandle->pVFile;
1046 if( iOfst<0 || iOfst>=pVFile->sz ){
1047 memset(pData, 0, iAmt);
1048 return SQLITE_IOERR_SHORT_READ;
1049 }
1050 if( iOfst+iAmt>pVFile->sz ){
1051 memset(pData, 0, iAmt);
drh1573dc32015-05-25 22:29:26 +00001052 iAmt = (int)(pVFile->sz - iOfst);
drhe45985b2018-12-14 02:29:56 +00001053 memcpy(pData, pVFile->a + iOfst, iAmt);
drh3b74d032015-05-25 18:48:19 +00001054 return SQLITE_IOERR_SHORT_READ;
1055 }
drhaca7ea12015-05-25 23:14:37 +00001056 memcpy(pData, pVFile->a + iOfst, iAmt);
drh3b74d032015-05-25 18:48:19 +00001057 return SQLITE_OK;
1058}
1059static int inmemWrite(
1060 sqlite3_file *pFile, /* Write to this file */
1061 const void *pData, /* Content to write */
1062 int iAmt, /* bytes to write */
1063 sqlite3_int64 iOfst /* Start writing here */
1064){
1065 VHandle *pHandle = (VHandle*)pFile;
1066 VFile *pVFile = pHandle->pVFile;
1067 if( iOfst+iAmt > pVFile->sz ){
drha9542b12015-05-25 19:35:42 +00001068 if( iOfst+iAmt >= MX_FILE_SZ ){
1069 return SQLITE_FULL;
1070 }
drh1573dc32015-05-25 22:29:26 +00001071 pVFile->a = safe_realloc(pVFile->a, (int)(iOfst+iAmt));
drh908aced2015-05-26 16:12:45 +00001072 if( iOfst > pVFile->sz ){
1073 memset(pVFile->a + pVFile->sz, 0, (int)(iOfst - pVFile->sz));
1074 }
drh1573dc32015-05-25 22:29:26 +00001075 pVFile->sz = (int)(iOfst + iAmt);
drh3b74d032015-05-25 18:48:19 +00001076 }
1077 memcpy(pVFile->a + iOfst, pData, iAmt);
1078 return SQLITE_OK;
1079}
1080static int inmemTruncate(sqlite3_file *pFile, sqlite3_int64 iSize){
1081 VHandle *pHandle = (VHandle*)pFile;
1082 VFile *pVFile = pHandle->pVFile;
drh1573dc32015-05-25 22:29:26 +00001083 if( pVFile->sz>iSize && iSize>=0 ) pVFile->sz = (int)iSize;
drh3b74d032015-05-25 18:48:19 +00001084 return SQLITE_OK;
1085}
1086static int inmemSync(sqlite3_file *pFile, int flags){
1087 return SQLITE_OK;
1088}
1089static int inmemFileSize(sqlite3_file *pFile, sqlite3_int64 *pSize){
1090 *pSize = ((VHandle*)pFile)->pVFile->sz;
1091 return SQLITE_OK;
1092}
1093static int inmemLock(sqlite3_file *pFile, int type){
1094 return SQLITE_OK;
1095}
1096static int inmemUnlock(sqlite3_file *pFile, int type){
1097 return SQLITE_OK;
1098}
1099static int inmemCheckReservedLock(sqlite3_file *pFile, int *pOut){
1100 *pOut = 0;
1101 return SQLITE_OK;
1102}
1103static int inmemFileControl(sqlite3_file *pFile, int op, void *pArg){
1104 return SQLITE_NOTFOUND;
1105}
1106static int inmemSectorSize(sqlite3_file *pFile){
1107 return 512;
1108}
1109static int inmemDeviceCharacteristics(sqlite3_file *pFile){
1110 return
1111 SQLITE_IOCAP_SAFE_APPEND |
1112 SQLITE_IOCAP_UNDELETABLE_WHEN_OPEN |
1113 SQLITE_IOCAP_POWERSAFE_OVERWRITE;
1114}
1115
1116
1117/* Method table for VHandle
1118*/
1119static sqlite3_io_methods VHandleMethods = {
1120 /* iVersion */ 1,
1121 /* xClose */ inmemClose,
1122 /* xRead */ inmemRead,
1123 /* xWrite */ inmemWrite,
1124 /* xTruncate */ inmemTruncate,
1125 /* xSync */ inmemSync,
1126 /* xFileSize */ inmemFileSize,
1127 /* xLock */ inmemLock,
1128 /* xUnlock */ inmemUnlock,
1129 /* xCheck... */ inmemCheckReservedLock,
1130 /* xFileCtrl */ inmemFileControl,
1131 /* xSectorSz */ inmemSectorSize,
1132 /* xDevchar */ inmemDeviceCharacteristics,
1133 /* xShmMap */ 0,
1134 /* xShmLock */ 0,
1135 /* xShmBarrier */ 0,
1136 /* xShmUnmap */ 0,
1137 /* xFetch */ 0,
1138 /* xUnfetch */ 0
1139};
1140
1141/*
1142** Open a new file in the inmem VFS. All files are anonymous and are
1143** delete-on-close.
1144*/
1145static int inmemOpen(
1146 sqlite3_vfs *pVfs,
1147 const char *zFilename,
1148 sqlite3_file *pFile,
1149 int openFlags,
1150 int *pOutFlags
1151){
1152 VFile *pVFile = createVFile(zFilename, 0, (unsigned char*)"");
1153 VHandle *pHandle = (VHandle*)pFile;
drha9542b12015-05-25 19:35:42 +00001154 if( pVFile==0 ){
1155 return SQLITE_FULL;
1156 }
drh3b74d032015-05-25 18:48:19 +00001157 pHandle->pVFile = pVFile;
1158 pVFile->nRef++;
1159 pFile->pMethods = &VHandleMethods;
1160 if( pOutFlags ) *pOutFlags = openFlags;
1161 return SQLITE_OK;
1162}
1163
1164/*
1165** Delete a file by name
1166*/
1167static int inmemDelete(
1168 sqlite3_vfs *pVfs,
1169 const char *zFilename,
1170 int syncdir
1171){
1172 VFile *pVFile = findVFile(zFilename);
1173 if( pVFile==0 ) return SQLITE_OK;
1174 if( pVFile->nRef==0 ){
1175 free(pVFile->zFilename);
1176 pVFile->zFilename = 0;
1177 pVFile->sz = -1;
1178 free(pVFile->a);
1179 pVFile->a = 0;
1180 return SQLITE_OK;
1181 }
1182 return SQLITE_IOERR_DELETE;
1183}
1184
1185/* Check for the existance of a file
1186*/
1187static int inmemAccess(
1188 sqlite3_vfs *pVfs,
1189 const char *zFilename,
1190 int flags,
1191 int *pResOut
1192){
1193 VFile *pVFile = findVFile(zFilename);
1194 *pResOut = pVFile!=0;
1195 return SQLITE_OK;
1196}
1197
1198/* Get the canonical pathname for a file
1199*/
1200static int inmemFullPathname(
1201 sqlite3_vfs *pVfs,
1202 const char *zFilename,
1203 int nOut,
1204 char *zOut
1205){
1206 sqlite3_snprintf(nOut, zOut, "%s", zFilename);
1207 return SQLITE_OK;
1208}
1209
drhbeaf5142016-12-26 00:15:56 +00001210/* Always use the same random see, for repeatability.
1211*/
1212static int inmemRandomness(sqlite3_vfs *NotUsed, int nBuf, char *zBuf){
1213 memset(zBuf, 0, nBuf);
1214 memcpy(zBuf, &g.uRandom, nBuf<sizeof(g.uRandom) ? nBuf : sizeof(g.uRandom));
1215 return nBuf;
1216}
1217
drh3b74d032015-05-25 18:48:19 +00001218/*
1219** Register the VFS that reads from the g.aFile[] set of files.
1220*/
drhbeaf5142016-12-26 00:15:56 +00001221static void inmemVfsRegister(int makeDefault){
drh3b74d032015-05-25 18:48:19 +00001222 static sqlite3_vfs inmemVfs;
1223 sqlite3_vfs *pDefault = sqlite3_vfs_find(0);
drh5337dac2015-11-25 15:15:03 +00001224 inmemVfs.iVersion = 3;
drh3b74d032015-05-25 18:48:19 +00001225 inmemVfs.szOsFile = sizeof(VHandle);
1226 inmemVfs.mxPathname = 200;
1227 inmemVfs.zName = "inmem";
1228 inmemVfs.xOpen = inmemOpen;
1229 inmemVfs.xDelete = inmemDelete;
1230 inmemVfs.xAccess = inmemAccess;
1231 inmemVfs.xFullPathname = inmemFullPathname;
drhbeaf5142016-12-26 00:15:56 +00001232 inmemVfs.xRandomness = inmemRandomness;
drh3b74d032015-05-25 18:48:19 +00001233 inmemVfs.xSleep = pDefault->xSleep;
drh5337dac2015-11-25 15:15:03 +00001234 inmemVfs.xCurrentTimeInt64 = pDefault->xCurrentTimeInt64;
drhbeaf5142016-12-26 00:15:56 +00001235 sqlite3_vfs_register(&inmemVfs, makeDefault);
drh3b74d032015-05-25 18:48:19 +00001236};
1237
drh3b74d032015-05-25 18:48:19 +00001238/*
drhe5c5f2c2015-05-26 00:28:08 +00001239** Allowed values for the runFlags parameter to runSql()
1240*/
1241#define SQL_TRACE 0x0001 /* Print each SQL statement as it is prepared */
1242#define SQL_OUTPUT 0x0002 /* Show the SQL output */
1243
1244/*
drh3b74d032015-05-25 18:48:19 +00001245** Run multiple commands of SQL. Similar to sqlite3_exec(), but does not
1246** stop if an error is encountered.
1247*/
drhe5c5f2c2015-05-26 00:28:08 +00001248static void runSql(sqlite3 *db, const char *zSql, unsigned runFlags){
drh3b74d032015-05-25 18:48:19 +00001249 const char *zMore;
1250 sqlite3_stmt *pStmt;
1251
1252 while( zSql && zSql[0] ){
1253 zMore = 0;
1254 pStmt = 0;
1255 sqlite3_prepare_v2(db, zSql, -1, &pStmt, &zMore);
drh4ab31472015-05-25 22:17:06 +00001256 if( zMore==zSql ) break;
drhe5c5f2c2015-05-26 00:28:08 +00001257 if( runFlags & SQL_TRACE ){
drh4ab31472015-05-25 22:17:06 +00001258 const char *z = zSql;
1259 int n;
drhc56fac72015-10-29 13:48:15 +00001260 while( z<zMore && ISSPACE(z[0]) ) z++;
drh4ab31472015-05-25 22:17:06 +00001261 n = (int)(zMore - z);
drhc56fac72015-10-29 13:48:15 +00001262 while( n>0 && ISSPACE(z[n-1]) ) n--;
drh4ab31472015-05-25 22:17:06 +00001263 if( n==0 ) break;
1264 if( pStmt==0 ){
1265 printf("TRACE: %.*s (error: %s)\n", n, z, sqlite3_errmsg(db));
1266 }else{
1267 printf("TRACE: %.*s\n", n, z);
1268 }
1269 }
drh3b74d032015-05-25 18:48:19 +00001270 zSql = zMore;
1271 if( pStmt ){
drhe5c5f2c2015-05-26 00:28:08 +00001272 if( (runFlags & SQL_OUTPUT)==0 ){
1273 while( SQLITE_ROW==sqlite3_step(pStmt) ){}
1274 }else{
1275 int nCol = -1;
1276 while( SQLITE_ROW==sqlite3_step(pStmt) ){
1277 int i;
1278 if( nCol<0 ){
1279 nCol = sqlite3_column_count(pStmt);
1280 }else if( nCol>0 ){
1281 printf("--------------------------------------------\n");
1282 }
1283 for(i=0; i<nCol; i++){
1284 int eType = sqlite3_column_type(pStmt,i);
1285 printf("%s = ", sqlite3_column_name(pStmt,i));
1286 switch( eType ){
1287 case SQLITE_NULL: {
1288 printf("NULL\n");
1289 break;
1290 }
1291 case SQLITE_INTEGER: {
1292 printf("INT %s\n", sqlite3_column_text(pStmt,i));
1293 break;
1294 }
1295 case SQLITE_FLOAT: {
1296 printf("FLOAT %s\n", sqlite3_column_text(pStmt,i));
1297 break;
1298 }
1299 case SQLITE_TEXT: {
1300 printf("TEXT [%s]\n", sqlite3_column_text(pStmt,i));
1301 break;
1302 }
1303 case SQLITE_BLOB: {
1304 printf("BLOB (%d bytes)\n", sqlite3_column_bytes(pStmt,i));
1305 break;
1306 }
1307 }
1308 }
1309 }
1310 }
drh3b74d032015-05-25 18:48:19 +00001311 sqlite3_finalize(pStmt);
drh3b74d032015-05-25 18:48:19 +00001312 }
1313 }
1314}
1315
drha9542b12015-05-25 19:35:42 +00001316/*
drh9a645862015-06-24 12:44:42 +00001317** Rebuild the database file.
1318**
1319** (1) Remove duplicate entries
1320** (2) Put all entries in order
1321** (3) Vacuum
1322*/
drhe5da9352019-01-27 01:11:40 +00001323static void rebuild_database(sqlite3 *db, int dbSqlOnly){
drh9a645862015-06-24 12:44:42 +00001324 int rc;
drhe5da9352019-01-27 01:11:40 +00001325 char *zSql;
1326 zSql = sqlite3_mprintf(
drh9a645862015-06-24 12:44:42 +00001327 "BEGIN;\n"
1328 "CREATE TEMP TABLE dbx AS SELECT DISTINCT dbcontent FROM db;\n"
1329 "DELETE FROM db;\n"
drh5ecf9032018-05-08 12:49:53 +00001330 "INSERT INTO db(dbid, dbcontent) "
1331 " SELECT NULL, dbcontent FROM dbx ORDER BY 2;\n"
drh9a645862015-06-24 12:44:42 +00001332 "DROP TABLE dbx;\n"
drhe5da9352019-01-27 01:11:40 +00001333 "CREATE TEMP TABLE sx AS SELECT DISTINCT sqltext FROM xsql %s;\n"
drh9a645862015-06-24 12:44:42 +00001334 "DELETE FROM xsql;\n"
drh5ecf9032018-05-08 12:49:53 +00001335 "INSERT INTO xsql(sqlid,sqltext) "
1336 " SELECT NULL, sqltext FROM sx ORDER BY 2;\n"
drh9a645862015-06-24 12:44:42 +00001337 "DROP TABLE sx;\n"
1338 "COMMIT;\n"
1339 "PRAGMA page_size=1024;\n"
drhe5da9352019-01-27 01:11:40 +00001340 "VACUUM;\n",
1341 dbSqlOnly ? " WHERE isdbsql(sqltext)" : ""
1342 );
1343 rc = sqlite3_exec(db, zSql, 0, 0, 0);
1344 sqlite3_free(zSql);
drh9a645862015-06-24 12:44:42 +00001345 if( rc ) fatalError("cannot rebuild: %s", sqlite3_errmsg(db));
1346}
1347
1348/*
drh53e66c32015-07-24 15:49:23 +00001349** Return the value of a hexadecimal digit. Return -1 if the input
1350** is not a hex digit.
1351*/
1352static int hexDigitValue(char c){
1353 if( c>='0' && c<='9' ) return c - '0';
1354 if( c>='a' && c<='f' ) return c - 'a' + 10;
1355 if( c>='A' && c<='F' ) return c - 'A' + 10;
1356 return -1;
1357}
1358
1359/*
1360** Interpret zArg as an integer value, possibly with suffixes.
1361*/
1362static int integerValue(const char *zArg){
1363 sqlite3_int64 v = 0;
1364 static const struct { char *zSuffix; int iMult; } aMult[] = {
1365 { "KiB", 1024 },
1366 { "MiB", 1024*1024 },
1367 { "GiB", 1024*1024*1024 },
1368 { "KB", 1000 },
1369 { "MB", 1000000 },
1370 { "GB", 1000000000 },
1371 { "K", 1000 },
1372 { "M", 1000000 },
1373 { "G", 1000000000 },
1374 };
1375 int i;
1376 int isNeg = 0;
1377 if( zArg[0]=='-' ){
1378 isNeg = 1;
1379 zArg++;
1380 }else if( zArg[0]=='+' ){
1381 zArg++;
1382 }
1383 if( zArg[0]=='0' && zArg[1]=='x' ){
1384 int x;
1385 zArg += 2;
1386 while( (x = hexDigitValue(zArg[0]))>=0 ){
1387 v = (v<<4) + x;
1388 zArg++;
1389 }
1390 }else{
drhc56fac72015-10-29 13:48:15 +00001391 while( ISDIGIT(zArg[0]) ){
drh53e66c32015-07-24 15:49:23 +00001392 v = v*10 + zArg[0] - '0';
1393 zArg++;
1394 }
1395 }
1396 for(i=0; i<sizeof(aMult)/sizeof(aMult[0]); i++){
1397 if( sqlite3_stricmp(aMult[i].zSuffix, zArg)==0 ){
1398 v *= aMult[i].iMult;
1399 break;
1400 }
1401 }
1402 if( v>0x7fffffff ) fatalError("parameter too large - max 2147483648");
1403 return (int)(isNeg? -v : v);
1404}
1405
1406/*
drh725a9c72019-01-25 13:03:38 +00001407** Return the number of "v" characters in a string. Return 0 if there
1408** are any characters in the string other than "v".
1409*/
1410static int numberOfVChar(const char *z){
1411 int N = 0;
1412 while( z[0] && z[0]=='v' ){
1413 z++;
1414 N++;
1415 }
1416 return z[0]==0 ? N : 0;
1417}
1418
1419/*
drha9542b12015-05-25 19:35:42 +00001420** Print sketchy documentation for this utility program
1421*/
1422static void showHelp(void){
1423 printf("Usage: %s [options] SOURCE-DB ?ARGS...?\n", g.zArgv0);
1424 printf(
1425"Read databases and SQL scripts from SOURCE-DB and execute each script against\n"
1426"each database, checking for crashes and memory leaks.\n"
1427"Options:\n"
drha36e01a2016-08-03 13:40:54 +00001428" --cell-size-check Set the PRAGMA cell_size_check=ON\n"
1429" --dbid N Use only the database where dbid=N\n"
1430" --export-db DIR Write databases to files(s) in DIR. Works with --dbid\n"
1431" --export-sql DIR Write SQL to file(s) in DIR. Also works with --sqlid\n"
1432" --help Show this help text\n"
drh5180d682018-08-06 01:39:31 +00001433" --info Show information about SOURCE-DB w/o running tests\n"
drh672f07c2020-10-20 14:40:53 +00001434" --limit-depth N Limit expression depth to N. Default: 500\n"
1435" --limit-heap N Limit heap memory to N. Default: 100M\n"
drha36e01a2016-08-03 13:40:54 +00001436" --limit-mem N Limit memory used by test SQLite instance to N bytes\n"
1437" --limit-vdbe Panic if any test runs for more than 100,000 cycles\n"
drhba6619d2021-04-23 12:58:16 +00001438" --load-sql FILE.. Load SQL scripts fron files into SOURCE-DB\n"
1439" --load-db FILE.. Load template databases from files into SOURCE_DB\n"
1440" --load-dbsql FILE.. Load dbsqlfuzz outputs into the xsql table\n"
1441" ^^^^------ Use \"-\" for FILE to read filenames from stdin\n"
drha36e01a2016-08-03 13:40:54 +00001442" -m TEXT Add a description to the database\n"
1443" --native-vfs Use the native VFS for initially empty database files\n"
drh174f8552017-03-20 22:58:27 +00001444" --native-malloc Turn off MEMSYS3/5 and Lookaside\n"
drhea432ba2016-11-11 16:33:47 +00001445" --oss-fuzz Enable OSS-FUZZ testing\n"
drhbeaf5142016-12-26 00:15:56 +00001446" --prng-seed N Seed value for the PRGN inside of SQLite\n"
drh5180d682018-08-06 01:39:31 +00001447" -q|--quiet Reduced output\n"
drha36e01a2016-08-03 13:40:54 +00001448" --rebuild Rebuild and vacuum the database file\n"
1449" --result-trace Show the results of each SQL command\n"
drh672f07c2020-10-20 14:40:53 +00001450" --skip N Skip the first N test cases\n"
drhaa0696e2020-04-07 13:08:56 +00001451" --spinner Use a spinner to show progress\n"
drha36e01a2016-08-03 13:40:54 +00001452" --sqlid N Use only SQL where sqlid=N\n"
drh237f41a2020-12-21 12:14:59 +00001453" --timeout N Maximum time for any one test in N millseconds\n"
drha36e01a2016-08-03 13:40:54 +00001454" -v|--verbose Increased output. Repeat for more output.\n"
drh6e1c45e2019-12-18 13:42:04 +00001455" --vdbe-debug Activate VDBE debugging.\n"
drha9542b12015-05-25 19:35:42 +00001456 );
1457}
1458
drh3b74d032015-05-25 18:48:19 +00001459int main(int argc, char **argv){
1460 sqlite3_int64 iBegin; /* Start time of this program */
drh3b74d032015-05-25 18:48:19 +00001461 int quietFlag = 0; /* True if --quiet or -q */
1462 int verboseFlag = 0; /* True if --verbose or -v */
1463 char *zInsSql = 0; /* SQL statement for --load-db or --load-sql */
drh5ecf9032018-05-08 12:49:53 +00001464 int iFirstInsArg = 0; /* First argv[] for --load-db or --load-sql */
drh3b74d032015-05-25 18:48:19 +00001465 sqlite3 *db = 0; /* The open database connection */
drhd9972ef2015-05-26 17:57:56 +00001466 sqlite3_stmt *pStmt; /* A prepared statement */
drh3b74d032015-05-25 18:48:19 +00001467 int rc; /* Result code from SQLite interface calls */
1468 Blob *pSql; /* For looping over SQL scripts */
1469 Blob *pDb; /* For looping over template databases */
1470 int i; /* Loop index for the argv[] loop */
drhe5da9352019-01-27 01:11:40 +00001471 int dbSqlOnly = 0; /* Only use scripts that are dbsqlfuzz */
drha9542b12015-05-25 19:35:42 +00001472 int onlySqlid = -1; /* --sqlid */
1473 int onlyDbid = -1; /* --dbid */
drh15b31282015-05-25 21:59:05 +00001474 int nativeFlag = 0; /* --native-vfs */
drh9a645862015-06-24 12:44:42 +00001475 int rebuildFlag = 0; /* --rebuild */
drhd83e2832015-06-24 14:45:44 +00001476 int vdbeLimitFlag = 0; /* --limit-vdbe */
drh5180d682018-08-06 01:39:31 +00001477 int infoFlag = 0; /* --info */
drh672f07c2020-10-20 14:40:53 +00001478 int nSkip = 0; /* --skip */
drhaa0696e2020-04-07 13:08:56 +00001479 int bSpinner = 0; /* True for --spinner */
drh94701b02015-06-24 13:25:34 +00001480 int timeoutTest = 0; /* undocumented --timeout-test flag */
drhe5c5f2c2015-05-26 00:28:08 +00001481 int runFlags = 0; /* Flags sent to runSql() */
drhd9972ef2015-05-26 17:57:56 +00001482 char *zMsg = 0; /* Add this message */
1483 int nSrcDb = 0; /* Number of source databases */
1484 char **azSrcDb = 0; /* Array of source database names */
1485 int iSrcDb; /* Loop over all source databases */
1486 int nTest = 0; /* Total number of tests performed */
1487 char *zDbName = ""; /* Appreviated name of a source database */
drh5ecf9032018-05-08 12:49:53 +00001488 const char *zFailCode = 0; /* Value of the TEST_FAILURE env variable */
drh1421d982015-05-27 03:46:18 +00001489 int cellSzCkFlag = 0; /* --cell-size-check */
drh5ecf9032018-05-08 12:49:53 +00001490 int sqlFuzz = 0; /* True for SQL fuzz. False for DB fuzz */
drh237f41a2020-12-21 12:14:59 +00001491 int iTimeout = 120000; /* Default 120-second timeout */
drh31999c52019-11-14 17:46:32 +00001492 int nMem = 0; /* Memory limit override */
drh362b66f2016-11-14 18:27:41 +00001493 int nMemThisDb = 0; /* Memory limit set by the CONFIG table */
drh40e0e0d2015-09-22 18:51:17 +00001494 char *zExpDb = 0; /* Write Databases to files in this directory */
1495 char *zExpSql = 0; /* Write SQL to files in this directory */
drh6653fbe2015-11-13 20:52:49 +00001496 void *pHeap = 0; /* Heap for use by SQLite */
drhea432ba2016-11-11 16:33:47 +00001497 int ossFuzz = 0; /* enable OSS-FUZZ testing */
drh362b66f2016-11-14 18:27:41 +00001498 int ossFuzzThisDb = 0; /* ossFuzz value for this particular database */
drh174f8552017-03-20 22:58:27 +00001499 int nativeMalloc = 0; /* Turn off MEMSYS3/5 and lookaside if true */
drhbeaf5142016-12-26 00:15:56 +00001500 sqlite3_vfs *pDfltVfs; /* The default VFS */
drhf2cf4122018-05-08 13:03:31 +00001501 int openFlags4Data; /* Flags for sqlite3_open_v2() */
drh237f41a2020-12-21 12:14:59 +00001502 int bTimer = 0; /* Show elapse time for each test */
drh725a9c72019-01-25 13:03:38 +00001503 int nV; /* How much to increase verbosity with -vvvv */
drh237f41a2020-12-21 12:14:59 +00001504 sqlite3_int64 tmStart; /* Start of each test */
drh3b74d032015-05-25 18:48:19 +00001505
drh39b3bcf2020-03-02 16:31:21 +00001506 registerOomSimulator();
drh8055a3e2018-11-21 14:27:34 +00001507 sqlite3_initialize();
drh3b74d032015-05-25 18:48:19 +00001508 iBegin = timeOfDay();
drh94701b02015-06-24 13:25:34 +00001509#ifdef __unix__
drha7648f02019-12-18 13:02:18 +00001510 signal(SIGALRM, signalHandler);
1511 signal(SIGSEGV, signalHandler);
1512 signal(SIGABRT, signalHandler);
drh94701b02015-06-24 13:25:34 +00001513#endif
drh3b74d032015-05-25 18:48:19 +00001514 g.zArgv0 = argv[0];
drhf2cf4122018-05-08 13:03:31 +00001515 openFlags4Data = SQLITE_OPEN_READONLY;
drh4d6fda72015-05-26 18:58:32 +00001516 zFailCode = getenv("TEST_FAILURE");
drhbeaf5142016-12-26 00:15:56 +00001517 pDfltVfs = sqlite3_vfs_find(0);
1518 inmemVfsRegister(1);
drh3b74d032015-05-25 18:48:19 +00001519 for(i=1; i<argc; i++){
1520 const char *z = argv[i];
1521 if( z[0]=='-' ){
1522 z++;
1523 if( z[0]=='-' ) z++;
drh1421d982015-05-27 03:46:18 +00001524 if( strcmp(z,"cell-size-check")==0 ){
1525 cellSzCkFlag = 1;
1526 }else
drha9542b12015-05-25 19:35:42 +00001527 if( strcmp(z,"dbid")==0 ){
1528 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
drh53e66c32015-07-24 15:49:23 +00001529 onlyDbid = integerValue(argv[++i]);
drha9542b12015-05-25 19:35:42 +00001530 }else
drh40e0e0d2015-09-22 18:51:17 +00001531 if( strcmp(z,"export-db")==0 ){
1532 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1533 zExpDb = argv[++i];
1534 }else
drhe5da9352019-01-27 01:11:40 +00001535 if( strcmp(z,"export-sql")==0 || strcmp(z,"export-dbsql")==0 ){
drh40e0e0d2015-09-22 18:51:17 +00001536 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1537 zExpSql = argv[++i];
1538 }else
drh3b74d032015-05-25 18:48:19 +00001539 if( strcmp(z,"help")==0 ){
1540 showHelp();
1541 return 0;
1542 }else
drh5180d682018-08-06 01:39:31 +00001543 if( strcmp(z,"info")==0 ){
1544 infoFlag = 1;
1545 }else
drhbe03cc92020-01-20 14:42:09 +00001546 if( strcmp(z,"limit-depth")==0 ){
1547 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1548 depthLimit = integerValue(argv[++i]);
1549 }else
drh672f07c2020-10-20 14:40:53 +00001550 if( strcmp(z,"limit-heap")==0 ){
1551 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1552 heapLimit = integerValue(argv[++i]);
1553 }else
drh53e66c32015-07-24 15:49:23 +00001554 if( strcmp(z,"limit-mem")==0 ){
1555 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1556 nMem = integerValue(argv[++i]);
1557 }else
drhd83e2832015-06-24 14:45:44 +00001558 if( strcmp(z,"limit-vdbe")==0 ){
1559 vdbeLimitFlag = 1;
1560 }else
drh3b74d032015-05-25 18:48:19 +00001561 if( strcmp(z,"load-sql")==0 ){
drha8781d92020-02-25 20:05:58 +00001562 zInsSql = "INSERT INTO xsql(sqltext)"
1563 "VALUES(CAST(readtextfile(?1) AS text))";
drh3b74d032015-05-25 18:48:19 +00001564 iFirstInsArg = i+1;
drhf2cf4122018-05-08 13:03:31 +00001565 openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE;
drh3b74d032015-05-25 18:48:19 +00001566 break;
1567 }else
1568 if( strcmp(z,"load-db")==0 ){
1569 zInsSql = "INSERT INTO db(dbcontent) VALUES(readfile(?1))";
1570 iFirstInsArg = i+1;
drhf2cf4122018-05-08 13:03:31 +00001571 openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE;
drh3b74d032015-05-25 18:48:19 +00001572 break;
1573 }else
drhe5da9352019-01-27 01:11:40 +00001574 if( strcmp(z,"load-dbsql")==0 ){
drha8781d92020-02-25 20:05:58 +00001575 zInsSql = "INSERT INTO xsql(sqltext)"
1576 "VALUES(CAST(readtextfile(?1) AS text))";
drhe5da9352019-01-27 01:11:40 +00001577 iFirstInsArg = i+1;
1578 openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE;
1579 dbSqlOnly = 1;
1580 break;
1581 }else
drhd9972ef2015-05-26 17:57:56 +00001582 if( strcmp(z,"m")==0 ){
1583 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1584 zMsg = argv[++i];
drhf2cf4122018-05-08 13:03:31 +00001585 openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE;
drhd9972ef2015-05-26 17:57:56 +00001586 }else
drh174f8552017-03-20 22:58:27 +00001587 if( strcmp(z,"native-malloc")==0 ){
1588 nativeMalloc = 1;
1589 }else
drh15b31282015-05-25 21:59:05 +00001590 if( strcmp(z,"native-vfs")==0 ){
1591 nativeFlag = 1;
1592 }else
drhea432ba2016-11-11 16:33:47 +00001593 if( strcmp(z,"oss-fuzz")==0 ){
1594 ossFuzz = 1;
1595 }else
drhbeaf5142016-12-26 00:15:56 +00001596 if( strcmp(z,"prng-seed")==0 ){
1597 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1598 g.uRandom = atoi(argv[++i]);
1599 }else
drh3b74d032015-05-25 18:48:19 +00001600 if( strcmp(z,"quiet")==0 || strcmp(z,"q")==0 ){
1601 quietFlag = 1;
1602 verboseFlag = 0;
drha47e7092019-01-25 04:00:14 +00001603 eVerbosity = 0;
drh3b74d032015-05-25 18:48:19 +00001604 }else
drh9a645862015-06-24 12:44:42 +00001605 if( strcmp(z,"rebuild")==0 ){
1606 rebuildFlag = 1;
drhf2cf4122018-05-08 13:03:31 +00001607 openFlags4Data = SQLITE_OPEN_READWRITE;
drh9a645862015-06-24 12:44:42 +00001608 }else
drhe5c5f2c2015-05-26 00:28:08 +00001609 if( strcmp(z,"result-trace")==0 ){
1610 runFlags |= SQL_OUTPUT;
1611 }else
drh672f07c2020-10-20 14:40:53 +00001612 if( strcmp(z,"skip")==0 ){
1613 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
1614 nSkip = atoi(argv[++i]);
1615 }else
drhaa0696e2020-04-07 13:08:56 +00001616 if( strcmp(z,"spinner")==0 ){
1617 bSpinner = 1;
1618 }else
drh237f41a2020-12-21 12:14:59 +00001619 if( strcmp(z,"timer")==0 ){
1620 bTimer = 1;
1621 }else
drha9542b12015-05-25 19:35:42 +00001622 if( strcmp(z,"sqlid")==0 ){
1623 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
drh53e66c32015-07-24 15:49:23 +00001624 onlySqlid = integerValue(argv[++i]);
drha9542b12015-05-25 19:35:42 +00001625 }else
drh92298632015-06-24 23:44:30 +00001626 if( strcmp(z,"timeout")==0 ){
1627 if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]);
drh53e66c32015-07-24 15:49:23 +00001628 iTimeout = integerValue(argv[++i]);
drh92298632015-06-24 23:44:30 +00001629 }else
drh94701b02015-06-24 13:25:34 +00001630 if( strcmp(z,"timeout-test")==0 ){
1631 timeoutTest = 1;
1632#ifndef __unix__
1633 fatalError("timeout is not available on non-unix systems");
1634#endif
1635 }else
drh6e1c45e2019-12-18 13:42:04 +00001636 if( strcmp(z,"vdbe-debug")==0 ){
1637 bVdbeDebug = 1;
1638 }else
drh725a9c72019-01-25 13:03:38 +00001639 if( strcmp(z,"verbose")==0 ){
drh3b74d032015-05-25 18:48:19 +00001640 quietFlag = 0;
drh4c9d2282016-02-18 14:03:15 +00001641 verboseFlag++;
drha47e7092019-01-25 04:00:14 +00001642 eVerbosity++;
drh4c9d2282016-02-18 14:03:15 +00001643 if( verboseFlag>1 ) runFlags |= SQL_TRACE;
drh3b74d032015-05-25 18:48:19 +00001644 }else
drh725a9c72019-01-25 13:03:38 +00001645 if( (nV = numberOfVChar(z))>=1 ){
1646 quietFlag = 0;
1647 verboseFlag += nV;
1648 eVerbosity += nV;
1649 if( verboseFlag>1 ) runFlags |= SQL_TRACE;
1650 }else
drha47e7092019-01-25 04:00:14 +00001651 if( strcmp(z,"version")==0 ){
1652 int ii;
drhed457032019-01-25 17:51:06 +00001653 const char *zz;
drha47e7092019-01-25 04:00:14 +00001654 printf("SQLite %s %s\n", sqlite3_libversion(), sqlite3_sourceid());
drhed457032019-01-25 17:51:06 +00001655 for(ii=0; (zz = sqlite3_compileoption_get(ii))!=0; ii++){
1656 printf("%s\n", zz);
drha47e7092019-01-25 04:00:14 +00001657 }
1658 return 0;
1659 }else
drh3b74d032015-05-25 18:48:19 +00001660 {
1661 fatalError("unknown option: %s", argv[i]);
1662 }
1663 }else{
drhd9972ef2015-05-26 17:57:56 +00001664 nSrcDb++;
1665 azSrcDb = safe_realloc(azSrcDb, nSrcDb*sizeof(azSrcDb[0]));
1666 azSrcDb[nSrcDb-1] = argv[i];
drh3b74d032015-05-25 18:48:19 +00001667 }
1668 }
drhd9972ef2015-05-26 17:57:56 +00001669 if( nSrcDb==0 ) fatalError("no source database specified");
1670 if( nSrcDb>1 ){
1671 if( zMsg ){
1672 fatalError("cannot change the description of more than one database");
drh3b74d032015-05-25 18:48:19 +00001673 }
drhd9972ef2015-05-26 17:57:56 +00001674 if( zInsSql ){
1675 fatalError("cannot import into more than one database");
1676 }
drh3b74d032015-05-25 18:48:19 +00001677 }
1678
drhd9972ef2015-05-26 17:57:56 +00001679 /* Process each source database separately */
1680 for(iSrcDb=0; iSrcDb<nSrcDb; iSrcDb++){
drha7648f02019-12-18 13:02:18 +00001681 g.zDbFile = azSrcDb[iSrcDb];
drhbeaf5142016-12-26 00:15:56 +00001682 rc = sqlite3_open_v2(azSrcDb[iSrcDb], &db,
drhf2cf4122018-05-08 13:03:31 +00001683 openFlags4Data, pDfltVfs->zName);
drhd9972ef2015-05-26 17:57:56 +00001684 if( rc ){
1685 fatalError("cannot open source database %s - %s",
1686 azSrcDb[iSrcDb], sqlite3_errmsg(db));
1687 }
drh5180d682018-08-06 01:39:31 +00001688
1689 /* Print the description, if there is one */
1690 if( infoFlag ){
1691 int n;
1692 zDbName = azSrcDb[iSrcDb];
1693 i = (int)strlen(zDbName) - 1;
1694 while( i>0 && zDbName[i-1]!='/' && zDbName[i-1]!='\\' ){ i--; }
1695 zDbName += i;
1696 sqlite3_prepare_v2(db, "SELECT msg FROM readme", -1, &pStmt, 0);
1697 if( pStmt && sqlite3_step(pStmt)==SQLITE_ROW ){
1698 printf("%s: %s", zDbName, sqlite3_column_text(pStmt,0));
1699 }else{
1700 printf("%s: (empty \"readme\")", zDbName);
1701 }
1702 sqlite3_finalize(pStmt);
1703 sqlite3_prepare_v2(db, "SELECT count(*) FROM db", -1, &pStmt, 0);
1704 if( pStmt
1705 && sqlite3_step(pStmt)==SQLITE_ROW
1706 && (n = sqlite3_column_int(pStmt,0))>0
1707 ){
1708 printf(" - %d DBs", n);
1709 }
1710 sqlite3_finalize(pStmt);
1711 sqlite3_prepare_v2(db, "SELECT count(*) FROM xsql", -1, &pStmt, 0);
1712 if( pStmt
1713 && sqlite3_step(pStmt)==SQLITE_ROW
1714 && (n = sqlite3_column_int(pStmt,0))>0
1715 ){
1716 printf(" - %d scripts", n);
1717 }
1718 sqlite3_finalize(pStmt);
1719 printf("\n");
1720 sqlite3_close(db);
1721 continue;
1722 }
1723
drh9a645862015-06-24 12:44:42 +00001724 rc = sqlite3_exec(db,
drhd9972ef2015-05-26 17:57:56 +00001725 "CREATE TABLE IF NOT EXISTS db(\n"
1726 " dbid INTEGER PRIMARY KEY, -- database id\n"
1727 " dbcontent BLOB -- database disk file image\n"
1728 ");\n"
1729 "CREATE TABLE IF NOT EXISTS xsql(\n"
1730 " sqlid INTEGER PRIMARY KEY, -- SQL script id\n"
1731 " sqltext TEXT -- Text of SQL statements to run\n"
1732 ");"
1733 "CREATE TABLE IF NOT EXISTS readme(\n"
1734 " msg TEXT -- Human-readable description of this file\n"
1735 ");", 0, 0, 0);
1736 if( rc ) fatalError("cannot create schema: %s", sqlite3_errmsg(db));
1737 if( zMsg ){
1738 char *zSql;
1739 zSql = sqlite3_mprintf(
1740 "DELETE FROM readme; INSERT INTO readme(msg) VALUES(%Q)", zMsg);
1741 rc = sqlite3_exec(db, zSql, 0, 0, 0);
1742 sqlite3_free(zSql);
1743 if( rc ) fatalError("cannot change description: %s", sqlite3_errmsg(db));
1744 }
drh362b66f2016-11-14 18:27:41 +00001745 ossFuzzThisDb = ossFuzz;
1746
1747 /* If the CONFIG(name,value) table exists, read db-specific settings
1748 ** from that table */
1749 if( sqlite3_table_column_metadata(db,0,"config",0,0,0,0,0,0)==SQLITE_OK ){
drh5ecf9032018-05-08 12:49:53 +00001750 rc = sqlite3_prepare_v2(db, "SELECT name, value FROM config",
1751 -1, &pStmt, 0);
drh362b66f2016-11-14 18:27:41 +00001752 if( rc ) fatalError("cannot prepare query of CONFIG table: %s",
1753 sqlite3_errmsg(db));
1754 while( SQLITE_ROW==sqlite3_step(pStmt) ){
1755 const char *zName = (const char *)sqlite3_column_text(pStmt,0);
1756 if( zName==0 ) continue;
1757 if( strcmp(zName, "oss-fuzz")==0 ){
1758 ossFuzzThisDb = sqlite3_column_int(pStmt,1);
1759 if( verboseFlag ) printf("Config: oss-fuzz=%d\n", ossFuzzThisDb);
1760 }
drh31999c52019-11-14 17:46:32 +00001761 if( strcmp(zName, "limit-mem")==0 ){
drh362b66f2016-11-14 18:27:41 +00001762 nMemThisDb = sqlite3_column_int(pStmt,1);
1763 if( verboseFlag ) printf("Config: limit-mem=%d\n", nMemThisDb);
drh362b66f2016-11-14 18:27:41 +00001764 }
1765 }
1766 sqlite3_finalize(pStmt);
1767 }
1768
drhd9972ef2015-05-26 17:57:56 +00001769 if( zInsSql ){
1770 sqlite3_create_function(db, "readfile", 1, SQLITE_UTF8, 0,
1771 readfileFunc, 0, 0);
drha8781d92020-02-25 20:05:58 +00001772 sqlite3_create_function(db, "readtextfile", 1, SQLITE_UTF8, 0,
1773 readtextfileFunc, 0, 0);
drhe5da9352019-01-27 01:11:40 +00001774 sqlite3_create_function(db, "isdbsql", 1, SQLITE_UTF8, 0,
1775 isDbSqlFunc, 0, 0);
drhd9972ef2015-05-26 17:57:56 +00001776 rc = sqlite3_prepare_v2(db, zInsSql, -1, &pStmt, 0);
1777 if( rc ) fatalError("cannot prepare statement [%s]: %s",
1778 zInsSql, sqlite3_errmsg(db));
1779 rc = sqlite3_exec(db, "BEGIN", 0, 0, 0);
1780 if( rc ) fatalError("cannot start a transaction");
1781 for(i=iFirstInsArg; i<argc; i++){
drhba6619d2021-04-23 12:58:16 +00001782 if( strcmp(argv[i],"-")==0 ){
1783 /* A filename of "-" means read multiple filenames from stdin */
drh15212702021-04-23 13:57:53 +00001784 char zLine[2000];
drhba6619d2021-04-23 12:58:16 +00001785 while( rc==0 && fgets(zLine,sizeof(zLine),stdin)!=0 ){
1786 size_t kk = strlen(zLine);
drh59607242021-04-29 18:03:42 +00001787 while( kk>0 && zLine[kk-1]<=' ' ) kk--;
drh9d41caf2021-07-07 19:44:32 +00001788 sqlite3_bind_text(pStmt, 1, zLine, (int)kk, SQLITE_STATIC);
drh59607242021-04-29 18:03:42 +00001789 if( verboseFlag ) printf("loading %.*s\n", (int)kk, zLine);
drhba6619d2021-04-23 12:58:16 +00001790 sqlite3_step(pStmt);
1791 rc = sqlite3_reset(pStmt);
1792 if( rc ) fatalError("insert failed for %s", zLine);
1793 }
1794 }else{
1795 sqlite3_bind_text(pStmt, 1, argv[i], -1, SQLITE_STATIC);
drh59607242021-04-29 18:03:42 +00001796 if( verboseFlag ) printf("loading %s\n", argv[i]);
drhba6619d2021-04-23 12:58:16 +00001797 sqlite3_step(pStmt);
1798 rc = sqlite3_reset(pStmt);
1799 if( rc ) fatalError("insert failed for %s", argv[i]);
1800 }
drh3b74d032015-05-25 18:48:19 +00001801 }
drhd9972ef2015-05-26 17:57:56 +00001802 sqlite3_finalize(pStmt);
1803 rc = sqlite3_exec(db, "COMMIT", 0, 0, 0);
drh5ecf9032018-05-08 12:49:53 +00001804 if( rc ) fatalError("cannot commit the transaction: %s",
1805 sqlite3_errmsg(db));
drhe5da9352019-01-27 01:11:40 +00001806 rebuild_database(db, dbSqlOnly);
drh3b74d032015-05-25 18:48:19 +00001807 sqlite3_close(db);
drhd9972ef2015-05-26 17:57:56 +00001808 return 0;
drh3b74d032015-05-25 18:48:19 +00001809 }
drh16f05822017-03-20 20:42:21 +00001810 rc = sqlite3_exec(db, "PRAGMA query_only=1;", 0, 0, 0);
1811 if( rc ) fatalError("cannot set database to query-only");
drh40e0e0d2015-09-22 18:51:17 +00001812 if( zExpDb!=0 || zExpSql!=0 ){
1813 sqlite3_create_function(db, "writefile", 2, SQLITE_UTF8, 0,
1814 writefileFunc, 0, 0);
1815 if( zExpDb!=0 ){
1816 const char *zExDb =
1817 "SELECT writefile(printf('%s/db%06d.db',?1,dbid),dbcontent),"
1818 " dbid, printf('%s/db%06d.db',?1,dbid), length(dbcontent)"
1819 " FROM db WHERE ?2<0 OR dbid=?2;";
1820 rc = sqlite3_prepare_v2(db, zExDb, -1, &pStmt, 0);
1821 if( rc ) fatalError("cannot prepare statement [%s]: %s",
1822 zExDb, sqlite3_errmsg(db));
1823 sqlite3_bind_text64(pStmt, 1, zExpDb, strlen(zExpDb),
1824 SQLITE_STATIC, SQLITE_UTF8);
1825 sqlite3_bind_int(pStmt, 2, onlyDbid);
1826 while( sqlite3_step(pStmt)==SQLITE_ROW ){
1827 printf("write db-%d (%d bytes) into %s\n",
1828 sqlite3_column_int(pStmt,1),
1829 sqlite3_column_int(pStmt,3),
1830 sqlite3_column_text(pStmt,2));
1831 }
1832 sqlite3_finalize(pStmt);
1833 }
1834 if( zExpSql!=0 ){
1835 const char *zExSql =
1836 "SELECT writefile(printf('%s/sql%06d.txt',?1,sqlid),sqltext),"
1837 " sqlid, printf('%s/sql%06d.txt',?1,sqlid), length(sqltext)"
1838 " FROM xsql WHERE ?2<0 OR sqlid=?2;";
1839 rc = sqlite3_prepare_v2(db, zExSql, -1, &pStmt, 0);
1840 if( rc ) fatalError("cannot prepare statement [%s]: %s",
1841 zExSql, sqlite3_errmsg(db));
1842 sqlite3_bind_text64(pStmt, 1, zExpSql, strlen(zExpSql),
1843 SQLITE_STATIC, SQLITE_UTF8);
1844 sqlite3_bind_int(pStmt, 2, onlySqlid);
1845 while( sqlite3_step(pStmt)==SQLITE_ROW ){
1846 printf("write sql-%d (%d bytes) into %s\n",
1847 sqlite3_column_int(pStmt,1),
1848 sqlite3_column_int(pStmt,3),
1849 sqlite3_column_text(pStmt,2));
1850 }
1851 sqlite3_finalize(pStmt);
1852 }
1853 sqlite3_close(db);
1854 return 0;
1855 }
drhd9972ef2015-05-26 17:57:56 +00001856
1857 /* Load all SQL script content and all initial database images from the
1858 ** source db
1859 */
1860 blobListLoadFromDb(db, "SELECT sqlid, sqltext FROM xsql", onlySqlid,
1861 &g.nSql, &g.pFirstSql);
1862 if( g.nSql==0 ) fatalError("need at least one SQL script");
1863 blobListLoadFromDb(db, "SELECT dbid, dbcontent FROM db", onlyDbid,
1864 &g.nDb, &g.pFirstDb);
1865 if( g.nDb==0 ){
1866 g.pFirstDb = safe_realloc(0, sizeof(Blob));
1867 memset(g.pFirstDb, 0, sizeof(Blob));
1868 g.pFirstDb->id = 1;
1869 g.pFirstDb->seq = 0;
1870 g.nDb = 1;
drhd83e2832015-06-24 14:45:44 +00001871 sqlFuzz = 1;
drhd9972ef2015-05-26 17:57:56 +00001872 }
1873
1874 /* Print the description, if there is one */
1875 if( !quietFlag ){
drhd9972ef2015-05-26 17:57:56 +00001876 zDbName = azSrcDb[iSrcDb];
drhe683b892016-02-15 18:47:26 +00001877 i = (int)strlen(zDbName) - 1;
drhd9972ef2015-05-26 17:57:56 +00001878 while( i>0 && zDbName[i-1]!='/' && zDbName[i-1]!='\\' ){ i--; }
1879 zDbName += i;
1880 sqlite3_prepare_v2(db, "SELECT msg FROM readme", -1, &pStmt, 0);
1881 if( pStmt && sqlite3_step(pStmt)==SQLITE_ROW ){
1882 printf("%s: %s\n", zDbName, sqlite3_column_text(pStmt,0));
1883 }
1884 sqlite3_finalize(pStmt);
1885 }
drh9a645862015-06-24 12:44:42 +00001886
1887 /* Rebuild the database, if requested */
1888 if( rebuildFlag ){
1889 if( !quietFlag ){
1890 printf("%s: rebuilding... ", zDbName);
1891 fflush(stdout);
1892 }
drhe5da9352019-01-27 01:11:40 +00001893 rebuild_database(db, 0);
drh9a645862015-06-24 12:44:42 +00001894 if( !quietFlag ) printf("done\n");
1895 }
drhd9972ef2015-05-26 17:57:56 +00001896
1897 /* Close the source database. Verify that no SQLite memory allocations are
1898 ** outstanding.
1899 */
1900 sqlite3_close(db);
1901 if( sqlite3_memory_used()>0 ){
1902 fatalError("SQLite has memory in use before the start of testing");
1903 }
drh53e66c32015-07-24 15:49:23 +00001904
1905 /* Limit available memory, if requested */
drh174f8552017-03-20 22:58:27 +00001906 sqlite3_shutdown();
drh39b3bcf2020-03-02 16:31:21 +00001907
drh31999c52019-11-14 17:46:32 +00001908 if( nMemThisDb>0 && nMem==0 ){
1909 if( !nativeMalloc ){
1910 pHeap = realloc(pHeap, nMemThisDb);
1911 if( pHeap==0 ){
1912 fatalError("failed to allocate %d bytes of heap memory", nMem);
1913 }
1914 sqlite3_config(SQLITE_CONFIG_HEAP, pHeap, nMemThisDb, 128);
1915 }else{
1916 sqlite3_hard_heap_limit64((sqlite3_int64)nMemThisDb);
drh53e66c32015-07-24 15:49:23 +00001917 }
drh31999c52019-11-14 17:46:32 +00001918 }else{
1919 sqlite3_hard_heap_limit64(0);
drh53e66c32015-07-24 15:49:23 +00001920 }
drh174f8552017-03-20 22:58:27 +00001921
1922 /* Disable lookaside with the --native-malloc option */
1923 if( nativeMalloc ){
1924 sqlite3_config(SQLITE_CONFIG_LOOKASIDE, 0, 0);
1925 }
drhd9972ef2015-05-26 17:57:56 +00001926
drhbeaf5142016-12-26 00:15:56 +00001927 /* Reset the in-memory virtual filesystem */
drhd9972ef2015-05-26 17:57:56 +00001928 formatVfs();
drhd9972ef2015-05-26 17:57:56 +00001929
1930 /* Run a test using each SQL script against each database.
1931 */
drhaa0696e2020-04-07 13:08:56 +00001932 if( !verboseFlag && !quietFlag && !bSpinner ) printf("%s:", zDbName);
drhd9972ef2015-05-26 17:57:56 +00001933 for(pSql=g.pFirstSql; pSql; pSql=pSql->pNext){
drh237f41a2020-12-21 12:14:59 +00001934 tmStart = timeOfDay();
drha47e7092019-01-25 04:00:14 +00001935 if( isDbSql(pSql->a, pSql->sz) ){
1936 sqlite3_snprintf(sizeof(g.zTestName), g.zTestName, "sqlid=%d",pSql->id);
drhaa0696e2020-04-07 13:08:56 +00001937 if( bSpinner ){
1938 int nTotal =g.nSql;
1939 int idx = pSql->seq;
1940 printf("\r%s: %d/%d ", zDbName, idx, nTotal);
1941 fflush(stdout);
1942 }else if( verboseFlag ){
drha47e7092019-01-25 04:00:14 +00001943 printf("%s\n", g.zTestName);
1944 fflush(stdout);
1945 }else if( !quietFlag ){
1946 static int prevAmt = -1;
1947 int idx = pSql->seq;
1948 int amt = idx*10/(g.nSql);
1949 if( amt!=prevAmt ){
1950 printf(" %d%%", amt*10);
1951 fflush(stdout);
1952 prevAmt = amt;
1953 }
1954 }
drh672f07c2020-10-20 14:40:53 +00001955 if( nSkip>0 ){
1956 nSkip--;
1957 }else{
drh237f41a2020-12-21 12:14:59 +00001958 runCombinedDbSqlInput(pSql->a, pSql->sz, iTimeout);
drh672f07c2020-10-20 14:40:53 +00001959 }
drha47e7092019-01-25 04:00:14 +00001960 nTest++;
drh237f41a2020-12-21 12:14:59 +00001961 if( bTimer ){
1962 sqlite3_int64 tmEnd = timeOfDay();
1963 printf("%lld %s\n", tmEnd - tmStart, g.zTestName);
1964 }
drha47e7092019-01-25 04:00:14 +00001965 g.zTestName[0] = 0;
drh39b3bcf2020-03-02 16:31:21 +00001966 disableOom();
drha47e7092019-01-25 04:00:14 +00001967 continue;
1968 }
drhd9972ef2015-05-26 17:57:56 +00001969 for(pDb=g.pFirstDb; pDb; pDb=pDb->pNext){
1970 int openFlags;
1971 const char *zVfs = "inmem";
1972 sqlite3_snprintf(sizeof(g.zTestName), g.zTestName, "sqlid=%d,dbid=%d",
1973 pSql->id, pDb->id);
drhaa0696e2020-04-07 13:08:56 +00001974 if( bSpinner ){
1975 int nTotal = g.nDb*g.nSql;
1976 int idx = pSql->seq*g.nDb + pDb->id - 1;
1977 printf("\r%s: %d/%d ", zDbName, idx, nTotal);
1978 fflush(stdout);
1979 }else if( verboseFlag ){
drhd9972ef2015-05-26 17:57:56 +00001980 printf("%s\n", g.zTestName);
1981 fflush(stdout);
1982 }else if( !quietFlag ){
1983 static int prevAmt = -1;
1984 int idx = pSql->seq*g.nDb + pDb->id - 1;
1985 int amt = idx*10/(g.nDb*g.nSql);
1986 if( amt!=prevAmt ){
1987 printf(" %d%%", amt*10);
1988 fflush(stdout);
1989 prevAmt = amt;
1990 }
1991 }
drh672f07c2020-10-20 14:40:53 +00001992 if( nSkip>0 ){
1993 nSkip--;
1994 continue;
1995 }
drhd9972ef2015-05-26 17:57:56 +00001996 createVFile("main.db", pDb->sz, pDb->a);
drhbeaf5142016-12-26 00:15:56 +00001997 sqlite3_randomness(0,0);
drh362b66f2016-11-14 18:27:41 +00001998 if( ossFuzzThisDb ){
drhea432ba2016-11-11 16:33:47 +00001999#ifndef SQLITE_OSS_FUZZ
drh5ecf9032018-05-08 12:49:53 +00002000 fatalError("--oss-fuzz not supported: recompile"
2001 " with -DSQLITE_OSS_FUZZ");
drhea432ba2016-11-11 16:33:47 +00002002#else
2003 extern int LLVMFuzzerTestOneInput(const uint8_t*, size_t);
2004 LLVMFuzzerTestOneInput((const uint8_t*)pSql->a, (size_t)pSql->sz);
drh78057352015-06-24 23:17:35 +00002005#endif
drhea432ba2016-11-11 16:33:47 +00002006 }else{
2007 openFlags = SQLITE_OPEN_CREATE | SQLITE_OPEN_READWRITE;
2008 if( nativeFlag && pDb->sz==0 ){
2009 openFlags |= SQLITE_OPEN_MEMORY;
2010 zVfs = 0;
2011 }
2012 rc = sqlite3_open_v2("main.db", &db, openFlags, zVfs);
2013 if( rc ) fatalError("cannot open inmem database");
drhdfcfff62016-12-26 12:25:19 +00002014 sqlite3_limit(db, SQLITE_LIMIT_LENGTH, 100000000);
2015 sqlite3_limit(db, SQLITE_LIMIT_LIKE_PATTERN_LENGTH, 50);
drhea432ba2016-11-11 16:33:47 +00002016 if( cellSzCkFlag ) runSql(db, "PRAGMA cell_size_check=ON", runFlags);
drh237f41a2020-12-21 12:14:59 +00002017 setAlarm((iTimeout+999)/1000);
drh7ae05492021-03-08 16:13:52 +00002018 /* Enable test functions */
2019 sqlite3_test_control(SQLITE_TESTCTRL_INTERNAL_FUNCTIONS, db);
drhea432ba2016-11-11 16:33:47 +00002020#ifndef SQLITE_OMIT_PROGRESS_CALLBACK
2021 if( sqlFuzz || vdbeLimitFlag ){
drh5ecf9032018-05-08 12:49:53 +00002022 sqlite3_progress_handler(db, 100000, progressHandler,
2023 &vdbeLimitFlag);
drhea432ba2016-11-11 16:33:47 +00002024 }
2025#endif
drhe6e96b12019-08-02 21:03:24 +00002026#ifdef SQLITE_TESTCTRL_PRNG_SEED
drh2e6d83b2019-08-03 01:39:20 +00002027 sqlite3_test_control(SQLITE_TESTCTRL_PRNG_SEED, 1, db);
drhe6e96b12019-08-02 21:03:24 +00002028#endif
drh6e1c45e2019-12-18 13:42:04 +00002029 if( bVdbeDebug ){
2030 sqlite3_exec(db, "PRAGMA vdbe_debug=ON", 0, 0, 0);
2031 }
drhea432ba2016-11-11 16:33:47 +00002032 do{
2033 runSql(db, (char*)pSql->a, runFlags);
2034 }while( timeoutTest );
2035 setAlarm(0);
drh174f8552017-03-20 22:58:27 +00002036 sqlite3_exec(db, "PRAGMA temp_store_directory=''", 0, 0, 0);
drhea432ba2016-11-11 16:33:47 +00002037 sqlite3_close(db);
2038 }
drh174f8552017-03-20 22:58:27 +00002039 if( sqlite3_memory_used()>0 ){
2040 fatalError("memory leak: %lld bytes outstanding",
2041 sqlite3_memory_used());
2042 }
drhd9972ef2015-05-26 17:57:56 +00002043 reformatVfs();
2044 nTest++;
drh237f41a2020-12-21 12:14:59 +00002045 if( bTimer ){
2046 sqlite3_int64 tmEnd = timeOfDay();
2047 printf("%lld %s\n", tmEnd - tmStart, g.zTestName);
2048 }
drhd9972ef2015-05-26 17:57:56 +00002049 g.zTestName[0] = 0;
drh4d6fda72015-05-26 18:58:32 +00002050
2051 /* Simulate an error if the TEST_FAILURE environment variable is "5".
2052 ** This is used to verify that automated test script really do spot
2053 ** errors that occur in this test program.
2054 */
2055 if( zFailCode ){
2056 if( zFailCode[0]=='5' && zFailCode[1]==0 ){
2057 fatalError("simulated failure");
2058 }else if( zFailCode[0]!=0 ){
2059 /* If TEST_FAILURE is something other than 5, just exit the test
2060 ** early */
2061 printf("\nExit early due to TEST_FAILURE being set\n");
2062 iSrcDb = nSrcDb-1;
2063 goto sourcedb_cleanup;
2064 }
2065 }
drhd9972ef2015-05-26 17:57:56 +00002066 }
2067 }
drhaa0696e2020-04-07 13:08:56 +00002068 if( bSpinner ){
drh292ed6d2021-04-23 12:16:16 +00002069 int nTotal = g.nDb*g.nSql;
2070 printf("\r%s: %d/%d \n", zDbName, nTotal, nTotal);
drhaa0696e2020-04-07 13:08:56 +00002071 }else if( !quietFlag && !verboseFlag ){
drhd9972ef2015-05-26 17:57:56 +00002072 printf(" 100%% - %d tests\n", g.nDb*g.nSql);
2073 }
2074
2075 /* Clean up at the end of processing a single source database
2076 */
drh4d6fda72015-05-26 18:58:32 +00002077 sourcedb_cleanup:
drhd9972ef2015-05-26 17:57:56 +00002078 blobListFree(g.pFirstSql);
2079 blobListFree(g.pFirstDb);
2080 reformatVfs();
2081
2082 } /* End loop over all source databases */
drh3b74d032015-05-25 18:48:19 +00002083
2084 if( !quietFlag ){
2085 sqlite3_int64 iElapse = timeOfDay() - iBegin;
drhd9972ef2015-05-26 17:57:56 +00002086 printf("fuzzcheck: 0 errors out of %d tests in %d.%03d seconds\n"
2087 "SQLite %s %s\n",
2088 nTest, (int)(iElapse/1000), (int)(iElapse%1000),
drh3b74d032015-05-25 18:48:19 +00002089 sqlite3_libversion(), sqlite3_sourceid());
2090 }
drhf74d35b2015-05-27 18:19:50 +00002091 free(azSrcDb);
drh6653fbe2015-11-13 20:52:49 +00002092 free(pHeap);
drh3b74d032015-05-25 18:48:19 +00002093 return 0;
2094}