drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1 | /* |
| 2 | ** 2015-05-25 |
| 3 | ** |
| 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
| 6 | ** |
| 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
| 10 | ** |
| 11 | ************************************************************************* |
| 12 | ** |
drh | 0045219 | 2015-06-17 18:24:40 +0000 | [diff] [blame] | 13 | ** This is a utility program designed to aid running regressions tests on |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 14 | ** the SQLite library using data from external fuzzers. |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 15 | ** |
| 16 | ** This program reads content from an SQLite database file with the following |
| 17 | ** schema: |
| 18 | ** |
| 19 | ** CREATE TABLE db( |
| 20 | ** dbid INTEGER PRIMARY KEY, -- database id |
| 21 | ** dbcontent BLOB -- database disk file image |
| 22 | ** ); |
| 23 | ** CREATE TABLE xsql( |
| 24 | ** sqlid INTEGER PRIMARY KEY, -- SQL script id |
| 25 | ** sqltext TEXT -- Text of SQL statements to run |
| 26 | ** ); |
drh | 0045219 | 2015-06-17 18:24:40 +0000 | [diff] [blame] | 27 | ** CREATE TABLE IF NOT EXISTS readme( |
| 28 | ** msg TEXT -- Human-readable description of this test collection |
| 29 | ** ); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 30 | ** |
| 31 | ** For each database file in the DB table, the SQL text in the XSQL table |
drh | 0045219 | 2015-06-17 18:24:40 +0000 | [diff] [blame] | 32 | ** is run against that database. All README.MSG values are printed prior |
| 33 | ** to the start of the test (unless the --quiet option is used). If the |
| 34 | ** DB table is empty, then all entries in XSQL are run against an empty |
| 35 | ** in-memory database. |
| 36 | ** |
| 37 | ** This program is looking for crashes, assertion faults, and/or memory leaks. |
| 38 | ** No attempt is made to verify the output. The assumption is that either all |
| 39 | ** of the database files or all of the SQL statements are malformed inputs, |
| 40 | ** generated by a fuzzer, that need to be checked to make sure they do not |
| 41 | ** present a security risk. |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 42 | ** |
| 43 | ** This program also includes some command-line options to help with |
drh | 0045219 | 2015-06-17 18:24:40 +0000 | [diff] [blame] | 44 | ** creation and maintenance of the source content database. The command |
| 45 | ** |
| 46 | ** ./fuzzcheck database.db --load-sql FILE... |
| 47 | ** |
| 48 | ** Loads all FILE... arguments into the XSQL table. The --load-db option |
| 49 | ** works the same but loads the files into the DB table. The -m option can |
| 50 | ** be used to initialize the README table. The "database.db" file is created |
| 51 | ** if it does not previously exist. Example: |
| 52 | ** |
| 53 | ** ./fuzzcheck new.db --load-sql *.sql |
| 54 | ** ./fuzzcheck new.db --load-db *.db |
| 55 | ** ./fuzzcheck new.db -m 'New test cases' |
| 56 | ** |
| 57 | ** The three commands above will create the "new.db" file and initialize all |
| 58 | ** tables. Then do "./fuzzcheck new.db" to run the tests. |
| 59 | ** |
| 60 | ** DEBUGGING HINTS: |
| 61 | ** |
| 62 | ** If fuzzcheck does crash, it can be run in the debugger and the content |
| 63 | ** of the global variable g.zTextName[] will identify the specific XSQL and |
| 64 | ** DB values that were running when the crash occurred. |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 65 | ** |
| 66 | ** DBSQLFUZZ: |
| 67 | ** |
| 68 | ** The dbsqlfuzz fuzzer includes both a database file and SQL to run against |
| 69 | ** that database in its input. This utility can now process dbsqlfuzz |
| 70 | ** input files. Load such files using the "--load-dbsql FILE ..." command-line |
| 71 | ** option. |
| 72 | ** |
| 73 | ** Dbsqlfuzz inputs are ordinary text. The first part of the file is text |
| 74 | ** that describes the content of the database (using a lot of hexadecimal), |
| 75 | ** then there is a divider line followed by the SQL to run against the |
| 76 | ** database. Because they are ordinary text, dbsqlfuzz inputs are stored |
| 77 | ** in the XSQL table, as if they were ordinary SQL inputs. The isDbSql() |
| 78 | ** function can look at a text string and determine whether or not it is |
| 79 | ** a valid dbsqlfuzz input. |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 80 | */ |
| 81 | #include <stdio.h> |
| 82 | #include <stdlib.h> |
| 83 | #include <string.h> |
| 84 | #include <stdarg.h> |
| 85 | #include <ctype.h> |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 86 | #include <assert.h> |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 87 | #include "sqlite3.h" |
drh | c56fac7 | 2015-10-29 13:48:15 +0000 | [diff] [blame] | 88 | #define ISSPACE(X) isspace((unsigned char)(X)) |
| 89 | #define ISDIGIT(X) isdigit((unsigned char)(X)) |
| 90 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 91 | |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 92 | #ifdef __unix__ |
| 93 | # include <signal.h> |
| 94 | # include <unistd.h> |
| 95 | #endif |
| 96 | |
drh | f0a2172 | 2020-03-19 17:27:52 +0000 | [diff] [blame] | 97 | #include <stddef.h> |
| 98 | #if !defined(_MSC_VER) |
| 99 | # include <stdint.h> |
mistachkin | ac8ba26 | 2018-03-07 14:42:17 +0000 | [diff] [blame] | 100 | #endif |
| 101 | |
| 102 | #if defined(_MSC_VER) |
| 103 | typedef unsigned char uint8_t; |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 104 | #endif |
| 105 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 106 | /* |
| 107 | ** Files in the virtual file system. |
| 108 | */ |
| 109 | typedef struct VFile VFile; |
| 110 | struct VFile { |
| 111 | char *zFilename; /* Filename. NULL for delete-on-close. From malloc() */ |
| 112 | int sz; /* Size of the file in bytes */ |
| 113 | int nRef; /* Number of references to this file */ |
| 114 | unsigned char *a; /* Content of the file. From malloc() */ |
| 115 | }; |
| 116 | typedef struct VHandle VHandle; |
| 117 | struct VHandle { |
| 118 | sqlite3_file base; /* Base class. Must be first */ |
| 119 | VFile *pVFile; /* The underlying file */ |
| 120 | }; |
| 121 | |
| 122 | /* |
| 123 | ** The value of a database file template, or of an SQL script |
| 124 | */ |
| 125 | typedef struct Blob Blob; |
| 126 | struct Blob { |
| 127 | Blob *pNext; /* Next in a list */ |
| 128 | int id; /* Id of this Blob */ |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 129 | int seq; /* Sequence number */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 130 | int sz; /* Size of this Blob in bytes */ |
| 131 | unsigned char a[1]; /* Blob content. Extra space allocated as needed. */ |
| 132 | }; |
| 133 | |
| 134 | /* |
| 135 | ** Maximum number of files in the in-memory virtual filesystem. |
| 136 | */ |
| 137 | #define MX_FILE 10 |
| 138 | |
| 139 | /* |
| 140 | ** Maximum allowed file size |
| 141 | */ |
| 142 | #define MX_FILE_SZ 10000000 |
| 143 | |
| 144 | /* |
| 145 | ** All global variables are gathered into the "g" singleton. |
| 146 | */ |
| 147 | static struct GlobalVars { |
| 148 | const char *zArgv0; /* Name of program */ |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 149 | const char *zDbFile; /* Name of database file */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 150 | VFile aFile[MX_FILE]; /* The virtual filesystem */ |
| 151 | int nDb; /* Number of template databases */ |
| 152 | Blob *pFirstDb; /* Content of first template database */ |
| 153 | int nSql; /* Number of SQL scripts */ |
| 154 | Blob *pFirstSql; /* First SQL script */ |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 155 | unsigned int uRandom; /* Seed for the SQLite PRNG */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 156 | char zTestName[100]; /* Name of current test */ |
| 157 | } g; |
| 158 | |
| 159 | /* |
| 160 | ** Print an error message and quit. |
| 161 | */ |
| 162 | static void fatalError(const char *zFormat, ...){ |
| 163 | va_list ap; |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 164 | fprintf(stderr, "%s", g.zArgv0); |
| 165 | if( g.zDbFile ) fprintf(stderr, " %s", g.zDbFile); |
| 166 | if( g.zTestName[0] ) fprintf(stderr, " (%s)", g.zTestName); |
| 167 | fprintf(stderr, ": "); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 168 | va_start(ap, zFormat); |
| 169 | vfprintf(stderr, zFormat, ap); |
| 170 | va_end(ap); |
| 171 | fprintf(stderr, "\n"); |
| 172 | exit(1); |
| 173 | } |
| 174 | |
| 175 | /* |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 176 | ** signal handler |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 177 | */ |
| 178 | #ifdef __unix__ |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 179 | static void signalHandler(int signum){ |
| 180 | const char *zSig; |
| 181 | if( signum==SIGABRT ){ |
| 182 | zSig = "abort"; |
| 183 | }else if( signum==SIGALRM ){ |
| 184 | zSig = "timeout"; |
| 185 | }else if( signum==SIGSEGV ){ |
| 186 | zSig = "segfault"; |
| 187 | }else{ |
| 188 | zSig = "signal"; |
| 189 | } |
| 190 | fatalError(zSig); |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 191 | } |
| 192 | #endif |
| 193 | |
| 194 | /* |
| 195 | ** Set the an alarm to go off after N seconds. Disable the alarm |
| 196 | ** if N==0 |
| 197 | */ |
| 198 | static void setAlarm(int N){ |
| 199 | #ifdef __unix__ |
| 200 | alarm(N); |
| 201 | #else |
| 202 | (void)N; |
| 203 | #endif |
| 204 | } |
| 205 | |
drh | 7805735 | 2015-06-24 23:17:35 +0000 | [diff] [blame] | 206 | #ifndef SQLITE_OMIT_PROGRESS_CALLBACK |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 207 | /* |
drh | d83e283 | 2015-06-24 14:45:44 +0000 | [diff] [blame] | 208 | ** This an SQL progress handler. After an SQL statement has run for |
| 209 | ** many steps, we want to interrupt it. This guards against infinite |
| 210 | ** loops from recursive common table expressions. |
| 211 | ** |
| 212 | ** *pVdbeLimitFlag is true if the --limit-vdbe command-line option is used. |
| 213 | ** In that case, hitting the progress handler is a fatal error. |
| 214 | */ |
| 215 | static int progressHandler(void *pVdbeLimitFlag){ |
| 216 | if( *(int*)pVdbeLimitFlag ) fatalError("too many VDBE cycles"); |
| 217 | return 1; |
| 218 | } |
drh | 7805735 | 2015-06-24 23:17:35 +0000 | [diff] [blame] | 219 | #endif |
drh | d83e283 | 2015-06-24 14:45:44 +0000 | [diff] [blame] | 220 | |
| 221 | /* |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 222 | ** Reallocate memory. Show and error and quit if unable. |
| 223 | */ |
| 224 | static void *safe_realloc(void *pOld, int szNew){ |
drh | c5412d5 | 2016-03-23 17:54:19 +0000 | [diff] [blame] | 225 | void *pNew = realloc(pOld, szNew<=0 ? 1 : szNew); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 226 | if( pNew==0 ) fatalError("unable to realloc for %d bytes", szNew); |
| 227 | return pNew; |
| 228 | } |
| 229 | |
| 230 | /* |
| 231 | ** Initialize the virtual file system. |
| 232 | */ |
| 233 | static void formatVfs(void){ |
| 234 | int i; |
| 235 | for(i=0; i<MX_FILE; i++){ |
| 236 | g.aFile[i].sz = -1; |
| 237 | g.aFile[i].zFilename = 0; |
| 238 | g.aFile[i].a = 0; |
| 239 | g.aFile[i].nRef = 0; |
| 240 | } |
| 241 | } |
| 242 | |
| 243 | |
| 244 | /* |
| 245 | ** Erase all information in the virtual file system. |
| 246 | */ |
| 247 | static void reformatVfs(void){ |
| 248 | int i; |
| 249 | for(i=0; i<MX_FILE; i++){ |
| 250 | if( g.aFile[i].sz<0 ) continue; |
| 251 | if( g.aFile[i].zFilename ){ |
| 252 | free(g.aFile[i].zFilename); |
| 253 | g.aFile[i].zFilename = 0; |
| 254 | } |
| 255 | if( g.aFile[i].nRef>0 ){ |
| 256 | fatalError("file %d still open. nRef=%d", i, g.aFile[i].nRef); |
| 257 | } |
| 258 | g.aFile[i].sz = -1; |
| 259 | free(g.aFile[i].a); |
| 260 | g.aFile[i].a = 0; |
| 261 | g.aFile[i].nRef = 0; |
| 262 | } |
| 263 | } |
| 264 | |
| 265 | /* |
| 266 | ** Find a VFile by name |
| 267 | */ |
| 268 | static VFile *findVFile(const char *zName){ |
| 269 | int i; |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 270 | if( zName==0 ) return 0; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 271 | for(i=0; i<MX_FILE; i++){ |
| 272 | if( g.aFile[i].zFilename==0 ) continue; |
| 273 | if( strcmp(g.aFile[i].zFilename, zName)==0 ) return &g.aFile[i]; |
| 274 | } |
| 275 | return 0; |
| 276 | } |
| 277 | |
| 278 | /* |
| 279 | ** Find a VFile by name. Create it if it does not already exist and |
| 280 | ** initialize it to the size and content given. |
| 281 | ** |
| 282 | ** Return NULL only if the filesystem is full. |
| 283 | */ |
| 284 | static VFile *createVFile(const char *zName, int sz, unsigned char *pData){ |
| 285 | VFile *pNew = findVFile(zName); |
| 286 | int i; |
| 287 | if( pNew ) return pNew; |
| 288 | for(i=0; i<MX_FILE && g.aFile[i].sz>=0; i++){} |
| 289 | if( i>=MX_FILE ) return 0; |
| 290 | pNew = &g.aFile[i]; |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 291 | if( zName ){ |
drh | e683b89 | 2016-02-15 18:47:26 +0000 | [diff] [blame] | 292 | int nName = (int)strlen(zName)+1; |
| 293 | pNew->zFilename = safe_realloc(0, nName); |
| 294 | memcpy(pNew->zFilename, zName, nName); |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 295 | }else{ |
| 296 | pNew->zFilename = 0; |
| 297 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 298 | pNew->nRef = 0; |
| 299 | pNew->sz = sz; |
| 300 | pNew->a = safe_realloc(0, sz); |
| 301 | if( sz>0 ) memcpy(pNew->a, pData, sz); |
| 302 | return pNew; |
| 303 | } |
| 304 | |
| 305 | |
| 306 | /* |
| 307 | ** Implementation of the "readfile(X)" SQL function. The entire content |
| 308 | ** of the file named X is read and returned as a BLOB. NULL is returned |
| 309 | ** if the file does not exist or is unreadable. |
| 310 | */ |
| 311 | static void readfileFunc( |
| 312 | sqlite3_context *context, |
| 313 | int argc, |
| 314 | sqlite3_value **argv |
| 315 | ){ |
| 316 | const char *zName; |
| 317 | FILE *in; |
| 318 | long nIn; |
| 319 | void *pBuf; |
| 320 | |
| 321 | zName = (const char*)sqlite3_value_text(argv[0]); |
| 322 | if( zName==0 ) return; |
| 323 | in = fopen(zName, "rb"); |
| 324 | if( in==0 ) return; |
| 325 | fseek(in, 0, SEEK_END); |
| 326 | nIn = ftell(in); |
| 327 | rewind(in); |
| 328 | pBuf = sqlite3_malloc64( nIn ); |
| 329 | if( pBuf && 1==fread(pBuf, nIn, 1, in) ){ |
| 330 | sqlite3_result_blob(context, pBuf, nIn, sqlite3_free); |
| 331 | }else{ |
| 332 | sqlite3_free(pBuf); |
| 333 | } |
| 334 | fclose(in); |
| 335 | } |
| 336 | |
| 337 | /* |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 338 | ** Implementation of the "readtextfile(X)" SQL function. The text content |
| 339 | ** of the file named X through the end of the file or to the first \000 |
| 340 | ** character, whichever comes first, is read and returned as TEXT. NULL |
| 341 | ** is returned if the file does not exist or is unreadable. |
| 342 | */ |
| 343 | static void readtextfileFunc( |
| 344 | sqlite3_context *context, |
| 345 | int argc, |
| 346 | sqlite3_value **argv |
| 347 | ){ |
| 348 | const char *zName; |
| 349 | FILE *in; |
| 350 | long nIn; |
| 351 | char *pBuf; |
| 352 | |
| 353 | zName = (const char*)sqlite3_value_text(argv[0]); |
| 354 | if( zName==0 ) return; |
| 355 | in = fopen(zName, "rb"); |
| 356 | if( in==0 ) return; |
| 357 | fseek(in, 0, SEEK_END); |
| 358 | nIn = ftell(in); |
| 359 | rewind(in); |
| 360 | pBuf = sqlite3_malloc64( nIn+1 ); |
| 361 | if( pBuf && 1==fread(pBuf, nIn, 1, in) ){ |
| 362 | pBuf[nIn] = 0; |
| 363 | sqlite3_result_text(context, pBuf, -1, sqlite3_free); |
| 364 | }else{ |
| 365 | sqlite3_free(pBuf); |
| 366 | } |
| 367 | fclose(in); |
| 368 | } |
| 369 | |
| 370 | /* |
drh | 40e0e0d | 2015-09-22 18:51:17 +0000 | [diff] [blame] | 371 | ** Implementation of the "writefile(X,Y)" SQL function. The argument Y |
| 372 | ** is written into file X. The number of bytes written is returned. Or |
| 373 | ** NULL is returned if something goes wrong, such as being unable to open |
| 374 | ** file X for writing. |
| 375 | */ |
| 376 | static void writefileFunc( |
| 377 | sqlite3_context *context, |
| 378 | int argc, |
| 379 | sqlite3_value **argv |
| 380 | ){ |
| 381 | FILE *out; |
| 382 | const char *z; |
| 383 | sqlite3_int64 rc; |
| 384 | const char *zFile; |
| 385 | |
| 386 | (void)argc; |
| 387 | zFile = (const char*)sqlite3_value_text(argv[0]); |
| 388 | if( zFile==0 ) return; |
| 389 | out = fopen(zFile, "wb"); |
| 390 | if( out==0 ) return; |
| 391 | z = (const char*)sqlite3_value_blob(argv[1]); |
| 392 | if( z==0 ){ |
| 393 | rc = 0; |
| 394 | }else{ |
| 395 | rc = fwrite(z, 1, sqlite3_value_bytes(argv[1]), out); |
| 396 | } |
| 397 | fclose(out); |
| 398 | sqlite3_result_int64(context, rc); |
| 399 | } |
| 400 | |
| 401 | |
| 402 | /* |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 403 | ** Load a list of Blob objects from the database |
| 404 | */ |
| 405 | static void blobListLoadFromDb( |
| 406 | sqlite3 *db, /* Read from this database */ |
| 407 | const char *zSql, /* Query used to extract the blobs */ |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 408 | int onlyId, /* Only load where id is this value */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 409 | int *pN, /* OUT: Write number of blobs loaded here */ |
| 410 | Blob **ppList /* OUT: Write the head of the blob list here */ |
| 411 | ){ |
| 412 | Blob head; |
| 413 | Blob *p; |
| 414 | sqlite3_stmt *pStmt; |
| 415 | int n = 0; |
| 416 | int rc; |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 417 | char *z2; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 418 | |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 419 | if( onlyId>0 ){ |
| 420 | z2 = sqlite3_mprintf("%s WHERE rowid=%d", zSql, onlyId); |
| 421 | }else{ |
| 422 | z2 = sqlite3_mprintf("%s", zSql); |
| 423 | } |
| 424 | rc = sqlite3_prepare_v2(db, z2, -1, &pStmt, 0); |
| 425 | sqlite3_free(z2); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 426 | if( rc ) fatalError("%s", sqlite3_errmsg(db)); |
| 427 | head.pNext = 0; |
| 428 | p = &head; |
| 429 | while( SQLITE_ROW==sqlite3_step(pStmt) ){ |
| 430 | int sz = sqlite3_column_bytes(pStmt, 1); |
| 431 | Blob *pNew = safe_realloc(0, sizeof(*pNew)+sz ); |
| 432 | pNew->id = sqlite3_column_int(pStmt, 0); |
| 433 | pNew->sz = sz; |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 434 | pNew->seq = n++; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 435 | pNew->pNext = 0; |
| 436 | memcpy(pNew->a, sqlite3_column_blob(pStmt,1), sz); |
| 437 | pNew->a[sz] = 0; |
| 438 | p->pNext = pNew; |
| 439 | p = pNew; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 440 | } |
| 441 | sqlite3_finalize(pStmt); |
| 442 | *pN = n; |
| 443 | *ppList = head.pNext; |
| 444 | } |
| 445 | |
| 446 | /* |
| 447 | ** Free a list of Blob objects |
| 448 | */ |
| 449 | static void blobListFree(Blob *p){ |
| 450 | Blob *pNext; |
| 451 | while( p ){ |
| 452 | pNext = p->pNext; |
| 453 | free(p); |
| 454 | p = pNext; |
| 455 | } |
| 456 | } |
| 457 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 458 | /* Return the current wall-clock time */ |
| 459 | static sqlite3_int64 timeOfDay(void){ |
| 460 | static sqlite3_vfs *clockVfs = 0; |
| 461 | sqlite3_int64 t; |
drh | 8055a3e | 2018-11-21 14:27:34 +0000 | [diff] [blame] | 462 | if( clockVfs==0 ){ |
| 463 | clockVfs = sqlite3_vfs_find(0); |
| 464 | if( clockVfs==0 ) return 0; |
| 465 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 466 | if( clockVfs->iVersion>=1 && clockVfs->xCurrentTimeInt64!=0 ){ |
| 467 | clockVfs->xCurrentTimeInt64(clockVfs, &t); |
| 468 | }else{ |
| 469 | double r; |
| 470 | clockVfs->xCurrentTime(clockVfs, &r); |
| 471 | t = (sqlite3_int64)(r*86400000.0); |
| 472 | } |
| 473 | return t; |
| 474 | } |
| 475 | |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 476 | /*************************************************************************** |
| 477 | ** Code to process combined database+SQL scripts generated by the |
| 478 | ** dbsqlfuzz fuzzer. |
| 479 | */ |
| 480 | |
| 481 | /* An instance of the following object is passed by pointer as the |
| 482 | ** client data to various callbacks. |
| 483 | */ |
| 484 | typedef struct FuzzCtx { |
| 485 | sqlite3 *db; /* The database connection */ |
| 486 | sqlite3_int64 iCutoffTime; /* Stop processing at this time. */ |
| 487 | sqlite3_int64 iLastCb; /* Time recorded for previous progress callback */ |
| 488 | sqlite3_int64 mxInterval; /* Longest interval between two progress calls */ |
| 489 | unsigned nCb; /* Number of progress callbacks */ |
| 490 | unsigned mxCb; /* Maximum number of progress callbacks allowed */ |
| 491 | unsigned execCnt; /* Number of calls to the sqlite3_exec callback */ |
| 492 | int timeoutHit; /* True when reaching a timeout */ |
| 493 | } FuzzCtx; |
| 494 | |
| 495 | /* Verbosity level for the dbsqlfuzz test runner */ |
| 496 | static int eVerbosity = 0; |
| 497 | |
| 498 | /* True to activate PRAGMA vdbe_debug=on */ |
| 499 | static int bVdbeDebug = 0; |
| 500 | |
| 501 | /* Timeout for each fuzzing attempt, in milliseconds */ |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 502 | static int giTimeout = 10000; /* Defaults to 10 seconds */ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 503 | |
| 504 | /* Maximum number of progress handler callbacks */ |
| 505 | static unsigned int mxProgressCb = 2000; |
| 506 | |
| 507 | /* Maximum string length in SQLite */ |
| 508 | static int lengthLimit = 1000000; |
| 509 | |
drh | be03cc9 | 2020-01-20 14:42:09 +0000 | [diff] [blame] | 510 | /* Maximum expression depth */ |
| 511 | static int depthLimit = 500; |
| 512 | |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 513 | /* Limit on the amount of heap memory that can be used */ |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 514 | static sqlite3_int64 heapLimit = 100000000; |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 515 | |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 516 | /* Maximum byte-code program length in SQLite */ |
| 517 | static int vdbeOpLimit = 25000; |
| 518 | |
| 519 | /* Maximum size of the in-memory database */ |
| 520 | static sqlite3_int64 maxDbSize = 104857600; |
drh | 39b3bcf | 2020-03-02 16:31:21 +0000 | [diff] [blame] | 521 | /* OOM simulation parameters */ |
| 522 | static unsigned int oomCounter = 0; /* Simulate OOM when equals 1 */ |
| 523 | static unsigned int oomRepeat = 0; /* Number of OOMs in a row */ |
| 524 | static void*(*defaultMalloc)(int) = 0; /* The low-level malloc routine */ |
| 525 | |
| 526 | /* This routine is called when a simulated OOM occurs. It is broken |
| 527 | ** out as a separate routine to make it easy to set a breakpoint on |
| 528 | ** the OOM |
| 529 | */ |
| 530 | void oomFault(void){ |
| 531 | if( eVerbosity ){ |
| 532 | printf("Simulated OOM fault\n"); |
| 533 | } |
| 534 | if( oomRepeat>0 ){ |
| 535 | oomRepeat--; |
| 536 | }else{ |
| 537 | oomCounter--; |
| 538 | } |
| 539 | } |
| 540 | |
| 541 | /* This routine is a replacement malloc() that is used to simulate |
| 542 | ** Out-Of-Memory (OOM) errors for testing purposes. |
| 543 | */ |
| 544 | static void *oomMalloc(int nByte){ |
| 545 | if( oomCounter ){ |
| 546 | if( oomCounter==1 ){ |
| 547 | oomFault(); |
| 548 | return 0; |
| 549 | }else{ |
| 550 | oomCounter--; |
| 551 | } |
| 552 | } |
| 553 | return defaultMalloc(nByte); |
| 554 | } |
| 555 | |
| 556 | /* Register the OOM simulator. This must occur before any memory |
| 557 | ** allocations */ |
| 558 | static void registerOomSimulator(void){ |
| 559 | sqlite3_mem_methods mem; |
| 560 | sqlite3_shutdown(); |
| 561 | sqlite3_config(SQLITE_CONFIG_GETMALLOC, &mem); |
| 562 | defaultMalloc = mem.xMalloc; |
| 563 | mem.xMalloc = oomMalloc; |
| 564 | sqlite3_config(SQLITE_CONFIG_MALLOC, &mem); |
| 565 | } |
| 566 | |
| 567 | /* Turn off any pending OOM simulation */ |
| 568 | static void disableOom(void){ |
| 569 | oomCounter = 0; |
| 570 | oomRepeat = 0; |
| 571 | } |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 572 | |
| 573 | /* |
| 574 | ** Translate a single byte of Hex into an integer. |
| 575 | ** This routine only works if h really is a valid hexadecimal |
| 576 | ** character: 0..9a..fA..F |
| 577 | */ |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 578 | static unsigned char hexToInt(unsigned int h){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 579 | #ifdef SQLITE_EBCDIC |
| 580 | h += 9*(1&~(h>>4)); /* EBCDIC */ |
| 581 | #else |
| 582 | h += 9*(1&(h>>6)); /* ASCII */ |
| 583 | #endif |
| 584 | return h & 0xf; |
| 585 | } |
| 586 | |
| 587 | /* |
| 588 | ** The first character of buffer zIn[0..nIn-1] is a '['. This routine |
| 589 | ** checked to see if the buffer holds "[NNNN]" or "[+NNNN]" and if it |
| 590 | ** does it makes corresponding changes to the *pK value and *pI value |
| 591 | ** and returns true. If the input buffer does not match the patterns, |
| 592 | ** no changes are made to either *pK or *pI and this routine returns false. |
| 593 | */ |
| 594 | static int isOffset( |
| 595 | const unsigned char *zIn, /* Text input */ |
| 596 | int nIn, /* Bytes of input */ |
| 597 | unsigned int *pK, /* half-byte cursor to adjust */ |
| 598 | unsigned int *pI /* Input index to adjust */ |
| 599 | ){ |
| 600 | int i; |
| 601 | unsigned int k = 0; |
| 602 | unsigned char c; |
| 603 | for(i=1; i<nIn && (c = zIn[i])!=']'; i++){ |
| 604 | if( !isxdigit(c) ) return 0; |
| 605 | k = k*16 + hexToInt(c); |
| 606 | } |
| 607 | if( i==nIn ) return 0; |
| 608 | *pK = 2*k; |
| 609 | *pI += i; |
| 610 | return 1; |
| 611 | } |
| 612 | |
| 613 | /* |
| 614 | ** Decode the text starting at zIn into a binary database file. |
| 615 | ** The maximum length of zIn is nIn bytes. Compute the binary database |
| 616 | ** file contain in space obtained from sqlite3_malloc(). |
| 617 | ** |
| 618 | ** Return the number of bytes of zIn consumed. Or return -1 if there |
| 619 | ** is an error. One potential error is that the recipe specifies a |
| 620 | ** database file larger than MX_FILE_SZ bytes. |
| 621 | ** |
| 622 | ** Abort on an OOM. |
| 623 | */ |
| 624 | static int decodeDatabase( |
| 625 | const unsigned char *zIn, /* Input text to be decoded */ |
| 626 | int nIn, /* Bytes of input text */ |
| 627 | unsigned char **paDecode, /* OUT: decoded database file */ |
| 628 | int *pnDecode /* OUT: Size of decoded database */ |
| 629 | ){ |
| 630 | unsigned char *a; /* Database under construction */ |
| 631 | int mx = 0; /* Current size of the database */ |
| 632 | sqlite3_uint64 nAlloc = 4096; /* Space allocated in a[] */ |
| 633 | unsigned int i; /* Next byte of zIn[] to read */ |
| 634 | unsigned int j; /* Temporary integer */ |
| 635 | unsigned int k; /* half-byte cursor index for output */ |
| 636 | unsigned int n; /* Number of bytes of input */ |
| 637 | unsigned char b = 0; |
| 638 | if( nIn<4 ) return -1; |
| 639 | n = (unsigned int)nIn; |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 640 | a = sqlite3_malloc64( nAlloc ); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 641 | if( a==0 ){ |
| 642 | fprintf(stderr, "Out of memory!\n"); |
| 643 | exit(1); |
| 644 | } |
mistachkin | 065f3bf | 2019-03-20 05:45:03 +0000 | [diff] [blame] | 645 | memset(a, 0, (size_t)nAlloc); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 646 | for(i=k=0; i<n; i++){ |
drh | af63892 | 2019-02-07 00:17:36 +0000 | [diff] [blame] | 647 | unsigned char c = (unsigned char)zIn[i]; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 648 | if( isxdigit(c) ){ |
| 649 | k++; |
| 650 | if( k & 1 ){ |
| 651 | b = hexToInt(c)*16; |
| 652 | }else{ |
| 653 | b += hexToInt(c); |
| 654 | j = k/2 - 1; |
| 655 | if( j>=nAlloc ){ |
| 656 | sqlite3_uint64 newSize; |
| 657 | if( nAlloc==MX_FILE_SZ || j>=MX_FILE_SZ ){ |
| 658 | if( eVerbosity ){ |
| 659 | fprintf(stderr, "Input database too big: max %d bytes\n", |
| 660 | MX_FILE_SZ); |
| 661 | } |
| 662 | sqlite3_free(a); |
| 663 | return -1; |
| 664 | } |
| 665 | newSize = nAlloc*2; |
| 666 | if( newSize<=j ){ |
| 667 | newSize = (j+4096)&~4095; |
| 668 | } |
| 669 | if( newSize>MX_FILE_SZ ){ |
| 670 | if( j>=MX_FILE_SZ ){ |
| 671 | sqlite3_free(a); |
| 672 | return -1; |
| 673 | } |
| 674 | newSize = MX_FILE_SZ; |
| 675 | } |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 676 | a = sqlite3_realloc64( a, newSize ); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 677 | if( a==0 ){ |
| 678 | fprintf(stderr, "Out of memory!\n"); |
| 679 | exit(1); |
| 680 | } |
| 681 | assert( newSize > nAlloc ); |
mistachkin | 065f3bf | 2019-03-20 05:45:03 +0000 | [diff] [blame] | 682 | memset(a+nAlloc, 0, (size_t)(newSize - nAlloc)); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 683 | nAlloc = newSize; |
| 684 | } |
| 685 | if( j>=(unsigned)mx ){ |
| 686 | mx = (j + 4095)&~4095; |
| 687 | if( mx>MX_FILE_SZ ) mx = MX_FILE_SZ; |
| 688 | } |
| 689 | assert( j<nAlloc ); |
| 690 | a[j] = b; |
| 691 | } |
| 692 | }else if( zIn[i]=='[' && i<n-3 && isOffset(zIn+i, nIn-i, &k, &i) ){ |
| 693 | continue; |
| 694 | }else if( zIn[i]=='\n' && i<n-4 && memcmp(zIn+i,"\n--\n",4)==0 ){ |
| 695 | i += 4; |
| 696 | break; |
| 697 | } |
| 698 | } |
| 699 | *pnDecode = mx; |
| 700 | *paDecode = a; |
| 701 | return i; |
| 702 | } |
| 703 | |
| 704 | /* |
| 705 | ** Progress handler callback. |
| 706 | ** |
| 707 | ** The argument is the cutoff-time after which all processing should |
| 708 | ** stop. So return non-zero if the cut-off time is exceeded. |
| 709 | */ |
| 710 | static int progress_handler(void *pClientData) { |
| 711 | FuzzCtx *p = (FuzzCtx*)pClientData; |
| 712 | sqlite3_int64 iNow = timeOfDay(); |
| 713 | int rc = iNow>=p->iCutoffTime; |
| 714 | sqlite3_int64 iDiff = iNow - p->iLastCb; |
| 715 | if( iDiff > p->mxInterval ) p->mxInterval = iDiff; |
| 716 | p->nCb++; |
| 717 | if( rc==0 && p->mxCb>0 && p->mxCb<=p->nCb ) rc = 1; |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 718 | if( rc && !p->timeoutHit && eVerbosity>=2 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 719 | printf("Timeout on progress callback %d\n", p->nCb); |
| 720 | fflush(stdout); |
| 721 | p->timeoutHit = 1; |
| 722 | } |
| 723 | return rc; |
| 724 | } |
| 725 | |
| 726 | /* |
| 727 | ** Disallow debugging pragmas such as "PRAGMA vdbe_debug" and |
| 728 | ** "PRAGMA parser_trace" since they can dramatically increase the |
| 729 | ** amount of output without actually testing anything useful. |
| 730 | ** |
| 731 | ** Also block ATTACH and DETACH |
| 732 | */ |
| 733 | static int block_troublesome_sql( |
| 734 | void *Notused, |
| 735 | int eCode, |
| 736 | const char *zArg1, |
| 737 | const char *zArg2, |
| 738 | const char *zArg3, |
| 739 | const char *zArg4 |
| 740 | ){ |
| 741 | (void)Notused; |
| 742 | (void)zArg2; |
| 743 | (void)zArg3; |
| 744 | (void)zArg4; |
| 745 | if( eCode==SQLITE_PRAGMA ){ |
| 746 | if( sqlite3_strnicmp("vdbe_", zArg1, 5)==0 |
| 747 | || sqlite3_stricmp("parser_trace", zArg1)==0 |
| 748 | || sqlite3_stricmp("temp_store_directory", zArg1)==0 |
| 749 | ){ |
| 750 | return SQLITE_DENY; |
| 751 | } |
drh | 39b3bcf | 2020-03-02 16:31:21 +0000 | [diff] [blame] | 752 | if( sqlite3_stricmp("oom",zArg1)==0 && zArg2!=0 && zArg2[0]!=0 ){ |
| 753 | oomCounter = atoi(zArg2); |
| 754 | } |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 755 | }else if( (eCode==SQLITE_ATTACH || eCode==SQLITE_DETACH) |
| 756 | && zArg1 && zArg1[0] ){ |
| 757 | return SQLITE_DENY; |
| 758 | } |
| 759 | return SQLITE_OK; |
| 760 | } |
| 761 | |
| 762 | /* |
| 763 | ** Run the SQL text |
| 764 | */ |
| 765 | static int runDbSql(sqlite3 *db, const char *zSql){ |
| 766 | int rc; |
| 767 | sqlite3_stmt *pStmt; |
drh | af63892 | 2019-02-07 00:17:36 +0000 | [diff] [blame] | 768 | while( isspace(zSql[0]&0x7f) ) zSql++; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 769 | if( zSql[0]==0 ) return SQLITE_OK; |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 770 | if( eVerbosity>=4 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 771 | printf("RUNNING-SQL: [%s]\n", zSql); |
| 772 | fflush(stdout); |
| 773 | } |
| 774 | rc = sqlite3_prepare_v2(db, zSql, -1, &pStmt, 0); |
| 775 | if( rc==SQLITE_OK ){ |
| 776 | while( (rc = sqlite3_step(pStmt))==SQLITE_ROW ){ |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 777 | if( eVerbosity>=5 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 778 | int j; |
| 779 | for(j=0; j<sqlite3_column_count(pStmt); j++){ |
| 780 | if( j ) printf(","); |
| 781 | switch( sqlite3_column_type(pStmt, j) ){ |
| 782 | case SQLITE_NULL: { |
| 783 | printf("NULL"); |
| 784 | break; |
| 785 | } |
| 786 | case SQLITE_INTEGER: |
| 787 | case SQLITE_FLOAT: { |
| 788 | printf("%s", sqlite3_column_text(pStmt, j)); |
| 789 | break; |
| 790 | } |
| 791 | case SQLITE_BLOB: { |
| 792 | int n = sqlite3_column_bytes(pStmt, j); |
| 793 | int i; |
| 794 | const unsigned char *a; |
| 795 | a = (const unsigned char*)sqlite3_column_blob(pStmt, j); |
| 796 | printf("x'"); |
| 797 | for(i=0; i<n; i++){ |
| 798 | printf("%02x", a[i]); |
| 799 | } |
| 800 | printf("'"); |
| 801 | break; |
| 802 | } |
| 803 | case SQLITE_TEXT: { |
| 804 | int n = sqlite3_column_bytes(pStmt, j); |
| 805 | int i; |
| 806 | const unsigned char *a; |
| 807 | a = (const unsigned char*)sqlite3_column_blob(pStmt, j); |
| 808 | printf("'"); |
| 809 | for(i=0; i<n; i++){ |
| 810 | if( a[i]=='\'' ){ |
| 811 | printf("''"); |
| 812 | }else{ |
| 813 | putchar(a[i]); |
| 814 | } |
| 815 | } |
| 816 | printf("'"); |
| 817 | break; |
| 818 | } |
| 819 | } /* End switch() */ |
| 820 | } /* End for() */ |
| 821 | printf("\n"); |
| 822 | fflush(stdout); |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 823 | } /* End if( eVerbosity>=5 ) */ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 824 | } /* End while( SQLITE_ROW */ |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 825 | if( rc!=SQLITE_DONE && eVerbosity>=4 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 826 | printf("SQL-ERROR: (%d) %s\n", rc, sqlite3_errmsg(db)); |
| 827 | fflush(stdout); |
| 828 | } |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 829 | }else if( eVerbosity>=4 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 830 | printf("SQL-ERROR (%d): %s\n", rc, sqlite3_errmsg(db)); |
| 831 | fflush(stdout); |
| 832 | } /* End if( SQLITE_OK ) */ |
| 833 | return sqlite3_finalize(pStmt); |
| 834 | } |
| 835 | |
| 836 | /* Invoke this routine to run a single test case */ |
| 837 | int runCombinedDbSqlInput(const uint8_t *aData, size_t nByte){ |
| 838 | int rc; /* SQLite API return value */ |
| 839 | int iSql; /* Index in aData[] of start of SQL */ |
| 840 | unsigned char *aDb = 0; /* Decoded database content */ |
| 841 | int nDb = 0; /* Size of the decoded database */ |
| 842 | int i; /* Loop counter */ |
| 843 | int j; /* Start of current SQL statement */ |
| 844 | char *zSql = 0; /* SQL text to run */ |
| 845 | int nSql; /* Bytes of SQL text */ |
| 846 | FuzzCtx cx; /* Fuzzing context */ |
| 847 | |
| 848 | if( nByte<10 ) return 0; |
| 849 | if( sqlite3_initialize() ) return 0; |
| 850 | if( sqlite3_memory_used()!=0 ){ |
| 851 | int nAlloc = 0; |
| 852 | int nNotUsed = 0; |
| 853 | sqlite3_status(SQLITE_STATUS_MALLOC_COUNT, &nAlloc, &nNotUsed, 0); |
| 854 | fprintf(stderr,"Memory leak in mutator: %lld bytes in %d allocations\n", |
| 855 | sqlite3_memory_used(), nAlloc); |
| 856 | exit(1); |
| 857 | } |
| 858 | memset(&cx, 0, sizeof(cx)); |
| 859 | iSql = decodeDatabase((unsigned char*)aData, (int)nByte, &aDb, &nDb); |
| 860 | if( iSql<0 ) return 0; |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 861 | nSql = (int)(nByte - iSql); |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 862 | if( eVerbosity>=3 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 863 | printf( |
| 864 | "****** %d-byte input, %d-byte database, %d-byte script " |
| 865 | "******\n", (int)nByte, nDb, nSql); |
| 866 | fflush(stdout); |
| 867 | } |
| 868 | rc = sqlite3_open(0, &cx.db); |
| 869 | if( rc ) return 1; |
| 870 | if( bVdbeDebug ){ |
| 871 | sqlite3_exec(cx.db, "PRAGMA vdbe_debug=ON", 0, 0, 0); |
| 872 | } |
| 873 | |
| 874 | /* Invoke the progress handler frequently to check to see if we |
| 875 | ** are taking too long. The progress handler will return true |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 876 | ** (which will block further processing) if more than giTimeout seconds have |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 877 | ** elapsed since the start of the test. |
| 878 | */ |
| 879 | cx.iLastCb = timeOfDay(); |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 880 | cx.iCutoffTime = cx.iLastCb + giTimeout; /* Now + giTimeout seconds */ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 881 | cx.mxCb = mxProgressCb; |
| 882 | #ifndef SQLITE_OMIT_PROGRESS_CALLBACK |
| 883 | sqlite3_progress_handler(cx.db, 10, progress_handler, (void*)&cx); |
| 884 | #endif |
| 885 | |
| 886 | /* Set a limit on the maximum size of a prepared statement, and the |
| 887 | ** maximum length of a string or blob */ |
| 888 | if( vdbeOpLimit>0 ){ |
| 889 | sqlite3_limit(cx.db, SQLITE_LIMIT_VDBE_OP, vdbeOpLimit); |
| 890 | } |
| 891 | if( lengthLimit>0 ){ |
| 892 | sqlite3_limit(cx.db, SQLITE_LIMIT_LENGTH, lengthLimit); |
| 893 | } |
drh | be03cc9 | 2020-01-20 14:42:09 +0000 | [diff] [blame] | 894 | if( depthLimit>0 ){ |
| 895 | sqlite3_limit(cx.db, SQLITE_LIMIT_EXPR_DEPTH, depthLimit); |
| 896 | } |
drh | 4b3282d | 2020-04-07 15:07:11 +0000 | [diff] [blame] | 897 | sqlite3_limit(cx.db, SQLITE_LIMIT_LIKE_PATTERN_LENGTH, 100); |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 898 | sqlite3_hard_heap_limit64(heapLimit); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 899 | |
| 900 | if( nDb>=20 && aDb[18]==2 && aDb[19]==2 ){ |
| 901 | aDb[18] = aDb[19] = 1; |
| 902 | } |
| 903 | rc = sqlite3_deserialize(cx.db, "main", aDb, nDb, nDb, |
| 904 | SQLITE_DESERIALIZE_RESIZEABLE | |
| 905 | SQLITE_DESERIALIZE_FREEONCLOSE); |
| 906 | if( rc ){ |
| 907 | fprintf(stderr, "sqlite3_deserialize() failed with %d\n", rc); |
| 908 | goto testrun_finished; |
| 909 | } |
| 910 | if( maxDbSize>0 ){ |
| 911 | sqlite3_int64 x = maxDbSize; |
| 912 | sqlite3_file_control(cx.db, "main", SQLITE_FCNTL_SIZE_LIMIT, &x); |
| 913 | } |
| 914 | |
drh | 725a9c7 | 2019-01-25 13:03:38 +0000 | [diff] [blame] | 915 | /* For high debugging levels, turn on debug mode */ |
| 916 | if( eVerbosity>=5 ){ |
| 917 | sqlite3_exec(cx.db, "PRAGMA vdbe_debug=ON;", 0, 0, 0); |
| 918 | } |
| 919 | |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 920 | /* Block debug pragmas and ATTACH/DETACH. But wait until after |
| 921 | ** deserialize to do this because deserialize depends on ATTACH */ |
| 922 | sqlite3_set_authorizer(cx.db, block_troublesome_sql, 0); |
| 923 | |
| 924 | /* Consistent PRNG seed */ |
| 925 | sqlite3_randomness(0,0); |
| 926 | |
| 927 | zSql = sqlite3_malloc( nSql + 1 ); |
| 928 | if( zSql==0 ){ |
| 929 | fprintf(stderr, "Out of memory!\n"); |
| 930 | }else{ |
| 931 | memcpy(zSql, aData+iSql, nSql); |
| 932 | zSql[nSql] = 0; |
| 933 | for(i=j=0; zSql[i]; i++){ |
| 934 | if( zSql[i]==';' ){ |
| 935 | char cSaved = zSql[i+1]; |
| 936 | zSql[i+1] = 0; |
| 937 | if( sqlite3_complete(zSql+j) ){ |
| 938 | rc = runDbSql(cx.db, zSql+j); |
| 939 | j = i+1; |
| 940 | } |
| 941 | zSql[i+1] = cSaved; |
| 942 | if( rc==SQLITE_INTERRUPT || progress_handler(&cx) ){ |
| 943 | goto testrun_finished; |
| 944 | } |
| 945 | } |
| 946 | } |
| 947 | if( j<i ){ |
| 948 | runDbSql(cx.db, zSql+j); |
| 949 | } |
| 950 | } |
| 951 | testrun_finished: |
| 952 | sqlite3_free(zSql); |
| 953 | rc = sqlite3_close(cx.db); |
| 954 | if( rc!=SQLITE_OK ){ |
| 955 | fprintf(stdout, "sqlite3_close() returns %d\n", rc); |
| 956 | } |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 957 | if( eVerbosity>=2 ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 958 | fprintf(stdout, "Peak memory usages: %f MB\n", |
| 959 | sqlite3_memory_highwater(1) / 1000000.0); |
| 960 | } |
| 961 | if( sqlite3_memory_used()!=0 ){ |
| 962 | int nAlloc = 0; |
| 963 | int nNotUsed = 0; |
| 964 | sqlite3_status(SQLITE_STATUS_MALLOC_COUNT, &nAlloc, &nNotUsed, 0); |
| 965 | fprintf(stderr,"Memory leak: %lld bytes in %d allocations\n", |
| 966 | sqlite3_memory_used(), nAlloc); |
| 967 | exit(1); |
| 968 | } |
| 969 | return 0; |
| 970 | } |
| 971 | |
| 972 | /* |
| 973 | ** END of the dbsqlfuzz code |
| 974 | ***************************************************************************/ |
| 975 | |
| 976 | /* Look at a SQL text and try to determine if it begins with a database |
| 977 | ** description, such as would be found in a dbsqlfuzz test case. Return |
| 978 | ** true if this does appear to be a dbsqlfuzz test case and false otherwise. |
| 979 | */ |
| 980 | static int isDbSql(unsigned char *a, int n){ |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 981 | unsigned char buf[12]; |
| 982 | int i; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 983 | if( n>4 && memcmp(a,"\n--\n",4)==0 ) return 1; |
| 984 | while( n>0 && isspace(a[0]) ){ a++; n--; } |
drh | df21659 | 2019-01-25 04:43:26 +0000 | [diff] [blame] | 985 | for(i=0; n>0 && i<8; n--, a++){ |
| 986 | if( isxdigit(a[0]) ) buf[i++] = a[0]; |
| 987 | } |
| 988 | if( i==8 && memcmp(buf,"53514c69",8)==0 ) return 1; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 989 | return 0; |
| 990 | } |
| 991 | |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 992 | /* Implementation of the isdbsql(TEXT) SQL function. |
| 993 | */ |
| 994 | static void isDbSqlFunc( |
| 995 | sqlite3_context *context, |
| 996 | int argc, |
| 997 | sqlite3_value **argv |
| 998 | ){ |
| 999 | int n = sqlite3_value_bytes(argv[0]); |
| 1000 | unsigned char *a = (unsigned char*)sqlite3_value_blob(argv[0]); |
| 1001 | sqlite3_result_int(context, a!=0 && n>0 && isDbSql(a,n)); |
| 1002 | } |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1003 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1004 | /* Methods for the VHandle object |
| 1005 | */ |
| 1006 | static int inmemClose(sqlite3_file *pFile){ |
| 1007 | VHandle *p = (VHandle*)pFile; |
| 1008 | VFile *pVFile = p->pVFile; |
| 1009 | pVFile->nRef--; |
| 1010 | if( pVFile->nRef==0 && pVFile->zFilename==0 ){ |
| 1011 | pVFile->sz = -1; |
| 1012 | free(pVFile->a); |
| 1013 | pVFile->a = 0; |
| 1014 | } |
| 1015 | return SQLITE_OK; |
| 1016 | } |
| 1017 | static int inmemRead( |
| 1018 | sqlite3_file *pFile, /* Read from this open file */ |
| 1019 | void *pData, /* Store content in this buffer */ |
| 1020 | int iAmt, /* Bytes of content */ |
| 1021 | sqlite3_int64 iOfst /* Start reading here */ |
| 1022 | ){ |
| 1023 | VHandle *pHandle = (VHandle*)pFile; |
| 1024 | VFile *pVFile = pHandle->pVFile; |
| 1025 | if( iOfst<0 || iOfst>=pVFile->sz ){ |
| 1026 | memset(pData, 0, iAmt); |
| 1027 | return SQLITE_IOERR_SHORT_READ; |
| 1028 | } |
| 1029 | if( iOfst+iAmt>pVFile->sz ){ |
| 1030 | memset(pData, 0, iAmt); |
drh | 1573dc3 | 2015-05-25 22:29:26 +0000 | [diff] [blame] | 1031 | iAmt = (int)(pVFile->sz - iOfst); |
drh | e45985b | 2018-12-14 02:29:56 +0000 | [diff] [blame] | 1032 | memcpy(pData, pVFile->a + iOfst, iAmt); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1033 | return SQLITE_IOERR_SHORT_READ; |
| 1034 | } |
drh | aca7ea1 | 2015-05-25 23:14:37 +0000 | [diff] [blame] | 1035 | memcpy(pData, pVFile->a + iOfst, iAmt); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1036 | return SQLITE_OK; |
| 1037 | } |
| 1038 | static int inmemWrite( |
| 1039 | sqlite3_file *pFile, /* Write to this file */ |
| 1040 | const void *pData, /* Content to write */ |
| 1041 | int iAmt, /* bytes to write */ |
| 1042 | sqlite3_int64 iOfst /* Start writing here */ |
| 1043 | ){ |
| 1044 | VHandle *pHandle = (VHandle*)pFile; |
| 1045 | VFile *pVFile = pHandle->pVFile; |
| 1046 | if( iOfst+iAmt > pVFile->sz ){ |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1047 | if( iOfst+iAmt >= MX_FILE_SZ ){ |
| 1048 | return SQLITE_FULL; |
| 1049 | } |
drh | 1573dc3 | 2015-05-25 22:29:26 +0000 | [diff] [blame] | 1050 | pVFile->a = safe_realloc(pVFile->a, (int)(iOfst+iAmt)); |
drh | 908aced | 2015-05-26 16:12:45 +0000 | [diff] [blame] | 1051 | if( iOfst > pVFile->sz ){ |
| 1052 | memset(pVFile->a + pVFile->sz, 0, (int)(iOfst - pVFile->sz)); |
| 1053 | } |
drh | 1573dc3 | 2015-05-25 22:29:26 +0000 | [diff] [blame] | 1054 | pVFile->sz = (int)(iOfst + iAmt); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1055 | } |
| 1056 | memcpy(pVFile->a + iOfst, pData, iAmt); |
| 1057 | return SQLITE_OK; |
| 1058 | } |
| 1059 | static int inmemTruncate(sqlite3_file *pFile, sqlite3_int64 iSize){ |
| 1060 | VHandle *pHandle = (VHandle*)pFile; |
| 1061 | VFile *pVFile = pHandle->pVFile; |
drh | 1573dc3 | 2015-05-25 22:29:26 +0000 | [diff] [blame] | 1062 | if( pVFile->sz>iSize && iSize>=0 ) pVFile->sz = (int)iSize; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1063 | return SQLITE_OK; |
| 1064 | } |
| 1065 | static int inmemSync(sqlite3_file *pFile, int flags){ |
| 1066 | return SQLITE_OK; |
| 1067 | } |
| 1068 | static int inmemFileSize(sqlite3_file *pFile, sqlite3_int64 *pSize){ |
| 1069 | *pSize = ((VHandle*)pFile)->pVFile->sz; |
| 1070 | return SQLITE_OK; |
| 1071 | } |
| 1072 | static int inmemLock(sqlite3_file *pFile, int type){ |
| 1073 | return SQLITE_OK; |
| 1074 | } |
| 1075 | static int inmemUnlock(sqlite3_file *pFile, int type){ |
| 1076 | return SQLITE_OK; |
| 1077 | } |
| 1078 | static int inmemCheckReservedLock(sqlite3_file *pFile, int *pOut){ |
| 1079 | *pOut = 0; |
| 1080 | return SQLITE_OK; |
| 1081 | } |
| 1082 | static int inmemFileControl(sqlite3_file *pFile, int op, void *pArg){ |
| 1083 | return SQLITE_NOTFOUND; |
| 1084 | } |
| 1085 | static int inmemSectorSize(sqlite3_file *pFile){ |
| 1086 | return 512; |
| 1087 | } |
| 1088 | static int inmemDeviceCharacteristics(sqlite3_file *pFile){ |
| 1089 | return |
| 1090 | SQLITE_IOCAP_SAFE_APPEND | |
| 1091 | SQLITE_IOCAP_UNDELETABLE_WHEN_OPEN | |
| 1092 | SQLITE_IOCAP_POWERSAFE_OVERWRITE; |
| 1093 | } |
| 1094 | |
| 1095 | |
| 1096 | /* Method table for VHandle |
| 1097 | */ |
| 1098 | static sqlite3_io_methods VHandleMethods = { |
| 1099 | /* iVersion */ 1, |
| 1100 | /* xClose */ inmemClose, |
| 1101 | /* xRead */ inmemRead, |
| 1102 | /* xWrite */ inmemWrite, |
| 1103 | /* xTruncate */ inmemTruncate, |
| 1104 | /* xSync */ inmemSync, |
| 1105 | /* xFileSize */ inmemFileSize, |
| 1106 | /* xLock */ inmemLock, |
| 1107 | /* xUnlock */ inmemUnlock, |
| 1108 | /* xCheck... */ inmemCheckReservedLock, |
| 1109 | /* xFileCtrl */ inmemFileControl, |
| 1110 | /* xSectorSz */ inmemSectorSize, |
| 1111 | /* xDevchar */ inmemDeviceCharacteristics, |
| 1112 | /* xShmMap */ 0, |
| 1113 | /* xShmLock */ 0, |
| 1114 | /* xShmBarrier */ 0, |
| 1115 | /* xShmUnmap */ 0, |
| 1116 | /* xFetch */ 0, |
| 1117 | /* xUnfetch */ 0 |
| 1118 | }; |
| 1119 | |
| 1120 | /* |
| 1121 | ** Open a new file in the inmem VFS. All files are anonymous and are |
| 1122 | ** delete-on-close. |
| 1123 | */ |
| 1124 | static int inmemOpen( |
| 1125 | sqlite3_vfs *pVfs, |
| 1126 | const char *zFilename, |
| 1127 | sqlite3_file *pFile, |
| 1128 | int openFlags, |
| 1129 | int *pOutFlags |
| 1130 | ){ |
| 1131 | VFile *pVFile = createVFile(zFilename, 0, (unsigned char*)""); |
| 1132 | VHandle *pHandle = (VHandle*)pFile; |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1133 | if( pVFile==0 ){ |
| 1134 | return SQLITE_FULL; |
| 1135 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1136 | pHandle->pVFile = pVFile; |
| 1137 | pVFile->nRef++; |
| 1138 | pFile->pMethods = &VHandleMethods; |
| 1139 | if( pOutFlags ) *pOutFlags = openFlags; |
| 1140 | return SQLITE_OK; |
| 1141 | } |
| 1142 | |
| 1143 | /* |
| 1144 | ** Delete a file by name |
| 1145 | */ |
| 1146 | static int inmemDelete( |
| 1147 | sqlite3_vfs *pVfs, |
| 1148 | const char *zFilename, |
| 1149 | int syncdir |
| 1150 | ){ |
| 1151 | VFile *pVFile = findVFile(zFilename); |
| 1152 | if( pVFile==0 ) return SQLITE_OK; |
| 1153 | if( pVFile->nRef==0 ){ |
| 1154 | free(pVFile->zFilename); |
| 1155 | pVFile->zFilename = 0; |
| 1156 | pVFile->sz = -1; |
| 1157 | free(pVFile->a); |
| 1158 | pVFile->a = 0; |
| 1159 | return SQLITE_OK; |
| 1160 | } |
| 1161 | return SQLITE_IOERR_DELETE; |
| 1162 | } |
| 1163 | |
| 1164 | /* Check for the existance of a file |
| 1165 | */ |
| 1166 | static int inmemAccess( |
| 1167 | sqlite3_vfs *pVfs, |
| 1168 | const char *zFilename, |
| 1169 | int flags, |
| 1170 | int *pResOut |
| 1171 | ){ |
| 1172 | VFile *pVFile = findVFile(zFilename); |
| 1173 | *pResOut = pVFile!=0; |
| 1174 | return SQLITE_OK; |
| 1175 | } |
| 1176 | |
| 1177 | /* Get the canonical pathname for a file |
| 1178 | */ |
| 1179 | static int inmemFullPathname( |
| 1180 | sqlite3_vfs *pVfs, |
| 1181 | const char *zFilename, |
| 1182 | int nOut, |
| 1183 | char *zOut |
| 1184 | ){ |
| 1185 | sqlite3_snprintf(nOut, zOut, "%s", zFilename); |
| 1186 | return SQLITE_OK; |
| 1187 | } |
| 1188 | |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1189 | /* Always use the same random see, for repeatability. |
| 1190 | */ |
| 1191 | static int inmemRandomness(sqlite3_vfs *NotUsed, int nBuf, char *zBuf){ |
| 1192 | memset(zBuf, 0, nBuf); |
| 1193 | memcpy(zBuf, &g.uRandom, nBuf<sizeof(g.uRandom) ? nBuf : sizeof(g.uRandom)); |
| 1194 | return nBuf; |
| 1195 | } |
| 1196 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1197 | /* |
| 1198 | ** Register the VFS that reads from the g.aFile[] set of files. |
| 1199 | */ |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1200 | static void inmemVfsRegister(int makeDefault){ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1201 | static sqlite3_vfs inmemVfs; |
| 1202 | sqlite3_vfs *pDefault = sqlite3_vfs_find(0); |
drh | 5337dac | 2015-11-25 15:15:03 +0000 | [diff] [blame] | 1203 | inmemVfs.iVersion = 3; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1204 | inmemVfs.szOsFile = sizeof(VHandle); |
| 1205 | inmemVfs.mxPathname = 200; |
| 1206 | inmemVfs.zName = "inmem"; |
| 1207 | inmemVfs.xOpen = inmemOpen; |
| 1208 | inmemVfs.xDelete = inmemDelete; |
| 1209 | inmemVfs.xAccess = inmemAccess; |
| 1210 | inmemVfs.xFullPathname = inmemFullPathname; |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1211 | inmemVfs.xRandomness = inmemRandomness; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1212 | inmemVfs.xSleep = pDefault->xSleep; |
drh | 5337dac | 2015-11-25 15:15:03 +0000 | [diff] [blame] | 1213 | inmemVfs.xCurrentTimeInt64 = pDefault->xCurrentTimeInt64; |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1214 | sqlite3_vfs_register(&inmemVfs, makeDefault); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1215 | }; |
| 1216 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1217 | /* |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1218 | ** Allowed values for the runFlags parameter to runSql() |
| 1219 | */ |
| 1220 | #define SQL_TRACE 0x0001 /* Print each SQL statement as it is prepared */ |
| 1221 | #define SQL_OUTPUT 0x0002 /* Show the SQL output */ |
| 1222 | |
| 1223 | /* |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1224 | ** Run multiple commands of SQL. Similar to sqlite3_exec(), but does not |
| 1225 | ** stop if an error is encountered. |
| 1226 | */ |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1227 | static void runSql(sqlite3 *db, const char *zSql, unsigned runFlags){ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1228 | const char *zMore; |
| 1229 | sqlite3_stmt *pStmt; |
| 1230 | |
| 1231 | while( zSql && zSql[0] ){ |
| 1232 | zMore = 0; |
| 1233 | pStmt = 0; |
| 1234 | sqlite3_prepare_v2(db, zSql, -1, &pStmt, &zMore); |
drh | 4ab3147 | 2015-05-25 22:17:06 +0000 | [diff] [blame] | 1235 | if( zMore==zSql ) break; |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1236 | if( runFlags & SQL_TRACE ){ |
drh | 4ab3147 | 2015-05-25 22:17:06 +0000 | [diff] [blame] | 1237 | const char *z = zSql; |
| 1238 | int n; |
drh | c56fac7 | 2015-10-29 13:48:15 +0000 | [diff] [blame] | 1239 | while( z<zMore && ISSPACE(z[0]) ) z++; |
drh | 4ab3147 | 2015-05-25 22:17:06 +0000 | [diff] [blame] | 1240 | n = (int)(zMore - z); |
drh | c56fac7 | 2015-10-29 13:48:15 +0000 | [diff] [blame] | 1241 | while( n>0 && ISSPACE(z[n-1]) ) n--; |
drh | 4ab3147 | 2015-05-25 22:17:06 +0000 | [diff] [blame] | 1242 | if( n==0 ) break; |
| 1243 | if( pStmt==0 ){ |
| 1244 | printf("TRACE: %.*s (error: %s)\n", n, z, sqlite3_errmsg(db)); |
| 1245 | }else{ |
| 1246 | printf("TRACE: %.*s\n", n, z); |
| 1247 | } |
| 1248 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1249 | zSql = zMore; |
| 1250 | if( pStmt ){ |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1251 | if( (runFlags & SQL_OUTPUT)==0 ){ |
| 1252 | while( SQLITE_ROW==sqlite3_step(pStmt) ){} |
| 1253 | }else{ |
| 1254 | int nCol = -1; |
| 1255 | while( SQLITE_ROW==sqlite3_step(pStmt) ){ |
| 1256 | int i; |
| 1257 | if( nCol<0 ){ |
| 1258 | nCol = sqlite3_column_count(pStmt); |
| 1259 | }else if( nCol>0 ){ |
| 1260 | printf("--------------------------------------------\n"); |
| 1261 | } |
| 1262 | for(i=0; i<nCol; i++){ |
| 1263 | int eType = sqlite3_column_type(pStmt,i); |
| 1264 | printf("%s = ", sqlite3_column_name(pStmt,i)); |
| 1265 | switch( eType ){ |
| 1266 | case SQLITE_NULL: { |
| 1267 | printf("NULL\n"); |
| 1268 | break; |
| 1269 | } |
| 1270 | case SQLITE_INTEGER: { |
| 1271 | printf("INT %s\n", sqlite3_column_text(pStmt,i)); |
| 1272 | break; |
| 1273 | } |
| 1274 | case SQLITE_FLOAT: { |
| 1275 | printf("FLOAT %s\n", sqlite3_column_text(pStmt,i)); |
| 1276 | break; |
| 1277 | } |
| 1278 | case SQLITE_TEXT: { |
| 1279 | printf("TEXT [%s]\n", sqlite3_column_text(pStmt,i)); |
| 1280 | break; |
| 1281 | } |
| 1282 | case SQLITE_BLOB: { |
| 1283 | printf("BLOB (%d bytes)\n", sqlite3_column_bytes(pStmt,i)); |
| 1284 | break; |
| 1285 | } |
| 1286 | } |
| 1287 | } |
| 1288 | } |
| 1289 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1290 | sqlite3_finalize(pStmt); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1291 | } |
| 1292 | } |
| 1293 | } |
| 1294 | |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1295 | /* |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1296 | ** Rebuild the database file. |
| 1297 | ** |
| 1298 | ** (1) Remove duplicate entries |
| 1299 | ** (2) Put all entries in order |
| 1300 | ** (3) Vacuum |
| 1301 | */ |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1302 | static void rebuild_database(sqlite3 *db, int dbSqlOnly){ |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1303 | int rc; |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1304 | char *zSql; |
| 1305 | zSql = sqlite3_mprintf( |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1306 | "BEGIN;\n" |
| 1307 | "CREATE TEMP TABLE dbx AS SELECT DISTINCT dbcontent FROM db;\n" |
| 1308 | "DELETE FROM db;\n" |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1309 | "INSERT INTO db(dbid, dbcontent) " |
| 1310 | " SELECT NULL, dbcontent FROM dbx ORDER BY 2;\n" |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1311 | "DROP TABLE dbx;\n" |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1312 | "CREATE TEMP TABLE sx AS SELECT DISTINCT sqltext FROM xsql %s;\n" |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1313 | "DELETE FROM xsql;\n" |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1314 | "INSERT INTO xsql(sqlid,sqltext) " |
| 1315 | " SELECT NULL, sqltext FROM sx ORDER BY 2;\n" |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1316 | "DROP TABLE sx;\n" |
| 1317 | "COMMIT;\n" |
| 1318 | "PRAGMA page_size=1024;\n" |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1319 | "VACUUM;\n", |
| 1320 | dbSqlOnly ? " WHERE isdbsql(sqltext)" : "" |
| 1321 | ); |
| 1322 | rc = sqlite3_exec(db, zSql, 0, 0, 0); |
| 1323 | sqlite3_free(zSql); |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1324 | if( rc ) fatalError("cannot rebuild: %s", sqlite3_errmsg(db)); |
| 1325 | } |
| 1326 | |
| 1327 | /* |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1328 | ** Return the value of a hexadecimal digit. Return -1 if the input |
| 1329 | ** is not a hex digit. |
| 1330 | */ |
| 1331 | static int hexDigitValue(char c){ |
| 1332 | if( c>='0' && c<='9' ) return c - '0'; |
| 1333 | if( c>='a' && c<='f' ) return c - 'a' + 10; |
| 1334 | if( c>='A' && c<='F' ) return c - 'A' + 10; |
| 1335 | return -1; |
| 1336 | } |
| 1337 | |
| 1338 | /* |
| 1339 | ** Interpret zArg as an integer value, possibly with suffixes. |
| 1340 | */ |
| 1341 | static int integerValue(const char *zArg){ |
| 1342 | sqlite3_int64 v = 0; |
| 1343 | static const struct { char *zSuffix; int iMult; } aMult[] = { |
| 1344 | { "KiB", 1024 }, |
| 1345 | { "MiB", 1024*1024 }, |
| 1346 | { "GiB", 1024*1024*1024 }, |
| 1347 | { "KB", 1000 }, |
| 1348 | { "MB", 1000000 }, |
| 1349 | { "GB", 1000000000 }, |
| 1350 | { "K", 1000 }, |
| 1351 | { "M", 1000000 }, |
| 1352 | { "G", 1000000000 }, |
| 1353 | }; |
| 1354 | int i; |
| 1355 | int isNeg = 0; |
| 1356 | if( zArg[0]=='-' ){ |
| 1357 | isNeg = 1; |
| 1358 | zArg++; |
| 1359 | }else if( zArg[0]=='+' ){ |
| 1360 | zArg++; |
| 1361 | } |
| 1362 | if( zArg[0]=='0' && zArg[1]=='x' ){ |
| 1363 | int x; |
| 1364 | zArg += 2; |
| 1365 | while( (x = hexDigitValue(zArg[0]))>=0 ){ |
| 1366 | v = (v<<4) + x; |
| 1367 | zArg++; |
| 1368 | } |
| 1369 | }else{ |
drh | c56fac7 | 2015-10-29 13:48:15 +0000 | [diff] [blame] | 1370 | while( ISDIGIT(zArg[0]) ){ |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1371 | v = v*10 + zArg[0] - '0'; |
| 1372 | zArg++; |
| 1373 | } |
| 1374 | } |
| 1375 | for(i=0; i<sizeof(aMult)/sizeof(aMult[0]); i++){ |
| 1376 | if( sqlite3_stricmp(aMult[i].zSuffix, zArg)==0 ){ |
| 1377 | v *= aMult[i].iMult; |
| 1378 | break; |
| 1379 | } |
| 1380 | } |
| 1381 | if( v>0x7fffffff ) fatalError("parameter too large - max 2147483648"); |
| 1382 | return (int)(isNeg? -v : v); |
| 1383 | } |
| 1384 | |
| 1385 | /* |
drh | 725a9c7 | 2019-01-25 13:03:38 +0000 | [diff] [blame] | 1386 | ** Return the number of "v" characters in a string. Return 0 if there |
| 1387 | ** are any characters in the string other than "v". |
| 1388 | */ |
| 1389 | static int numberOfVChar(const char *z){ |
| 1390 | int N = 0; |
| 1391 | while( z[0] && z[0]=='v' ){ |
| 1392 | z++; |
| 1393 | N++; |
| 1394 | } |
| 1395 | return z[0]==0 ? N : 0; |
| 1396 | } |
| 1397 | |
| 1398 | /* |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1399 | ** Print sketchy documentation for this utility program |
| 1400 | */ |
| 1401 | static void showHelp(void){ |
| 1402 | printf("Usage: %s [options] SOURCE-DB ?ARGS...?\n", g.zArgv0); |
| 1403 | printf( |
| 1404 | "Read databases and SQL scripts from SOURCE-DB and execute each script against\n" |
| 1405 | "each database, checking for crashes and memory leaks.\n" |
| 1406 | "Options:\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1407 | " --cell-size-check Set the PRAGMA cell_size_check=ON\n" |
| 1408 | " --dbid N Use only the database where dbid=N\n" |
| 1409 | " --export-db DIR Write databases to files(s) in DIR. Works with --dbid\n" |
| 1410 | " --export-sql DIR Write SQL to file(s) in DIR. Also works with --sqlid\n" |
| 1411 | " --help Show this help text\n" |
drh | 5180d68 | 2018-08-06 01:39:31 +0000 | [diff] [blame] | 1412 | " --info Show information about SOURCE-DB w/o running tests\n" |
drh | be03cc9 | 2020-01-20 14:42:09 +0000 | [diff] [blame] | 1413 | " --limit-depth N Limit expression depth to N\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1414 | " --limit-mem N Limit memory used by test SQLite instance to N bytes\n" |
| 1415 | " --limit-vdbe Panic if any test runs for more than 100,000 cycles\n" |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1416 | " --load-sql ARGS... Load SQL scripts fron files into SOURCE-DB\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1417 | " --load-db ARGS... Load template databases from files into SOURCE_DB\n" |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1418 | " --load-dbsql ARGS.. Load dbsqlfuzz outputs into the xsql table\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1419 | " -m TEXT Add a description to the database\n" |
| 1420 | " --native-vfs Use the native VFS for initially empty database files\n" |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1421 | " --native-malloc Turn off MEMSYS3/5 and Lookaside\n" |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1422 | " --oss-fuzz Enable OSS-FUZZ testing\n" |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1423 | " --prng-seed N Seed value for the PRGN inside of SQLite\n" |
drh | 5180d68 | 2018-08-06 01:39:31 +0000 | [diff] [blame] | 1424 | " -q|--quiet Reduced output\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1425 | " --rebuild Rebuild and vacuum the database file\n" |
| 1426 | " --result-trace Show the results of each SQL command\n" |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1427 | " --spinner Use a spinner to show progress\n" |
drh | a36e01a | 2016-08-03 13:40:54 +0000 | [diff] [blame] | 1428 | " --sqlid N Use only SQL where sqlid=N\n" |
| 1429 | " --timeout N Abort if any single test needs more than N seconds\n" |
| 1430 | " -v|--verbose Increased output. Repeat for more output.\n" |
drh | 6e1c45e | 2019-12-18 13:42:04 +0000 | [diff] [blame] | 1431 | " --vdbe-debug Activate VDBE debugging.\n" |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1432 | ); |
| 1433 | } |
| 1434 | |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1435 | int main(int argc, char **argv){ |
| 1436 | sqlite3_int64 iBegin; /* Start time of this program */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1437 | int quietFlag = 0; /* True if --quiet or -q */ |
| 1438 | int verboseFlag = 0; /* True if --verbose or -v */ |
| 1439 | char *zInsSql = 0; /* SQL statement for --load-db or --load-sql */ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1440 | int iFirstInsArg = 0; /* First argv[] for --load-db or --load-sql */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1441 | sqlite3 *db = 0; /* The open database connection */ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1442 | sqlite3_stmt *pStmt; /* A prepared statement */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1443 | int rc; /* Result code from SQLite interface calls */ |
| 1444 | Blob *pSql; /* For looping over SQL scripts */ |
| 1445 | Blob *pDb; /* For looping over template databases */ |
| 1446 | int i; /* Loop index for the argv[] loop */ |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1447 | int dbSqlOnly = 0; /* Only use scripts that are dbsqlfuzz */ |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1448 | int onlySqlid = -1; /* --sqlid */ |
| 1449 | int onlyDbid = -1; /* --dbid */ |
drh | 15b3128 | 2015-05-25 21:59:05 +0000 | [diff] [blame] | 1450 | int nativeFlag = 0; /* --native-vfs */ |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1451 | int rebuildFlag = 0; /* --rebuild */ |
drh | d83e283 | 2015-06-24 14:45:44 +0000 | [diff] [blame] | 1452 | int vdbeLimitFlag = 0; /* --limit-vdbe */ |
drh | 5180d68 | 2018-08-06 01:39:31 +0000 | [diff] [blame] | 1453 | int infoFlag = 0; /* --info */ |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1454 | int bSpinner = 0; /* True for --spinner */ |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 1455 | int timeoutTest = 0; /* undocumented --timeout-test flag */ |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1456 | int runFlags = 0; /* Flags sent to runSql() */ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1457 | char *zMsg = 0; /* Add this message */ |
| 1458 | int nSrcDb = 0; /* Number of source databases */ |
| 1459 | char **azSrcDb = 0; /* Array of source database names */ |
| 1460 | int iSrcDb; /* Loop over all source databases */ |
| 1461 | int nTest = 0; /* Total number of tests performed */ |
| 1462 | char *zDbName = ""; /* Appreviated name of a source database */ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1463 | const char *zFailCode = 0; /* Value of the TEST_FAILURE env variable */ |
drh | 1421d98 | 2015-05-27 03:46:18 +0000 | [diff] [blame] | 1464 | int cellSzCkFlag = 0; /* --cell-size-check */ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1465 | int sqlFuzz = 0; /* True for SQL fuzz. False for DB fuzz */ |
drh | d4ddcbc | 2015-06-25 02:25:28 +0000 | [diff] [blame] | 1466 | int iTimeout = 120; /* Default 120-second timeout */ |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 1467 | int nMem = 0; /* Memory limit override */ |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1468 | int nMemThisDb = 0; /* Memory limit set by the CONFIG table */ |
drh | 40e0e0d | 2015-09-22 18:51:17 +0000 | [diff] [blame] | 1469 | char *zExpDb = 0; /* Write Databases to files in this directory */ |
| 1470 | char *zExpSql = 0; /* Write SQL to files in this directory */ |
drh | 6653fbe | 2015-11-13 20:52:49 +0000 | [diff] [blame] | 1471 | void *pHeap = 0; /* Heap for use by SQLite */ |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1472 | int ossFuzz = 0; /* enable OSS-FUZZ testing */ |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1473 | int ossFuzzThisDb = 0; /* ossFuzz value for this particular database */ |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1474 | int nativeMalloc = 0; /* Turn off MEMSYS3/5 and lookaside if true */ |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1475 | sqlite3_vfs *pDfltVfs; /* The default VFS */ |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1476 | int openFlags4Data; /* Flags for sqlite3_open_v2() */ |
drh | 725a9c7 | 2019-01-25 13:03:38 +0000 | [diff] [blame] | 1477 | int nV; /* How much to increase verbosity with -vvvv */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1478 | |
drh | 39b3bcf | 2020-03-02 16:31:21 +0000 | [diff] [blame] | 1479 | registerOomSimulator(); |
drh | 8055a3e | 2018-11-21 14:27:34 +0000 | [diff] [blame] | 1480 | sqlite3_initialize(); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1481 | iBegin = timeOfDay(); |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 1482 | #ifdef __unix__ |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 1483 | signal(SIGALRM, signalHandler); |
| 1484 | signal(SIGSEGV, signalHandler); |
| 1485 | signal(SIGABRT, signalHandler); |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 1486 | #endif |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1487 | g.zArgv0 = argv[0]; |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1488 | openFlags4Data = SQLITE_OPEN_READONLY; |
drh | 4d6fda7 | 2015-05-26 18:58:32 +0000 | [diff] [blame] | 1489 | zFailCode = getenv("TEST_FAILURE"); |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1490 | pDfltVfs = sqlite3_vfs_find(0); |
| 1491 | inmemVfsRegister(1); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1492 | for(i=1; i<argc; i++){ |
| 1493 | const char *z = argv[i]; |
| 1494 | if( z[0]=='-' ){ |
| 1495 | z++; |
| 1496 | if( z[0]=='-' ) z++; |
drh | 1421d98 | 2015-05-27 03:46:18 +0000 | [diff] [blame] | 1497 | if( strcmp(z,"cell-size-check")==0 ){ |
| 1498 | cellSzCkFlag = 1; |
| 1499 | }else |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1500 | if( strcmp(z,"dbid")==0 ){ |
| 1501 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1502 | onlyDbid = integerValue(argv[++i]); |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1503 | }else |
drh | 40e0e0d | 2015-09-22 18:51:17 +0000 | [diff] [blame] | 1504 | if( strcmp(z,"export-db")==0 ){ |
| 1505 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1506 | zExpDb = argv[++i]; |
| 1507 | }else |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1508 | if( strcmp(z,"export-sql")==0 || strcmp(z,"export-dbsql")==0 ){ |
drh | 40e0e0d | 2015-09-22 18:51:17 +0000 | [diff] [blame] | 1509 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1510 | zExpSql = argv[++i]; |
| 1511 | }else |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1512 | if( strcmp(z,"help")==0 ){ |
| 1513 | showHelp(); |
| 1514 | return 0; |
| 1515 | }else |
drh | 5180d68 | 2018-08-06 01:39:31 +0000 | [diff] [blame] | 1516 | if( strcmp(z,"info")==0 ){ |
| 1517 | infoFlag = 1; |
| 1518 | }else |
drh | be03cc9 | 2020-01-20 14:42:09 +0000 | [diff] [blame] | 1519 | if( strcmp(z,"limit-depth")==0 ){ |
| 1520 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1521 | depthLimit = integerValue(argv[++i]); |
| 1522 | }else |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1523 | if( strcmp(z,"limit-mem")==0 ){ |
| 1524 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1525 | nMem = integerValue(argv[++i]); |
| 1526 | }else |
drh | d83e283 | 2015-06-24 14:45:44 +0000 | [diff] [blame] | 1527 | if( strcmp(z,"limit-vdbe")==0 ){ |
| 1528 | vdbeLimitFlag = 1; |
| 1529 | }else |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1530 | if( strcmp(z,"load-sql")==0 ){ |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 1531 | zInsSql = "INSERT INTO xsql(sqltext)" |
| 1532 | "VALUES(CAST(readtextfile(?1) AS text))"; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1533 | iFirstInsArg = i+1; |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1534 | openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1535 | break; |
| 1536 | }else |
| 1537 | if( strcmp(z,"load-db")==0 ){ |
| 1538 | zInsSql = "INSERT INTO db(dbcontent) VALUES(readfile(?1))"; |
| 1539 | iFirstInsArg = i+1; |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1540 | openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1541 | break; |
| 1542 | }else |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1543 | if( strcmp(z,"load-dbsql")==0 ){ |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 1544 | zInsSql = "INSERT INTO xsql(sqltext)" |
| 1545 | "VALUES(CAST(readtextfile(?1) AS text))"; |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1546 | iFirstInsArg = i+1; |
| 1547 | openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE; |
| 1548 | dbSqlOnly = 1; |
| 1549 | break; |
| 1550 | }else |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1551 | if( strcmp(z,"m")==0 ){ |
| 1552 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1553 | zMsg = argv[++i]; |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1554 | openFlags4Data = SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE; |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1555 | }else |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1556 | if( strcmp(z,"native-malloc")==0 ){ |
| 1557 | nativeMalloc = 1; |
| 1558 | }else |
drh | 15b3128 | 2015-05-25 21:59:05 +0000 | [diff] [blame] | 1559 | if( strcmp(z,"native-vfs")==0 ){ |
| 1560 | nativeFlag = 1; |
| 1561 | }else |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1562 | if( strcmp(z,"oss-fuzz")==0 ){ |
| 1563 | ossFuzz = 1; |
| 1564 | }else |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1565 | if( strcmp(z,"prng-seed")==0 ){ |
| 1566 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
| 1567 | g.uRandom = atoi(argv[++i]); |
| 1568 | }else |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1569 | if( strcmp(z,"quiet")==0 || strcmp(z,"q")==0 ){ |
| 1570 | quietFlag = 1; |
| 1571 | verboseFlag = 0; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1572 | eVerbosity = 0; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1573 | }else |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1574 | if( strcmp(z,"rebuild")==0 ){ |
| 1575 | rebuildFlag = 1; |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1576 | openFlags4Data = SQLITE_OPEN_READWRITE; |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1577 | }else |
drh | e5c5f2c | 2015-05-26 00:28:08 +0000 | [diff] [blame] | 1578 | if( strcmp(z,"result-trace")==0 ){ |
| 1579 | runFlags |= SQL_OUTPUT; |
| 1580 | }else |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1581 | if( strcmp(z,"spinner")==0 ){ |
| 1582 | bSpinner = 1; |
| 1583 | }else |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1584 | if( strcmp(z,"sqlid")==0 ){ |
| 1585 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1586 | onlySqlid = integerValue(argv[++i]); |
drh | a9542b1 | 2015-05-25 19:35:42 +0000 | [diff] [blame] | 1587 | }else |
drh | 9229863 | 2015-06-24 23:44:30 +0000 | [diff] [blame] | 1588 | if( strcmp(z,"timeout")==0 ){ |
| 1589 | if( i>=argc-1 ) fatalError("missing arguments on %s", argv[i]); |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1590 | iTimeout = integerValue(argv[++i]); |
drh | 9229863 | 2015-06-24 23:44:30 +0000 | [diff] [blame] | 1591 | }else |
drh | 94701b0 | 2015-06-24 13:25:34 +0000 | [diff] [blame] | 1592 | if( strcmp(z,"timeout-test")==0 ){ |
| 1593 | timeoutTest = 1; |
| 1594 | #ifndef __unix__ |
| 1595 | fatalError("timeout is not available on non-unix systems"); |
| 1596 | #endif |
| 1597 | }else |
drh | 6e1c45e | 2019-12-18 13:42:04 +0000 | [diff] [blame] | 1598 | if( strcmp(z,"vdbe-debug")==0 ){ |
| 1599 | bVdbeDebug = 1; |
| 1600 | }else |
drh | 725a9c7 | 2019-01-25 13:03:38 +0000 | [diff] [blame] | 1601 | if( strcmp(z,"verbose")==0 ){ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1602 | quietFlag = 0; |
drh | 4c9d228 | 2016-02-18 14:03:15 +0000 | [diff] [blame] | 1603 | verboseFlag++; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1604 | eVerbosity++; |
drh | 4c9d228 | 2016-02-18 14:03:15 +0000 | [diff] [blame] | 1605 | if( verboseFlag>1 ) runFlags |= SQL_TRACE; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1606 | }else |
drh | 725a9c7 | 2019-01-25 13:03:38 +0000 | [diff] [blame] | 1607 | if( (nV = numberOfVChar(z))>=1 ){ |
| 1608 | quietFlag = 0; |
| 1609 | verboseFlag += nV; |
| 1610 | eVerbosity += nV; |
| 1611 | if( verboseFlag>1 ) runFlags |= SQL_TRACE; |
| 1612 | }else |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1613 | if( strcmp(z,"version")==0 ){ |
| 1614 | int ii; |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 1615 | const char *zz; |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1616 | printf("SQLite %s %s\n", sqlite3_libversion(), sqlite3_sourceid()); |
drh | ed45703 | 2019-01-25 17:51:06 +0000 | [diff] [blame] | 1617 | for(ii=0; (zz = sqlite3_compileoption_get(ii))!=0; ii++){ |
| 1618 | printf("%s\n", zz); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1619 | } |
| 1620 | return 0; |
| 1621 | }else |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1622 | { |
| 1623 | fatalError("unknown option: %s", argv[i]); |
| 1624 | } |
| 1625 | }else{ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1626 | nSrcDb++; |
| 1627 | azSrcDb = safe_realloc(azSrcDb, nSrcDb*sizeof(azSrcDb[0])); |
| 1628 | azSrcDb[nSrcDb-1] = argv[i]; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1629 | } |
| 1630 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1631 | if( nSrcDb==0 ) fatalError("no source database specified"); |
| 1632 | if( nSrcDb>1 ){ |
| 1633 | if( zMsg ){ |
| 1634 | fatalError("cannot change the description of more than one database"); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1635 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1636 | if( zInsSql ){ |
| 1637 | fatalError("cannot import into more than one database"); |
| 1638 | } |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1639 | } |
| 1640 | |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1641 | /* Process each source database separately */ |
| 1642 | for(iSrcDb=0; iSrcDb<nSrcDb; iSrcDb++){ |
drh | a7648f0 | 2019-12-18 13:02:18 +0000 | [diff] [blame] | 1643 | g.zDbFile = azSrcDb[iSrcDb]; |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1644 | rc = sqlite3_open_v2(azSrcDb[iSrcDb], &db, |
drh | f2cf412 | 2018-05-08 13:03:31 +0000 | [diff] [blame] | 1645 | openFlags4Data, pDfltVfs->zName); |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1646 | if( rc ){ |
| 1647 | fatalError("cannot open source database %s - %s", |
| 1648 | azSrcDb[iSrcDb], sqlite3_errmsg(db)); |
| 1649 | } |
drh | 5180d68 | 2018-08-06 01:39:31 +0000 | [diff] [blame] | 1650 | |
| 1651 | /* Print the description, if there is one */ |
| 1652 | if( infoFlag ){ |
| 1653 | int n; |
| 1654 | zDbName = azSrcDb[iSrcDb]; |
| 1655 | i = (int)strlen(zDbName) - 1; |
| 1656 | while( i>0 && zDbName[i-1]!='/' && zDbName[i-1]!='\\' ){ i--; } |
| 1657 | zDbName += i; |
| 1658 | sqlite3_prepare_v2(db, "SELECT msg FROM readme", -1, &pStmt, 0); |
| 1659 | if( pStmt && sqlite3_step(pStmt)==SQLITE_ROW ){ |
| 1660 | printf("%s: %s", zDbName, sqlite3_column_text(pStmt,0)); |
| 1661 | }else{ |
| 1662 | printf("%s: (empty \"readme\")", zDbName); |
| 1663 | } |
| 1664 | sqlite3_finalize(pStmt); |
| 1665 | sqlite3_prepare_v2(db, "SELECT count(*) FROM db", -1, &pStmt, 0); |
| 1666 | if( pStmt |
| 1667 | && sqlite3_step(pStmt)==SQLITE_ROW |
| 1668 | && (n = sqlite3_column_int(pStmt,0))>0 |
| 1669 | ){ |
| 1670 | printf(" - %d DBs", n); |
| 1671 | } |
| 1672 | sqlite3_finalize(pStmt); |
| 1673 | sqlite3_prepare_v2(db, "SELECT count(*) FROM xsql", -1, &pStmt, 0); |
| 1674 | if( pStmt |
| 1675 | && sqlite3_step(pStmt)==SQLITE_ROW |
| 1676 | && (n = sqlite3_column_int(pStmt,0))>0 |
| 1677 | ){ |
| 1678 | printf(" - %d scripts", n); |
| 1679 | } |
| 1680 | sqlite3_finalize(pStmt); |
| 1681 | printf("\n"); |
| 1682 | sqlite3_close(db); |
| 1683 | continue; |
| 1684 | } |
| 1685 | |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1686 | rc = sqlite3_exec(db, |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1687 | "CREATE TABLE IF NOT EXISTS db(\n" |
| 1688 | " dbid INTEGER PRIMARY KEY, -- database id\n" |
| 1689 | " dbcontent BLOB -- database disk file image\n" |
| 1690 | ");\n" |
| 1691 | "CREATE TABLE IF NOT EXISTS xsql(\n" |
| 1692 | " sqlid INTEGER PRIMARY KEY, -- SQL script id\n" |
| 1693 | " sqltext TEXT -- Text of SQL statements to run\n" |
| 1694 | ");" |
| 1695 | "CREATE TABLE IF NOT EXISTS readme(\n" |
| 1696 | " msg TEXT -- Human-readable description of this file\n" |
| 1697 | ");", 0, 0, 0); |
| 1698 | if( rc ) fatalError("cannot create schema: %s", sqlite3_errmsg(db)); |
| 1699 | if( zMsg ){ |
| 1700 | char *zSql; |
| 1701 | zSql = sqlite3_mprintf( |
| 1702 | "DELETE FROM readme; INSERT INTO readme(msg) VALUES(%Q)", zMsg); |
| 1703 | rc = sqlite3_exec(db, zSql, 0, 0, 0); |
| 1704 | sqlite3_free(zSql); |
| 1705 | if( rc ) fatalError("cannot change description: %s", sqlite3_errmsg(db)); |
| 1706 | } |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1707 | ossFuzzThisDb = ossFuzz; |
| 1708 | |
| 1709 | /* If the CONFIG(name,value) table exists, read db-specific settings |
| 1710 | ** from that table */ |
| 1711 | if( sqlite3_table_column_metadata(db,0,"config",0,0,0,0,0,0)==SQLITE_OK ){ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1712 | rc = sqlite3_prepare_v2(db, "SELECT name, value FROM config", |
| 1713 | -1, &pStmt, 0); |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1714 | if( rc ) fatalError("cannot prepare query of CONFIG table: %s", |
| 1715 | sqlite3_errmsg(db)); |
| 1716 | while( SQLITE_ROW==sqlite3_step(pStmt) ){ |
| 1717 | const char *zName = (const char *)sqlite3_column_text(pStmt,0); |
| 1718 | if( zName==0 ) continue; |
| 1719 | if( strcmp(zName, "oss-fuzz")==0 ){ |
| 1720 | ossFuzzThisDb = sqlite3_column_int(pStmt,1); |
| 1721 | if( verboseFlag ) printf("Config: oss-fuzz=%d\n", ossFuzzThisDb); |
| 1722 | } |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 1723 | if( strcmp(zName, "limit-mem")==0 ){ |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1724 | nMemThisDb = sqlite3_column_int(pStmt,1); |
| 1725 | if( verboseFlag ) printf("Config: limit-mem=%d\n", nMemThisDb); |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1726 | } |
| 1727 | } |
| 1728 | sqlite3_finalize(pStmt); |
| 1729 | } |
| 1730 | |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1731 | if( zInsSql ){ |
| 1732 | sqlite3_create_function(db, "readfile", 1, SQLITE_UTF8, 0, |
| 1733 | readfileFunc, 0, 0); |
drh | a8781d9 | 2020-02-25 20:05:58 +0000 | [diff] [blame] | 1734 | sqlite3_create_function(db, "readtextfile", 1, SQLITE_UTF8, 0, |
| 1735 | readtextfileFunc, 0, 0); |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1736 | sqlite3_create_function(db, "isdbsql", 1, SQLITE_UTF8, 0, |
| 1737 | isDbSqlFunc, 0, 0); |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1738 | rc = sqlite3_prepare_v2(db, zInsSql, -1, &pStmt, 0); |
| 1739 | if( rc ) fatalError("cannot prepare statement [%s]: %s", |
| 1740 | zInsSql, sqlite3_errmsg(db)); |
| 1741 | rc = sqlite3_exec(db, "BEGIN", 0, 0, 0); |
| 1742 | if( rc ) fatalError("cannot start a transaction"); |
| 1743 | for(i=iFirstInsArg; i<argc; i++){ |
| 1744 | sqlite3_bind_text(pStmt, 1, argv[i], -1, SQLITE_STATIC); |
| 1745 | sqlite3_step(pStmt); |
| 1746 | rc = sqlite3_reset(pStmt); |
| 1747 | if( rc ) fatalError("insert failed for %s", argv[i]); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1748 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1749 | sqlite3_finalize(pStmt); |
| 1750 | rc = sqlite3_exec(db, "COMMIT", 0, 0, 0); |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1751 | if( rc ) fatalError("cannot commit the transaction: %s", |
| 1752 | sqlite3_errmsg(db)); |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1753 | rebuild_database(db, dbSqlOnly); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1754 | sqlite3_close(db); |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1755 | return 0; |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 1756 | } |
drh | 16f0582 | 2017-03-20 20:42:21 +0000 | [diff] [blame] | 1757 | rc = sqlite3_exec(db, "PRAGMA query_only=1;", 0, 0, 0); |
| 1758 | if( rc ) fatalError("cannot set database to query-only"); |
drh | 40e0e0d | 2015-09-22 18:51:17 +0000 | [diff] [blame] | 1759 | if( zExpDb!=0 || zExpSql!=0 ){ |
| 1760 | sqlite3_create_function(db, "writefile", 2, SQLITE_UTF8, 0, |
| 1761 | writefileFunc, 0, 0); |
| 1762 | if( zExpDb!=0 ){ |
| 1763 | const char *zExDb = |
| 1764 | "SELECT writefile(printf('%s/db%06d.db',?1,dbid),dbcontent)," |
| 1765 | " dbid, printf('%s/db%06d.db',?1,dbid), length(dbcontent)" |
| 1766 | " FROM db WHERE ?2<0 OR dbid=?2;"; |
| 1767 | rc = sqlite3_prepare_v2(db, zExDb, -1, &pStmt, 0); |
| 1768 | if( rc ) fatalError("cannot prepare statement [%s]: %s", |
| 1769 | zExDb, sqlite3_errmsg(db)); |
| 1770 | sqlite3_bind_text64(pStmt, 1, zExpDb, strlen(zExpDb), |
| 1771 | SQLITE_STATIC, SQLITE_UTF8); |
| 1772 | sqlite3_bind_int(pStmt, 2, onlyDbid); |
| 1773 | while( sqlite3_step(pStmt)==SQLITE_ROW ){ |
| 1774 | printf("write db-%d (%d bytes) into %s\n", |
| 1775 | sqlite3_column_int(pStmt,1), |
| 1776 | sqlite3_column_int(pStmt,3), |
| 1777 | sqlite3_column_text(pStmt,2)); |
| 1778 | } |
| 1779 | sqlite3_finalize(pStmt); |
| 1780 | } |
| 1781 | if( zExpSql!=0 ){ |
| 1782 | const char *zExSql = |
| 1783 | "SELECT writefile(printf('%s/sql%06d.txt',?1,sqlid),sqltext)," |
| 1784 | " sqlid, printf('%s/sql%06d.txt',?1,sqlid), length(sqltext)" |
| 1785 | " FROM xsql WHERE ?2<0 OR sqlid=?2;"; |
| 1786 | rc = sqlite3_prepare_v2(db, zExSql, -1, &pStmt, 0); |
| 1787 | if( rc ) fatalError("cannot prepare statement [%s]: %s", |
| 1788 | zExSql, sqlite3_errmsg(db)); |
| 1789 | sqlite3_bind_text64(pStmt, 1, zExpSql, strlen(zExpSql), |
| 1790 | SQLITE_STATIC, SQLITE_UTF8); |
| 1791 | sqlite3_bind_int(pStmt, 2, onlySqlid); |
| 1792 | while( sqlite3_step(pStmt)==SQLITE_ROW ){ |
| 1793 | printf("write sql-%d (%d bytes) into %s\n", |
| 1794 | sqlite3_column_int(pStmt,1), |
| 1795 | sqlite3_column_int(pStmt,3), |
| 1796 | sqlite3_column_text(pStmt,2)); |
| 1797 | } |
| 1798 | sqlite3_finalize(pStmt); |
| 1799 | } |
| 1800 | sqlite3_close(db); |
| 1801 | return 0; |
| 1802 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1803 | |
| 1804 | /* Load all SQL script content and all initial database images from the |
| 1805 | ** source db |
| 1806 | */ |
| 1807 | blobListLoadFromDb(db, "SELECT sqlid, sqltext FROM xsql", onlySqlid, |
| 1808 | &g.nSql, &g.pFirstSql); |
| 1809 | if( g.nSql==0 ) fatalError("need at least one SQL script"); |
| 1810 | blobListLoadFromDb(db, "SELECT dbid, dbcontent FROM db", onlyDbid, |
| 1811 | &g.nDb, &g.pFirstDb); |
| 1812 | if( g.nDb==0 ){ |
| 1813 | g.pFirstDb = safe_realloc(0, sizeof(Blob)); |
| 1814 | memset(g.pFirstDb, 0, sizeof(Blob)); |
| 1815 | g.pFirstDb->id = 1; |
| 1816 | g.pFirstDb->seq = 0; |
| 1817 | g.nDb = 1; |
drh | d83e283 | 2015-06-24 14:45:44 +0000 | [diff] [blame] | 1818 | sqlFuzz = 1; |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1819 | } |
| 1820 | |
| 1821 | /* Print the description, if there is one */ |
| 1822 | if( !quietFlag ){ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1823 | zDbName = azSrcDb[iSrcDb]; |
drh | e683b89 | 2016-02-15 18:47:26 +0000 | [diff] [blame] | 1824 | i = (int)strlen(zDbName) - 1; |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1825 | while( i>0 && zDbName[i-1]!='/' && zDbName[i-1]!='\\' ){ i--; } |
| 1826 | zDbName += i; |
| 1827 | sqlite3_prepare_v2(db, "SELECT msg FROM readme", -1, &pStmt, 0); |
| 1828 | if( pStmt && sqlite3_step(pStmt)==SQLITE_ROW ){ |
| 1829 | printf("%s: %s\n", zDbName, sqlite3_column_text(pStmt,0)); |
| 1830 | } |
| 1831 | sqlite3_finalize(pStmt); |
| 1832 | } |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1833 | |
| 1834 | /* Rebuild the database, if requested */ |
| 1835 | if( rebuildFlag ){ |
| 1836 | if( !quietFlag ){ |
| 1837 | printf("%s: rebuilding... ", zDbName); |
| 1838 | fflush(stdout); |
| 1839 | } |
drh | e5da935 | 2019-01-27 01:11:40 +0000 | [diff] [blame] | 1840 | rebuild_database(db, 0); |
drh | 9a64586 | 2015-06-24 12:44:42 +0000 | [diff] [blame] | 1841 | if( !quietFlag ) printf("done\n"); |
| 1842 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1843 | |
| 1844 | /* Close the source database. Verify that no SQLite memory allocations are |
| 1845 | ** outstanding. |
| 1846 | */ |
| 1847 | sqlite3_close(db); |
| 1848 | if( sqlite3_memory_used()>0 ){ |
| 1849 | fatalError("SQLite has memory in use before the start of testing"); |
| 1850 | } |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1851 | |
| 1852 | /* Limit available memory, if requested */ |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1853 | sqlite3_shutdown(); |
drh | 39b3bcf | 2020-03-02 16:31:21 +0000 | [diff] [blame] | 1854 | |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 1855 | if( nMemThisDb>0 && nMem==0 ){ |
| 1856 | if( !nativeMalloc ){ |
| 1857 | pHeap = realloc(pHeap, nMemThisDb); |
| 1858 | if( pHeap==0 ){ |
| 1859 | fatalError("failed to allocate %d bytes of heap memory", nMem); |
| 1860 | } |
| 1861 | sqlite3_config(SQLITE_CONFIG_HEAP, pHeap, nMemThisDb, 128); |
| 1862 | }else{ |
| 1863 | sqlite3_hard_heap_limit64((sqlite3_int64)nMemThisDb); |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1864 | } |
drh | 31999c5 | 2019-11-14 17:46:32 +0000 | [diff] [blame] | 1865 | }else{ |
| 1866 | sqlite3_hard_heap_limit64(0); |
drh | 53e66c3 | 2015-07-24 15:49:23 +0000 | [diff] [blame] | 1867 | } |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1868 | |
| 1869 | /* Disable lookaside with the --native-malloc option */ |
| 1870 | if( nativeMalloc ){ |
| 1871 | sqlite3_config(SQLITE_CONFIG_LOOKASIDE, 0, 0); |
| 1872 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1873 | |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1874 | /* Reset the in-memory virtual filesystem */ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1875 | formatVfs(); |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1876 | |
| 1877 | /* Run a test using each SQL script against each database. |
| 1878 | */ |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1879 | if( !verboseFlag && !quietFlag && !bSpinner ) printf("%s:", zDbName); |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1880 | for(pSql=g.pFirstSql; pSql; pSql=pSql->pNext){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1881 | if( isDbSql(pSql->a, pSql->sz) ){ |
| 1882 | sqlite3_snprintf(sizeof(g.zTestName), g.zTestName, "sqlid=%d",pSql->id); |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1883 | if( bSpinner ){ |
| 1884 | int nTotal =g.nSql; |
| 1885 | int idx = pSql->seq; |
| 1886 | printf("\r%s: %d/%d ", zDbName, idx, nTotal); |
| 1887 | fflush(stdout); |
| 1888 | }else if( verboseFlag ){ |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1889 | printf("%s\n", g.zTestName); |
| 1890 | fflush(stdout); |
| 1891 | }else if( !quietFlag ){ |
| 1892 | static int prevAmt = -1; |
| 1893 | int idx = pSql->seq; |
| 1894 | int amt = idx*10/(g.nSql); |
| 1895 | if( amt!=prevAmt ){ |
| 1896 | printf(" %d%%", amt*10); |
| 1897 | fflush(stdout); |
| 1898 | prevAmt = amt; |
| 1899 | } |
| 1900 | } |
| 1901 | runCombinedDbSqlInput(pSql->a, pSql->sz); |
| 1902 | nTest++; |
| 1903 | g.zTestName[0] = 0; |
drh | 39b3bcf | 2020-03-02 16:31:21 +0000 | [diff] [blame] | 1904 | disableOom(); |
drh | a47e709 | 2019-01-25 04:00:14 +0000 | [diff] [blame] | 1905 | continue; |
| 1906 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1907 | for(pDb=g.pFirstDb; pDb; pDb=pDb->pNext){ |
| 1908 | int openFlags; |
| 1909 | const char *zVfs = "inmem"; |
| 1910 | sqlite3_snprintf(sizeof(g.zTestName), g.zTestName, "sqlid=%d,dbid=%d", |
| 1911 | pSql->id, pDb->id); |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1912 | if( bSpinner ){ |
| 1913 | int nTotal = g.nDb*g.nSql; |
| 1914 | int idx = pSql->seq*g.nDb + pDb->id - 1; |
| 1915 | printf("\r%s: %d/%d ", zDbName, idx, nTotal); |
| 1916 | fflush(stdout); |
| 1917 | }else if( verboseFlag ){ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1918 | printf("%s\n", g.zTestName); |
| 1919 | fflush(stdout); |
| 1920 | }else if( !quietFlag ){ |
| 1921 | static int prevAmt = -1; |
| 1922 | int idx = pSql->seq*g.nDb + pDb->id - 1; |
| 1923 | int amt = idx*10/(g.nDb*g.nSql); |
| 1924 | if( amt!=prevAmt ){ |
| 1925 | printf(" %d%%", amt*10); |
| 1926 | fflush(stdout); |
| 1927 | prevAmt = amt; |
| 1928 | } |
| 1929 | } |
| 1930 | createVFile("main.db", pDb->sz, pDb->a); |
drh | beaf514 | 2016-12-26 00:15:56 +0000 | [diff] [blame] | 1931 | sqlite3_randomness(0,0); |
drh | 362b66f | 2016-11-14 18:27:41 +0000 | [diff] [blame] | 1932 | if( ossFuzzThisDb ){ |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1933 | #ifndef SQLITE_OSS_FUZZ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1934 | fatalError("--oss-fuzz not supported: recompile" |
| 1935 | " with -DSQLITE_OSS_FUZZ"); |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1936 | #else |
| 1937 | extern int LLVMFuzzerTestOneInput(const uint8_t*, size_t); |
| 1938 | LLVMFuzzerTestOneInput((const uint8_t*)pSql->a, (size_t)pSql->sz); |
drh | 7805735 | 2015-06-24 23:17:35 +0000 | [diff] [blame] | 1939 | #endif |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1940 | }else{ |
| 1941 | openFlags = SQLITE_OPEN_CREATE | SQLITE_OPEN_READWRITE; |
| 1942 | if( nativeFlag && pDb->sz==0 ){ |
| 1943 | openFlags |= SQLITE_OPEN_MEMORY; |
| 1944 | zVfs = 0; |
| 1945 | } |
| 1946 | rc = sqlite3_open_v2("main.db", &db, openFlags, zVfs); |
| 1947 | if( rc ) fatalError("cannot open inmem database"); |
drh | dfcfff6 | 2016-12-26 12:25:19 +0000 | [diff] [blame] | 1948 | sqlite3_limit(db, SQLITE_LIMIT_LENGTH, 100000000); |
| 1949 | sqlite3_limit(db, SQLITE_LIMIT_LIKE_PATTERN_LENGTH, 50); |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1950 | if( cellSzCkFlag ) runSql(db, "PRAGMA cell_size_check=ON", runFlags); |
| 1951 | setAlarm(iTimeout); |
| 1952 | #ifndef SQLITE_OMIT_PROGRESS_CALLBACK |
| 1953 | if( sqlFuzz || vdbeLimitFlag ){ |
drh | 5ecf903 | 2018-05-08 12:49:53 +0000 | [diff] [blame] | 1954 | sqlite3_progress_handler(db, 100000, progressHandler, |
| 1955 | &vdbeLimitFlag); |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1956 | } |
| 1957 | #endif |
drh | e6e96b1 | 2019-08-02 21:03:24 +0000 | [diff] [blame] | 1958 | #ifdef SQLITE_TESTCTRL_PRNG_SEED |
drh | 2e6d83b | 2019-08-03 01:39:20 +0000 | [diff] [blame] | 1959 | sqlite3_test_control(SQLITE_TESTCTRL_PRNG_SEED, 1, db); |
drh | e6e96b1 | 2019-08-02 21:03:24 +0000 | [diff] [blame] | 1960 | #endif |
drh | 6e1c45e | 2019-12-18 13:42:04 +0000 | [diff] [blame] | 1961 | if( bVdbeDebug ){ |
| 1962 | sqlite3_exec(db, "PRAGMA vdbe_debug=ON", 0, 0, 0); |
| 1963 | } |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1964 | do{ |
| 1965 | runSql(db, (char*)pSql->a, runFlags); |
| 1966 | }while( timeoutTest ); |
| 1967 | setAlarm(0); |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1968 | sqlite3_exec(db, "PRAGMA temp_store_directory=''", 0, 0, 0); |
drh | ea432ba | 2016-11-11 16:33:47 +0000 | [diff] [blame] | 1969 | sqlite3_close(db); |
| 1970 | } |
drh | 174f855 | 2017-03-20 22:58:27 +0000 | [diff] [blame] | 1971 | if( sqlite3_memory_used()>0 ){ |
| 1972 | fatalError("memory leak: %lld bytes outstanding", |
| 1973 | sqlite3_memory_used()); |
| 1974 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1975 | reformatVfs(); |
| 1976 | nTest++; |
| 1977 | g.zTestName[0] = 0; |
drh | 4d6fda7 | 2015-05-26 18:58:32 +0000 | [diff] [blame] | 1978 | |
| 1979 | /* Simulate an error if the TEST_FAILURE environment variable is "5". |
| 1980 | ** This is used to verify that automated test script really do spot |
| 1981 | ** errors that occur in this test program. |
| 1982 | */ |
| 1983 | if( zFailCode ){ |
| 1984 | if( zFailCode[0]=='5' && zFailCode[1]==0 ){ |
| 1985 | fatalError("simulated failure"); |
| 1986 | }else if( zFailCode[0]!=0 ){ |
| 1987 | /* If TEST_FAILURE is something other than 5, just exit the test |
| 1988 | ** early */ |
| 1989 | printf("\nExit early due to TEST_FAILURE being set\n"); |
| 1990 | iSrcDb = nSrcDb-1; |
| 1991 | goto sourcedb_cleanup; |
| 1992 | } |
| 1993 | } |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1994 | } |
| 1995 | } |
drh | aa0696e | 2020-04-07 13:08:56 +0000 | [diff] [blame] | 1996 | if( bSpinner ){ |
| 1997 | printf("\n"); |
| 1998 | }else if( !quietFlag && !verboseFlag ){ |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 1999 | printf(" 100%% - %d tests\n", g.nDb*g.nSql); |
| 2000 | } |
| 2001 | |
| 2002 | /* Clean up at the end of processing a single source database |
| 2003 | */ |
drh | 4d6fda7 | 2015-05-26 18:58:32 +0000 | [diff] [blame] | 2004 | sourcedb_cleanup: |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 2005 | blobListFree(g.pFirstSql); |
| 2006 | blobListFree(g.pFirstDb); |
| 2007 | reformatVfs(); |
| 2008 | |
| 2009 | } /* End loop over all source databases */ |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 2010 | |
| 2011 | if( !quietFlag ){ |
| 2012 | sqlite3_int64 iElapse = timeOfDay() - iBegin; |
drh | d9972ef | 2015-05-26 17:57:56 +0000 | [diff] [blame] | 2013 | printf("fuzzcheck: 0 errors out of %d tests in %d.%03d seconds\n" |
| 2014 | "SQLite %s %s\n", |
| 2015 | nTest, (int)(iElapse/1000), (int)(iElapse%1000), |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 2016 | sqlite3_libversion(), sqlite3_sourceid()); |
| 2017 | } |
drh | f74d35b | 2015-05-27 18:19:50 +0000 | [diff] [blame] | 2018 | free(azSrcDb); |
drh | 6653fbe | 2015-11-13 20:52:49 +0000 | [diff] [blame] | 2019 | free(pHeap); |
drh | 3b74d03 | 2015-05-25 18:48:19 +0000 | [diff] [blame] | 2020 | return 0; |
| 2021 | } |