blob: 9c95296e393c64429258223e461a12e22f438539 [file] [log] [blame]
danielk19771077e3f2008-06-21 18:07:37 +00001# 2008 June 21
2#
3# The author disclaims copyright to this source code. In place of
4# a legal notice, here is a blessing:
5#
6# May you do good and not evil.
7# May you find forgiveness for yourself and forgive others.
8# May you share freely, never taking more than you give.
9#
10#***********************************************************************
11#
danielk19771077e3f2008-06-21 18:07:37 +000012
13set testdir [file dirname $argv0]
14source $testdir/tester.tcl
dan13a3cb82010-06-11 19:04:21 +000015db close
danielk19771077e3f2008-06-21 18:07:37 +000016
dan0626dfc2010-06-15 06:56:37 +000017#-------------------------------------------------------------------------
18# test_suite NAME OPTIONS
danielk19771077e3f2008-06-21 18:07:37 +000019#
20# where available options are:
21#
dan430e74c2010-06-07 17:47:26 +000022# -description TITLE (default "")
danielk19771077e3f2008-06-21 18:07:37 +000023# -initialize SCRIPT (default "")
24# -shutdown SCRIPT (default "")
danielk19771077e3f2008-06-21 18:07:37 +000025# -presql SQL (default "")
dan0626dfc2010-06-15 06:56:37 +000026# -files LIST-OF-FILES (default $::ALLTESTS)
dan2fce9ab2010-06-15 18:00:06 +000027# -prefix NAME (default "$::NAME.")
dan1ce1b4a2010-12-07 14:32:28 +000028# -dbconfig SCRIPT (default "")
dan0626dfc2010-06-15 06:56:37 +000029#
30proc test_suite {name args} {
dan430e74c2010-06-07 17:47:26 +000031
dan0626dfc2010-06-15 06:56:37 +000032 set default(-shutdown) ""
33 set default(-initialize) ""
34 set default(-presql) ""
dan430e74c2010-06-07 17:47:26 +000035 set default(-description) "no description supplied (fixme)"
dan2fce9ab2010-06-15 18:00:06 +000036 set default(-files) ""
37 set default(-prefix) "${name}."
dan1ce1b4a2010-12-07 14:32:28 +000038 set default(-dbconfig) ""
dan430e74c2010-06-07 17:47:26 +000039
40 array set options [array get default]
dan0626dfc2010-06-15 06:56:37 +000041 if {[llength $args]%2} {
42 error "uneven number of options/switches passed to test_suite"
dan430e74c2010-06-07 17:47:26 +000043 }
dan0626dfc2010-06-15 06:56:37 +000044 foreach {k v} $args {
45 set o [array names options ${k}*]
46 if {[llength $o]>1} { error "ambiguous option: $k" }
47 if {[llength $o]==0} { error "unknown option: $k" }
48 set options([lindex $o 0]) $v
drh0a846f92008-08-25 17:23:29 +000049 }
danielk19771077e3f2008-06-21 18:07:37 +000050
dan0626dfc2010-06-15 06:56:37 +000051 set ::testspec($name) [array get options]
52 lappend ::testsuitelist $name
53}
dan430e74c2010-06-07 17:47:26 +000054
dan0626dfc2010-06-15 06:56:37 +000055#-------------------------------------------------------------------------
56# test_set ARGS...
57#
58proc test_set {args} {
59 set isExclude 0
60 foreach a $args {
61 if {[string match -* $a]} {
62 switch -- $a {
63 -include { set isExclude 0 }
64 -exclude { set isExclude 1 }
65 default {
66 error "Unknown switch: $a"
67 }
danielk1977c1def3e2008-08-30 13:25:10 +000068 }
dan0626dfc2010-06-15 06:56:37 +000069 } elseif {$isExclude == 0} {
70 foreach f $a { set t($f) 1 }
drh0a846f92008-08-25 17:23:29 +000071 } else {
dan0626dfc2010-06-15 06:56:37 +000072 foreach f $a { array unset t $f }
dan897230e2010-08-26 14:15:37 +000073 foreach f $a { array unset t */$f }
danielk19771077e3f2008-06-21 18:07:37 +000074 }
75 }
76
dan0626dfc2010-06-15 06:56:37 +000077 return [array names t]
danielk19771077e3f2008-06-21 18:07:37 +000078}
79
dan0626dfc2010-06-15 06:56:37 +000080#-------------------------------------------------------------------------
81# Set up the following global list variables containing the names of
82# various test scripts:
83#
84# $alltests
dan2fce9ab2010-06-15 18:00:06 +000085# $allquicktests
dan0626dfc2010-06-15 06:56:37 +000086#
dan0626dfc2010-06-15 06:56:37 +000087set alltests [list]
88foreach f [glob $testdir/*.test] { lappend alltests [file tail $f] }
dan897230e2010-08-26 14:15:37 +000089foreach f [glob -nocomplain $testdir/../ext/rtree/*.test] {
90 lappend alltests $f
91}
92
dan0626dfc2010-06-15 06:56:37 +000093if {$::tcl_platform(platform)!="unix"} {
94 set alltests [test_set $alltests -exclude crash.test crash2.test]
danielk1977c1def3e2008-08-30 13:25:10 +000095}
dan0626dfc2010-06-15 06:56:37 +000096set alltests [test_set $alltests -exclude {
97 all.test async.test quick.test veryquick.test
98 memleak.test permutations.test soak.test fts3.test
danfa2a4772010-09-14 10:53:45 +000099 mallocAll.test rtree.test
dan0626dfc2010-06-15 06:56:37 +0000100}]
101
102set allquicktests [test_set $alltests -exclude {
103 async2.test async3.test backup_ioerr.test corrupt.test
104 corruptC.test crash.test crash2.test crash3.test crash4.test crash5.test
105 crash6.test crash7.test delete3.test e_fts3.test fts3rnd.test
106 fkey_malloc.test fuzz.test fuzz3.test fuzz_malloc.test in2.test loadext.test
dan273f3f02010-06-26 15:42:33 +0000107 misc7.test mutex2.test notify2.test onefile.test pagerfault2.test
dan0626dfc2010-06-15 06:56:37 +0000108 savepoint4.test savepoint6.test select9.test
109 speed1.test speed1p.test speed2.test speed3.test speed4.test
110 speed4p.test sqllimits1.test tkt2686.test thread001.test thread002.test
111 thread003.test thread004.test thread005.test trans2.test vacuum3.test
112 incrvacuum_ioerr.test autovacuum_crash.test btree8.test shared_err.test
113 vtab_err.test walslow.test walcrash.test
dan897230e2010-08-26 14:15:37 +0000114 walthread.test rtree3.test
dan0626dfc2010-06-15 06:56:37 +0000115}]
dan63109902010-07-05 05:54:55 +0000116if {[info exists ::env(QUICKTEST_INCLUDE)]} {
117 set allquicktests [concat $allquicktests $::env(QUICKTEST_INCLUDE)]
118}
danielk1977c1def3e2008-08-30 13:25:10 +0000119
danielk19771077e3f2008-06-21 18:07:37 +0000120#############################################################################
121# Start of tests
dan0626dfc2010-06-15 06:56:37 +0000122#
123
124#-------------------------------------------------------------------------
125# Define the generic test suites:
126#
127# veryquick
128# quick
129# full
dan0626dfc2010-06-15 06:56:37 +0000130#
dane91a54e2010-06-15 17:44:47 +0000131lappend ::testsuitelist xxx
dan0626dfc2010-06-15 06:56:37 +0000132
dan2fce9ab2010-06-15 18:00:06 +0000133test_suite "veryquick" -prefix "" -description {
dan0626dfc2010-06-15 06:56:37 +0000134 "Very" quick test suite. Runs in less than 5 minutes on a workstation.
135 This test suite is the same as the "quick" tests, except that some files
136 that test malloc and IO errors are omitted.
137} -files [
dan763afe62010-08-03 06:42:39 +0000138 test_set $allquicktests -exclude *malloc* *ioerr* *fault*
dan0626dfc2010-06-15 06:56:37 +0000139]
140
dan25568442010-12-03 10:32:06 +0000141test_suite "valgrind" -prefix "" -description {
142 Run the "veryquick" test suite with a couple of multi-process tests (that
143 fail under valgrind) omitted.
144} -files [
145 test_set $allquicktests -exclude *malloc* *ioerr* *fault*
146] -initialize {
147 set ::G(valgrind) 1
148} -shutdown {
149 unset -nocomplain ::G(valgrind)
150}
151
dan2fce9ab2010-06-15 18:00:06 +0000152test_suite "quick" -prefix "" -description {
dan0626dfc2010-06-15 06:56:37 +0000153 Quick test suite. Runs in around 10 minutes on a workstation.
154} -files [
155 test_set $allquicktests
156]
157
dan2fce9ab2010-06-15 18:00:06 +0000158test_suite "full" -prefix "" -description {
dan0626dfc2010-06-15 06:56:37 +0000159 Full test suite. Takes a long time.
160} -files [
161 test_set $alltests
162] -initialize {
163 unset -nocomplain ::G(isquick)
164}
165
danea5542d2010-07-06 11:26:15 +0000166test_suite "threads" -prefix "" -description {
167 All multi-threaded tests.
168} -files {
169 notify2.test thread001.test thread002.test thread003.test
170 thread004.test thread005.test walthread.test
171}
172
dana69f7d52010-07-19 11:16:36 +0000173test_suite "fts3" -prefix "" -description {
danddf80eb2010-10-25 12:47:43 +0000174 All FTS3 tests except fts3rnd.test.
dana69f7d52010-07-19 11:16:36 +0000175} -files {
176 fts3aa.test fts3ab.test fts3ac.test fts3ad.test fts3ae.test
177 fts3af.test fts3ag.test fts3ah.test fts3ai.test fts3aj.test
178 fts3ak.test fts3al.test fts3am.test fts3an.test fts3ao.test
179 fts3atoken.test fts3b.test fts3c.test fts3cov.test fts3d.test
danddf80eb2010-10-25 12:47:43 +0000180 fts3defer.test fts3defer2.test fts3e.test fts3expr.test fts3expr2.test
181 fts3near.test fts3query.test fts3shared.test fts3snippet.test
dane4148542011-06-02 19:57:24 +0000182 fts3sort.test
danddf80eb2010-10-25 12:47:43 +0000183
danaf4c2142010-11-02 17:41:52 +0000184 fts3fault.test fts3malloc.test fts3matchinfo.test
dana240fd02011-02-01 16:34:32 +0000185
dan2cf1a1d2011-06-14 09:00:27 +0000186 fts3aux1.test fts3comp1.test fts3auto.test
dana69f7d52010-07-19 11:16:36 +0000187}
188
danea5542d2010-07-06 11:26:15 +0000189
dane91a54e2010-06-15 17:44:47 +0000190lappend ::testsuitelist xxx
dan0626dfc2010-06-15 06:56:37 +0000191#-------------------------------------------------------------------------
192# Define the coverage related test suites:
193#
194# coverage-wal
dan0626dfc2010-06-15 06:56:37 +0000195#
196test_suite "coverage-wal" -description {
197 Coverage tests for file wal.c.
198} -files {
danf43d7fc2010-07-03 10:00:00 +0000199 wal.test wal2.test wal3.test walmode.test
200 walbak.test walhook.test walcrash2.test walcksum.test
dan8c408002010-11-01 17:38:24 +0000201 walfault.test walbig.test walnoshm.test
dan28f9b0b2011-02-07 16:24:39 +0000202 wal5.test
dan0626dfc2010-06-15 06:56:37 +0000203}
204
dane91a54e2010-06-15 17:44:47 +0000205test_suite "coverage-pager" -description {
206 Coverage tests for file pager.c.
207} -files {
danf43d7fc2010-07-03 10:00:00 +0000208 pager1.test pager2.test pagerfault.test pagerfault2.test
209 walfault.test walbak.test journal2.test tkt-9d68c883.test
dane91a54e2010-06-15 17:44:47 +0000210}
dan0626dfc2010-06-15 06:56:37 +0000211
212
dane91a54e2010-06-15 17:44:47 +0000213lappend ::testsuitelist xxx
dan0626dfc2010-06-15 06:56:37 +0000214#-------------------------------------------------------------------------
215# Define the permutation test suites:
216#
danielk19771077e3f2008-06-21 18:07:37 +0000217
218# Run some tests using pre-allocated page and scratch blocks.
219#
dan0626dfc2010-06-15 06:56:37 +0000220test_suite "memsubsys1" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000221 Tests using pre-allocated page and scratch blocks
dan0626dfc2010-06-15 06:56:37 +0000222} -files [
223 test_set $::allquicktests -exclude ioerr5.test malloc5.test
224] -initialize {
drhd63bd752008-07-30 13:15:46 +0000225 catch {db close}
danielk19771077e3f2008-06-21 18:07:37 +0000226 sqlite3_shutdown
227 sqlite3_config_pagecache 4096 24
228 sqlite3_config_scratch 25000 1
229 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000230 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000231} -shutdown {
232 catch {db close}
233 sqlite3_shutdown
234 sqlite3_config_pagecache 0 0
235 sqlite3_config_scratch 0 0
236 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000237 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000238}
239
240# Run some tests using pre-allocated page and scratch blocks. This time
241# the allocations are too small to use in most cases.
242#
danielk197734c61e62008-08-29 12:00:20 +0000243# Both ioerr5.test and malloc5.test are excluded because they test the
244# sqlite3_soft_heap_limit() and sqlite3_release_memory() functionality.
245# This functionality is disabled if a pre-allocated page block is provided.
246#
dan0626dfc2010-06-15 06:56:37 +0000247test_suite "memsubsys2" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000248 Tests using small pre-allocated page and scratch blocks
dan0626dfc2010-06-15 06:56:37 +0000249} -files [
250 test_set $::allquicktests -exclude ioerr5.test malloc5.test
251] -initialize {
drhd63bd752008-07-30 13:15:46 +0000252 catch {db close}
danielk19771077e3f2008-06-21 18:07:37 +0000253 sqlite3_shutdown
254 sqlite3_config_pagecache 512 5
255 sqlite3_config_scratch 1000 1
256 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000257 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000258} -shutdown {
259 catch {db close}
260 sqlite3_shutdown
261 sqlite3_config_pagecache 0 0
262 sqlite3_config_scratch 0 0
263 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000264 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000265}
266
drhe2a7c6e2008-08-01 15:06:30 +0000267# Run all tests with the lookaside allocator disabled.
268#
dan0626dfc2010-06-15 06:56:37 +0000269test_suite "nolookaside" -description {
drhe2a7c6e2008-08-01 15:06:30 +0000270 OOM tests with lookaside disabled
drhe2a7c6e2008-08-01 15:06:30 +0000271} -initialize {
272 catch {db close}
273 sqlite3_shutdown
274 sqlite3_config_lookaside 0 0
275 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000276 autoinstall_test_functions
drhe2a7c6e2008-08-01 15:06:30 +0000277} -shutdown {
278 catch {db close}
279 sqlite3_shutdown
280 sqlite3_config_lookaside 100 500
281 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000282 autoinstall_test_functions
dan0626dfc2010-06-15 06:56:37 +0000283} -files $::allquicktests
drhe2a7c6e2008-08-01 15:06:30 +0000284
danielk19771077e3f2008-06-21 18:07:37 +0000285# Run some tests in SQLITE_CONFIG_SINGLETHREAD mode.
286#
dan0626dfc2010-06-15 06:56:37 +0000287test_suite "singlethread" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000288 Tests run in SQLITE_CONFIG_SINGLETHREAD mode
289} -initialize {
drh04df18d2009-01-06 14:50:11 +0000290 catch {db close}
291 sqlite3_shutdown
292 catch {sqlite3_config singlethread}
drhbb77b752009-04-09 01:23:49 +0000293 sqlite3_initialize
294 autoinstall_test_functions
dan0626dfc2010-06-15 06:56:37 +0000295} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000296 delete.test delete2.test insert.test rollback.test select1.test
297 select2.test trans.test update.test vacuum.test types.test
298 types2.test types3.test
299} -shutdown {
drh04df18d2009-01-06 14:50:11 +0000300 catch {db close}
301 sqlite3_shutdown
302 catch {sqlite3_config serialized}
drhbb77b752009-04-09 01:23:49 +0000303 sqlite3_initialize
304 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000305}
306
dan0626dfc2010-06-15 06:56:37 +0000307test_suite "nomutex" -description {
drh039963a2008-09-03 00:43:15 +0000308 Tests run with the SQLITE_OPEN_MULTITHREADED flag passed to sqlite3_open().
danielk19779a6284c2008-07-10 17:52:49 +0000309} -initialize {
310 rename sqlite3 sqlite3_nomutex
311 proc sqlite3 {args} {
312 if {[string range [lindex $args 0] 0 0] ne "-"} {
drhcc91e7f2008-09-03 01:08:00 +0000313 lappend args -fullmutex 0 -nomutex 1
danielk19779a6284c2008-07-10 17:52:49 +0000314 }
315 uplevel [concat sqlite3_nomutex $args]
316 }
dan0626dfc2010-06-15 06:56:37 +0000317} -files {
danielk19779a6284c2008-07-10 17:52:49 +0000318 delete.test delete2.test insert.test rollback.test select1.test
319 select2.test trans.test update.test vacuum.test types.test
320 types2.test types3.test
321} -shutdown {
322 rename sqlite3 {}
323 rename sqlite3_nomutex sqlite3
324}
325
danielk19771077e3f2008-06-21 18:07:37 +0000326# Run some tests in SQLITE_CONFIG_MULTITHREAD mode.
327#
dan0626dfc2010-06-15 06:56:37 +0000328test_suite "multithread" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000329 Tests run in SQLITE_CONFIG_MULTITHREAD mode
330} -initialize {
drh04df18d2009-01-06 14:50:11 +0000331 catch {db close}
332 sqlite3_shutdown
333 catch {sqlite3_config multithread}
drhbb77b752009-04-09 01:23:49 +0000334 sqlite3_initialize
335 autoinstall_test_functions
dan0626dfc2010-06-15 06:56:37 +0000336} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000337 delete.test delete2.test insert.test rollback.test select1.test
338 select2.test trans.test update.test vacuum.test types.test
339 types2.test types3.test
340} -shutdown {
drh04df18d2009-01-06 14:50:11 +0000341 catch {db close}
342 sqlite3_shutdown
343 catch {sqlite3_config serialized}
drhbb77b752009-04-09 01:23:49 +0000344 sqlite3_initialize
345 autoinstall_test_functions
danielk19771077e3f2008-06-21 18:07:37 +0000346}
347
drh039963a2008-09-03 00:43:15 +0000348# Run some tests in SQLITE_OPEN_FULLMUTEX mode.
349#
dan0626dfc2010-06-15 06:56:37 +0000350test_suite "fullmutex" -description {
drh039963a2008-09-03 00:43:15 +0000351 Tests run in SQLITE_OPEN_FULLMUTEX mode
352} -initialize {
353 rename sqlite3 sqlite3_fullmutex
354 proc sqlite3 {args} {
355 if {[string range [lindex $args 0] 0 0] ne "-"} {
drhcc91e7f2008-09-03 01:08:00 +0000356 lappend args -nomutex 0 -fullmutex 1
drh039963a2008-09-03 00:43:15 +0000357 }
358 uplevel [concat sqlite3_fullmutex $args]
359 }
dan0626dfc2010-06-15 06:56:37 +0000360} -files {
drh039963a2008-09-03 00:43:15 +0000361 delete.test delete2.test insert.test rollback.test select1.test
362 select2.test trans.test update.test vacuum.test types.test
363 types2.test types3.test
364} -shutdown {
365 rename sqlite3 {}
366 rename sqlite3_fullmutex sqlite3
367}
368
danielk19771077e3f2008-06-21 18:07:37 +0000369# Run some tests using the "onefile" demo.
370#
dan0626dfc2010-06-15 06:56:37 +0000371test_suite "onefile" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000372 Run some tests using the "test_onefile.c" demo
373} -initialize {
374 rename sqlite3 sqlite3_onefile
375 proc sqlite3 {args} {
376 if {[string range [lindex $args 0] 0 0] ne "-"} {
377 lappend args -vfs fs
378 }
379 uplevel [concat sqlite3_onefile $args]
380 }
dan0626dfc2010-06-15 06:56:37 +0000381} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000382 conflict.test insert.test insert2.test insert3.test
383 rollback.test select1.test select2.test select3.test
danielk19771077e3f2008-06-21 18:07:37 +0000384} -shutdown {
385 rename sqlite3 {}
386 rename sqlite3_onefile sqlite3
387}
388
389# Run some tests using UTF-16 databases.
390#
dan0626dfc2010-06-15 06:56:37 +0000391test_suite "utf16" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000392 Run tests using UTF-16 databases
danielk19772dd6d802008-06-21 19:10:27 +0000393} -presql {
danielk19771077e3f2008-06-21 18:07:37 +0000394 pragma encoding = 'UTF-16'
dan0626dfc2010-06-15 06:56:37 +0000395} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000396 alter.test alter3.test
397 auth.test bind.test blob.test capi2.test capi3.test collate1.test
398 collate2.test collate3.test collate4.test collate5.test collate6.test
399 conflict.test date.test delete.test expr.test fkey1.test func.test
400 hook.test index.test insert2.test insert.test interrupt.test in.test
401 intpkey.test ioerr.test join2.test join.test lastinsert.test
402 laststmtchanges.test limit.test lock2.test lock.test main.test
403 memdb.test minmax.test misc1.test misc2.test misc3.test notnull.test
404 null.test progress.test quote.test rowid.test select1.test select2.test
405 select3.test select4.test select5.test select6.test sort.test
406 subselect.test tableapi.test table.test temptable.test
407 trace.test trigger1.test trigger2.test trigger3.test
408 trigger4.test types2.test types.test unique.test update.test
409 vacuum.test view.test where.test
410}
411
412# Run some tests in exclusive locking mode.
413#
dan0626dfc2010-06-15 06:56:37 +0000414test_suite "exclusive" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000415 Run tests in exclusive locking mode.
416} -presql {
417 pragma locking_mode = 'exclusive'
dan0626dfc2010-06-15 06:56:37 +0000418} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000419 rollback.test select1.test select2.test
420 malloc.test ioerr.test
421}
422
drh04335882008-09-26 21:08:08 +0000423# Run some tests in exclusive locking mode with truncated journals.
424#
dan0626dfc2010-06-15 06:56:37 +0000425test_suite "exclusive-truncate" -description {
drh04335882008-09-26 21:08:08 +0000426 Run tests in exclusive locking mode and truncate journal mode.
427} -presql {
428 pragma locking_mode = 'exclusive';
429 pragma journal_mode = TRUNCATE;
dan0626dfc2010-06-15 06:56:37 +0000430} -files {
drh04335882008-09-26 21:08:08 +0000431 delete.test delete2.test insert.test rollback.test select1.test
432 select2.test update.test malloc.test ioerr.test
433}
434
danielk19771077e3f2008-06-21 18:07:37 +0000435# Run some tests in persistent journal mode.
436#
dan0626dfc2010-06-15 06:56:37 +0000437test_suite "persistent_journal" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000438 Run tests in persistent-journal mode.
439} -presql {
440 pragma journal_mode = persist
dan0626dfc2010-06-15 06:56:37 +0000441} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000442 delete.test delete2.test insert.test rollback.test select1.test
443 select2.test trans.test update.test vacuum.test
444}
445
drh04335882008-09-26 21:08:08 +0000446# Run some tests in truncating journal mode.
447#
dan0626dfc2010-06-15 06:56:37 +0000448test_suite "truncate_journal" -description {
drh04335882008-09-26 21:08:08 +0000449 Run tests in persistent-journal mode.
450} -presql {
451 pragma journal_mode = truncate
dan0626dfc2010-06-15 06:56:37 +0000452} -files {
drh04335882008-09-26 21:08:08 +0000453 delete.test delete2.test insert.test rollback.test select1.test
454 select2.test trans.test update.test vacuum.test
455 malloc.test ioerr.test
456}
457
danielk19771077e3f2008-06-21 18:07:37 +0000458# Run some error tests in persistent journal mode.
459#
dan0626dfc2010-06-15 06:56:37 +0000460test_suite "persistent_journal_error" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000461 Run malloc.test and ioerr.test in persistent-journal mode.
462} -presql {
463 pragma journal_mode = persist
dan0626dfc2010-06-15 06:56:37 +0000464} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000465 malloc.test ioerr.test
466}
467
468# Run some tests in no journal mode.
469#
dan0626dfc2010-06-15 06:56:37 +0000470test_suite "no_journal" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000471 Run tests in no-journal mode.
472} -presql {
473 pragma journal_mode = persist
dan0626dfc2010-06-15 06:56:37 +0000474} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000475 delete.test delete2.test insert.test rollback.test select1.test
476 select2.test trans.test update.test vacuum.test
477}
478
479# Run some error tests in no journal mode.
480#
dan0626dfc2010-06-15 06:56:37 +0000481test_suite "no_journal_error" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000482 Run malloc.test and ioerr.test in no-journal mode.
483} -presql {
484 pragma journal_mode = persist
dan0626dfc2010-06-15 06:56:37 +0000485} -files {
danielk19771077e3f2008-06-21 18:07:37 +0000486 malloc.test ioerr.test
487}
488
489# Run some crash-tests in autovacuum mode.
490#
dan0626dfc2010-06-15 06:56:37 +0000491test_suite "autovacuum_crash" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000492 Run crash.test in autovacuum mode.
493} -presql {
494 pragma auto_vacuum = 1
dan0626dfc2010-06-15 06:56:37 +0000495} -files crash.test
danielk19771077e3f2008-06-21 18:07:37 +0000496
497# Run some ioerr-tests in autovacuum mode.
498#
dan0626dfc2010-06-15 06:56:37 +0000499test_suite "autovacuum_ioerr" -description {
danielk19771077e3f2008-06-21 18:07:37 +0000500 Run ioerr.test in autovacuum mode.
501} -presql {
502 pragma auto_vacuum = 1
dan0626dfc2010-06-15 06:56:37 +0000503} -files ioerr.test
danielk19771077e3f2008-06-21 18:07:37 +0000504
danielk1977b3175382008-10-17 18:51:52 +0000505# Run tests with an in-memory journal.
506#
dan0626dfc2010-06-15 06:56:37 +0000507test_suite "inmemory_journal" -description {
danielk1977b3175382008-10-17 18:51:52 +0000508 Run tests with an in-memory journal file.
509} -presql {
510 pragma journal_mode = 'memory'
dan0626dfc2010-06-15 06:56:37 +0000511} -files [test_set $::allquicktests -exclude {
danielk1977b3175382008-10-17 18:51:52 +0000512 # Exclude all tests that simulate IO errors.
513 autovacuum_ioerr2.test incrvacuum_ioerr.test ioerr.test
514 ioerr.test ioerr2.test ioerr3.test ioerr4.test ioerr5.test
drh2206a2b2009-04-01 23:09:43 +0000515 vacuum3.test incrblob_err.test diskfull.test backup_ioerr.test
shanehc3b84832010-07-09 19:32:28 +0000516 e_fts3.test fts3cov.test fts3malloc.test fts3rnd.test
517 fts3snippet.test
danielk1977b3175382008-10-17 18:51:52 +0000518
519 # Exclude test scripts that use tcl IO to access journal files or count
520 # the number of fsync() calls.
521 pager.test exclusive.test jrnlmode.test sync.test misc1.test
danielk1977cb257902009-04-10 18:32:29 +0000522 journal1.test conflict.test crash8.test tkt3457.test io.test
dan37575562010-07-17 09:27:31 +0000523 journal3.test
dan01d38562010-03-08 10:32:38 +0000524
dancb354602010-07-08 09:44:42 +0000525 pager1.test async4.test corrupt.test filefmt.test pager2.test
526 corrupt5.test corruptA.test pageropt.test
527
dan01d38562010-03-08 10:32:38 +0000528 # Exclude stmt.test, which expects sub-journals to use temporary files.
529 stmt.test
drh0b944132010-05-24 20:24:38 +0000530
531 # WAL mode is different.
dan0626dfc2010-06-15 06:56:37 +0000532 wal*
533}]
danielk1977b3175382008-10-17 18:51:52 +0000534
danielk19776b39c2e2008-06-25 14:57:53 +0000535ifcapable mem3 {
dan0626dfc2010-06-15 06:56:37 +0000536 test_suite "memsys3" -description {
danielk19776b39c2e2008-06-25 14:57:53 +0000537 Run tests using the allocator in mem3.c.
daneace5272010-07-05 05:31:48 +0000538 } -files [test_set $::allquicktests -exclude {
drh8a42cbd2008-07-10 18:13:42 +0000539 autovacuum.test delete3.test manydb.test
540 bigrow.test incrblob2.test memdb.test
541 bitvec.test index2.test memsubsys1.test
542 capi3c.test ioerr.test memsubsys2.test
543 capi3.test join3.test pagesize.test
danielk19778b322822009-07-01 18:09:01 +0000544 collate5.test limit.test backup_ioerr.test
545 backup_malloc.test
dan0626dfc2010-06-15 06:56:37 +0000546 }] -initialize {
danielk19776b39c2e2008-06-25 14:57:53 +0000547 catch {db close}
548 sqlite3_reset_auto_extension
549 sqlite3_shutdown
drh7830cd42008-07-16 12:25:32 +0000550 sqlite3_config_heap 25000000 0
drhe2a7c6e2008-08-01 15:06:30 +0000551 sqlite3_config_lookaside 0 0
danielk19778b322822009-07-01 18:09:01 +0000552 ifcapable mem5 {
553 # If both memsys3 and memsys5 are enabled in the build, the call to
554 # [sqlite3_config_heap] will initialize the system to use memsys5.
555 # The following overrides this preference and installs the memsys3
556 # allocator.
557 sqlite3_install_memsys3
558 }
danielk19776b39c2e2008-06-25 14:57:53 +0000559 install_malloc_faultsim 1
560 sqlite3_initialize
561 autoinstall_test_functions
562 } -shutdown {
563 catch {db close}
danielk19776b39c2e2008-06-25 14:57:53 +0000564 sqlite3_shutdown
danielk19770d84e5b2008-06-27 14:05:24 +0000565 sqlite3_config_heap 0 0
drhe2a7c6e2008-08-01 15:06:30 +0000566 sqlite3_config_lookaside 100 500
danielk19776b39c2e2008-06-25 14:57:53 +0000567 install_malloc_faultsim 1
568 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000569 autoinstall_test_functions
danielk19776b39c2e2008-06-25 14:57:53 +0000570 }
danielk197757e5ea92008-06-24 19:02:55 +0000571}
572
danielk19776b39c2e2008-06-25 14:57:53 +0000573ifcapable mem5 {
dan0626dfc2010-06-15 06:56:37 +0000574 test_suite "memsys5" -description {
danielk19776b39c2e2008-06-25 14:57:53 +0000575 Run tests using the allocator in mem5.c.
daneace5272010-07-05 05:31:48 +0000576 } -files [test_set $::allquicktests -exclude {
drh8a42cbd2008-07-10 18:13:42 +0000577 autovacuum.test delete3.test manydb.test
578 bigrow.test incrblob2.test memdb.test
579 bitvec.test index2.test memsubsys1.test
580 capi3c.test ioerr.test memsubsys2.test
581 capi3.test join3.test pagesize.test
danielk1977ac8d7b32008-11-13 16:21:50 +0000582 collate5.test limit.test zeroblob.test
dan0626dfc2010-06-15 06:56:37 +0000583 }] -initialize {
danielk19776b39c2e2008-06-25 14:57:53 +0000584 catch {db close}
danielk19776b39c2e2008-06-25 14:57:53 +0000585 sqlite3_shutdown
drh7830cd42008-07-16 12:25:32 +0000586 sqlite3_config_heap 25000000 64
drhe2a7c6e2008-08-01 15:06:30 +0000587 sqlite3_config_lookaside 0 0
danielk19775099be52008-06-27 13:27:03 +0000588 install_malloc_faultsim 1
589 sqlite3_initialize
590 autoinstall_test_functions
591 } -shutdown {
592 catch {db close}
danielk19775099be52008-06-27 13:27:03 +0000593 sqlite3_shutdown
danielk19770d84e5b2008-06-27 14:05:24 +0000594 sqlite3_config_heap 0 0
drhe2a7c6e2008-08-01 15:06:30 +0000595 sqlite3_config_lookaside 100 500
danielk19775099be52008-06-27 13:27:03 +0000596 install_malloc_faultsim 1
597 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000598 autoinstall_test_functions
danielk19775099be52008-06-27 13:27:03 +0000599 }
600
dan0626dfc2010-06-15 06:56:37 +0000601 test_suite "memsys5-2" -description {
danielk19775099be52008-06-27 13:27:03 +0000602 Run tests using the allocator in mem5.c in a different configuration.
dan0626dfc2010-06-15 06:56:37 +0000603 } -files {
drh8a42cbd2008-07-10 18:13:42 +0000604 select1.test
danielk19775099be52008-06-27 13:27:03 +0000605 } -initialize {
606 catch {db close}
danielk19775099be52008-06-27 13:27:03 +0000607 sqlite3_shutdown
danb0c6a882010-09-02 10:08:41 +0000608 sqlite3_config_memstatus 0
drh7830cd42008-07-16 12:25:32 +0000609 sqlite3_config_heap 40000000 16
drhe2a7c6e2008-08-01 15:06:30 +0000610 sqlite3_config_lookaside 0 0
danielk19776b39c2e2008-06-25 14:57:53 +0000611 install_malloc_faultsim 1
612 sqlite3_initialize
613 autoinstall_test_functions
614 } -shutdown {
615 catch {db close}
danielk19776b39c2e2008-06-25 14:57:53 +0000616 sqlite3_shutdown
danielk19770d84e5b2008-06-27 14:05:24 +0000617 sqlite3_config_heap 0 0
drhe2a7c6e2008-08-01 15:06:30 +0000618 sqlite3_config_lookaside 100 500
danielk19776b39c2e2008-06-25 14:57:53 +0000619 install_malloc_faultsim 1
620 sqlite3_initialize
drhbb77b752009-04-09 01:23:49 +0000621 autoinstall_test_functions
danielk19776b39c2e2008-06-25 14:57:53 +0000622 }
danielk1977c66c0e12008-06-25 14:26:07 +0000623}
624
drh8a42cbd2008-07-10 18:13:42 +0000625ifcapable threadsafe {
dan0626dfc2010-06-15 06:56:37 +0000626 test_suite "no_mutex_try" -description {
drh8a42cbd2008-07-10 18:13:42 +0000627 The sqlite3_mutex_try() interface always fails
dan0626dfc2010-06-15 06:56:37 +0000628 } -files [
629 test_set $::allquicktests -exclude mutex1.test mutex2.test
630 ] -initialize {
drh8a42cbd2008-07-10 18:13:42 +0000631 catch {db close}
632 sqlite3_shutdown
633 install_mutex_counters 1
634 set ::disable_mutex_try 1
drhbb77b752009-04-09 01:23:49 +0000635 sqlite3_initialize
636 autoinstall_test_functions
drh8a42cbd2008-07-10 18:13:42 +0000637 } -shutdown {
638 catch {db close}
639 sqlite3_shutdown
640 install_mutex_counters 0
drhbb77b752009-04-09 01:23:49 +0000641 sqlite3_initialize
642 autoinstall_test_functions
drh8a42cbd2008-07-10 18:13:42 +0000643 }
644}
645
danielk1977b13dee92008-06-23 15:55:52 +0000646# run_tests "crash_safe_append" -description {
647# Run crash.test with persistent journals on a SAFE_APPEND file-system.
648# } -initialize {
649# rename crashsql sa_crashsql
650# proc crashsql {args} {
651# set options [lrange $args 0 [expr {[llength $args]-2}]]
652# lappend options -char safe_append
653# set sql [lindex $args end]
654# lappend options "
655# PRAGMA journal_mode=persistent;
656# $sql
657# "
658# set fd [open test.db-journal w]
659# puts $fd [string repeat 1234567890 100000]
660# close $fd
661# eval sa_crashsql $options
662# }
663# } -shutdown {
664# rename crashsql {}
665# rename sa_crashsql crashsql
dan0626dfc2010-06-15 06:56:37 +0000666# } -files crash.test
danielk1977b13dee92008-06-23 15:55:52 +0000667
dan0626dfc2010-06-15 06:56:37 +0000668test_suite "safe_append" -description {
danielk1977755339e2008-09-12 10:22:40 +0000669 Run some tests on a SAFE_APPEND file-system.
670} -initialize {
671 rename sqlite3 sqlite3_safeappend
672 proc sqlite3 {args} {
673 if {[string range [lindex $args 0] 0 0] ne "-"} {
674 lappend args -vfs devsym
675 }
676 uplevel [concat sqlite3_safeappend $args]
677 }
678 sqlite3_simulate_device -char safe_append
679} -shutdown {
680 rename sqlite3 {}
681 rename sqlite3_shutdown sqlite3
dan0626dfc2010-06-15 06:56:37 +0000682} -files [
683 test_set $::allquicktests shared_err.test -exclude async3.test
684]
danielk1977755339e2008-09-12 10:22:40 +0000685
drhb232c232008-11-19 01:20:26 +0000686# The set of tests to run on the alternative-pcache
687set perm-alt-pcache-testset {
688 async.test
689 attach.test
690 delete.test delete2.test
691 index.test
692 insert.test insert2.test
693 join.test join2.test
694 rollback.test
695 select1.test select2.test
696 trans.test
697 update.test
698}
699
dan2acd4c62010-07-13 14:22:39 +0000700foreach discard_rate {0 10 50 90 100} {
701 test_suite "pcache${discard_rate}" -description "
702 Alternative pcache implementation with ${discard_rate}% random discard
703 " -initialize "
704 catch {db close}
705 sqlite3_shutdown
706 sqlite3_config_alt_pcache 1 $discard_rate 1
707 sqlite3_initialize
708 autoinstall_test_functions
709 " -shutdown {
710 catch {db close}
711 sqlite3_shutdown
712 sqlite3_config_alt_pcache 0 0 0
713 sqlite3_config_lookaside 100 500
714 install_malloc_faultsim 1
715 sqlite3_initialize
716 autoinstall_test_functions
717 } -files ${perm-alt-pcache-testset}
718}
danielk1977b13dee92008-06-23 15:55:52 +0000719
dan0626dfc2010-06-15 06:56:37 +0000720test_suite "journaltest" -description {
danielk1977f3107512008-12-22 10:58:46 +0000721 Check that pages are synced before being written (test_journal.c).
722} -initialize {
danielk1977f3107512008-12-22 10:58:46 +0000723 catch {db close}
724 register_jt_vfs -default ""
725} -shutdown {
726 unregister_jt_vfs
dan0626dfc2010-06-15 06:56:37 +0000727} -files [test_set $::allquicktests -exclude {
728 wal* incrvacuum.test ioerr.test corrupt4.test io.test crash8.test
729 async4.test bigfile.test
drhfb4a6262010-05-06 19:55:57 +0000730}]
danielk1977f3107512008-12-22 10:58:46 +0000731
dan0a7a9152010-04-07 07:57:38 +0000732if {[info commands register_demovfs] != ""} {
dan0626dfc2010-06-15 06:56:37 +0000733 test_suite "demovfs" -description {
dan430e74c2010-06-07 17:47:26 +0000734 Check that the demovfs (code in test_demovfs.c) more or less works.
dan0a7a9152010-04-07 07:57:38 +0000735 } -initialize {
736 register_demovfs
737 } -shutdown {
738 unregister_demovfs
dan0626dfc2010-06-15 06:56:37 +0000739 } -files {
dan0a7a9152010-04-07 07:57:38 +0000740 insert.test insert2.test insert3.test rollback.test
741 select1.test select2.test select3.test
742 }
743}
744
dan0626dfc2010-06-15 06:56:37 +0000745test_suite "wal" -description {
dan71cb5182010-04-26 12:39:03 +0000746 Run tests with journal_mode=WAL
dan31f98fc2010-04-27 05:42:32 +0000747} -initialize {
dan430e74c2010-06-07 17:47:26 +0000748 set ::G(savepoint6_iterations) 100
dan31f98fc2010-04-27 05:42:32 +0000749} -shutdown {
dan430e74c2010-06-07 17:47:26 +0000750 unset -nocomplain ::G(savepoint6_iterations)
dan0626dfc2010-06-15 06:56:37 +0000751} -files {
dane106de62010-04-27 06:49:34 +0000752 savepoint.test savepoint2.test savepoint6.test
753 trans.test avtrans.test
dan60f9da72010-07-07 11:42:59 +0000754
755 fts3aa.test fts3ab.test fts3ac.test fts3ad.test
756 fts3ae.test fts3af.test fts3ag.test fts3ah.test
757 fts3ai.test fts3aj.test fts3ak.test fts3al.test
758 fts3am.test fts3an.test fts3ao.test fts3b.test
759 fts3c.test fts3d.test fts3e.test fts3query.test
dan71cb5182010-04-26 12:39:03 +0000760}
dan897230e2010-08-26 14:15:37 +0000761
762test_suite "rtree" -description {
763 All R-tree related tests. Provides coverage of source file rtree.c.
764} -files [glob -nocomplain $::testdir/../ext/rtree/*.test]
765
dan1ce1b4a2010-12-07 14:32:28 +0000766test_suite "no_optimization" -description {
767 Run test scripts with optimizations disabled using the
768 sqlite3_test_control(SQLITE_TESTCTRL_OPTIMIZATIONS) interface.
769} -files {
770 where.test where2.test where3.test where4.test where5.test
771 where6.test where7.test where8.test where9.test
772 whereA.test whereB.test wherelimit.test
773 select1.test select2.test select3.test select4.test select5.test
774 select7.test select8.test selectA.test selectC.test
775} -dbconfig {
776 optimization_control $::dbhandle all 0
777}
778
danielk19771077e3f2008-06-21 18:07:37 +0000779# End of tests
780#############################################################################
781
dan0626dfc2010-06-15 06:56:37 +0000782# run_tests NAME OPTIONS
783#
784# where available options are:
785#
dan2fce9ab2010-06-15 18:00:06 +0000786# -description TITLE
787# -initialize SCRIPT
788# -shutdown SCRIPT
789# -presql SQL
790# -files LIST-OF-FILES
791# -prefix NAME
dan0626dfc2010-06-15 06:56:37 +0000792#
793proc run_tests {name args} {
794 array set options $args
danielk19771077e3f2008-06-21 18:07:37 +0000795
dand506de02010-07-03 13:59:01 +0000796 set ::G(perm:name) $name
797 set ::G(perm:prefix) $options(-prefix)
dan0626dfc2010-06-15 06:56:37 +0000798 set ::G(perm:presql) $options(-presql)
799 set ::G(isquick) 1
dan1ce1b4a2010-12-07 14:32:28 +0000800 set ::G(perm:dbconfig) $options(-dbconfig)
dan0626dfc2010-06-15 06:56:37 +0000801
802 uplevel $options(-initialize)
803
804 foreach file [lsort $options(-files)] {
dan897230e2010-08-26 14:15:37 +0000805 if {[file tail $file] == $file} { set file [file join $::testdir $file] }
806 slave_test_file $file
dan0626dfc2010-06-15 06:56:37 +0000807 }
808
809 uplevel $options(-shutdown)
810
811 unset ::G(perm:name)
dand506de02010-07-03 13:59:01 +0000812 unset ::G(perm:prefix)
dan0626dfc2010-06-15 06:56:37 +0000813 unset ::G(perm:presql)
dan1ce1b4a2010-12-07 14:32:28 +0000814 unset ::G(perm:dbconfig)
dan0626dfc2010-06-15 06:56:37 +0000815}
816
817proc run_test_suite {name} {
818 if {[info exists ::testspec($name)]==0} {
819 error "No such test suite: $name"
820 }
821 uplevel run_tests $name $::testspec($name)
822}
823
824proc help {} {
dane91a54e2010-06-15 17:44:47 +0000825 puts "Usage: $::argv0 TESTSUITE ?TESTFILE?"
826 puts ""
827 puts "Available test-suites are:"
dan0626dfc2010-06-15 06:56:37 +0000828 foreach k $::testsuitelist {
dane91a54e2010-06-15 17:44:47 +0000829 if {[info exists ::testspec($k)]==0} {
830 puts " ----------------------------------------"
831 puts ""
832 } else {
833 array set o $::testspec($k)
834 puts "Test suite: \"$k\""
835 set d [string trim $o(-description)]
836 set d [regsub {\n *} $d "\n "]
837 puts " $d"
838 puts ""
839 }
dan0626dfc2010-06-15 06:56:37 +0000840 }
841 exit -1
842}
843
844if {[info script] == $argv0} {
845 proc main {argv} {
846 if {[llength $argv]==0} {
847 help
848 } else {
849 set suite [lindex $argv 0]
850 if {[info exists ::testspec($suite)]==0} help
851 set extra ""
852 if {[llength $argv]>1} { set extra [list -files [lrange $argv 1 end]] }
853 eval run_tests $suite $::testspec($suite) $extra
854 }
855 }
856 main $argv
857 finish_test
858}
859