diff options
Diffstat (limited to 'test/walfault.test')
| -rw-r--r-- | test/walfault.test | 590 |
1 files changed, 590 insertions, 0 deletions
diff --git a/test/walfault.test b/test/walfault.test new file mode 100644 index 0000000..6cb760b --- /dev/null +++ b/test/walfault.test @@ -0,0 +1,590 @@ +# 2010 May 03 +# +# The author disclaims copyright to this source code. In place of +# a legal notice, here is a blessing: +# +# May you do good and not evil. +# May you find forgiveness for yourself and forgive others. +# May you share freely, never taking more than you give. +# +#*********************************************************************** +# This file implements regression tests for SQLite library. The +# focus of this file is testing the operation of the library in +# "PRAGMA journal_mode=WAL" mode. +# + +set testdir [file dirname $argv0] +source $testdir/tester.tcl +source $testdir/malloc_common.tcl +source $testdir/lock_common.tcl + +ifcapable !wal {finish_test ; return } + +#------------------------------------------------------------------------- +# This test case, walfault-1-*, simulates faults while executing a +# +# PRAGMA journal_mode = WAL; +# +# statement immediately after creating a new database. +# +do_test walfault-1-pre-1 { + faultsim_delete_and_reopen + faultsim_save_and_close +} {} +do_faultsim_test walfault-1 -prep { + faultsim_restore_and_reopen +} -body { + db eval { PRAGMA main.journal_mode = WAL } +} -test { + + faultsim_test_result {0 wal} + + # Test that the connection that encountered an error as part of + # "PRAGMA journal_mode = WAL" and a new connection use the same + # journal mode when accessing the database. + # + # If "PRAGMA journal_mode" is executed immediately, connection [db] (the + # one that hit the error in journal_mode="WAL") might return "wal" even + # if it failed to switch the database to WAL mode. This is not considered + # a problem. When it tries to read the database, connection [db] correctly + # recognizes that it is a rollback database and switches back to a + # rollback compatible journal mode. + # + if {[permutation] != "inmemory_journal"} { + set jm [db one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}] + sqlite3 db2 test.db + set jm2 [db2 one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}] + db2 close + + if { $jm!=$jm2 } { error "Journal modes do not match: $jm $jm2" } + if { $testrc==0 && $jm!="wal" } { error "Journal mode is not WAL" } + } +} + +#-------------------------------------------------------------------------- +# Test case walfault-2-* tests fault injection during recovery of a +# short WAL file (a dozen frames or thereabouts). +# +do_test walfault-2-pre-1 { + sqlite3 db test.db + execsql { + PRAGMA journal_mode = WAL; + BEGIN; + CREATE TABLE x(y, z, UNIQUE(y, z)); + INSERT INTO x VALUES(randomblob(100), randomblob(100)); + COMMIT; + PRAGMA wal_checkpoint; + + INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; + INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; + INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; + } + execsql { + SELECT count(*) FROM x + } +} {8} +do_test walfault-2-pre-2 { + faultsim_save_and_close + faultsim_restore_and_reopen + execsql { SELECT count(*) FROM x } +} {8} +do_faultsim_test walfault-2 -prep { + faultsim_restore_and_reopen +} -body { + execsql { SELECT count(*) FROM x } +} -test { + faultsim_test_result {0 8} + faultsim_integrity_check +} + +#-------------------------------------------------------------------------- +# Test fault injection while writing and checkpointing a small WAL file. +# +do_test walfault-3-pre-1 { + sqlite3 db test.db + execsql { + PRAGMA auto_vacuum = 1; + PRAGMA journal_mode = WAL; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + } + db close + faultsim_save_and_close +} {} +do_faultsim_test walfault-3 -prep { + faultsim_restore_and_reopen +} -body { + db eval { + DELETE FROM abc; + PRAGMA wal_checkpoint; + } + set {} {} +} -test { + faultsim_test_result {0 {}} +} + +#-------------------------------------------------------------------------- +# +if {[permutation] != "inmemory_journal"} { + faultsim_delete_and_reopen + faultsim_save_and_close + do_faultsim_test walfault-4 -prep { + faultsim_restore_and_reopen + } -body { + execsql { + PRAGMA auto_vacuum = 0; + PRAGMA journal_mode = WAL; + CREATE TABLE t1(a PRIMARY KEY, b); + INSERT INTO t1 VALUES('a', 'b'); + PRAGMA wal_checkpoint; + SELECT * FROM t1; + } + } -test { + # Update: The following changed from {0 {wal 0 7 7 a b}} as a result + # of PSOW being set by default. + faultsim_test_result {0 {wal 0 5 5 a b}} + faultsim_integrity_check + } +} + +#-------------------------------------------------------------------------- +# +do_test walfault-5-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA page_size = 512; + PRAGMA journal_mode = WAL; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-5 -faults shmerr* -prep { + faultsim_restore_and_reopen + execsql { PRAGMA wal_autocheckpoint = 0 } + shmfault filter xShmMap +} -body { + execsql { + CREATE TABLE t1(x); + BEGIN; + INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */ + COMMIT; + SELECT count(*) FROM t1; + } +} -test { + faultsim_test_result {0 16384} + faultsim_integrity_check +} + +#-------------------------------------------------------------------------- +# +do_test walfault-6-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA page_size = 512; + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + CREATE TABLE t1(x); + BEGIN; + INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */ + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-6 -faults shmerr* -prep { + faultsim_restore_and_reopen + shmfault filter xShmMap +} -body { + execsql { SELECT count(*) FROM t1 } +} -test { + faultsim_test_result {0 16384} + faultsim_integrity_check + set n [db one {SELECT count(*) FROM t1}] + if {$n != 16384 && $n != 0} { error "Incorrect number of rows: $n" } +} + +#-------------------------------------------------------------------------- +# +do_test walfault-7-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA page_size = 512; + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + CREATE TABLE t1(x); + BEGIN; + INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ + INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-7 -prep { + faultsim_restore_and_reopen +} -body { + execsql { SELECT count(*) FROM t1 } +} -test { + faultsim_test_result {0 4} + set n [db one {SELECT count(*) FROM t1}] + if {$n != 4 && $n != 0} { error "Incorrect number of rows: $n" } +} + +#-------------------------------------------------------------------------- +# +do_test walfault-8-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA journal_mode = WAL; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(900)); + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-8 -prep { + faultsim_restore_and_reopen + execsql { PRAGMA cache_size = 10 } +} -body { + execsql { + BEGIN; + INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */ + --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */ + --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */ + --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */ + ROLLBACK; + SELECT count(*) FROM abc; + } +} -test { + faultsim_test_result {0 1} + + faultsim_integrity_check + catch { db eval ROLLBACK } + faultsim_integrity_check + + set n [db one {SELECT count(*) FROM abc}] + if {$n != 1} { error "Incorrect number of rows: $n" } +} + +#-------------------------------------------------------------------------- +# +do_test walfault-9-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA journal_mode = WAL; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(900)); + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-9 -prep { + #if {$iFail<73} { set iFail 73 } + #if {$iFail>73} { exit } + + faultsim_restore_and_reopen + execsql { PRAGMA cache_size = 10 } +} -body { + execsql { + BEGIN; + INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */ + SAVEPOINT spoint; + INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */ + INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */ + INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */ + ROLLBACK TO spoint; + COMMIT; + SELECT count(*) FROM abc; + } +} -test { + faultsim_test_result {0 2} + faultsim_integrity_check + + catch { db eval { ROLLBACK TO spoint } } + catch { db eval { COMMIT } } + set n [db one {SELECT count(*) FROM abc}] + if {$n != 1 && $n != 2} { error "Incorrect number of rows: $n" } +} + +do_test walfault-10-pre1 { + faultsim_delete_and_reopen + execsql { + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + CREATE TABLE z(zz INTEGER PRIMARY KEY, zzz BLOB); + CREATE INDEX zzzz ON z(zzz); + INSERT INTO z VALUES(NULL, randomblob(800)); + INSERT INTO z VALUES(NULL, randomblob(800)); + INSERT INTO z SELECT NULL, randomblob(800) FROM z; + INSERT INTO z SELECT NULL, randomblob(800) FROM z; + INSERT INTO z SELECT NULL, randomblob(800) FROM z; + INSERT INTO z SELECT NULL, randomblob(800) FROM z; + INSERT INTO z SELECT NULL, randomblob(800) FROM z; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-10 -prep { + faultsim_restore_and_reopen + execsql { + PRAGMA cache_size = 10; + BEGIN; + UPDATE z SET zzz = randomblob(799); + } + + set ::stmt [sqlite3_prepare db "SELECT zzz FROM z WHERE zz IN (1, 2, 3)" -1] + sqlite3_step $::stmt +} -body { + execsql { INSERT INTO z VALUES(NULL, NULL) } +} -test { + sqlite3_finalize $::stmt + faultsim_integrity_check + + faultsim_test_result {0 {}} + catch { db eval { ROLLBACK } } + faultsim_integrity_check + + set n [db eval {SELECT count(*), sum(length(zzz)) FROM z}] + if {$n != "64 51200"} { error "Incorrect data: $n" } +} + +#-------------------------------------------------------------------------- +# Test fault injection while checkpointing a large WAL file, if the +# checkpoint is the first operation run after opening the database. +# This means that some of the required wal-index pages are mapped as part of +# the checkpoint process, which means there are a few more opportunities +# for IO errors. +# +# To speed this up, IO errors are only simulated within xShmMap() calls. +# +do_test walfault-11-pre-1 { + sqlite3 db test.db + execsql { + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 4 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 8 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 16 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 32 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 64 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 128 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 256 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 512 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 1024 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 2048 + INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 4096 + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-11 -faults shmerr* -prep { + catch { db2 close } + faultsim_restore_and_reopen + shmfault filter xShmMap +} -body { + db eval { SELECT count(*) FROM abc } + sqlite3 db2 test.db -vfs shmfault + db2 eval { PRAGMA wal_checkpoint } + set {} {} +} -test { + faultsim_test_result {0 {}} +} + +#------------------------------------------------------------------------- +# Test the handling of the various IO/OOM/SHM errors that may occur during +# a log recovery operation undertaken as part of a call to +# sqlite3_wal_checkpoint(). +# +do_test walfault-12-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-12 -prep { + if {[info commands shmfault] == ""} { + testvfs shmfault -default true + } + faultsim_restore_and_reopen + db eval { SELECT * FROM sqlite_master } + shmfault shm test.db [string repeat "\000" 40] +} -body { + set rc [sqlite3_wal_checkpoint db] + if {$rc != "SQLITE_OK"} { error [sqlite3_errmsg db] } +} -test { + db close + faultsim_test_result {0 {}} +} + +#------------------------------------------------------------------------- +# Test simple recovery, reading and writing a database file using a +# heap-memory wal-index. +# +do_test walfault-13-pre-1 { + faultsim_delete_and_reopen + execsql { + PRAGMA journal_mode = WAL; + PRAGMA wal_autocheckpoint = 0; + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } + faultsim_save_and_close + delete_file sv_test.db-shm +} {} + +do_faultsim_test walfault-13.1 -prep { + faultsim_restore_and_reopen +} -body { + db eval { PRAGMA locking_mode = exclusive } + db eval { SELECT count(*) FROM abc } +} -test { + faultsim_test_result {0 2} + if {[file exists test.db-shm]} { error "Not using heap-memory mode" } + faultsim_integrity_check +} + +do_faultsim_test walfault-13.2 -prep { + faultsim_restore_and_reopen + db eval { PRAGMA locking_mode = exclusive } +} -body { + db eval { PRAGMA journal_mode = delete } +} -test { + faultsim_test_result {0 delete} + if {[file exists test.db-shm]} { error "Not using heap-memory mode" } + faultsim_integrity_check +} + +do_test walfault-13-pre-2 { + faultsim_delete_and_reopen + execsql { + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } + faultsim_save_and_close +} {} + +do_faultsim_test walfault-13.3 -prep { + faultsim_restore_and_reopen +} -body { + db eval { + PRAGMA locking_mode = exclusive; + PRAGMA journal_mode = WAL; + INSERT INTO abc VALUES(randomblob(1500)); + } +} -test { + faultsim_test_result {0 {exclusive wal}} + if {[file exists test.db-shm]} { error "Not using heap-memory mode" } + faultsim_integrity_check + set nRow [db eval {SELECT count(*) FROM abc}] + if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" } +} + +#------------------------------------------------------------------------- +# Test fault-handling when wrapping around to the start of a WAL file. +# +do_test walfault-14-pre { + faultsim_delete_and_reopen + execsql { + PRAGMA auto_vacuum = 0; + PRAGMA journal_mode = WAL; + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-14 -prep { + faultsim_restore_and_reopen +} -body { + db eval { + PRAGMA wal_checkpoint = full; + INSERT INTO abc VALUES(randomblob(1500)); + } +} -test { + faultsim_test_result {0 {0 9 9}} + faultsim_integrity_check + set nRow [db eval {SELECT count(*) FROM abc}] + if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" } +} + +#------------------------------------------------------------------------- +# Test fault-handling when switching out of exclusive-locking mode. +# +do_test walfault-15-pre { + faultsim_delete_and_reopen + execsql { + PRAGMA auto_vacuum = 0; + PRAGMA journal_mode = WAL; + BEGIN; + CREATE TABLE abc(a PRIMARY KEY); + INSERT INTO abc VALUES(randomblob(1500)); + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } + faultsim_save_and_close +} {} +do_faultsim_test walfault-15 -prep { + faultsim_restore_and_reopen + execsql { + SELECT count(*) FROM abc; + PRAGMA locking_mode = exclusive; + BEGIN; + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } +} -body { + db eval { + PRAGMA locking_mode = normal; + BEGIN; + INSERT INTO abc VALUES(randomblob(1500)); + COMMIT; + } +} -test { + faultsim_integrity_check + set nRow [db eval {SELECT count(*) FROM abc}] + if {$nRow!=3 && $nRow!=4} { error "Bad db content" } +} + +finish_test |