summaryrefslogtreecommitdiffstats
path: root/test/walfault.test
diff options
context:
space:
mode:
Diffstat (limited to 'test/walfault.test')
-rw-r--r--test/walfault.test590
1 files changed, 590 insertions, 0 deletions
diff --git a/test/walfault.test b/test/walfault.test
new file mode 100644
index 0000000..6cb760b
--- /dev/null
+++ b/test/walfault.test
@@ -0,0 +1,590 @@
+# 2010 May 03
+#
+# The author disclaims copyright to this source code. In place of
+# a legal notice, here is a blessing:
+#
+# May you do good and not evil.
+# May you find forgiveness for yourself and forgive others.
+# May you share freely, never taking more than you give.
+#
+#***********************************************************************
+# This file implements regression tests for SQLite library. The
+# focus of this file is testing the operation of the library in
+# "PRAGMA journal_mode=WAL" mode.
+#
+
+set testdir [file dirname $argv0]
+source $testdir/tester.tcl
+source $testdir/malloc_common.tcl
+source $testdir/lock_common.tcl
+
+ifcapable !wal {finish_test ; return }
+
+#-------------------------------------------------------------------------
+# This test case, walfault-1-*, simulates faults while executing a
+#
+# PRAGMA journal_mode = WAL;
+#
+# statement immediately after creating a new database.
+#
+do_test walfault-1-pre-1 {
+ faultsim_delete_and_reopen
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-1 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ db eval { PRAGMA main.journal_mode = WAL }
+} -test {
+
+ faultsim_test_result {0 wal}
+
+ # Test that the connection that encountered an error as part of
+ # "PRAGMA journal_mode = WAL" and a new connection use the same
+ # journal mode when accessing the database.
+ #
+ # If "PRAGMA journal_mode" is executed immediately, connection [db] (the
+ # one that hit the error in journal_mode="WAL") might return "wal" even
+ # if it failed to switch the database to WAL mode. This is not considered
+ # a problem. When it tries to read the database, connection [db] correctly
+ # recognizes that it is a rollback database and switches back to a
+ # rollback compatible journal mode.
+ #
+ if {[permutation] != "inmemory_journal"} {
+ set jm [db one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}]
+ sqlite3 db2 test.db
+ set jm2 [db2 one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}]
+ db2 close
+
+ if { $jm!=$jm2 } { error "Journal modes do not match: $jm $jm2" }
+ if { $testrc==0 && $jm!="wal" } { error "Journal mode is not WAL" }
+ }
+}
+
+#--------------------------------------------------------------------------
+# Test case walfault-2-* tests fault injection during recovery of a
+# short WAL file (a dozen frames or thereabouts).
+#
+do_test walfault-2-pre-1 {
+ sqlite3 db test.db
+ execsql {
+ PRAGMA journal_mode = WAL;
+ BEGIN;
+ CREATE TABLE x(y, z, UNIQUE(y, z));
+ INSERT INTO x VALUES(randomblob(100), randomblob(100));
+ COMMIT;
+ PRAGMA wal_checkpoint;
+
+ INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+ INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+ INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+ }
+ execsql {
+ SELECT count(*) FROM x
+ }
+} {8}
+do_test walfault-2-pre-2 {
+ faultsim_save_and_close
+ faultsim_restore_and_reopen
+ execsql { SELECT count(*) FROM x }
+} {8}
+do_faultsim_test walfault-2 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ execsql { SELECT count(*) FROM x }
+} -test {
+ faultsim_test_result {0 8}
+ faultsim_integrity_check
+}
+
+#--------------------------------------------------------------------------
+# Test fault injection while writing and checkpointing a small WAL file.
+#
+do_test walfault-3-pre-1 {
+ sqlite3 db test.db
+ execsql {
+ PRAGMA auto_vacuum = 1;
+ PRAGMA journal_mode = WAL;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ }
+ db close
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-3 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ db eval {
+ DELETE FROM abc;
+ PRAGMA wal_checkpoint;
+ }
+ set {} {}
+} -test {
+ faultsim_test_result {0 {}}
+}
+
+#--------------------------------------------------------------------------
+#
+if {[permutation] != "inmemory_journal"} {
+ faultsim_delete_and_reopen
+ faultsim_save_and_close
+ do_faultsim_test walfault-4 -prep {
+ faultsim_restore_and_reopen
+ } -body {
+ execsql {
+ PRAGMA auto_vacuum = 0;
+ PRAGMA journal_mode = WAL;
+ CREATE TABLE t1(a PRIMARY KEY, b);
+ INSERT INTO t1 VALUES('a', 'b');
+ PRAGMA wal_checkpoint;
+ SELECT * FROM t1;
+ }
+ } -test {
+ # Update: The following changed from {0 {wal 0 7 7 a b}} as a result
+ # of PSOW being set by default.
+ faultsim_test_result {0 {wal 0 5 5 a b}}
+ faultsim_integrity_check
+ }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-5-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA page_size = 512;
+ PRAGMA journal_mode = WAL;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-5 -faults shmerr* -prep {
+ faultsim_restore_and_reopen
+ execsql { PRAGMA wal_autocheckpoint = 0 }
+ shmfault filter xShmMap
+} -body {
+ execsql {
+ CREATE TABLE t1(x);
+ BEGIN;
+ INSERT INTO t1 VALUES(randomblob(400)); /* 1 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */
+ COMMIT;
+ SELECT count(*) FROM t1;
+ }
+} -test {
+ faultsim_test_result {0 16384}
+ faultsim_integrity_check
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-6-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA page_size = 512;
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ CREATE TABLE t1(x);
+ BEGIN;
+ INSERT INTO t1 VALUES(randomblob(400)); /* 1 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-6 -faults shmerr* -prep {
+ faultsim_restore_and_reopen
+ shmfault filter xShmMap
+} -body {
+ execsql { SELECT count(*) FROM t1 }
+} -test {
+ faultsim_test_result {0 16384}
+ faultsim_integrity_check
+ set n [db one {SELECT count(*) FROM t1}]
+ if {$n != 16384 && $n != 0} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-7-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA page_size = 512;
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ CREATE TABLE t1(x);
+ BEGIN;
+ INSERT INTO t1 VALUES(randomblob(400)); /* 1 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */
+ INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-7 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ execsql { SELECT count(*) FROM t1 }
+} -test {
+ faultsim_test_result {0 4}
+ set n [db one {SELECT count(*) FROM t1}]
+ if {$n != 4 && $n != 0} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-8-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA journal_mode = WAL;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(900));
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-8 -prep {
+ faultsim_restore_and_reopen
+ execsql { PRAGMA cache_size = 10 }
+} -body {
+ execsql {
+ BEGIN;
+ INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */
+ --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */
+ --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */
+ --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */
+ ROLLBACK;
+ SELECT count(*) FROM abc;
+ }
+} -test {
+ faultsim_test_result {0 1}
+
+ faultsim_integrity_check
+ catch { db eval ROLLBACK }
+ faultsim_integrity_check
+
+ set n [db one {SELECT count(*) FROM abc}]
+ if {$n != 1} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-9-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA journal_mode = WAL;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(900));
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-9 -prep {
+ #if {$iFail<73} { set iFail 73 }
+ #if {$iFail>73} { exit }
+
+ faultsim_restore_and_reopen
+ execsql { PRAGMA cache_size = 10 }
+} -body {
+ execsql {
+ BEGIN;
+ INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */
+ SAVEPOINT spoint;
+ INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */
+ INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */
+ INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */
+ ROLLBACK TO spoint;
+ COMMIT;
+ SELECT count(*) FROM abc;
+ }
+} -test {
+ faultsim_test_result {0 2}
+ faultsim_integrity_check
+
+ catch { db eval { ROLLBACK TO spoint } }
+ catch { db eval { COMMIT } }
+ set n [db one {SELECT count(*) FROM abc}]
+ if {$n != 1 && $n != 2} { error "Incorrect number of rows: $n" }
+}
+
+do_test walfault-10-pre1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ CREATE TABLE z(zz INTEGER PRIMARY KEY, zzz BLOB);
+ CREATE INDEX zzzz ON z(zzz);
+ INSERT INTO z VALUES(NULL, randomblob(800));
+ INSERT INTO z VALUES(NULL, randomblob(800));
+ INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+ INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+ INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+ INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+ INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-10 -prep {
+ faultsim_restore_and_reopen
+ execsql {
+ PRAGMA cache_size = 10;
+ BEGIN;
+ UPDATE z SET zzz = randomblob(799);
+ }
+
+ set ::stmt [sqlite3_prepare db "SELECT zzz FROM z WHERE zz IN (1, 2, 3)" -1]
+ sqlite3_step $::stmt
+} -body {
+ execsql { INSERT INTO z VALUES(NULL, NULL) }
+} -test {
+ sqlite3_finalize $::stmt
+ faultsim_integrity_check
+
+ faultsim_test_result {0 {}}
+ catch { db eval { ROLLBACK } }
+ faultsim_integrity_check
+
+ set n [db eval {SELECT count(*), sum(length(zzz)) FROM z}]
+ if {$n != "64 51200"} { error "Incorrect data: $n" }
+}
+
+#--------------------------------------------------------------------------
+# Test fault injection while checkpointing a large WAL file, if the
+# checkpoint is the first operation run after opening the database.
+# This means that some of the required wal-index pages are mapped as part of
+# the checkpoint process, which means there are a few more opportunities
+# for IO errors.
+#
+# To speed this up, IO errors are only simulated within xShmMap() calls.
+#
+do_test walfault-11-pre-1 {
+ sqlite3 db test.db
+ execsql {
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 4
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 8
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 16
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 32
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 64
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 128
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 256
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 512
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 1024
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 2048
+ INSERT INTO abc SELECT randomblob(1500) FROM abc; -- 4096
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-11 -faults shmerr* -prep {
+ catch { db2 close }
+ faultsim_restore_and_reopen
+ shmfault filter xShmMap
+} -body {
+ db eval { SELECT count(*) FROM abc }
+ sqlite3 db2 test.db -vfs shmfault
+ db2 eval { PRAGMA wal_checkpoint }
+ set {} {}
+} -test {
+ faultsim_test_result {0 {}}
+}
+
+#-------------------------------------------------------------------------
+# Test the handling of the various IO/OOM/SHM errors that may occur during
+# a log recovery operation undertaken as part of a call to
+# sqlite3_wal_checkpoint().
+#
+do_test walfault-12-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-12 -prep {
+ if {[info commands shmfault] == ""} {
+ testvfs shmfault -default true
+ }
+ faultsim_restore_and_reopen
+ db eval { SELECT * FROM sqlite_master }
+ shmfault shm test.db [string repeat "\000" 40]
+} -body {
+ set rc [sqlite3_wal_checkpoint db]
+ if {$rc != "SQLITE_OK"} { error [sqlite3_errmsg db] }
+} -test {
+ db close
+ faultsim_test_result {0 {}}
+}
+
+#-------------------------------------------------------------------------
+# Test simple recovery, reading and writing a database file using a
+# heap-memory wal-index.
+#
+do_test walfault-13-pre-1 {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA journal_mode = WAL;
+ PRAGMA wal_autocheckpoint = 0;
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+ faultsim_save_and_close
+ delete_file sv_test.db-shm
+} {}
+
+do_faultsim_test walfault-13.1 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ db eval { PRAGMA locking_mode = exclusive }
+ db eval { SELECT count(*) FROM abc }
+} -test {
+ faultsim_test_result {0 2}
+ if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+ faultsim_integrity_check
+}
+
+do_faultsim_test walfault-13.2 -prep {
+ faultsim_restore_and_reopen
+ db eval { PRAGMA locking_mode = exclusive }
+} -body {
+ db eval { PRAGMA journal_mode = delete }
+} -test {
+ faultsim_test_result {0 delete}
+ if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+ faultsim_integrity_check
+}
+
+do_test walfault-13-pre-2 {
+ faultsim_delete_and_reopen
+ execsql {
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+
+do_faultsim_test walfault-13.3 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ db eval {
+ PRAGMA locking_mode = exclusive;
+ PRAGMA journal_mode = WAL;
+ INSERT INTO abc VALUES(randomblob(1500));
+ }
+} -test {
+ faultsim_test_result {0 {exclusive wal}}
+ if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+ faultsim_integrity_check
+ set nRow [db eval {SELECT count(*) FROM abc}]
+ if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" }
+}
+
+#-------------------------------------------------------------------------
+# Test fault-handling when wrapping around to the start of a WAL file.
+#
+do_test walfault-14-pre {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA auto_vacuum = 0;
+ PRAGMA journal_mode = WAL;
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-14 -prep {
+ faultsim_restore_and_reopen
+} -body {
+ db eval {
+ PRAGMA wal_checkpoint = full;
+ INSERT INTO abc VALUES(randomblob(1500));
+ }
+} -test {
+ faultsim_test_result {0 {0 9 9}}
+ faultsim_integrity_check
+ set nRow [db eval {SELECT count(*) FROM abc}]
+ if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" }
+}
+
+#-------------------------------------------------------------------------
+# Test fault-handling when switching out of exclusive-locking mode.
+#
+do_test walfault-15-pre {
+ faultsim_delete_and_reopen
+ execsql {
+ PRAGMA auto_vacuum = 0;
+ PRAGMA journal_mode = WAL;
+ BEGIN;
+ CREATE TABLE abc(a PRIMARY KEY);
+ INSERT INTO abc VALUES(randomblob(1500));
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+ faultsim_save_and_close
+} {}
+do_faultsim_test walfault-15 -prep {
+ faultsim_restore_and_reopen
+ execsql {
+ SELECT count(*) FROM abc;
+ PRAGMA locking_mode = exclusive;
+ BEGIN;
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+} -body {
+ db eval {
+ PRAGMA locking_mode = normal;
+ BEGIN;
+ INSERT INTO abc VALUES(randomblob(1500));
+ COMMIT;
+ }
+} -test {
+ faultsim_integrity_check
+ set nRow [db eval {SELECT count(*) FROM abc}]
+ if {$nRow!=3 && $nRow!=4} { error "Bad db content" }
+}
+
+finish_test