Adding upstream version 3.45.1.upstream/3.45.1

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 590 insertions, 0 deletions

diff --git a/test/walfault.test b/test/walfault.test
new file mode 100644
index 0000000..6cb760b
--- /dev/null
+++ b/test/walfault.test
@@ -0,0 +1,590 @@
+# 2010 May 03
+#
+# The author disclaims copyright to this source code.  In place of
+# a legal notice, here is a blessing:
+#
+#    May you do good and not evil.
+#    May you find forgiveness for yourself and forgive others.
+#    May you share freely, never taking more than you give.
+#
+#***********************************************************************
+# This file implements regression tests for SQLite library.  The
+# focus of this file is testing the operation of the library in
+# "PRAGMA journal_mode=WAL" mode.
+#
+
+set testdir [file dirname $argv0]
+source $testdir/tester.tcl
+source $testdir/malloc_common.tcl
+source $testdir/lock_common.tcl
+
+ifcapable !wal {finish_test ; return }
+
+#-------------------------------------------------------------------------
+# This test case, walfault-1-*, simulates faults while executing a
+#
+#   PRAGMA journal_mode = WAL;
+#
+# statement immediately after creating a new database.
+#
+do_test walfault-1-pre-1 {
+  faultsim_delete_and_reopen
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-1 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  db eval { PRAGMA main.journal_mode = WAL }
+} -test {
+
+  faultsim_test_result {0 wal}
+
+  # Test that the connection that encountered an error as part of 
+  # "PRAGMA journal_mode = WAL" and a new connection use the same
+  # journal mode when accessing the database.
+  #
+  # If "PRAGMA journal_mode" is executed immediately, connection [db] (the 
+  # one that hit the error in journal_mode="WAL") might return "wal" even 
+  # if it failed to switch the database to WAL mode. This is not considered 
+  # a problem. When it tries to read the database, connection [db] correctly 
+  # recognizes that it is a rollback database and switches back to a 
+  # rollback compatible journal mode.
+  #
+  if {[permutation] != "inmemory_journal"} {
+    set jm  [db one  {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}]
+    sqlite3 db2 test.db
+    set jm2 [db2 one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}]
+    db2 close
+  
+    if { $jm!=$jm2 } { error "Journal modes do not match: $jm $jm2" }
+    if { $testrc==0 && $jm!="wal" } { error "Journal mode is not WAL" }
+  }
+}
+
+#--------------------------------------------------------------------------
+# Test case walfault-2-* tests fault injection during recovery of a 
+# short WAL file (a dozen frames or thereabouts).
+#
+do_test walfault-2-pre-1 {
+  sqlite3 db test.db
+  execsql {
+    PRAGMA journal_mode = WAL;
+    BEGIN;
+      CREATE TABLE x(y, z, UNIQUE(y, z));
+      INSERT INTO x VALUES(randomblob(100), randomblob(100));
+    COMMIT;
+    PRAGMA wal_checkpoint;
+
+    INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+    INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+    INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x;
+  }
+  execsql {
+    SELECT count(*) FROM x
+  }
+} {8}
+do_test walfault-2-pre-2 {
+  faultsim_save_and_close
+  faultsim_restore_and_reopen
+  execsql { SELECT count(*) FROM x }
+} {8}
+do_faultsim_test walfault-2 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  execsql { SELECT count(*) FROM x }
+} -test {
+  faultsim_test_result {0 8}
+  faultsim_integrity_check
+}
+
+#--------------------------------------------------------------------------
+# Test fault injection while writing and checkpointing a small WAL file.
+#
+do_test walfault-3-pre-1 {
+  sqlite3 db test.db
+  execsql {
+    PRAGMA auto_vacuum = 1;
+    PRAGMA journal_mode = WAL;
+    CREATE TABLE abc(a PRIMARY KEY);
+    INSERT INTO abc VALUES(randomblob(1500));
+  }
+  db close
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-3 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  db eval {
+    DELETE FROM abc;
+    PRAGMA wal_checkpoint;
+  }
+  set {} {}
+} -test {
+  faultsim_test_result {0 {}}
+}
+
+#--------------------------------------------------------------------------
+#
+if {[permutation] != "inmemory_journal"} {
+  faultsim_delete_and_reopen
+  faultsim_save_and_close
+  do_faultsim_test walfault-4 -prep {
+    faultsim_restore_and_reopen
+  } -body {
+    execsql {
+      PRAGMA auto_vacuum = 0;
+      PRAGMA journal_mode = WAL;
+      CREATE TABLE t1(a PRIMARY KEY, b);
+      INSERT INTO t1 VALUES('a', 'b');
+      PRAGMA wal_checkpoint;
+      SELECT * FROM t1;
+    }
+  } -test {
+    # Update: The following changed from {0 {wal 0 7 7 a b}} as a result
+    # of PSOW being set by default.
+    faultsim_test_result {0 {wal 0 5 5 a b}}
+    faultsim_integrity_check
+  } 
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-5-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA page_size = 512;
+    PRAGMA journal_mode = WAL;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-5 -faults shmerr* -prep {
+  faultsim_restore_and_reopen
+  execsql { PRAGMA wal_autocheckpoint = 0 }
+  shmfault filter xShmMap
+} -body {
+  execsql {
+    CREATE TABLE t1(x);
+    BEGIN;
+      INSERT INTO t1 VALUES(randomblob(400));           /* 1 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 2 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 4 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 8 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 16 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 32 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 64 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 128 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 256 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 512 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 1024 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 2048 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 4096 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 8192 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 16384 */
+    COMMIT;
+    SELECT count(*) FROM t1;
+  }
+} -test {
+  faultsim_test_result {0 16384}
+  faultsim_integrity_check
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-6-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA page_size = 512;
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    CREATE TABLE t1(x);
+    BEGIN;
+      INSERT INTO t1 VALUES(randomblob(400));           /* 1 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 2 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 4 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 8 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 16 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 32 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 64 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 128 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 256 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 512 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 1024 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 2048 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 4096 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 8192 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 16384 */
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-6 -faults shmerr* -prep {
+  faultsim_restore_and_reopen
+  shmfault filter xShmMap
+} -body {
+  execsql { SELECT count(*) FROM t1 }
+} -test {
+  faultsim_test_result {0 16384}
+  faultsim_integrity_check
+  set n [db one {SELECT count(*) FROM t1}]
+  if {$n != 16384 && $n != 0} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-7-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA page_size = 512;
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    CREATE TABLE t1(x);
+    BEGIN;
+      INSERT INTO t1 VALUES(randomblob(400));           /* 1 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 2 */
+      INSERT INTO t1 SELECT randomblob(400) FROM t1;    /* 4 */
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-7 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  execsql { SELECT count(*) FROM t1 }
+} -test {
+  faultsim_test_result {0 4}
+  set n [db one {SELECT count(*) FROM t1}]
+  if {$n != 4 && $n != 0} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-8-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA journal_mode = WAL;
+    CREATE TABLE abc(a PRIMARY KEY);
+    INSERT INTO abc VALUES(randomblob(900));
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-8 -prep {
+  faultsim_restore_and_reopen
+  execsql { PRAGMA cache_size = 10 }
+} -body {
+  execsql {
+    BEGIN;
+      INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 1 */
+      --INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 2 */
+      --INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 4 */
+      --INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 8 */
+    ROLLBACK;
+    SELECT count(*) FROM abc;
+  }
+} -test {
+  faultsim_test_result {0 1}
+
+  faultsim_integrity_check
+  catch { db eval ROLLBACK }
+  faultsim_integrity_check
+
+  set n [db one {SELECT count(*) FROM abc}]
+  if {$n != 1} { error "Incorrect number of rows: $n" }
+}
+
+#--------------------------------------------------------------------------
+#
+do_test walfault-9-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA journal_mode = WAL;
+    CREATE TABLE abc(a PRIMARY KEY);
+    INSERT INTO abc VALUES(randomblob(900));
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-9 -prep {
+  #if {$iFail<73} { set iFail 73 }
+  #if {$iFail>73} { exit }
+  
+  faultsim_restore_and_reopen
+  execsql { PRAGMA cache_size = 10 }
+} -body {
+  execsql {
+    BEGIN;
+      INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 1 */
+      SAVEPOINT spoint;
+        INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 2 */
+        INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 4 */
+        INSERT INTO abc SELECT randomblob(900) FROM abc;    /* 8 */
+      ROLLBACK TO spoint;
+    COMMIT;
+    SELECT count(*) FROM abc;
+  }
+} -test {
+  faultsim_test_result {0 2}
+  faultsim_integrity_check
+
+  catch { db eval { ROLLBACK TO spoint } }
+  catch { db eval { COMMIT } }
+  set n [db one {SELECT count(*) FROM abc}]
+  if {$n != 1 && $n != 2} { error "Incorrect number of rows: $n" }
+}
+
+do_test walfault-10-pre1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    CREATE TABLE z(zz INTEGER PRIMARY KEY, zzz BLOB);
+    CREATE INDEX zzzz ON z(zzz);
+    INSERT INTO z VALUES(NULL, randomblob(800));
+    INSERT INTO z VALUES(NULL, randomblob(800));
+    INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+    INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+    INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+    INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+    INSERT INTO z SELECT NULL, randomblob(800) FROM z;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-10 -prep {
+  faultsim_restore_and_reopen
+  execsql {
+    PRAGMA cache_size = 10;
+    BEGIN;
+      UPDATE z SET zzz = randomblob(799);
+  }
+
+  set ::stmt [sqlite3_prepare db "SELECT zzz FROM z WHERE zz IN (1, 2, 3)" -1]
+  sqlite3_step $::stmt
+} -body {
+  execsql { INSERT INTO z VALUES(NULL, NULL) }
+} -test {
+  sqlite3_finalize $::stmt
+  faultsim_integrity_check
+
+  faultsim_test_result {0 {}}
+  catch { db eval { ROLLBACK } }
+  faultsim_integrity_check
+
+  set n [db eval {SELECT count(*), sum(length(zzz)) FROM z}]
+  if {$n != "64 51200"} { error "Incorrect data: $n" }
+}
+
+#--------------------------------------------------------------------------
+# Test fault injection while checkpointing a large WAL file, if the 
+# checkpoint is the first operation run after opening the database.
+# This means that some of the required wal-index pages are mapped as part of
+# the checkpoint process, which means there are a few more opportunities
+# for IO errors.
+#
+# To speed this up, IO errors are only simulated within xShmMap() calls.
+#
+do_test walfault-11-pre-1 {
+  sqlite3 db test.db
+  execsql {
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --    4
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --    8
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --   16
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --   32
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --   64
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --  128
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --  256
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   --  512
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   -- 1024
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   -- 2048
+      INSERT INTO abc SELECT randomblob(1500) FROM abc;   -- 4096
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-11 -faults shmerr* -prep {
+  catch { db2 close }
+  faultsim_restore_and_reopen
+  shmfault filter xShmMap
+} -body {
+  db eval { SELECT count(*) FROM abc }
+  sqlite3 db2 test.db -vfs shmfault
+  db2 eval { PRAGMA wal_checkpoint }
+  set {} {}
+} -test {
+  faultsim_test_result {0 {}}
+}
+
+#-------------------------------------------------------------------------
+# Test the handling of the various IO/OOM/SHM errors that may occur during 
+# a log recovery operation undertaken as part of a call to 
+# sqlite3_wal_checkpoint().
+# 
+do_test walfault-12-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-12 -prep {
+  if {[info commands shmfault] == ""} {
+    testvfs shmfault -default true
+  }
+  faultsim_restore_and_reopen
+  db eval { SELECT * FROM sqlite_master }
+  shmfault shm test.db [string repeat "\000" 40]
+} -body {
+  set rc [sqlite3_wal_checkpoint db]
+  if {$rc != "SQLITE_OK"} { error [sqlite3_errmsg db] }
+} -test {
+  db close
+  faultsim_test_result {0 {}}
+}
+
+#-------------------------------------------------------------------------
+# Test simple recovery, reading and writing a database file using a 
+# heap-memory wal-index.
+# 
+do_test walfault-13-pre-1 {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA journal_mode = WAL;
+    PRAGMA wal_autocheckpoint = 0;
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+  faultsim_save_and_close
+  delete_file sv_test.db-shm
+} {}
+
+do_faultsim_test walfault-13.1 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  db eval { PRAGMA locking_mode = exclusive }
+  db eval { SELECT count(*) FROM abc }
+} -test {
+  faultsim_test_result {0 2}
+  if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+  faultsim_integrity_check
+}
+
+do_faultsim_test walfault-13.2 -prep {
+  faultsim_restore_and_reopen
+  db eval { PRAGMA locking_mode = exclusive }
+} -body {
+  db eval { PRAGMA journal_mode = delete }
+} -test {
+  faultsim_test_result {0 delete}
+  if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+  faultsim_integrity_check
+}
+
+do_test walfault-13-pre-2 {
+  faultsim_delete_and_reopen
+  execsql {
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+
+do_faultsim_test walfault-13.3 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  db eval { 
+    PRAGMA locking_mode = exclusive;
+    PRAGMA journal_mode = WAL;
+    INSERT INTO abc VALUES(randomblob(1500));
+  }
+} -test {
+  faultsim_test_result {0 {exclusive wal}}
+  if {[file exists test.db-shm]} { error "Not using heap-memory mode" }
+  faultsim_integrity_check
+  set nRow [db eval {SELECT count(*) FROM abc}]
+  if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" }
+}
+
+#-------------------------------------------------------------------------
+# Test fault-handling when wrapping around to the start of a WAL file.
+#
+do_test walfault-14-pre {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA auto_vacuum = 0;
+    PRAGMA journal_mode = WAL;
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-14 -prep {
+  faultsim_restore_and_reopen
+} -body {
+  db eval { 
+    PRAGMA wal_checkpoint = full;
+    INSERT INTO abc VALUES(randomblob(1500));
+  }
+} -test {
+  faultsim_test_result {0 {0 9 9}}
+  faultsim_integrity_check
+  set nRow [db eval {SELECT count(*) FROM abc}]
+  if {!(($nRow==2 && $testrc) || $nRow==3)} { error "Bad db content" }
+}
+
+#-------------------------------------------------------------------------
+# Test fault-handling when switching out of exclusive-locking mode.
+#
+do_test walfault-15-pre {
+  faultsim_delete_and_reopen
+  execsql {
+    PRAGMA auto_vacuum = 0;
+    PRAGMA journal_mode = WAL;
+    BEGIN;
+      CREATE TABLE abc(a PRIMARY KEY);
+      INSERT INTO abc VALUES(randomblob(1500));
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+  faultsim_save_and_close
+} {}
+do_faultsim_test walfault-15 -prep {
+  faultsim_restore_and_reopen
+  execsql {
+    SELECT count(*) FROM abc;
+    PRAGMA locking_mode = exclusive;
+    BEGIN;
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+} -body {
+  db eval { 
+    PRAGMA locking_mode = normal;
+    BEGIN;
+      INSERT INTO abc VALUES(randomblob(1500));
+    COMMIT;
+  }
+} -test {
+  faultsim_integrity_check
+  set nRow [db eval {SELECT count(*) FROM abc}]
+  if {$nRow!=3 && $nRow!=4} { error "Bad db content" }
+}
+
+finish_test