Adding upstream version 3.45.1.upstream/3.45.1

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 377 insertions, 0 deletions

diff --git a/test/with6.test b/test/with6.test
new file mode 100644
index 0000000..2a4bfc6
--- /dev/null
+++ b/test/with6.test
@@ -0,0 +1,377 @@
+# 2021-02-22
+#
+# The author disclaims copyright to this source code.  In place of
+# a legal notice, here is a blessing:
+#
+#    May you do good and not evil.
+#    May you find forgiveness for yourself and forgive others.
+#    May you share freely, never taking more than you give.
+#
+#***********************************************************************
+# This file implements regression tests for SQLite library.  The
+# focus of this file is the MATERIALIZED hint to common table expressions
+#
+
+set testdir [file dirname $argv0]
+source $testdir/tester.tcl
+set ::testprefix with6
+
+ifcapable {!cte} {
+  finish_test
+  return
+}
+
+do_execsql_test 100 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 101 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {
+  QUERY PLAN
+  |--MATERIALIZE c
+  |  `--SCAN 2 CONSTANT ROWS
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+do_execsql_test 110 {
+  WITH c(x) AS MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 111 {
+  WITH c(x) AS MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {
+  QUERY PLAN
+  |--MATERIALIZE c
+  |  `--SCAN 2 CONSTANT ROWS
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+# Even though the CTE is not materialized, the self-join optimization
+# kicks in and does the materialization for us.
+#
+do_execsql_test 120 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 121 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
+} {
+  QUERY PLAN
+  |--MATERIALIZE c
+  |  `--SCAN 2 CONSTANT ROWS
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+do_execsql_test 130 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 5) AS c2,
+         (SELECT x FROM c LIMIT 5) AS c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 131 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 5) AS c2,
+         (SELECT x FROM c LIMIT 5) AS c3;
+} {
+  QUERY PLAN
+  |--CO-ROUTINE c1
+  |  |--CO-ROUTINE c
+  |  |  `--SCAN 2 CONSTANT ROWS
+  |  `--SCAN c
+  |--MATERIALIZE c2
+  |  |--CO-ROUTINE c
+  |  |  `--SCAN 2 CONSTANT ROWS
+  |  `--SCAN c
+  |--MATERIALIZE c3
+  |  |--CO-ROUTINE c
+  |  |  `--SCAN 2 CONSTANT ROWS
+  |  `--SCAN c
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+# The (SELECT x FROM c LIMIT N) subqueries get materialized once each.
+# Show multiple materializations are shown.  But there is only one
+# materialization for c, shown by the "SCAN 2 CONSTANT ROWS" line.
+#
+do_execsql_test 140 {
+  WITH c(x) AS MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 6) AS c2,
+         (SELECT x FROM c LIMIT 7) AS c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 141 {
+  WITH c(x) AS MATERIALIZED (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 6) AS c2,
+         (SELECT x FROM c LIMIT 7) AS c3;
+} {
+  QUERY PLAN
+  |--CO-ROUTINE c1
+  |  |--MATERIALIZE c
+  |  |  `--SCAN 2 CONSTANT ROWS
+  |  `--SCAN c
+  |--MATERIALIZE c2
+  |  `--SCAN c
+  |--MATERIALIZE c3
+  |  `--SCAN c
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+do_execsql_test 150 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 6) AS c2,
+         (SELECT x FROM c LIMIT 7) AS c3;
+} {000 001 010 011 100 101 110 111}
+do_eqp_test 151 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c1.x||c2.x||c3.x
+    FROM (SELECT x FROM c LIMIT 5) AS c1,
+         (SELECT x FROM c LIMIT 6) AS c2,
+         (SELECT x FROM c LIMIT 7) AS c3;
+} {
+  QUERY PLAN
+  |--CO-ROUTINE c1
+  |  |--MATERIALIZE c
+  |  |  `--SCAN 2 CONSTANT ROWS
+  |  `--SCAN c
+  |--MATERIALIZE c2
+  |  `--SCAN c
+  |--MATERIALIZE c3
+  |  `--SCAN c
+  |--SCAN c1
+  |--SCAN c2
+  `--SCAN c3
+}
+
+do_execsql_test 160 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
+    FROM c AS c2 WHERE c2.x<10;
+} {100 301}
+do_eqp_test 161 {
+  WITH c(x) AS (VALUES(0),(1))
+  SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
+    FROM c AS c2 WHERE c2.x<10;
+} {
+  QUERY PLAN
+  |--MATERIALIZE c
+  |  `--SCAN 2 CONSTANT ROWS
+  |--SCAN c2
+  `--CORRELATED SCALAR SUBQUERY xxxxxx
+     `--SCAN c
+}
+
+do_execsql_test 170 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
+    FROM c AS c2 WHERE c2.x<10;
+} {100 301}
+do_eqp_test 171 {
+  WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
+  SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
+    FROM c AS c2 WHERE c2.x<10;
+} {
+  QUERY PLAN
+  |--CO-ROUTINE c
+  |  `--SCAN 2 CONSTANT ROWS
+  |--SCAN c2
+  `--CORRELATED SCALAR SUBQUERY xxxxxx
+     |--CO-ROUTINE c
+     |  `--SCAN 2 CONSTANT ROWS
+     `--SCAN c
+}
+
+
+do_execsql_test 200 {
+  CREATE TABLE t1(x);
+  INSERT INTO t1(x) VALUES(4);
+  CREATE VIEW t2(y) AS
+    WITH c(z) AS (VALUES(4),(5),(6))
+    SELECT c1.z+c2.z*100+t1.x*10000
+      FROM t1,
+           (SELECT z FROM c LIMIT 5) AS c1,
+           (SELECT z FROM c LIMIT 5) AS c2;
+  SELECT y FROM t2 ORDER BY y;
+} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
+do_execsql_test 210 {
+  DROP VIEW t2;
+  CREATE VIEW t2(y) AS
+    WITH c(z) AS NOT MATERIALIZED (VALUES(4),(5),(6))
+    SELECT c1.z+c2.z*100+t1.x*10000
+      FROM t1,
+           (SELECT z FROM c LIMIT 5) AS c1,
+           (SELECT z FROM c LIMIT 5) AS c2;
+  SELECT y FROM t2 ORDER BY y;
+} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
+do_eqp_test 211 {
+  SELECT y FROM t2 ORDER BY y;
+} {
+  QUERY PLAN
+  |--CO-ROUTINE c1
+  |  |--CO-ROUTINE c
+  |  |  `--SCAN 3 CONSTANT ROWS
+  |  `--SCAN c
+  |--MATERIALIZE c2
+  |  |--CO-ROUTINE c
+  |  |  `--SCAN 3 CONSTANT ROWS
+  |  `--SCAN c
+  |--SCAN c1
+  |--SCAN c2
+  |--SCAN t1
+  `--USE TEMP B-TREE FOR ORDER BY
+}
+do_execsql_test 220 {
+  DROP VIEW t2;
+  CREATE VIEW t2(y) AS
+    WITH c(z) AS MATERIALIZED (VALUES(4),(5),(6))
+    SELECT c1.z+c2.z*100+t1.x*10000
+      FROM t1,
+           (SELECT z FROM c LIMIT 5) AS c1,
+           (SELECT z FROM c LIMIT 5) AS c2;
+  SELECT y FROM t2 ORDER BY y;
+} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
+
+# 2022-04-22: Do not allow flattening of a MATERIALIZED CTE into
+# an outer query.
+#
+reset_db
+db null -
+do_execsql_test 300 {
+  CREATE TABLE t2(a INT,b INT,d INT); INSERT INTO t2 VALUES(4,5,6),(7,8,9);
+  CREATE TABLE t3(a INT,b INT,e INT); INSERT INTO t3 VALUES(3,3,3),(8,8,8);
+} {}
+do_execsql_test 310 {
+  WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  4 5 6 - -
+  7 8 9 8 8
+  - 3 - 3 3
+}
+do_eqp_test 311 {
+  WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  QUERY PLAN
+  |--MATERIALIZE t23
+  |  |--SCAN t2
+  |  |--SCAN t3 LEFT-JOIN
+  |  `--RIGHT-JOIN t3
+  |     `--SCAN t3
+  `--SCAN t23
+}
+do_execsql_test 320 {
+  WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  4 5 6 - -
+  7 8 9 8 8
+  - 3 - 3 3
+}
+do_eqp_test 321 {
+  WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  QUERY PLAN
+  |--SCAN t2
+  |--SCAN t3 LEFT-JOIN
+  `--RIGHT-JOIN t3
+     `--SCAN t3
+}
+do_execsql_test 330 {
+  WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  4 5 6 - -
+  7 8 9 8 8
+  - 3 - 3 3
+}
+do_eqp_test 331 {
+  WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
+  SELECT * FROM t23;
+} {
+  QUERY PLAN
+  |--SCAN t2
+  |--SCAN t3 LEFT-JOIN
+  `--RIGHT-JOIN t3
+     `--SCAN t3
+}
+
+# 2023-02-01
+# https://sqlite.org/forum/forumpost/1d571c02963355ed
+#
+# Just because a CTE is used more than once, does not mean it should be
+# marked with M10d_Yes and hence prohibited from participating in the
+# query flattening optimization.
+#
+reset_db
+db eval {
+  CREATE TABLE raw(country,date,total,delta, UNIQUE(country,date));
+}
+do_eqp_test 400 {
+  with recursive
+    init(country, date, fin) AS (SELECT country, min(date), max(date) FROM raw WHERE total > 0 GROUP BY country),
+    src(country, date) AS (SELECT raw.country, raw.date
+        FROM raw JOIN init i on raw.country = i.country AND raw.date > i.date
+        ORDER BY raw.country, raw.date),
+    vals(country, date, x, y) AS (SELECT src.country, src.date, julianday(raw.date) - julianday(src.date), log(delta+1)
+        FROM src JOIN raw on raw.country = src.country AND raw.date > date(src.date,'-7 days') AND raw.date <= src.date AND delta >= 0),
+    sums(country, date, x2, x, n, xy, y) AS (SELECT country, date, sum(x*x*1.0), sum(x*1.0), sum(1.0), sum(x*y*1.0), sum(y*1.0) FROM vals GROUP BY 1, 2),
+    mult(country, date, m) AS (SELECT country, date, 1.0/(x2 * n - x * x) FROM sums),
+    inv(country, date, a,b,c,d) AS (SELECT mult.country, mult.date, n * m, -x * m, -x * m, x2 * m
+        FROM mult JOIN sums on sums.country=mult.country AND mult.date=sums.date),
+    fit(country, date, a, b) AS (SELECT inv.country, inv.date, a * xy + b * y, c * xy + d * y
+        FROM inv
+        JOIN mult on mult.country = inv.country AND mult.date = inv.date
+        JOIN sums on sums.country = mult.country AND sums.date = mult.date
+  )
+  SELECT *, nFin/nPrev - 1 AS growth, log(2)/log(nFin/nPrev) AS doubling
+    FROM (SELECT f.*, exp(b) - 1 AS nFin, exp(a* (-1) + b) - 1 AS nPrev
+            FROM fit f JOIN init i on i.country = f.country AND f.date <= date(i.fin,'-3 days'))
+   WHERE nPrev > 0 AND nFin > 0;
+} {
+  QUERY PLAN
+  |--MATERIALIZE sums
+  |  |--MATERIALIZE src
+  |  |  |--MATERIALIZE init
+  |  |  |  `--SCAN raw USING INDEX sqlite_autoindex_raw_1
+  |  |  |--SCAN i
+  |  |  |--SEARCH raw USING COVERING INDEX sqlite_autoindex_raw_1 (country=? AND date>?)
+  |  |  `--USE TEMP B-TREE FOR ORDER BY
+  |  |--SCAN src
+  |  |--SEARCH raw USING INDEX sqlite_autoindex_raw_1 (country=? AND date>? AND date<?)
+  |  `--USE TEMP B-TREE FOR GROUP BY
+  |--SCAN sums
+  |--BLOOM FILTER ON sums (country=? AND date=?)
+  |--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
+  |--BLOOM FILTER ON sums (country=? AND date=?)
+  |--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
+  |--BLOOM FILTER ON sums (country=? AND date=?)
+  |--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
+  |--BLOOM FILTER ON i (country=?)
+  `--SEARCH i USING AUTOMATIC COVERING INDEX (country=?)
+}
+
+
+finish_test