1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
# Copyright (c) 2021-2022, PostgreSQL Global Development Group
# Test replay of tablespace/database creation/drop
use strict;
use warnings;
use PostgreSQL::Test::Cluster;
use PostgreSQL::Test::Utils;
use Test::More;
use Time::HiRes qw(usleep);
sub test_tablespace
{
my ($strategy) = @_;
my $node_primary = PostgreSQL::Test::Cluster->new("primary1_$strategy");
$node_primary->init(allows_streaming => 1);
$node_primary->start;
$node_primary->psql(
'postgres',
qq[
SET allow_in_place_tablespaces=on;
CREATE TABLESPACE dropme_ts1 LOCATION '';
CREATE TABLESPACE dropme_ts2 LOCATION '';
CREATE TABLESPACE source_ts LOCATION '';
CREATE TABLESPACE target_ts LOCATION '';
CREATE DATABASE template_db IS_TEMPLATE = true;
SELECT pg_create_physical_replication_slot('slot', true);
]);
my $backup_name = 'my_backup';
$node_primary->backup($backup_name);
my $node_standby = PostgreSQL::Test::Cluster->new("standby2_$strategy");
$node_standby->init_from_backup($node_primary, $backup_name,
has_streaming => 1);
$node_standby->append_conf('postgresql.conf',
"allow_in_place_tablespaces = on");
$node_standby->append_conf('postgresql.conf',
"primary_slot_name = slot");
$node_standby->start;
# Make sure the connection is made
$node_primary->wait_for_catchup($node_standby, 'write',
$node_primary->lsn('write'));
# Do immediate shutdown just after a sequence of CREATE DATABASE / DROP
# DATABASE / DROP TABLESPACE. This causes CREATE DATABASE WAL records
# to be applied to already-removed directories.
my $query = q[
CREATE DATABASE dropme_db1 WITH TABLESPACE dropme_ts1 STRATEGY=<STRATEGY>;
CREATE TABLE t (a int) TABLESPACE dropme_ts2;
CREATE DATABASE dropme_db2 WITH TABLESPACE dropme_ts2 STRATEGY=<STRATEGY>;
CREATE DATABASE moveme_db TABLESPACE source_ts STRATEGY=<STRATEGY>;
ALTER DATABASE moveme_db SET TABLESPACE target_ts;
CREATE DATABASE newdb TEMPLATE template_db STRATEGY=<STRATEGY>;
ALTER DATABASE template_db IS_TEMPLATE = false;
DROP DATABASE dropme_db1;
DROP TABLE t;
DROP DATABASE dropme_db2; DROP TABLESPACE dropme_ts2;
DROP TABLESPACE source_ts;
DROP DATABASE template_db;
];
$query =~ s/<STRATEGY>/$strategy/g;
$node_primary->safe_psql('postgres', $query);
$node_primary->wait_for_catchup($node_standby, 'write',
$node_primary->lsn('write'));
# show "create missing directory" log message
$node_standby->safe_psql('postgres',
"ALTER SYSTEM SET log_min_messages TO debug1;");
$node_standby->stop('immediate');
# Should restart ignoring directory creation error.
is($node_standby->start(fail_ok => 1),
1, "standby node started for $strategy");
$node_standby->stop('immediate');
}
test_tablespace("FILE_COPY");
test_tablespace("WAL_LOG");
# Ensure that a missing tablespace directory during create database
# replay immediately causes panic if the standby has already reached
# consistent state (archive recovery is in progress). This is
# effective only for CREATE DATABASE WITH STRATEGY=FILE_COPY.
my $node_primary = PostgreSQL::Test::Cluster->new('primary2');
$node_primary->init(allows_streaming => 1);
$node_primary->start;
# Create tablespace
$node_primary->safe_psql(
'postgres', q[
SET allow_in_place_tablespaces=on;
CREATE TABLESPACE ts1 LOCATION ''
]);
$node_primary->safe_psql('postgres',
"CREATE DATABASE db1 WITH TABLESPACE ts1 STRATEGY=FILE_COPY");
# Take backup
my $backup_name = 'my_backup';
$node_primary->backup($backup_name);
my $node_standby = PostgreSQL::Test::Cluster->new('standby3');
$node_standby->init_from_backup($node_primary, $backup_name,
has_streaming => 1);
$node_standby->append_conf('postgresql.conf',
"allow_in_place_tablespaces = on");
$node_standby->start;
# Make sure standby reached consistency and starts accepting connections
$node_standby->poll_query_until('postgres', 'SELECT 1', '1');
# Remove standby tablespace directory so it will be missing when
# replay resumes.
my $tspoid = $node_standby->safe_psql('postgres',
"SELECT oid FROM pg_tablespace WHERE spcname = 'ts1';");
my $tspdir = $node_standby->data_dir . "/pg_tblspc/$tspoid";
File::Path::rmtree($tspdir);
my $logstart = -s $node_standby->logfile;
# Create a database in the tablespace and a table in default tablespace
$node_primary->safe_psql(
'postgres',
q[
CREATE TABLE should_not_replay_insertion(a int);
CREATE DATABASE db2 WITH TABLESPACE ts1 STRATEGY=FILE_COPY;
INSERT INTO should_not_replay_insertion VALUES (1);
]);
# Standby should fail and should not silently skip replaying the wal
# In this test, PANIC turns into WARNING by allow_in_place_tablespaces.
# Check the log messages instead of confirming standby failure.
my $max_attempts = $PostgreSQL::Test::Utils::timeout_default * 10;
while ($max_attempts-- >= 0)
{
last
if (
$node_standby->log_contains(
qr!WARNING: ( [A-Z0-9]+:)? creating missing directory: pg_tblspc/!,
$logstart));
usleep(100_000);
}
ok($max_attempts > 0, "invalid directory creation is detected");
done_testing();
|
