use strict; use lib 't'; use TestLib; use PgCommon; use Test::More; use Time::HiRes qw/usleep/; my ($pg_uid, $pg_gid) = (getpwnam 'postgres')[2,3]; my $systemd = (-d "/run/systemd/system" and not $ENV{_SYSTEMCTL_SKIP_REDIRECT}); note $systemd ? "We are running systemd" : "We are not running systemd"; foreach my $v (@MAJORS) { if ($v < 9.1) { ok 1, "pg_backupcluster not supported on $v"; next; } note "PostgreSQL $v"; note "create cluster"; program_ok 0, "pg_createcluster --locale en_US.UTF-8 $v main --start"; like_program_out 0, "pg_lsclusters -h", 0, qr/$v main 5432 online/; program_ok 0, "pg_conftool $v main set work_mem 11MB"; if ($v <= 9.6) { open my $hba, ">>", "/etc/postgresql/$v/main/pg_hba.conf"; print $hba "local replication all peer\n"; close $hba; program_ok 0, "pg_conftool $v main set max_wal_senders 10"; program_ok 0, "pg_conftool $v main set wal_level archive"; program_ok 0, "pg_conftool $v main set max_replication_slots 10" if ($v >= 9.4); program_ok 0, "pg_conftool $v main set ssl off" if ($v <= 9.1); # cert symlinks not backed up in 9.1 program_ok 0, "pg_ctlcluster $v main restart"; } my $locale_provider = $v >= 15 ? "--locale-provider libc " : ""; program_ok $pg_uid, "createdb -E SQL_ASCII $locale_provider-T template0 mydb"; program_ok $pg_uid, "psql -c 'alter database mydb set search_path=public'"; program_ok $pg_uid, "psql -c 'create table foo (t text)' mydb"; program_ok $pg_uid, "psql -c \"insert into foo values ('data from backup')\" mydb"; program_ok $pg_uid, "psql -c 'CREATE USER myuser'"; program_ok $pg_uid, "psql -c 'grant create on database mydb to myuser'"; program_ok $pg_uid, "psql -c 'alter role myuser set search_path=public, myschema'"; program_ok $pg_uid, "createdb --locale-provider icu --icu-locale de -T template0 myicudb" if ($v >= 15); SKIP: { # in PG 10, ARID is part of globals.sql which we try to restore before databases.sql skip "alter role in database handling in PG <= 10 not supported", 1 if ($v <= 10); program_ok $pg_uid, "psql -c 'alter role myuser in database mydb set search_path=public, myotherschema'"; } note "create directory"; program_ok 0, "pg_backupcluster $v main createdirectory"; my $dir = "/var/backups/postgresql/$v-main"; my @stat = stat $dir; is $stat[4], $pg_uid, "$dir owned by uid postgres"; is $stat[5], $pg_gid, "$dir owned by gid postgres"; my @backups = (); my $dump = ''; SKIP: { skip "dump not supported before 9.3", 1 if ($v < 9.3); note "dump"; if ($systemd) { program_ok 0, "systemctl start pg_dump\@$v-main"; } else { program_ok 0, "pg_backupcluster $v main dump"; } ($dump) = glob "$dir/*.dump"; ok -d $dump, "dump created in $dump"; @stat = stat $dump; is $stat[4], $pg_uid, "$dump owned by uid postgres"; is $stat[5], $pg_gid, "$dump owned by gid postgres"; push @backups, $dump; } note "basebackup"; my $receivewal_pid; if ($v >= 9.5) { if ($systemd) { program_ok 0, "systemctl start pg_receivewal\@$v-main"; } else { $receivewal_pid = fork; if ($receivewal_pid == 0) { # suppress "not renaming "000000010000000000000003.gz.partial", segment is not complete" exec "pg_backupcluster $v main receivewal 2>/dev/null"; } } program_ok $pg_uid, "psql -c 'create table poke_receivewal (t text)' mydb"; usleep($delay); my $wal = "000000010000000000000001"; $wal .= ".gz" if ($v >= 10); $wal .= ".partial"; TODO: { local $TODO = "WAL test is unstable"; ok_dir "$dir/wal", [$wal], "$dir/wal contains $wal"; } } if ($systemd) { program_ok $pg_uid, "psql -c 'alter system set checkpoint_timeout=30'" if ($v >= 9.4); # 30s is minimum program_ok $pg_uid, "psql -c 'select pg_reload_conf()'"; program_ok 0, "systemctl start pg_basebackup\@$v-main"; } else { program_ok 0, "pg_backupcluster --checkpoint=fast $v main basebackup"; } my ($basebackup) = glob "$dir/*.backup"; ok -d $basebackup, "dump created in $basebackup"; @stat = stat $basebackup; is $stat[4], $pg_uid, "$basebackup owned by uid postgres"; is $stat[5], $pg_gid, "$basebackup owned by gid postgres"; push @backups, $basebackup; note "list"; like_program_out 0, "pg_backupcluster $v main list", 0, qr/$dump.*$basebackup/s; note "more database changes"; program_ok $pg_uid, "psql -c \"insert into foo values ('data later deleted')\" mydb"; program_ok $pg_uid, "psql -c \"insert into foo values ('data from archive')\" mydb"; my $timestamp = `su -c "psql -XAtc 'select now()'" postgres`; ok $timestamp, "retrieve recovery timestamp"; program_ok $pg_uid, "psql -c \"delete from foo where t = 'data later deleted'\" mydb"; usleep($delay); if ($v >= 9.5) { # since we are stopping pg_receivewal before postgresql, this implicitly tests restoring from .partial WAL files as well if ($systemd) { program_ok 0, "systemctl stop pg_receivewal\@$v-main"; } else { is kill('INT', $receivewal_pid), 1, "stop receivewal"; } } for my $backup (@backups) { note "restore $backup"; program_ok 0, "pg_dropcluster $v main --stop"; program_ok 0, "pg_restorecluster $v main $backup --start --datadir /var/lib/postgresql/$v/snowflake"; like_program_out 0, "pg_lsclusters -h", 0, qr/$v main 5432 online postgres .var.lib.postgresql.$v.snowflake/; my $outref; is exec_as($pg_uid, "psql -XAtl", $outref), 0, 'psql -XAtl'; like $$outref, qr/^mydb\|postgres\|SQL_ASCII\|(libc\|)?en_US.UTF-8\|en_US.UTF-8\|(\|libc\||\|\|)?(=Tc\/postgres)?$/m, "mydb locales"; like $$outref, qr/myuser=C\/postgres/m, "mydb grants" if ($v >= 11); # pg_restore --create support in 11 like $$outref, qr/^myicudb\|postgres\|UTF8\|(icu\|)?en_US.UTF-8\|en_US.UTF-8\|(de\|icu\||de\|\|)?$/m, "myicudb locales" if ($v >= 15); is_program_out $pg_uid, "psql -XAtc 'show work_mem'", 0, "11MB\n"; is_program_out $pg_uid, "psql -XAtc 'select * from foo' mydb", 0, "data from backup\n"; is_program_out $pg_uid, "psql -XAtc \"select analyze_count between 1 and 3 from pg_stat_user_tables where relname = 'foo'\" mydb", 0, "t\n"; # --analyze-in-stages does 3 passes SKIP: { skip "alter role in database handling in PG <= 10 not supported", 1 if ($v <= 10); like_program_out $pg_uid, "psql -XAtc '\\drds'", 0, qr/myuser\|mydb\|search_path=public, myotherschema.* myuser\|\|search_path=public, myschema.* \|mydb\|search_path=public.*\n/; } } if ($v >= 9.5) { note "restore $basebackup with WAL archive"; program_ok 0, "pg_dropcluster $v main --stop"; program_ok 0, "pg_restorecluster $v main $basebackup --start --archive --port 5430"; like_program_out 0, "pg_lsclusters -h", 0, qr/$v main 5430 online postgres .var.lib.postgresql.$v.main/; is_program_out $pg_uid, "psql -XAtc 'select * from foo order by t' mydb", 0, "data from archive\ndata from backup\n"; note "restore $basebackup with PITR"; program_ok 0, "pg_dropcluster $v main --stop"; program_ok 0, "pg_restorecluster $v main $basebackup --start --pitr '$timestamp'"; like_program_out 0, "pg_lsclusters -h", 0, qr/$v main 5432 online postgres .var.lib.postgresql.$v.main/; is_program_out $pg_uid, "psql -XAtc 'select * from foo order by t' mydb", 0, "data from archive\ndata from backup\ndata later deleted\n"; } program_ok 0, "pg_dropcluster $v main --stop"; check_clean; } # foreach version done_testing(); # vim: filetype=perl