wget -q -O - \ https://github.com/pgbackrest/pgbackrest/archive/release/2.31.tar.gz | \ tar zx -C /build
sudo apt-get install make gcc libpq-dev libssl-dev libxml2-dev pkg-config \ liblz4-dev libzstd-dev libbz2-dev libz-dev
cd /build/pgbackrest-release-2.31/src && ./configure && make
sudo apt-get install postgresql-client libxml2
sudo scp build:/build/pgbackrest-release-2.31/src/pgbackrest /usr/bin
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -p -m 770 /var/log/pgbackrest
sudo chown postgres:postgres /var/log/pgbackrest
sudo mkdir -p /etc/pgbackrest
sudo mkdir -p /etc/pgbackrest/conf.d
sudo touch /etc/pgbackrest/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest/pgbackrest.conf
sudo chown postgres:postgres /etc/pgbackrest/pgbackrest.conf
sudo -u postgres pgbackrest
pgBackRest 2.31 - General help Usage: pgbackrest [options] [command] Commands: archive-get Get a WAL segment from the archive. archive-push Push a WAL segment to the archive. backup Backup a database cluster. check Check the configuration. expire Expire backups that exceed retention. help Get help. info Retrieve information about backups. restore Restore a database cluster. stanza-create Create the required stanza data. stanza-delete Delete a stanza. stanza-upgrade Upgrade a stanza. start Allow pgBackRest processes to run. stop Stop pgBackRest processes from running. version Get version. Use 'pgbackrest help [command]' for more information.
sudo -u postgres /usr/lib/postgresql/12/bin/initdb \ -D /var/lib/postgresql/12/demo -k -A peer
sudo pg_createcluster 12 demo
Configuring already existing cluster (configuration: /etc/postgresql/12/demo, data: /var/lib/postgresql/12/demo, owner: 106:110) Ver Cluster Port Status Owner Data directory Log file 12 demo 5432 down postgres /var/lib/postgresql/12/demo /var/log/postgresql/postgresql-12-demo.log
sudo -u postgres bash -c ' \ export PGBACKREST_LOG_PATH=/path/set/by/env && \ pgbackrest --log-level-console=error help backup log-path'
pgBackRest 2.31 - 'backup' command - 'log-path' option help Path where log files are stored. The log path provides a location for pgBackRest to store log files. Note that if log-level-file=off then no log path is required.
current: /path/set/by/env
default: /var/log/pgbackrest
sudo mkdir -p /var/lib/pgbackrest
sudo chmod 750 /var/lib/pgbackrest
sudo chown postgres:postgres /var/lib/pgbackrest
sudo pg_ctlcluster 12 demo restart
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create
P00 INFO: stanza-create command begin 2.31: --exec-id=357-dd0d95f6 --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: stanza-create command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 2.31: --exec-id=364-ffb8bc9f --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/12-1/0000000100000000/000000010000000000000001-a82594df22f5152206fc3e94e65ab9da58be7a1c.gz'
P00 INFO: check command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo \ --log-level-console=info backup
P00 INFO: backup command begin 2.31: --exec-id=374-6ca6f87d --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo
P00 WARN: no prior backup exists, incr backup has been changed to full
P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028 [filtered 973 lines of output] P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13201 (0B, 100%) P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)
P00 INFO: full backup size = 23.4MB
P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/2000138 [filtered 4 lines of output]
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 4 lines of output] P01 INFO: backup file /var/lib/postgresql/12/demo/global/pg_control (8KB, 99%) checksum 0f3027341be3ed0ae093456782f6332119346003 P01 INFO: backup file /var/lib/postgresql/12/demo/pg_logical/replorigin_checkpoint (8B, 100%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532
P00 INFO: diff backup size = 8KB
P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/3000138 [filtered 4 lines of output]
#m h dom mon dow command 30 06 * * 0 pgbackrest --type=full --stanza=demo backup 30 06 * * 1-6 pgbackrest --type=diff --stanza=demo backup
sudo -u postgres pgbackrest info
stanza: demo status: ok cipher: aes-256-cbc db (current) wal archive min/max (12-1): 000000010000000000000001/000000010000000000000003
full backup: 20201203-194325F
timestamp start/stop: 2020-12-03 19:43:25 / 2020-12-03 19:43:41 wal start/stop: 000000010000000000000002 / 000000010000000000000002 database size: 23.4MB, backup size: 23.4MB repository size: 2.8MB, repository backup size: 2.8MB
diff backup: 20201203-194325F_20201203-194343D
timestamp start/stop: 2020-12-03 19:43:43 / 2020-12-03 19:43:44 wal start/stop: 000000010000000000000003 / 000000010000000000000003 database size: 23.4MB, backup size: 8.3KB repository size: 2.8MB, repository backup size: 496B backup reference list: 20201203-194325F
sudo pg_ctlcluster 12 demo stop
sudo -u postgres rm /var/lib/postgresql/12/demo/global/pg_control
sudo pg_ctlcluster 12 demo start
Error: /usr/lib/postgresql/12/bin/pg_ctl /usr/lib/postgresql/12/bin/pg_ctl start -D /var/lib/postgresql/12/demo -l /var/log/postgresql/postgresql-12-demo.log -s -o -c config_file="/etc/postgresql/12/demo/postgresql.conf" exited with status 1:
postgres: could not find the database system
Expected to find it in the directory "/var/lib/postgresql/12/demo", but could not open file "/var/lib/postgresql/12/demo/global/pg_control": No such file or directory Examine the log output.
sudo -u postgres find /var/lib/postgresql/12/demo -mindepth 1 -delete
sudo -u postgres pgbackrest --stanza=demo restore
sudo pg_ctlcluster 12 demo start
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 2.31: --exec-id=508-17586d2f --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr P00 INFO: last backup label = 20201203-194325F_20201203-194343D, version = 2.31
P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes
P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028 P00 WARN: a timeline switch has occurred since the 20201203-194325F_20201203-194343D backup, enabling delta checksum [filtered 10 lines of output]
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 2.31: --exec-id=535-e56a6fd5 --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr P00 INFO: last backup label = 20201203-194325F_20201203-194404I, version = 2.31
P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes
P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028 P01 INFO: backup file /var/lib/postgresql/12/demo/global/pg_control (8KB, 99%) checksum deb38899019b76bd3a9568e789b0eb6a66604ca6 [filtered 8 lines of output]
sudo -u postgres cat \ /var/lib/postgresql/pgbackrest/doc/example/pgsql-pgbackrest-info.sql
-- An example of monitoring pgBackRest from within PostgreSQL -- -- Use copy to export data from the pgBackRest info command into the jsonb -- type so it can be queried directly by PostgreSQL. -- Create monitor schema create schema monitor; -- Get pgBackRest info in JSON format create function monitor.pgbackrest_info() returns jsonb AS $$ declare data jsonb; begin -- Create a temp table to hold the JSON data create temp table temp_pgbackrest_data (data jsonb); -- Copy data into the table directly from the pgBackRest info command copy temp_pgbackrest_data (data) from program 'pgbackrest --output=json info' (format text); select temp_pgbackrest_data.data into data from temp_pgbackrest_data; drop table temp_pgbackrest_data; return data; end $$ language plpgsql;
sudo -u postgres psql -f \ /var/lib/postgresql/pgbackrest/doc/example/pgsql-pgbackrest-info.sql
sudo -u postgres cat \ /var/lib/postgresql/pgbackrest/doc/example/pgsql-pgbackrest-query.sql
-- Get last successful backup for each stanza -- -- Requires the monitor.pgbackrest_info function. with stanza as ( select data->'name' as name, data->'backup'->( jsonb_array_length(data->'backup') - 1) as last_backup, data->'archive'->( jsonb_array_length(data->'archive') - 1) as current_archive from jsonb_array_elements(monitor.pgbackrest_info()) as data ) select name, to_timestamp( (last_backup->'timestamp'->>'stop')::numeric) as last_successful_backup, current_archive->>'max' as last_archived_wal from stanza;
sudo -u postgres psql -f \ /var/lib/postgresql/pgbackrest/doc/example/pgsql-pgbackrest-query.sql
name | last_successful_backup | last_archived_wal --------+------------------------+-------------------------- "demo" | 2020-12-03 19:44:09+00 | 000000020000000000000006 (1 row)
sudo apt-get install jq
sudo -u postgres pgbackrest --output=json --stanza=demo info | \ jq '.[0] | .backup[-1] | .timestamp.stop'
1607024649
sudo -u postgres pgbackrest --output=json --stanza=demo info | \ jq '.[0] | .archive[-1] | .max'
"000000020000000000000006"
sudo -u postgres pgbackrest --stanza=demo --type=full \ --log-level-console=detail backup
[filtered 984 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 2.31: --exec-id=678-d40c6d42 --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo
P00 DETAIL: archive retention on backup 20201203-194325F, archiveId = 12-1, start = 000000010000000000000002 P00 DETAIL: remove archive: archiveId = 12-1, start = 000000010000000000000001, stop = 000000010000000000000001
P00 INFO: expire command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo --type=full \ --log-level-console=info backup
[filtered 983 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 2.31: --exec-id=704-855f0c9d --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo
P00 INFO: expire full backup set: 20201203-194325F, 20201203-194325F_20201203-194343D, 20201203-194325F_20201203-194404I, 20201203-194325F_20201203-194407I
P00 INFO: remove expired backup 20201203-194325F_20201203-194407I P00 INFO: remove expired backup 20201203-194325F_20201203-194404I [filtered 2 lines of output]
rollingset of differentials for the last day or more. This allows quick restores to recent points-in-time but reduces overall space consumption.
sudo -u postgres pgbackrest --stanza=demo --type=diff backup
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 11 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 2.31: --exec-id=770-f8d6a29c --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo
P00 INFO: expire diff backup set: 20201203-194432F_20201203-194449D, 20201203-194432F_20201203-194452I
P00 INFO: remove expired backup 20201203-194432F_20201203-194452I P00 INFO: remove expired backup 20201203-194432F_20201203-194449D
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 9 lines of output] P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/11000100 P00 INFO: check archive for segment(s) 000000020000000000000011:000000020000000000000011
P00 INFO: new backup label = 20201203-194432F_20201203-194459D
P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 2.31: --exec-id=820-614fe7e5 --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo
sudo -u postgres pgbackrest --stanza=demo --log-level-console=detail \ --repo1-retention-archive-type=diff --repo1-retention-archive=1 expire
P00 INFO: expire command begin 2.31: --exec-id=844-8a17f858 --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo P00 DETAIL: archive retention on backup 20201203-194416F, archiveId = 12-1, start = 000000020000000000000008, stop = 000000020000000000000008 P00 DETAIL: archive retention on backup 20201203-194432F, archiveId = 12-1, start = 00000002000000000000000A, stop = 00000002000000000000000A
P00 DETAIL: archive retention on backup 20201203-194432F_20201203-194455D, archiveId = 12-1, start = 00000002000000000000000D, stop = 00000002000000000000000D
P00 DETAIL: archive retention on backup 20201203-194432F_20201203-194459D, archiveId = 12-1, start = 000000020000000000000011
P00 DETAIL: remove archive: archiveId = 12-1, start = 000000020000000000000009, stop = 000000020000000000000009 P00 DETAIL: remove archive: archiveId = 12-1, start = 00000002000000000000000B, stop = 00000002000000000000000C P00 DETAIL: remove archive: archiveId = 12-1, start = 00000002000000000000000E, stop = 000000020000000000000010
P00 INFO: expire command end: completed successfully
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --log-level-console=detail restore
[filtered 2 lines of output] P00 DETAIL: check '/var/lib/postgresql/12/demo' exists P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete
P00 INFO: remove invalid files/links/paths from '/var/lib/postgresql/12/demo'
P00 DETAIL: remove invalid file '/var/lib/postgresql/12/demo/backup_label.old' P00 DETAIL: remove invalid file '/var/lib/postgresql/12/demo/base/1/pg_internal.init' [filtered 816 lines of output] P01 DETAIL: restore file /var/lib/postgresql/12/demo/base/13358/PG_VERSION - exists and matches backup (3B, 99%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe P01 DETAIL: restore file /var/lib/postgresql/12/demo/base/1/PG_VERSION - exists and matches backup (3B, 99%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe
P01 DETAIL: restore file /var/lib/postgresql/12/demo/PG_VERSION - exists and matches backup (3B, 100%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe
P01 DETAIL: restore file /var/lib/postgresql/12/demo/global/6100 - exists and is zero size (0B, 100%) P01 DETAIL: restore file /var/lib/postgresql/12/demo/global/6000 - exists and is zero size (0B, 100%) [filtered 201 lines of output]
sudo pg_ctlcluster 12 demo start
sudo -u postgres psql -c "create database test1;"
CREATE DATABASE
sudo -u postgres psql -c "create database test2;"
CREATE DATABASE
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo -u postgres psql -c "create table test1_table (id int); \ insert into test1_table (id) values (1);" test1
INSERT 0 1
sudo -u postgres psql -c "create table test2_table (id int); \ insert into test2_table (id) values (2);" test2
INSERT 0 1
sudo -u postgres du -sh /var/lib/postgresql/12/demo/base/24576
7.8M /var/lib/postgresql/12/demo/base/24576
sudo -u postgres pgbackrest --stanza=demo \ --set=20201203-194432F_20201203-194510I info
[filtered 11 lines of output] repository size: 4.7MB, repository backup size: 1.9MB backup reference list: 20201203-194432F, 20201203-194432F_20201203-194459D
database list: postgres (13359), test1 (24576), test2 (24577)
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --db-include=test2 restore
sudo pg_ctlcluster 12 demo start
sudo -u postgres psql -c "select * from test2_table;" test2
id ---- 2 (1 row)
sudo -u postgres psql -c "select * from test1_table;" test1
psql: error: FATAL: relation mapping file "base/24576/pg_filenode.map" contains invalid data
sudo -u postgres du -sh /var/lib/postgresql/12/demo/base/24576
176K /var/lib/postgresql/12/demo/base/24576
sudo -u postgres psql -c "drop database test1;"
DROP DATABASE
sudo -u postgres psql -c "select oid, datname from pg_database order by oid;"
oid | datname -------+----------- 1 | template1 13358 | template0 13359 | postgres
24577 | test2
(4 rows)
sudo -u postgres pgbackrest --stanza=demo --type=diff backup
sudo -u postgres psql -c "begin; \ create table important_table (message text); \ insert into important_table values ('Important Data'); \ commit; \ select * from important_table;"
message ----------------
Important Data
(1 row)
sudo -u postgres psql -Atc "select current_timestamp"
2020-12-03 19:45:40.197709+00
sudo -u postgres psql -c "begin; \ drop table important_table; \ commit; \ select * from important_table;"
ERROR: relation "important_table" does not exist
LINE 1: ...le important_table; commit; select * from important_... ^
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --type=time "--target=2020-12-03 19:45:40.197709+00" \ --target-action=promote restore
sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf
[filtered 12 lines of output] # Recovery settings generated by pgBackRest restore on 2020-12-03 19:45:43 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"'
recovery_target_time = '2020-12-03 19:45:40.197709+00'
recovery_target_action = 'promote'
sudo pg_ctlcluster 12 demo start
sudo -u postgres psql -c "select * from important_table"
message ----------------
Important Data
(1 row)
sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log
[filtered 3 lines of output] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" LOG: database system was interrupted; last known up at 2020-12-03 19:45:32 UTC
LOG: starting point-in-time recovery to 2020-12-03 19:45:40.197709+00
LOG: restored log file "00000004.history" from archive LOG: restored log file "000000040000000000000016" from archive [filtered 2 lines of output] LOG: database system is ready to accept read only connections LOG: restored log file "000000040000000000000017" from archive
LOG: recovery stopping before commit of transaction 495, time 2020-12-03 19:45:42.01699+00
LOG: redo done at 0/17019E10
LOG: last completed transaction was at log time 2020-12-03 19:45:38.928234+00
LOG: selected new timeline ID: 5 LOG: archive recovery complete [filtered 2 lines of output]
sudo -u postgres psql -c "begin; \ drop table important_table; \ commit; \ select * from important_table;"
ERROR: relation "important_table" does not exist
LINE 1: ...le important_table; commit; select * from important_... ^
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo -u postgres pgbackrest info
stanza: demo status: ok cipher: aes-256-cbc db (current) wal archive min/max (12-1): 000000020000000000000008/000000050000000000000018 full backup: 20201203-194416F timestamp start/stop: 2020-12-03 19:44:16 / 2020-12-03 19:44:29 wal start/stop: 000000020000000000000008 / 000000020000000000000008 database size: 23.4MB, backup size: 23.4MB repository size: 2.8MB, repository backup size: 2.8MB full backup: 20201203-194432F timestamp start/stop: 2020-12-03 19:44:32 / 2020-12-03 19:44:47 wal start/stop: 00000002000000000000000A / 00000002000000000000000A database size: 23.4MB, backup size: 23.4MB repository size: 2.8MB, repository backup size: 2.8MB diff backup: 20201203-194432F_20201203-194459D timestamp start/stop: 2020-12-03 19:44:59 / 2020-12-03 19:45:01 wal start/stop: 000000020000000000000011 / 000000020000000000000011 database size: 23.4MB, backup size: 112.3KB repository size: 2.8MB, repository backup size: 13.3KB backup reference list: 20201203-194432F incr backup: 20201203-194432F_20201203-194510I timestamp start/stop: 2020-12-03 19:45:10 / 2020-12-03 19:45:19 wal start/stop: 000000030000000000000013 / 000000030000000000000013 database size: 38.6MB, backup size: 15.7MB repository size: 4.7MB, repository backup size: 1.9MB backup reference list: 20201203-194432F, 20201203-194432F_20201203-194459D diff backup: 20201203-194432F_20201203-194532D timestamp start/stop: 2020-12-03 19:45:32 / 2020-12-03 19:45:38 wal start/stop: 000000040000000000000016 / 000000040000000000000016 database size: 31MB, backup size: 8.2MB repository size: 3.8MB, repository backup size: 1007.8KB backup reference list: 20201203-194432F
incr backup: 20201203-194432F_20201203-194550I
timestamp start/stop: 2020-12-03 19:45:50 / 2020-12-03 19:45:51 wal start/stop: 000000050000000000000018 / 000000050000000000000018 database size: 31MB, backup size: 2.2MB repository size: 3.8MB, repository backup size: 234.0KB backup reference list: 20201203-194432F, 20201203-194432F_20201203-194532D
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --set=20201203-194432F_20201203-194550I \ --type=time "--target=2020-12-03 19:45:40.197709+00" --target-action=promote restore
sudo pg_ctlcluster 12 demo start
sudo -u postgres psql -c "select * from important_table"
ERROR: relation "important_table" does not exist
LINE 1: select * from important_table ^
recovery stopping before...and
last completed transaction...log messages. If they are not present then the recovery to the specified point-in-time was not successful.
sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log
[filtered 3 lines of output] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" LOG: database system was interrupted; last known up at 2020-12-03 19:45:50 UTC
LOG: starting point-in-time recovery to 2020-12-03 19:45:40.197709+00
LOG: restored log file "00000005.history" from archive LOG: restored log file "000000050000000000000018" from archive LOG: redo starts at 0/18000028
LOG: consistent recovery state reached at 0/18000100
LOG: database system is ready to accept read only connections LOG: redo done at 0/18000100 [filtered 7 lines of output]
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --type=time "--target=2020-12-03 19:45:40.197709+00" \ --target-action=promote restore
sudo pg_ctlcluster 12 demo start
sudo -u postgres psql -c "select * from important_table"
message ----------------
Important Data
(1 row)
recovery stopping before...and
last completed transaction...messages showing that the recovery was successful.
sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log
[filtered 5 lines of output] LOG: restored log file "00000005.history" from archive LOG: restored log file "00000006.history" from archive
LOG: starting point-in-time recovery to 2020-12-03 19:45:40.197709+00
LOG: restored log file "00000006.history" from archive LOG: restored log file "000000040000000000000016" from archive [filtered 4 lines of output] LOG: database system is ready to accept read only connections LOG: restored log file "000000050000000000000017" from archive
LOG: recovery stopping before commit of transaction 496, time 2020-12-03 19:45:49.300224+00
LOG: redo done at 0/17022440
LOG: last completed transaction was at log time 2020-12-03 19:45:38.928234+00
LOG: selected new timeline ID: 7 LOG: archive recovery complete [filtered 2 lines of output]
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create
P00 INFO: stanza-create command begin 2.31: --exec-id=1606-e7097ae8 --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-azure-account=--repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-type=azure --stanza=demo
P00 INFO: stanza-create command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo \ --log-level-console=info backup
P00 INFO: backup command begin 2.31: --exec-id=1614-50101ecb --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=4 --repo1-azure-account=--repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-type=azure --stanza=demo --start-fast
P00 WARN: no prior backup exists, incr backup has been changed to full
P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028 [filtered 1279 lines of output] P02 INFO: backup file /var/lib/postgresql/12/demo/base/1/13201 (0B, 100%) P04 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)
P00 INFO: full backup size = 31MB
P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/18000100 [filtered 4 lines of output]
{ "Version": "2012-10-17", "Statement": [ { "Effect": "Allow", "Action": [ "s3:ListBucket" ], "Resource": [ "arn:aws:s3:::demo-bucket" ], "Condition": { "StringEquals": { "s3:prefix": [ "", "demo-repo" ], "s3:delimiter": [ "/" ] } } }, { "Effect": "Allow", "Action": [ "s3:ListBucket" ], "Resource": [ "arn:aws:s3:::demo-bucket" ], "Condition": { "StringLike": { "s3:prefix": [ "demo-repo/*" ] } } }, { "Effect": "Allow", "Action": [ "s3:PutObject", "s3:GetObject", "s3:DeleteObject" ], "Resource": [ "arn:aws:s3:::demo-bucket/demo-repo/*" ] } ] }
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create
P00 INFO: stanza-create command begin 2.31: --exec-id=1661-cfd3092d --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo
P00 INFO: stanza-create command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo \ --log-level-console=info backup
P00 INFO: backup command begin 2.31: --exec-id=1668-61a37639 --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=4 --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast
P00 WARN: no prior backup exists, incr backup has been changed to full
P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 00000007000000000000001A, lsn = 0/1A000028 [filtered 1279 lines of output] P03 INFO: backup file /var/lib/postgresql/12/demo/base/1/13201 (0B, 100%) P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)
P00 INFO: full backup size = 31MB
P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 00000007000000000000001A, lsn = 0/1A000100 [filtered 4 lines of output]
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stop
P00 INFO: stop command begin 2.31: --exec-id=1694-a2e243e9 --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo
P00 INFO: stop command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-delete
P00 INFO: stanza-delete command begin 2.31: --exec-id=1700-e5b822b5 --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass=--repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo
P00 INFO: stanza-delete command end: completed successfully
sudo adduser --disabled-password --gecos "" pgbackrest
sudo apt-get install postgresql-client libxml2
sudo scp build:/build/pgbackrest-release-2.31/src/pgbackrest /usr/bin
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -p -m 770 /var/log/pgbackrest
sudo chown pgbackrest:pgbackrest /var/log/pgbackrest
sudo mkdir -p /etc/pgbackrest
sudo mkdir -p /etc/pgbackrest/conf.d
sudo touch /etc/pgbackrest/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest/pgbackrest.conf
sudo chown pgbackrest:pgbackrest /etc/pgbackrest/pgbackrest.conf
sudo mkdir -p /var/lib/pgbackrest
sudo chmod 750 /var/lib/pgbackrest
sudo chown pgbackrest:pgbackrest /var/lib/pgbackrest
sudo -u pgbackrest mkdir -m 750 /home/pgbackrest/.ssh
sudo -u pgbackrest ssh-keygen -f /home/pgbackrest/.ssh/id_rsa \ -t rsa -b 4096 -N ""
sudo -u postgres mkdir -m 750 -p /var/lib/postgresql/.ssh
sudo -u postgres ssh-keygen -f /var/lib/postgresql/.ssh/id_rsa \ -t rsa -b 4096 -N ""
(echo -n 'no-agent-forwarding,no-X11-forwarding,no-port-forwarding,' && \ echo -n 'command="/usr/bin/pgbackrest ${SSH_ORIGINAL_COMMAND#* }" ' && \ sudo ssh root@pg-primary cat /var/lib/postgresql/.ssh/id_rsa.pub) | \ sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys
(echo -n 'no-agent-forwarding,no-X11-forwarding,no-port-forwarding,' && \ echo -n 'command="/usr/bin/pgbackrest ${SSH_ORIGINAL_COMMAND#* }" ' && \ sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub) | \ sudo -u postgres tee -a /var/lib/postgresql/.ssh/authorized_keys
sudo -u pgbackrest ssh postgres@pg-primary
sudo -u postgres ssh pgbackrest@repository
sudo -u pgbackrest pgbackrest --stanza=demo stanza-create
sudo -u postgres pgbackrest --stanza=demo check
sudo -u pgbackrest pgbackrest --stanza=demo check
sudo -u pgbackrest pgbackrest --stanza=demo backup
P00 WARN: no prior backup exists, incr backup has been changed to full
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta restore
sudo pg_ctlcluster 12 demo start
sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup
sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup
sudo -u pgbackrest pgbackrest info
stanza: demo status: ok cipher: none db (current) wal archive min/max (12-1): 000000080000000000000020/000000080000000000000021 full backup: 20201203-194723F
timestamp start/stop: 2020-12-03 19:47:23 / 2020-12-03 19:47:41
wal start/stop: 000000080000000000000020 / 000000080000000000000020 database size: 31MB, backup size: 31MB repository size: 3.7MB, repository backup size: 3.7MB full backup: 20201203-194743F
timestamp start/stop: 2020-12-03 19:47:43 / 2020-12-03 19:47:50
wal start/stop: 000000080000000000000021 / 000000080000000000000021 database size: 31MB, backup size: 31MB repository size: 3.7MB, repository backup size: 3.7MB
sudo -u postgres pgbackrest stop
sudo -u pgbackrest pgbackrest --stanza=demo backup
P00 WARN: unable to check pg-1: [StopError] raised from remote-0 protocol on 'pg-primary': stop file exists for all stanzas
P00 ERROR: [056]: unable to find primary cluster - cannot proceed
sudo -u postgres pgbackrest stop
P00 WARN: stop file already exists for all stanzas
sudo -u postgres pgbackrest start
sudo -u postgres pgbackrest --stanza=demo stop
sudo -u pgbackrest pgbackrest --stanza=demo backup
P00 WARN: unable to check pg-1: [StopError] raised from remote-0 protocol on 'pg-primary': stop file exists for stanza demo
P00 ERROR: [056]: unable to find primary cluster - cannot proceed
sudo -u postgres pgbackrest --stanza=demo start
sudo apt-get install postgresql-client libxml2
sudo scp build:/build/pgbackrest-release-2.31/src/pgbackrest /usr/bin
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -p -m 770 /var/log/pgbackrest
sudo chown postgres:postgres /var/log/pgbackrest
sudo mkdir -p /etc/pgbackrest
sudo mkdir -p /etc/pgbackrest/conf.d
sudo touch /etc/pgbackrest/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest/pgbackrest.conf
sudo chown postgres:postgres /etc/pgbackrest/pgbackrest.conf
sudo -u postgres mkdir -m 750 -p /var/lib/postgresql/.ssh
sudo -u postgres ssh-keygen -f /var/lib/postgresql/.ssh/id_rsa \ -t rsa -b 4096 -N ""
(echo -n 'no-agent-forwarding,no-X11-forwarding,no-port-forwarding,' && \ echo -n 'command="/usr/bin/pgbackrest ${SSH_ORIGINAL_COMMAND#* }" ' && \ sudo ssh root@pg-standby cat /var/lib/postgresql/.ssh/id_rsa.pub) | \ sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys
(echo -n 'no-agent-forwarding,no-X11-forwarding,no-port-forwarding,' && \ echo -n 'command="/usr/bin/pgbackrest ${SSH_ORIGINAL_COMMAND#* }" ' && \ sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub) | \ sudo -u postgres tee -a /var/lib/postgresql/.ssh/authorized_keys
sudo -u pgbackrest ssh postgres@pg-standby
sudo -u postgres ssh pgbackrest@repository
sudo pg_createcluster 12 demo
sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore
sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf
# Do not edit this file manually! # It will be overwritten by the ALTER SYSTEM command. # Recovery settings generated by pgBackRest restore on 2020-12-03 19:43:58 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:45:03 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:45:24 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:46:01 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Removed by pgBackRest restore on 2020-12-03 19:47:16 # recovery_target_time = '2020-12-03 19:45:40.197709+00' # Removed by pgBackRest restore on 2020-12-03 19:47:16 # recovery_target_action = 'promote' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:47:16 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:48:18 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"'
sudo pg_ctlcluster 12 demo start
sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log
[filtered 4 lines of output] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" LOG: database system was interrupted; last known up at 2020-12-03 19:47:43 UTC
LOG: entering standby mode
LOG: restored log file "00000008.history" from archive LOG: restored log file "000000080000000000000021" from archive LOG: redo starts at 0/21000028 LOG: consistent recovery state reached at 0/21000138
LOG: database system is ready to accept read only connections
sudo -u postgres psql -c " \ begin; \ create table replicated_table (message text); \ insert into replicated_table values ('Important Data'); \ commit; \ select * from replicated_table";
message ----------------
Important Data
(1 row)
sudo -u postgres psql -c "select * from replicated_table;"
ERROR: relation "replicated_table" does not exist
LINE 1: select * from replicated_table; ^
sudo -u postgres psql -c "select *, current_timestamp from pg_switch_wal()";
pg_switch_wal | current_timestamp ---------------+------------------------------- 0/22021750 | 2020-12-03 19:48:26.693574+00 (1 row)
sudo -u postgres psql -c " \ select *, current_timestamp from replicated_table"
message | current_timestamp ----------------+-------------------------------
Important Data | 2020-12-03 19:48:27.631788+00
(1 row)
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 2.31: --exec-id=452-e71fa7b8 --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-host=repository --stanza=demo
P00 INFO: switch wal not performed because this is a standby
P00 INFO: check command end: completed successfully
sudo -u postgres psql -c " \ create user replicator password 'jw8s0F4' replication";
CREATE ROLE
sudo -u postgres sh -c 'echo \ "host replication replicator 172.17.0.7/32 md5" \ >> /etc/postgresql/12/demo/pg_hba.conf'
sudo pg_ctlcluster 12 demo reload
sudo -u postgres sh -c 'echo \ "172.17.0.5:*:replication:replicator:jw8s0F4" \ >> /var/lib/postgresql/.pgpass'
sudo -u postgres chmod 600 /var/lib/postgresql/.pgpass
sudo pg_ctlcluster 12 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore
sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf
# Do not edit this file manually! # It will be overwritten by the ALTER SYSTEM command. # Recovery settings generated by pgBackRest restore on 2020-12-03 19:43:58 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:45:03 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:45:24 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:46:01 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Removed by pgBackRest restore on 2020-12-03 19:47:16 # recovery_target_time = '2020-12-03 19:45:40.197709+00' # Removed by pgBackRest restore on 2020-12-03 19:47:16 # recovery_target_action = 'promote' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:47:16 restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"' # Recovery settings generated by pgBackRest restore on 2020-12-03 19:48:32 primary_conninfo = 'host=172.17.0.5 port=5432 user=replicator' restore_command = 'pgbackrest --stanza=demo archive-get %f "%p"'
sudo pg_ctlcluster 12 demo start
sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log
[filtered 11 lines of output] LOG: database system is ready to accept read only connections LOG: restored log file "000000080000000000000022" from archive
LOG: started streaming WAL from primary at 0/23000000 on timeline 8
sudo -u postgres psql -c " \ begin; \ create table stream_table (message text); \ insert into stream_table values ('Important Data'); \ commit; \ select *, current_timestamp from stream_table";
message | current_timestamp ----------------+-------------------------------
Important Data | 2020-12-03 19:48:38.768158+00
(1 row)
sudo -u postgres psql -c " \ select *, current_timestamp from stream_table"
message | current_timestamp ----------------+-------------------------------
Important Data | 2020-12-03 19:48:39.504126+00
(1 row)
sudo mkdir -p -m 750 /var/spool/pgbackrest
sudo chown postgres:postgres /var/spool/pgbackrest
sudo mkdir -p -m 750 /var/spool/pgbackrest
sudo chown postgres:postgres /var/spool/pgbackrest
sudo -u postgres psql -c "alter user replicator password 'bogus'"
ALTER ROLE
sudo pg_ctlcluster 12 demo restart
looking aheadto see which WAL segments are ready to be archived beyond the request that PostgreSQL is currently making via the archive_command. WAL segments are transferred to the archive directly from the pg_xlog/pg_wal directory and success is only returned by the archive_command when the WAL segment has been safely stored in the archive.
sudo -u postgres psql -c " \ select pg_create_restore_point('test async push'); select pg_switch_wal(); \ select pg_create_restore_point('test async push'); select pg_switch_wal(); \ select pg_create_restore_point('test async push'); select pg_switch_wal(); \ select pg_create_restore_point('test async push'); select pg_switch_wal(); \ select pg_create_restore_point('test async push'); select pg_switch_wal();"
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 2.31: --exec-id=2268-c480d865 --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-host=repository --stanza=demo
P00 INFO: WAL segment 000000080000000000000028 successfully archived to '/var/lib/pgbackrest/archive/demo/12-1/0000000800000000/000000080000000000000028-d99d991376f520d050adcb2fb668ea239de46d21.gz'
P00 INFO: check command end: completed successfully
sudo -u postgres cat /var/log/pgbackrest/demo-archive-push-async.log
-------------------PROCESS START------------------- P00 INFO: archive-push:async command begin 2.31: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --exec-id=2256-97684fd2 --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000023 P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive
P00 INFO: archive-push:async command end: completed successfully -------------------PROCESS START------------------- P00 INFO: archive-push:async command begin 2.31: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --exec-id=2272-a329e16f --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000024...000000080000000000000027 P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive P02 DETAIL: pushed WAL file '000000080000000000000025' to the archive P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive P02 DETAIL: pushed WAL file '000000080000000000000027' to the archive
P00 INFO: archive-push:async command end: completed successfully -------------------PROCESS START------------------- P00 INFO: archive-push:async command begin 2.31: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --exec-id=2287-99e023cc --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000028 P01 DETAIL: pushed WAL file '000000080000000000000028' to the archive
P00 INFO: archive-push:async command end: completed successfully
sudo -u postgres cat /var/log/pgbackrest/demo-archive-get-async.log
-------------------PROCESS START------------------- P00 INFO: archive-get:async command begin 2.31: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --archive-async --exec-id=638-8e57ee77 --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000021...000000080000000000000028
P01 DETAIL: found 000000080000000000000021 in the archive P02 DETAIL: found 000000080000000000000022 in the archive
P02 DETAIL: unable to find 000000080000000000000024 in the archive P01 DETAIL: unable to find 000000080000000000000023 in the archive [filtered 20 lines of output] P00 INFO: archive-get:async command begin 2.31: [000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A] --archive-async --exec-id=679-3ec2dc32 --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000023...00000008000000000000002A
P01 DETAIL: found 000000080000000000000023 in the archive P02 DETAIL: found 000000080000000000000024 in the archive P01 DETAIL: found 000000080000000000000025 in the archive P02 DETAIL: found 000000080000000000000026 in the archive
P02 DETAIL: unable to find 000000080000000000000028 in the archive P02 DETAIL: unable to find 000000080000000000000029 in the archive P02 DETAIL: unable to find 00000008000000000000002A in the archive
P01 DETAIL: found 000000080000000000000027 in the archive
P00 INFO: archive-get:async command end: completed successfully [filtered 8 lines of output] P02 DETAIL: unable to find 00000008000000000000002E in the archive P02 DETAIL: unable to find 00000008000000000000002F in the archive
P01 DETAIL: found 000000080000000000000028 in the archive
P00 INFO: archive-get:async command end: completed successfully
sudo -u postgres psql -c "alter user replicator password 'jw8s0F4'"
ALTER ROLE
sudo -u pgbackrest pgbackrest --stanza=demo --log-level-console=detail backup
[filtered 2 lines of output] P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 00000008000000000000002A, lsn = 0/2A000028
P00 INFO: wait for replay on the standby to reach 0/2A000028 P00 INFO: replay on the standby reached 0/2A000028
P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2608 (456KB, 19%) checksum 9a32b1fa714a03d6f5bd34363c9eb93ea97749de P04 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2674 (344KB, 34%) checksum 507fbfdf5c0b6068d94487b2df4dfc858c56ce41 [filtered 6 lines of output] P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/3455 (40KB, 67%) checksum cd1bb3d7da8af0649ec526b1c5a69d2f3b9648a4 P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2703 (32KB, 68%) checksum 8d86385e64d55c4e21c3746bebe18fa3e481f33f
P01 INFO: backup file pg-primary:/var/lib/postgresql/12/demo/global/pg_control (8KB, 68%) checksum ee2b8b3e65a778af50a4b8937f50dbc7b4eb4811
P04 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2704 (40KB, 70%) checksum 8ef046387cbeb4da32213c34e1c449df1d7027f9 P03 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/1249 (440KB, 89%) checksum 0e88b32afcbabd9d532f25e93020c99cfed4db7e P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2662 (32KB, 90%) checksum a20ed40f75fb694f3656a8f45f1081528c6cba41 P04 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2610 (32KB, 92%) checksum ea30a4054782b3debf11c1f074b4c1a3c151919c
P01 INFO: backup file pg-primary:/var/lib/postgresql/12/demo/pg_logical/replorigin_checkpoint (8B, 92%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532
P03 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2608_fsm (24KB, 93%) checksum 183b69a55cf666c5ff6a17847e9c2225b45c73b1 P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/1249_fsm (24KB, 94%) checksum 4e86debb0f6b1c4ae71f7aa206ef2906eba0bd30 [filtered 1279 lines of output]
sudo pg_ctlcluster 12 demo stop
sudo pg_ctlcluster 12 demo stop
sudo -u postgres /usr/lib/postgresql/13/bin/initdb \ -D /var/lib/postgresql/13/demo -k -A peer
sudo pg_createcluster 13 demo
sudo -u postgres sh -c 'cd /var/lib/postgresql && \ /usr/lib/postgresql/13/bin/pg_upgrade \ --old-bindir=/usr/lib/postgresql/12/bin \ --new-bindir=/usr/lib/postgresql/13/bin \ --old-datadir=/var/lib/postgresql/12/demo \ --new-datadir=/var/lib/postgresql/13/demo \ --old-options=" -c config_file=/etc/postgresql/12/demo/postgresql.conf" \ --new-options=" -c config_file=/etc/postgresql/13/demo/postgresql.conf"'
[filtered 63 lines of output] Creating script to delete old cluster ok
Upgrade Complete
---------------- Optimizer statistics are not transferred by pg_upgrade so, [filtered 4 lines of output]
sudo cp /etc/postgresql/12/demo/pg_hba.conf \ /etc/postgresql/13/demo/pg_hba.conf
sudo -u pgbackrest pgbackrest --stanza=demo --no-online \ --log-level-console=info stanza-upgrade
P00 INFO: stanza-upgrade command begin 2.31: --no-backup-standby --exec-id=1394-3a1f25e4 --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/postgresql/13/demo --pg2-path=/var/lib/postgresql/13/demo --repo1-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: stanza-upgrade command end: completed successfully
sudo pg_ctlcluster 13 demo start
sudo -u postgres pg_lsclusters
Ver Cluster Port Status Owner Data directory Log file 12 demo 5432 down postgres /var/lib/postgresql/12/demo /var/log/postgresql/postgresql-12-demo.log 13 demo 5432 online postgres /var/lib/postgresql/13/demo /var/log/postgresql/postgresql-13-demo.log
sudo -u postgres pgbackrest --stanza=demo check
sudo pg_dropcluster 12 demo
sudo pg_dropcluster 12 demo
sudo pg_createcluster 13 demo
sudo -u pgbackrest pgbackrest --stanza=demo check
P00 WARN: unable to check pg-2: [DbConnectError] raised from remote-0 protocol on 'pg-standby': unable to connect to 'dbname='postgres' port=5432': could not connect to server: No such file or directory Is the server running locally and accepting connections on Unix domain socket "/var/run/postgresql/.s.PGSQL.5432"?
sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup
sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore
sudo pg_ctlcluster 13 demo start
sudo -u postgres pgbackrest --stanza=demo check