sudo rm -f /usr/bin/pgbackrest
sudo rm -f /usr/bin/pg_backrest
sudo rm -rf /usr/lib/perl5/BackRest
sudo rm -rf /usr/share/perl5/BackRest
sudo rm -rf /usr/lib/perl5/pgBackRest
sudo rm -rf /usr/share/perl5/pgBackRest
sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl
sudo wget -q -O - \ https://github.com/pgbackrest/pgbackrest/archive/release/1.27.tar.gz | \ sudo tar zx -C /root
sudo cp -r /root/pgbackrest-release-1.27/lib/pgBackRest \ /usr/share/perl5
sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +
sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +
sudo cp /root/pgbackrest-release-1.27/bin/pgbackrest /usr/bin/pgbackrest
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -m 770 /var/log/pgbackrest
sudo chown postgres:postgres /var/log/pgbackrest
sudo touch /etc/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest.conf
sudo chown postgres:postgres /etc/pgbackrest.conf
sudo sh -c 'cd /root/pgbackrest-release-1.27/libc && \ perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'
sudo make -C /root/pgbackrest-release-1.27/libc test
sudo make -C /root/pgbackrest-release-1.27/libc install
sudo -u postgres pgbackrest
pgBackRest 1.27 - General help Usage: pgbackrest [options] [command] Commands: archive-get Get a WAL segment from the archive. archive-push Push a WAL segment to the archive. backup Backup a database cluster. check Check the configuration. expire Expire backups that exceed retention. help Get help. info Retrieve information about backups. restore Restore a database cluster. stanza-create Create the required stanza data. stanza-upgrade Upgrade a stanza. start Allow pgBackRest processes to run. stop Stop pgBackRest processes from running. version Get version. Use 'pgbackrest help [command]' for more information.
sudo -u postgres /usr/lib/postgresql/9.4/bin/initdb \ -D /var/lib/postgresql/9.4/demo -k -A peer
sudo pg_createcluster 9.4 demo
Configuring already existing cluster (configuration: /etc/postgresql/9.4/demo, data: /var/lib/postgresql/9.4/demo, owner: 5000:5000) Ver Cluster Port Status Owner Data directory Log file 9.4 demo 5432 down postgres /var/lib/postgresql/9.4/demo /var/log/postgresql/postgresql-9.4-demo.log
sudo mkdir /var/lib/pgbackrest
sudo chmod 750 /var/lib/pgbackrest
sudo chown postgres:postgres /var/lib/pgbackrest
sudo pg_ctlcluster 9.4 demo restart
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create
P00 INFO: stanza-create command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: stanza-create command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: WAL segment 000000010000000000000001 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.4-1/0000000100000000/000000010000000000000001-338482879852e73e2b8030096cf3280544e434a0.gz'
P00 INFO: check command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-full=2 --stanza=demo
P00 WARN: no prior backup exists, incr backup has been changed to full
P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:52:40": backup begins after the next regular checkpoint completes P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028 [filtered 754 lines of output] P01 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11895 (0B, 100%) P01 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11885 (0B, 100%)
P00 INFO: full backup size = 19.2MB
P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/20000F0 [filtered 4 lines of output]
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 4 lines of output] P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum 9676546559de163fe28886077df2a1b28b3c2d60 P01 INFO: backup file /var/lib/postgresql/9.4/demo/backup_label (236B, 100%) checksum 260f6cc9802857fdbfb1309bbebf5d489e3f697b
P00 INFO: diff backup size = 8.2KB
P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/3000128 [filtered 4 lines of output]
#m h dom mon dow command 30 06 * * 0 pgbackrest --type=full --stanza=demo backup 30 06 * * 1-6 pgbackrest --type=diff --stanza=demo backup
sudo -u postgres pgbackrest info
stanza: demo status: ok db (current) wal archive min/max (9.4-1): 000000010000000000000002 / 000000010000000000000003
full backup: 20171219-225240F
timestamp start/stop: 2017-12-19 22:52:40 / 2017-12-19 22:52:46 wal start/stop: 000000010000000000000002 / 000000010000000000000002 database size: 19.2MB, backup size: 19.2MB repository size: 2.2MB, repository backup size: 2.2MB
diff backup: 20171219-225240F_20171219-225247D
timestamp start/stop: 2017-12-19 22:52:47 / 2017-12-19 22:52:50 wal start/stop: 000000010000000000000003 / 000000010000000000000003 database size: 19.2MB, backup size: 8.2KB repository size: 2.2MB, repository backup size: 400B backup reference list: 20171219-225240F
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres rm /var/lib/postgresql/9.4/demo/global/pg_control
sudo pg_ctlcluster 9.4 demo start
The PostgreSQL server failed to start. Please check the log output:
postgres: could not find the database system
Expected to find it in the directory "/var/lib/postgresql/9.4/demo", but could not open file "/var/lib/postgresql/9.4/demo/global/pg_control": No such file or directory
sudo -u postgres find /var/lib/postgresql/9.4/demo -mindepth 1 -delete
sudo -u postgres pgbackrest --stanza=demo restore
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-full=2 --stanza=demo --type=incr P00 INFO: last backup label = 20171219-225240F_20171219-225247D, version = 1.27
P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:53:01": backup begins after the next regular checkpoint completes
P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028 P01 INFO: backup file /var/lib/postgresql/9.4/demo/pg_multixact/offsets/0000 (8KB, 33%) checksum 0631457264ff7f8d5fb1edc2c0211992a67c73e6 [filtered 10 lines of output]
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-full=2 --stanza=demo --start-fast --type=incr P00 INFO: last backup label = 20171219-225240F_20171219-225301I, version = 1.27
P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:53:06": backup begins after the requested immediate checkpoint completes
P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028 P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum 92ecd421694a757c35503aa6898fa8410e0cefb6 [filtered 8 lines of output]
sudo chmod 550 /var/lib/pgbackrest/backup/demo/
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
[filtered 2 lines of output] P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:53:10": backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028
P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20171219-225240F_20171219-225310I': Permission denied
P00 INFO: backup command end: aborted with exception [047]
sudo chmod 750 /var/lib/pgbackrest/backup/demo/
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-full=2 --stanza=demo --start-fast --type=incr P00 INFO: last backup label = 20171219-225240F_20171219-225306I, version = 1.27 P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:53:12": backup begins after the requested immediate checkpoint completes
P00 ERROR: [057]: ERROR: a backup is already in progress
HINT: Run pg_stop_backup() and try again.: select to_char(current_timestamp, 'YYYY-MM-DD HH24:MI:SS.US TZ'), pg_xlogfile_name(lsn), lsn::text from pg_start_backup('pgBackRest backup started at 2017-12-19 22:53:12', true) as lsn
sudo -u postgres pgbackrest --stanza=demo --type=incr \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr P00 INFO: last backup label = 20171219-225240F_20171219-225306I, version = 1.27
P00 WARN: the cluster is already in backup mode but no pgBackRest backup process is running. pg_stop_backup() will be called so a new backup can be started.
P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive
P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:53:14": backup begins after the requested immediate checkpoint completes
P00 INFO: backup start archive = 000000020000000000000008, lsn = 0/8000028 P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum 8b0aa8ba161678b666905ab397828918fabec308 [filtered 8 lines of output]
sudo -u postgres pgbackrest --stanza=demo --type=full \ --log-level-console=detail backup
[filtered 763 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 1.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-archive=2 --retention-full=2 --stanza=demo
P00 DETAIL: archive retention on backup 20171219-225240F, archiveId = 9.4-1, start = 000000010000000000000002
P00 DETAIL: no archive to remove, archiveId = 9.4-1 P00 INFO: expire command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo --type=full \ --log-level-console=info backup
[filtered 763 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 1.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-archive=2 --retention-full=2 --stanza=demo
P00 INFO: expire full backup set: 20171219-225240F, 20171219-225240F_20171219-225247D, 20171219-225240F_20171219-225301I, 20171219-225240F_20171219-225306I, 20171219-225240F_20171219-225314I
P00 INFO: remove expired backup 20171219-225240F_20171219-225314I P00 INFO: remove expired backup 20171219-225240F_20171219-225306I [filtered 3 lines of output]
rollingset of differentials for the last day or more. This allows quick restores to recent points-in-time but reduces overall space consumption.
sudo -u postgres pgbackrest --stanza=demo --type=diff backup
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 10 lines of output] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 1.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-archive=2 --retention-diff=1 --retention-full=2 --stanza=demo
P00 INFO: expire diff backup set: 20171219-225325F_20171219-225332D, 20171219-225325F_20171219-225336I
P00 INFO: remove expired backup 20171219-225325F_20171219-225336I P00 INFO: remove expired backup 20171219-225325F_20171219-225332D
sudo -u postgres pgbackrest --stanza=demo --type=diff \ --log-level-console=info backup
[filtered 7 lines of output] P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/110000F0
P00 INFO: new backup label = 20171219-225325F_20171219-225345D
P00 INFO: backup command end: completed successfully P00 INFO: expire command begin 1.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-archive=2 --retention-diff=2 --retention-full=2 --stanza=demo
sudo -u postgres pgbackrest --stanza=demo --log-level-console=detail \ --retention-archive-type=diff --retention-archive=1 expire
P00 INFO: expire command begin 1.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo-cipher-pass=--repo-cipher-type=aes-256-cbc --repo-path=/var/lib/pgbackrest --retention-archive=1 --retention-archive-type=diff --retention-diff=2 --retention-full=2 --stanza=demo P00 DETAIL: archive retention on backup 20171219-225319F, archiveId = 9.4-1, start = 000000020000000000000009, stop = 000000020000000000000009 P00 DETAIL: archive retention on backup 20171219-225325F, archiveId = 9.4-1, start = 00000002000000000000000A, stop = 00000002000000000000000A
P00 DETAIL: archive retention on backup 20171219-225325F_20171219-225340D, archiveId = 9.4-1, start = 00000002000000000000000D, stop = 00000002000000000000000D
P00 DETAIL: archive retention on backup 20171219-225325F_20171219-225345D, archiveId = 9.4-1, start = 000000020000000000000011
P00 DETAIL: remove archive: archiveId = 9.4-1, start = 00000002000000000000000B, stop = 00000002000000000000000C P00 DETAIL: remove archive: archiveId = 9.4-1, start = 00000002000000000000000E, stop = 000000020000000000000010
P00 INFO: expire command end: completed successfully
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --log-level-console=detail restore
[filtered 692 lines of output] P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/12134/PG_VERSION - exists and matches backup (4B, 99%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1 P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/1/PG_VERSION - exists and matches backup (4B, 99%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1
P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/PG_VERSION - exists and matches backup (4B, 100%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1
P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/global/12086 - exists and is zero size (0B, 100%) P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/global/12038 - exists and is zero size (0B, 100%) [filtered 83 lines of output] P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/1/11885 - exists and is zero size (0B, 100%) P00 INFO: write /var/lib/postgresql/9.4/demo/recovery.conf
P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)
P00 INFO: restore command end: completed successfully
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres psql -c "create database test1;"
CREATE DATABASE
sudo -u postgres psql -c "create database test2;"
CREATE DATABASE
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo -u postgres psql -c "create table test1_table (id int); \ insert into test1_table (id) values (1);" test1
INSERT 0 1
sudo -u postgres psql -c "create table test2_table (id int); \ insert into test2_table (id) values (2);" test2
INSERT 0 1
sudo -u postgres du -sh /var/lib/postgresql/9.4/demo/base/16384
6.4M /var/lib/postgresql/9.4/demo/base/16384
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --db-include=test2 restore
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres psql -c "select * from test2_table;" test2
id ---- 2 (1 row)
sudo -u postgres psql -c "select * from test1_table;" test1
psql: FATAL: relation mapping file "base/16384/pg_filenode.map" contains invalid data
sudo -u postgres du -sh /var/lib/postgresql/9.4/demo/base/16384
152K /var/lib/postgresql/9.4/demo/base/16384
sudo -u postgres psql -c "drop database test1;"
DROP DATABASE
sudo -u postgres psql -c "select oid, datname from pg_database order by oid;"
oid | datname -------+----------- 1 | template1 12134 | template0 12139 | postgres
16385 | test2
(4 rows)
sudo -u postgres pgbackrest --stanza=demo --type=diff backup
sudo -u postgres psql -c "begin; \ create table important_table (message text); \ insert into important_table values ('Important Data'); \ commit; \ select * from important_table;"
message ----------------
Important Data
(1 row)
sudo -u postgres psql -Atc "select current_timestamp"
2017-12-19 22:54:19.584174+00
sudo -u postgres psql -c "begin; \ drop table important_table; \ commit; \ select * from important_table;"
ERROR: relation "important_table" does not exist
LINE 1: ...le important_table; commit; select * from important_... ^
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --type=time "--target=2017-12-19 22:54:19.584174+00" restore
sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf
restore_command = '/usr/bin/pgbackrest --stanza=demo archive-get %f "%p"'
recovery_target_time = '2017-12-19 22:54:19.584174+00'
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres psql -c "select * from important_table"
message ----------------
Important Data
(1 row)
sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log
LOG: database system was interrupted; last known up at 2017-12-19 22:54:14 UTC
LOG: starting point-in-time recovery to 2017-12-19 22:54:19.584174+00
LOG: restored log file "00000004.history" from archive LOG: restored log file "000000040000000000000016" from archive [filtered 2 lines of output] LOG: incomplete startup packet LOG: restored log file "000000040000000000000017" from archive
LOG: recovery stopping before commit of transaction 686, time 2017-12-19 22:54:19.697825+00
LOG: redo done at 0/170157F0
LOG: last completed transaction was at log time 2017-12-19 22:54:19.47923+00
LOG: selected new timeline ID: 5 LOG: restored log file "00000004.history" from archive [filtered 4 lines of output]
sudo -u postgres psql -c "begin; \ drop table important_table; \ commit; \ select * from important_table;"
ERROR: relation "important_table" does not exist
LINE 1: ...le important_table; commit; select * from important_... ^
sudo -u postgres pgbackrest --stanza=demo --type=incr backup
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --type=time "--target=2017-12-19 22:54:19.584174+00" restore
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres psql -c "select * from important_table"
ERROR: relation "important_table" does not exist
LINE 1: select * from important_table ^
recovery stopping before...and
last completed transaction...log messages. If they are not present then the recovery to the specified point-in-time was not successful.
sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log
LOG: database system was interrupted; last known up at 2017-12-19 22:54:29 UTC
LOG: starting point-in-time recovery to 2017-12-19 22:54:19.584174+00
LOG: restored log file "00000005.history" from archive LOG: restored log file "000000050000000000000018" from archive LOG: redo starts at 0/18000028
LOG: consistent recovery state reached at 0/180000F0
LOG: redo done at 0/180000F0 LOG: incomplete startup packet [filtered 10 lines of output]
sudo -u postgres pgbackrest info
stanza: demo status: ok db (current) wal archive min/max (9.4-1): 000000020000000000000009 / 000000050000000000000018 full backup: 20171219-225319F timestamp start/stop: 2017-12-19 22:53:19 / 2017-12-19 22:53:24 wal start/stop: 000000020000000000000009 / 000000020000000000000009 database size: 19.2MB, backup size: 19.2MB repository size: 2.2MB, repository backup size: 2.2MB full backup: 20171219-225325F timestamp start/stop: 2017-12-19 22:53:25 / 2017-12-19 22:53:30 wal start/stop: 00000002000000000000000A / 00000002000000000000000A database size: 19.2MB, backup size: 19.2MB repository size: 2.2MB, repository backup size: 2.2MB diff backup: 20171219-225325F_20171219-225345D timestamp start/stop: 2017-12-19 22:53:45 / 2017-12-19 22:53:48 wal start/stop: 000000020000000000000011 / 000000020000000000000011 database size: 19.2MB, backup size: 8.2KB repository size: 2.2MB, repository backup size: 400B backup reference list: 20171219-225325F incr backup: 20171219-225325F_20171219-225358I timestamp start/stop: 2017-12-19 22:53:58 / 2017-12-19 22:54:02 wal start/stop: 000000030000000000000013 / 000000030000000000000013 database size: 31.7MB, backup size: 12.5MB repository size: 3.7MB, repository backup size: 1.5MB backup reference list: 20171219-225325F
diff backup: 20171219-225325F_20171219-225413D
timestamp start/stop: 2017-12-19 22:54:13 / 2017-12-19 22:54:18 wal start/stop: 000000040000000000000016 / 000000040000000000000016 database size: 25.5MB, backup size: 6.3MB repository size: 3MB, repository backup size: 771.6KB backup reference list: 20171219-225325F incr backup: 20171219-225325F_20171219-225428I timestamp start/stop: 2017-12-19 22:54:28 / 2017-12-19 22:54:31 wal start/stop: 000000050000000000000018 / 000000050000000000000018 database size: 25.5MB, backup size: 1.7MB repository size: 3MB, repository backup size: 200.8KB
backup reference list: 20171219-225325F, 20171219-225325F_20171219-225413D
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta \ --type=time "--target=2017-12-19 22:54:19.584174+00" \ --set=20171219-225325F_20171219-225413D restore
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres psql -c "select * from important_table"
message ----------------
Important Data
(1 row)
recovery stopping before...and
last completed transaction...messages showing that the recovery was successful.
sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log
LOG: database system was interrupted; last known up at 2017-12-19 22:54:14 UTC
LOG: starting point-in-time recovery to 2017-12-19 22:54:19.584174+00
FATAL: the database system is starting up LOG: restored log file "00000004.history" from archive [filtered 3 lines of output] LOG: incomplete startup packet LOG: restored log file "000000040000000000000017" from archive
LOG: recovery stopping before commit of transaction 686, time 2017-12-19 22:54:19.697825+00
LOG: redo done at 0/170157F0
LOG: last completed transaction was at log time 2017-12-19 22:54:19.47923+00
LOG: restored log file "00000005.history" from archive LOG: restored log file "00000006.history" from archive [filtered 7 lines of output]
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create
P00 INFO: stanza-create command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --no-log-timestamp --repo-cipher-type=none --repo-path=/ --repo-s3-bucket=demo-bucket --repo-s3-endpoint=s3.amazonaws.com --repo-s3-key=--repo-s3-key-secret= --repo-s3-region=us-east-1 --no-repo-s3-verify-ssl --repo-type=s3 --stanza=demo
P00 INFO: stanza-create command end: completed successfully
sudo -u postgres pgbackrest --stanza=demo \ --log-level-console=info backup
P00 INFO: backup command begin 1.27: --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --process-max=4 --repo-cipher-type=none --repo-path=/ --repo-s3-bucket=demo-bucket --repo-s3-endpoint=s3.amazonaws.com --repo-s3-key=--repo-s3-key-secret= --repo-s3-region=us-east-1 --no-repo-s3-verify-ssl --repo-type=s3 --retention-diff=2 --retention-full=2 --stanza=demo --start-fast --stop-auto
P00 WARN: no prior backup exists, incr backup has been changed to full
P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:54:53": backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028 [filtered 995 lines of output] P03 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11895 (0B, 100%) P02 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11885 (0B, 100%)
P00 INFO: full backup size = 25.5MB
P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/18000128 [filtered 4 lines of output]
sudo adduser --disabled-password --gecos "" backrest
sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl
sudo wget -q -O - \ https://github.com/pgbackrest/pgbackrest/archive/release/1.27.tar.gz | \ sudo tar zx -C /root
sudo cp -r /root/pgbackrest-release-1.27/lib/pgBackRest \ /usr/share/perl5
sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +
sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +
sudo cp /root/pgbackrest-release-1.27/bin/pgbackrest /usr/bin/pgbackrest
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -m 770 /var/log/pgbackrest
sudo chown backrest:backrest /var/log/pgbackrest
sudo touch /etc/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest.conf
sudo chown backrest:backrest /etc/pgbackrest.conf
sudo sh -c 'cd /root/pgbackrest-release-1.27/libc && \ perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'
sudo make -C /root/pgbackrest-release-1.27/libc test
sudo make -C /root/pgbackrest-release-1.27/libc install
sudo mkdir /var/lib/pgbackrest
sudo chmod 750 /var/lib/pgbackrest
sudo chown backrest:backrest /var/lib/pgbackrest
sudo -u backrest mkdir -m 750 /home/backrest/.ssh
sudo -u backrest ssh-keygen -f /home/backrest/.ssh/id_rsa -t rsa -b 4096 -N ""
sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh
sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa -t rsa -b 4096 -N ""
sudo ssh root@db-primary cat /home/postgres/.ssh/id_rsa.pub | \ sudo -u backrest tee -a /home/backrest/.ssh/authorized_keys
sudo ssh root@backup cat /home/backrest/.ssh/id_rsa.pub | \ sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys
sudo -u backrest ssh postgres@db-primary
sudo -u postgres ssh backrest@backup
sudo find /var/lib/pgbackrest -delete
sudo -u backrest pgbackrest --stanza=demo stanza-create
sudo -u postgres pgbackrest --stanza=demo check
sudo -u backrest pgbackrest --stanza=demo check
sudo -u backrest pgbackrest --stanza=demo backup
P00 WARN: no prior backup exists, incr backup has been changed to full
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta restore
sudo pg_ctlcluster 9.4 demo start
sudo -u backrest pgbackrest --stanza=demo backup
looking aheadto see which WAL segments are ready to be archived beyond the request that PostgreSQL is currently making via the archive_command. WAL segments are transferred to the archive directly from the pg_xlog/pg_wal directory and success is only returned by the archive_command when the WAL segment has been safely stored in the archive.
sudo mkdir -m 750 /var/spool/pgbackrest
sudo chown postgres:postgres /var/spool/pgbackrest
sudo -u postgres psql -c " \ select pg_create_restore_point('test async push'); select pg_switch_xlog(); \ select pg_create_restore_point('test async push'); select pg_switch_xlog(); \ select pg_create_restore_point('test async push'); select pg_switch_xlog(); \ select pg_create_restore_point('test async push'); select pg_switch_xlog(); \ select pg_create_restore_point('test async push'); select pg_switch_xlog();"
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 1.27: --backup-host=backup --backup-user=backrest --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --stanza=demo
P00 INFO: WAL segment 000000080000000000000024 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.4-1/0000000800000000/000000080000000000000024-74d776df3e109ef74e2bee5eccf981fe6a8bbeed.gz'
P00 INFO: check command end: completed successfully
sudo -u postgres cat /var/log/pgbackrest/demo-archive-async.log
-------------------PROCESS START------------------- P00 INFO: archive-push command begin 1.27: --archive-async --backup-host=backup --backup-user=backrest --db1-path=/var/lib/postgresql/9.4/demo --log-level-file=detail --log-level-stderr=off --no-log-timestamp --process-max=2 --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 2 WAL file(s) to archive: 00000008000000000000001F...000000080000000000000020 P02 DETAIL: pushed WAL file 000000080000000000000020 to archive P01 DETAIL: pushed WAL file 00000008000000000000001F to archive
P00 INFO: archive-push command end: completed successfully -------------------PROCESS START------------------- P00 INFO: archive-push command begin 1.27: --archive-async --backup-host=backup --backup-user=backrest --db1-path=/var/lib/postgresql/9.4/demo --log-level-file=detail --log-level-stderr=off --no-log-timestamp --process-max=2 --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 3 WAL file(s) to archive: 000000080000000000000021...000000080000000000000023 P02 DETAIL: pushed WAL file 000000080000000000000022 to archive P01 DETAIL: pushed WAL file 000000080000000000000021 to archive P02 DETAIL: pushed WAL file 000000080000000000000023 to archive
P00 INFO: archive-push command end: completed successfully -------------------PROCESS START------------------- P00 INFO: archive-push command begin 1.27: --archive-async --backup-host=backup --backup-user=backrest --db1-path=/var/lib/postgresql/9.4/demo --log-level-file=detail --log-level-stderr=off --no-log-timestamp --process-max=2 --spool-path=/var/spool/pgbackrest --stanza=demo
P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000024 P01 DETAIL: pushed WAL file 000000080000000000000024 to archive
P00 INFO: archive-push command end: completed successfully
sudo lscpu
Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian
CPU(s): 8
On-line CPU(s) list: 0-7 Thread(s) per core: 1 [filtered 17 lines of output]
sudo -u backrest pgbackrest --stanza=demo --type=full backup
sudo -u backrest pgbackrest --stanza=demo --type=full backup
sudo -u backrest pgbackrest info
stanza: demo status: ok db (current) wal archive min/max (9.4-1): 000000080000000000000026 / 000000080000000000000027 full backup: 20171219-225605F
timestamp start/stop: 2017-12-19 22:56:05 / 2017-12-19 22:56:13
wal start/stop: 000000080000000000000026 / 000000080000000000000026 database size: 25.5MB, backup size: 25.5MB repository size: 3MB, repository backup size: 3MB full backup: 20171219-225614F
timestamp start/stop: 2017-12-19 22:56:14 / 2017-12-19 22:56:21
wal start/stop: 000000080000000000000027 / 000000080000000000000027 database size: 25.5MB, backup size: 25.5MB repository size: 3MB, repository backup size: 3MB
sudo -u postgres pgbackrest stop
sudo -u backrest pgbackrest --stanza=demo backup
P00 ERROR: [062]: raised from remote process on 'db-primary': stop file exists for all stanzas
sudo -u postgres pgbackrest stop
P00 WARN: stop file already exists for all stanzas
sudo -u postgres pgbackrest start
sudo -u postgres pgbackrest --stanza=demo stop
sudo -u backrest pgbackrest --stanza=demo backup
P00 ERROR: [062]: raised from remote process on 'db-primary': stop file exists for stanza demo
sudo -u postgres pgbackrest --stanza=demo start
sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl
sudo wget -q -O - \ https://github.com/pgbackrest/pgbackrest/archive/release/1.27.tar.gz | \ sudo tar zx -C /root
sudo cp -r /root/pgbackrest-release-1.27/lib/pgBackRest \ /usr/share/perl5
sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +
sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +
sudo cp /root/pgbackrest-release-1.27/bin/pgbackrest /usr/bin/pgbackrest
sudo chmod 755 /usr/bin/pgbackrest
sudo mkdir -m 770 /var/log/pgbackrest
sudo chown postgres:postgres /var/log/pgbackrest
sudo touch /etc/pgbackrest.conf
sudo chmod 640 /etc/pgbackrest.conf
sudo chown postgres:postgres /etc/pgbackrest.conf
sudo sh -c 'cd /root/pgbackrest-release-1.27/libc && \ perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'
sudo make -C /root/pgbackrest-release-1.27/libc test
sudo make -C /root/pgbackrest-release-1.27/libc install
sudo pg_createcluster 9.4 demo
sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh
sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa -t rsa -b 4096 -N ""
sudo ssh root@db-standby cat /home/postgres/.ssh/id_rsa.pub | \ sudo -u backrest tee -a /home/backrest/.ssh/authorized_keys
sudo ssh root@backup cat /home/backrest/.ssh/id_rsa.pub | \ sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys
sudo -u backrest ssh postgres@db-standby
sudo -u postgres ssh backrest@backup
sudo -u postgres pgbackrest --stanza=demo --delta restore
sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf
standby_mode = 'on' restore_command = '/usr/bin/pgbackrest --stanza=demo archive-get %f "%p"'
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log
LOG: could not bind IPv6 socket: Cannot assign requested address HINT: Is another postmaster already running on port 5432? If not, wait a few seconds and retry. LOG: database system was interrupted; last known up at 2017-12-19 22:56:15 UTC
LOG: entering standby mode
LOG: restored log file "00000008.history" from archive LOG: incomplete startup packet LOG: restored log file "000000080000000000000027" from archive LOG: redo starts at 0/27000028 LOG: consistent recovery state reached at 0/270000F0
LOG: database system is ready to accept read only connections
sudo -u postgres psql -c " \ begin; \ create table replicated_table (message text); \ insert into replicated_table values ('Important Data'); \ commit; \ select * from replicated_table";
message ----------------
Important Data
(1 row)
sudo -u postgres psql -c "select * from replicated_table;"
ERROR: relation "replicated_table" does not exist
LINE 1: select * from replicated_table; ^
sudo -u postgres psql -c "select *, current_timestamp from pg_switch_xlog()";
pg_switch_xlog | now ----------------+------------------------------- 0/280199E0 | 2017-12-19 22:56:46.553563+00 (1 row)
sudo -u postgres psql -c " \ select *, current_timestamp from replicated_table"
message | now ----------------+-------------------------------
Important Data | 2017-12-19 22:56:48.922899+00
(1 row)
sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check
P00 INFO: check command begin 1.27: --backup-host=backup --db1-path=/var/lib/postgresql/9.4/demo --log-level-console=info --log-level-stderr=off --no-log-timestamp --stanza=demo
P00 INFO: switch xlog cannot be performed on the standby, all other checks passed successfully
P00 INFO: check command end: completed successfully
sudo -u postgres psql -c " \ create user replicator password 'jw8s0F4' replication";
CREATE ROLE
sudo -u postgres sh -c 'echo \ "host replication replicator 172.17.0.5/32 md5" \ >> /etc/postgresql/9.4/demo/pg_hba.conf'
sudo pg_ctlcluster 9.4 demo reload
sudo -u postgres sh -c 'echo \ "172.17.0.3:*:replication:replicator:jw8s0F4" \ >> /home/postgres/.pgpass'
sudo -u postgres chmod 600 /home/postgres/.pgpass
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres pgbackrest --stanza=demo --delta restore
sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf
primary_conninfo = 'host=172.17.0.3 port=5432 user=replicator' standby_mode = 'on' restore_command = '/usr/bin/pgbackrest --stanza=demo archive-get %f "%p"'
sudo pg_ctlcluster 9.4 demo start
sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log
[filtered 9 lines of output] LOG: database system is ready to accept read only connections LOG: restored log file "000000080000000000000028" from archive
LOG: started streaming WAL from primary at 0/29000000 on timeline 8
sudo -u postgres psql -c " \ begin; \ create table stream_table (message text); \ insert into stream_table values ('Important Data'); \ commit; \ select *, current_timestamp from stream_table";
message | now ----------------+-------------------------------
Important Data | 2017-12-19 22:56:59.165147+00
(1 row)
sudo -u postgres psql -c " \ select *, current_timestamp from stream_table"
message | now ----------------+------------------------------
Important Data | 2017-12-19 22:56:59.39023+00
(1 row)
sudo -u backrest pgbackrest --stanza=demo --log-level-console=detail backup
[filtered 2 lines of output] P00 INFO: execute exclusive pg_start_backup() with label "pgBackRest backup started at 2017-12-19 22:57:00": backup begins after the requested immediate checkpoint completes P00 INFO: backup start archive = 00000008000000000000002A, lsn = 0/2A000028
P00 INFO: wait for replay on the standby to reach 0/2A000028 P00 INFO: replay on the standby reached 0/2A0000C8
P04 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/12009 (240KB, 12%) checksum 6ec1e90c70ed6d285ccfebb402d5e0a2e6e42e2d P02 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/12007 (392KB, 32%) checksum ab24248d1d73b7a40f1bffb35237bed8b74bc615 [filtered 8 lines of output] P02 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11880 (32KB, 71%) checksum 05f3b3765cd4885f5fc8bf0d6c229d1ef837745c P04 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11879 (32KB, 72%) checksum 559eb4e977757fa0dbf73ef8b3331543f6e37e6c
P01 INFO: backup file db-primary:/var/lib/postgresql/9.4/demo/global/pg_control (8KB, 73%) checksum d0a03e93902ac7d6ff0db47e815e0b52ba12da6a
P02 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11925 (24KB, 74%) checksum f33c65db3b9f645c9474a46b7974635c732bda74 P03 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11889 (344KB, 92%) checksum 62ff1462a0320fa26bcb6e8dcaff1aab87d737ce P02 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/global/11884 (16KB, 92%) checksum ecb3237f7dafa47921b27e1c969b9a90c93419ae P03 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/global/11883 (16KB, 93%) checksum 1205e8ea1db5e46364ddea6f29bea70227d2935f
P01 INFO: backup file db-primary:/var/lib/postgresql/9.4/demo/backup_label (238B, 93%) checksum db47dd982b7b8acadf17a873510a6aeaff4de81c
P02 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11928 (16KB, 94%) checksum 59ca0c4ee3324c5d6ec19ef36cd941d7e3c1d74f P03 INFO: backup file db-standby:/var/lib/postgresql/9.4/demo/base/12139/11927 (16KB, 95%) checksum b14346ca428d758515a35d76e54c590c3481e610 [filtered 19 lines of output]
sudo apt-get install postgresql-9.5
sudo pg_dropcluster 9.5 main
sudo -u postgres /usr/lib/postgresql/9.5/bin/initdb \ -D /var/lib/postgresql/9.5/demo -k -A peer
sudo pg_createcluster 9.5 demo
Configuring already existing cluster (configuration: /etc/postgresql/9.5/demo, data: /var/lib/postgresql/9.5/demo, owner: 5000:5000) Ver Cluster Port Status Owner Data directory Log file 9.5 demo 5433 down postgres /var/lib/postgresql/9.5/demo /var/log/postgresql/postgresql-9.5-demo.log
sudo pg_ctlcluster 9.4 demo stop
sudo apt-get install postgresql-9.5
sudo pg_dropcluster 9.5 main
sudo pg_ctlcluster 9.4 demo stop
sudo -u postgres sh -c 'cd /var/lib/postgresql && \ /usr/lib/postgresql/9.5/bin/pg_upgrade \ --old-bindir=/usr/lib/postgresql/9.4/bin \ --new-bindir=/usr/lib/postgresql/9.5/bin \ --old-datadir=/var/lib/postgresql/9.4/demo \ --new-datadir=/var/lib/postgresql/9.5/demo \ --old-options=" -c config_file=/etc/postgresql/9.4/demo/postgresql.conf" \ --new-options=" -c config_file=/etc/postgresql/9.5/demo/postgresql.conf"'
[filtered 68 lines of output] Creating script to delete old cluster ok
Upgrade Complete
---------------- Optimizer statistics are not transferred by pg_upgrade so, [filtered 4 lines of output]
sudo cp /etc/postgresql/9.4/demo/pg_hba.conf \ /etc/postgresql/9.5/demo/pg_hba.conf
sudo -u backrest pgbackrest --stanza=demo --no-online \ --log-level-console=info stanza-upgrade
P00 INFO: stanza-upgrade command begin 1.27: --no-backup-standby --db1-host=db-primary --db1-path=/var/lib/postgresql/9.5/demo --db1-user=postgres --db2-host=db-standby --db2-path=/var/lib/postgresql/9.5/demo --db2-user=postgres --log-level-console=info --no-log-timestamp --no-online --repo-path=/var/lib/pgbackrest --stanza=demo
P00 INFO: stanza-upgrade command end: completed successfully
sudo pg_ctlcluster 9.5 demo start
sudo -u postgres pg_lsclusters
Ver Cluster Port Status Owner Data directory Log file 9.4 demo 5432 down postgres /var/lib/postgresql/9.4/demo /var/log/postgresql/postgresql-9.4-demo.log 9.5 demo 5432 online postgres /var/lib/postgresql/9.5/demo /var/log/postgresql/postgresql-9.5-demo.log
sudo -u postgres pgbackrest --stanza=demo check
sudo -u backrest pgbackrest --stanza=demo check
P00 WARN: [056]: raised from remote process on 'db-standby': could not connect to server: No such file or directory Is the server running locally and accepting connections on Unix domain socket "/var/run/postgresql/.s.PGSQL.5432"?
sudo pg_dropcluster 9.4 demo
sudo -u backrest pgbackrest --stanza=demo --type=full backup
sudo pg_dropcluster 9.4 demo
sudo -u postgres /usr/lib/postgresql/9.5/bin/initdb \ -D /var/lib/postgresql/9.5/demo -k -A peer
sudo pg_createcluster 9.5 demo
Configuring already existing cluster (configuration: /etc/postgresql/9.5/demo, data: /var/lib/postgresql/9.5/demo, owner: 5000:5000) Ver Cluster Port Status Owner Data directory Log file 9.5 demo 5432 down postgres /var/lib/postgresql/9.5/demo /var/log/postgresql/postgresql-9.5-demo.log
sudo -u postgres pgbackrest --stanza=demo --delta restore
sudo pg_ctlcluster 9.5 demo start