pgbackrest.git / summary / log / commit / refs

commit    4629237d6a308a250cd52fff49693cd0a1069253
Author:   David Steele <david@pgmasters.net>
Date:     Tue Oct 01 20:02:07 2019 +0000

    v2.18: PostgreSQL 12 Support
    
    Features:
    
    * PostgreSQL 12 support.
    * Add info command set option for detailed text output. The additional details include databases that can be used for selective restore and a list of tablespaces and symlinks with their default destinations. (Contributed by Cynthia Shang. Suggested by Stephen Frost, ejberdecia.)
    * Add standby restore type. This restore type automatically adds standby_mode=on to recovery.conf for PostgreSQL < 12 and creates standby.signal for PostgreSQL ≥ 12, creating a common interface between PostgreSQL versions. (Reviewed by Cynthia Shang.)
    
    Improvements:
    
    * The restore command is implemented entirely in C. (Reviewed by Cynthia Shang.)
    
    Documentation Improvements:
    
    * Document the relationship between db-timeout and protocol-timeout. (Contributed by Cynthia Shang. Suggested by James Chanco Jr.)
    * Add documentation clarifications regarding standby repositories. (Contributed by Cynthia Shang.)
    * Add FAQ for time-based Point-in-Time Recovery. (Contributed by Cynthia Shang.)


README.md | 2 +- doc/resource/exe.cache | 1746 ++++++++++++++------------ doc/resource/git-history.cache | 407 ++++++ doc/xml/auto/metric-coverage-report.auto.xml | 88 +- doc/xml/release.xml | 13 +- lib/pgBackRest/Version.pm | 2 +- src/configure | 18 +- src/configure.ac | 2 +- src/perl/embed.auto.c | 2 +- src/version.h | 2 +- 10 files changed, 1416 insertions(+), 866 deletions(-) diff --git a/README.md b/README.md index feb4f3fb7..c41b21205 100644 --- a/README.md +++ b/README.md @@ -4,7 +4,7 @@ pgBackRest aims to be a simple, reliable backup and restore solution that can seamlessly scale up to the largest databases and workloads by utilizing algorithms that are optimized for database-specific requirements. -pgBackRest [v2.17](https://github.com/pgbackrest/pgbackrest/releases/tag/release/2.17) is the current stable release. Release notes are on the [Releases](http://www.pgbackrest.org/release.html) page. +pgBackRest [v2.18](https://github.com/pgbackrest/pgbackrest/releases/tag/release/2.18) is the current stable release. Release notes are on the [Releases](http://www.pgbackrest.org/release.html) page. Documentation for v1 can be found [here](http://www.pgbackrest.org/1). No further releases are planned for v1 because v2 is backward-compatible with v1 options and repositories. diff --git a/doc/resource/exe.cache b/doc/resource/exe.cache index af10104b0..3f6ce3d72 100644 --- a/doc/resource/exe.cache +++ b/doc/resource/exe.cache @@ -35,7 +35,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.17" + "sudo mkdir -p /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -48,7 +48,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -61,7 +61,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -74,7 +74,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.17" + "sudo chown -R vagrant /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -133,7 +133,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.17/src && ./configure" + "cd /build/pgbackrest-release-2.18/src && ./configure" ], "host" : "build", "load-env" : true, @@ -146,7 +146,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "make -s -C /build/pgbackrest-release-2.17/src" + "make -s -C /build/pgbackrest-release-2.18/src" ], "host" : "build", "load-env" : true, @@ -173,7 +173,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -315,7 +315,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - General help", + "pgBackRest 2.18 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -460,7 +460,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - 'backup' command - 'log-path' option help", + "pgBackRest 2.18 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -697,7 +697,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -723,8 +723,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000100000000/000000010000000000000001-ee655927823b3edb1f50e25461e1bcca47238741.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000100000000/000000010000000000000001-447b63e200af269b0774a0a99c17206ef33340a3.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -751,9 +751,9 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:38:19\": backup begins after the next regular checkpoint completes", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:22:05\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", " [filtered 941 lines of output]", "P01 INFO: backup file /var/lib/postgresql/10/demo/base/1/12820 (0B, 100%)", @@ -779,7 +779,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193819F" + "20191001-152205F" ] } }, @@ -806,11 +806,11 @@ "value" : { "output" : [ " [filtered 4 lines of output]", - "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum 245f66589ed42bf7cd6618ae3280e25be145b06c", + "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum 9170cdc9ff61f1f3a7b7ee3e72ea9b0560f9bb40", "P01 INFO: backup file /var/lib/postgresql/10/demo/pg_logical/replorigin_checkpoint (8B, 100%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", "P00 INFO: diff backup size = 8KB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", + "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/3000130", " [filtered 4 lines of output]" ] } @@ -843,18 +843,18 @@ " db (current)", " wal archive min/max (10-1): 000000010000000000000002/000000010000000000000003", "", - " full backup: 20190903-193819F", - " timestamp start/stop: 2019-09-03 19:38:19 / 2019-09-03 19:38:32", + " full backup: 20191001-152205F", + " timestamp start/stop: 2019-10-01 15:22:05 / 2019-10-01 15:22:18", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", - " database size: 22.4MB, backup size: 22.4MB", + " database size: 22.5MB, backup size: 22.5MB", " repository size: 2.7MB, repository backup size: 2.7MB", "", - " diff backup: 20190903-193819F_20190903-193833D", - " timestamp start/stop: 2019-09-03 19:38:33 / 2019-09-03 19:38:36", + " diff backup: 20191001-152205F_20191001-152220D", + " timestamp start/stop: 2019-10-01 15:22:20 / 2019-10-01 15:22:22", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", - " database size: 22.4MB, backup size: 8.2KB", + " database size: 22.5MB, backup size: 8.2KB", " repository size: 2.7MB, repository backup size: 517B", - " backup reference list: 20190903-193819F" + " backup reference list: 20191001-152205F" ] } }, @@ -988,10 +988,10 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20190903-193819F_20190903-193833D, version = 2.17", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:38:55\": backup begins after the next regular checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20191001-152205F_20191001-152220D, version = 2.18", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:22:40\": backup begins after the next regular checkpoint completes", + "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", "P00 WARN: a timeline switch has occurred since the last backup, enabling delta checksum", " [filtered 8 lines of output]" ] @@ -1049,11 +1049,11 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20190903-193819F_20190903-193855I, version = 2.17", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:39:00\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", - "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum 13c5554a06ebf65adceab94b4f36a1dba0d0b92b", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20191001-152205F_20191001-152240I, version = 2.18", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:22:46\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", + "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum df026ac431b6eeb9b5e2590ab7721e3459fd2cd3", " [filtered 8 lines of output]" ] } @@ -1080,7 +1080,7 @@ " \"id\" : 1", " },", " \"id\" : \"10-1\",", - " \"max\" : \"000000020000000000000007\",", + " \"max\" : \"000000020000000000000006\",", " \"min\" : \"000000010000000000000002\"", " }", " ],", @@ -1092,25 +1092,25 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 23521617,", + " \"delta\" : 23546193,", " \"repository\" : {", - " \"delta\" : 2788533,", - " \"size\" : 2788533", + " \"delta\" : 2792037,", + " \"size\" : 2792037", " },", - " \"size\" : 23521617", + " \"size\" : 23546193", " },", - " \"label\" : \"20190903-193819F\",", + " \"label\" : \"20191001-152205F\",", " \"prior\" : null,", " \"reference\" : null,", " \"timestamp\" : {", - " \"start\" : 1567539499,", - " \"stop\" : 1567539512", + " \"start\" : 1569943325,", + " \"stop\" : 1569943338", " },", " \"type\" : \"full\"", " },", @@ -1121,7 +1121,7 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -1130,29 +1130,29 @@ " \"delta\" : 8429,", " \"repository\" : {", " \"delta\" : 517,", - " \"size\" : 2788533", + " \"size\" : 2792037", " },", - " \"size\" : 23521617", + " \"size\" : 23546193", " },", - " \"label\" : \"20190903-193819F_20190903-193833D\",", - " \"prior\" : \"20190903-193819F\",", + " \"label\" : \"20191001-152205F_20191001-152220D\",", + " \"prior\" : \"20191001-152205F\",", " \"reference\" : [", - " \"20190903-193819F\"", + " \"20191001-152205F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567539513,", - " \"stop\" : 1567539516", + " \"start\" : 1569943340,", + " \"stop\" : 1569943342", " },", " \"type\" : \"diff\"", " },", " {", " \"archive\" : {", - " \"start\" : \"000000020000000000000006\",", - " \"stop\" : \"000000020000000000000006\"", + " \"start\" : \"000000020000000000000005\",", + " \"stop\" : \"000000020000000000000005\"", " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -1161,30 +1161,30 @@ " \"delta\" : 8421,", " \"repository\" : {", " \"delta\" : 469,", - " \"size\" : 2788533", + " \"size\" : 2792037", " },", - " \"size\" : 23521617", + " \"size\" : 23546193", " },", - " \"label\" : \"20190903-193819F_20190903-193855I\",", - " \"prior\" : \"20190903-193819F_20190903-193833D\",", + " \"label\" : \"20191001-152205F_20191001-152240I\",", + " \"prior\" : \"20191001-152205F_20191001-152220D\",", " \"reference\" : [", - " \"20190903-193819F\",", - " \"20190903-193819F_20190903-193833D\"", + " \"20191001-152205F\",", + " \"20191001-152205F_20191001-152220D\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567539535,", - " \"stop\" : 1567539538", + " \"start\" : 1569943360,", + " \"stop\" : 1569943364", " },", " \"type\" : \"incr\"", " },", " {", " \"archive\" : {", - " \"start\" : \"000000020000000000000007\",", - " \"stop\" : \"000000020000000000000007\"", + " \"start\" : \"000000020000000000000006\",", + " \"stop\" : \"000000020000000000000006\"", " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -1193,18 +1193,18 @@ " \"delta\" : 8429,", " \"repository\" : {", " \"delta\" : 517,", - " \"size\" : 2788533", + " \"size\" : 2792037", " },", - " \"size\" : 23521617", + " \"size\" : 23546193", " },", - " \"label\" : \"20190903-193819F_20190903-193900I\",", - " \"prior\" : \"20190903-193819F_20190903-193855I\",", + " \"label\" : \"20191001-152205F_20191001-152246I\",", + " \"prior\" : \"20191001-152205F_20191001-152240I\",", " \"reference\" : [", - " \"20190903-193819F\"", + " \"20191001-152205F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567539540,", - " \"stop\" : 1567539543", + " \"start\" : 1569943366,", + " \"stop\" : 1569943368", " },", " \"type\" : \"incr\"", " }", @@ -1213,7 +1213,7 @@ " \"db\" : [", " {", " \"id\" : 1,", - " \"system-id\" : 6732530775756386535,", + " \"system-id\" : 6742855129530261735,", " \"version\" : \"10\"", " }", " ],", @@ -1368,7 +1368,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2019-09-03 19:39:03+00 | 000000020000000000000007", + " \"demo\" | 2019-10-01 15:22:48+00 | 000000020000000000000006", "(1 row)" ] } @@ -1402,7 +1402,7 @@ "type" : "exe", "value" : { "output" : [ - "1567539543" + "1569943368" ] } }, @@ -1421,7 +1421,7 @@ "type" : "exe", "value" : { "output" : [ - "\"000000020000000000000007\"" + "\"000000020000000000000006\"" ] } }, @@ -1466,7 +1466,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-193819F|remove archive" + "archive retention on backup 20191001-152205F|remove archive" ] }, "host" : "pg-primary", @@ -1479,8 +1479,8 @@ "output" : [ " [filtered 951 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", - "P00 DETAIL: archive retention on backup 20190903-193819F, archiveId = 10-1, start = 000000010000000000000002", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", + "P00 DETAIL: archive retention on backup 20191001-152205F, archiveId = 10-1, start = 000000010000000000000002", "P00 DETAIL: no archive to remove, archiveId = 10-1", "P00 INFO: expire command end: completed successfully" ] @@ -1500,7 +1500,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193913F" + "20191001-152258F" ] } }, @@ -1515,7 +1515,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20190903-193819F|archive retention on backup 20190903-193913F|remove archive" + "expire full backup set\\: 20191001-152205F|archive retention on backup 20191001-152258F|remove archive" ] }, "host" : "pg-primary", @@ -1528,10 +1528,10 @@ "output" : [ " [filtered 950 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", - "P00 INFO: expire full backup set: 20190903-193819F, 20190903-193819F_20190903-193833D, 20190903-193819F_20190903-193855I, 20190903-193819F_20190903-193900I", - "P00 INFO: remove expired backup 20190903-193819F_20190903-193900I", - "P00 INFO: remove expired backup 20190903-193819F_20190903-193855I", + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", + "P00 INFO: expire full backup set: 20191001-152205F, 20191001-152205F_20191001-152220D, 20191001-152205F_20191001-152240I, 20191001-152205F_20191001-152246I", + "P00 INFO: remove expired backup 20191001-152205F_20191001-152246I", + "P00 INFO: remove expired backup 20191001-152205F_20191001-152240I", " [filtered 2 lines of output]" ] } @@ -1594,7 +1594,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193929F_20190903-193946D" + "20191001-152312F_20191001-152330D" ] } }, @@ -1622,7 +1622,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20190903-193929F_20190903-193946D" + "expire diff backup set: 20191001-152312F_20191001-152330D" ] }, "host" : "pg-primary", @@ -1635,10 +1635,10 @@ "output" : [ " [filtered 11 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff", - "P00 INFO: expire diff backup set: 20190903-193929F_20190903-193946D, 20190903-193929F_20190903-193951I", - "P00 INFO: remove expired backup 20190903-193929F_20190903-193951I", - "P00 INFO: remove expired backup 20190903-193929F_20190903-193946D" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff", + "P00 INFO: expire diff backup set: 20191001-152312F_20191001-152330D, 20191001-152312F_20191001-152333I", + "P00 INFO: remove expired backup 20191001-152312F_20191001-152333I", + "P00 INFO: remove expired backup 20191001-152312F_20191001-152330D" ] } }, @@ -1687,7 +1687,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193929F_20190903-193955D" + "20191001-152312F_20191001-152337D" ] } }, @@ -1730,10 +1730,10 @@ "output" : [ " [filtered 8 lines of output]", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/110000F8", - "P00 INFO: new backup label = 20190903-193929F_20190903-194000D", + "P00 INFO: backup stop archive = 00000002000000000000000F, lsn = 0/F0000F8", + "P00 INFO: new backup label = 20191001-152312F_20191001-152342D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff" ] } }, @@ -1751,7 +1751,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193929F_20190903-194000D" + "20191001-152312F_20191001-152342D" ] } }, @@ -1766,7 +1766,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-193929F_20190903-193955D|remove archive" + "archive retention on backup 20191001-152312F_20191001-152337D|remove archive" ] }, "host" : "pg-primary", @@ -1777,13 +1777,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20190903-193913F, archiveId = 10-1, start = 000000020000000000000009, stop = 000000020000000000000009", - "P00 DETAIL: archive retention on backup 20190903-193929F, archiveId = 10-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", - "P00 DETAIL: archive retention on backup 20190903-193929F_20190903-193955D, archiveId = 10-1, start = 00000002000000000000000E, stop = 00000002000000000000000E", - "P00 DETAIL: archive retention on backup 20190903-193929F_20190903-194000D, archiveId = 10-1, start = 000000020000000000000011", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000B, stop = 00000002000000000000000D", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000F, stop = 000000020000000000000010", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20191001-152258F, archiveId = 10-1, start = 000000020000000000000008, stop = 000000020000000000000008", + "P00 DETAIL: archive retention on backup 20191001-152312F, archiveId = 10-1, start = 000000020000000000000009, stop = 000000020000000000000009", + "P00 DETAIL: archive retention on backup 20191001-152312F_20191001-152337D, archiveId = 10-1, start = 00000002000000000000000C, stop = 00000002000000000000000C", + "P00 DETAIL: archive retention on backup 20191001-152312F_20191001-152342D, archiveId = 10-1, start = 00000002000000000000000F", + "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000A, stop = 00000002000000000000000B", + "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000D, stop = 00000002000000000000000E", "P00 INFO: expire command end: completed successfully" ] } @@ -1812,7 +1812,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "demo\\/PG_VERSION - exists and matches backup|check\\/clean db path|restore global\\/pg_control" + "demo\\/PG_VERSION - exists and matches backup|remove invalid files|rename global\\/pg_control" ] }, "host" : "pg-primary", @@ -1823,17 +1823,19 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 762 lines of output]", + " [filtered 2 lines of output]", + "P00 DETAIL: check '/var/lib/postgresql/10/demo' exists", + "P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete", + "P00 INFO: remove invalid files/links/paths from '/var/lib/postgresql/10/demo'", + "P00 DETAIL: remove invalid file '/var/lib/postgresql/10/demo/backup_label.old'", + "P00 DETAIL: remove invalid file '/var/lib/postgresql/10/demo/base/1/pg_internal.init'", + " [filtered 755 lines of output]", "P01 DETAIL: restore file /var/lib/postgresql/10/demo/base/12977/PG_VERSION - exists and matches backup (3B, 99%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", "P01 DETAIL: restore file /var/lib/postgresql/10/demo/base/1/PG_VERSION - exists and matches backup (3B, 99%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", "P01 DETAIL: restore file /var/lib/postgresql/10/demo/PG_VERSION - exists and matches backup (3B, 100%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", "P01 DETAIL: restore file /var/lib/postgresql/10/demo/global/6100_vm - exists and is zero size (0B, 100%)", "P01 DETAIL: restore file /var/lib/postgresql/10/demo/global/6100 - exists and is zero size (0B, 100%)", - " [filtered 203 lines of output]", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/base/1/12815 - exists and is zero size (0B, 100%)", - "P00 INFO: write /var/lib/postgresql/10/demo/recovery.conf", - "P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)", - "P00 INFO: restore command end: completed successfully" + " [filtered 232 lines of output]" ] } }, @@ -1986,6 +1988,53 @@ ] } }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest ls backup/demo --filter=\"(F|D|I)$\" --sort=desc | head -1" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "20191001-152312F_20191001-152356I" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --set=20191001-152312F_20191001-152356I info" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "database list" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + " [filtered 11 lines of output]", + " repository size: 4.4MB, repository backup size: 1.8MB", + " backup reference list: 20191001-152312F, 20191001-152312F_20191001-152342D", + " database list: postgres (12978), test1 (24576), test2 (24577)" + ] + } + }, { "key" : { "bash-wrap" : true, @@ -2212,7 +2261,7 @@ "type" : "exe", "value" : { "output" : [ - "2019-09-03 19:40:49.60437+00" + "2019-10-01 15:24:27.503516+00" ] } }, @@ -2265,7 +2314,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:40:49.60437+00\" \\", + " --type=time \"--target=2019-10-01 15:24:27.503516+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -2309,8 +2358,9 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:24:29", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2019-09-03 19:40:49.60437+00'", + "recovery_target_time = '2019-10-01 15:24:27.503516+00'", "recovery_target_action = 'promote'" ] } @@ -2392,16 +2442,16 @@ "output" : [ " [filtered 2 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2019-09-03 19:40:41 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:40:49.60437+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:24:20 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:24:27.503516+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000016\" from archive", + "LOG: restored log file \"000000040000000000000014\" from archive", " [filtered 2 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 564, time 2019-09-03 19:40:50.146413+00", - "LOG: redo done at 0/17020800", - "LOG: last completed transaction was at log time 2019-09-03 19:40:48.997696+00", + "LOG: restored log file \"000000040000000000000015\" from archive", + "LOG: recovery stopping before commit of transaction 564, time 2019-10-01 15:24:27.989165+00", + "LOG: redo done at 0/15021748", + "LOG: last completed transaction was at log time 2019-10-01 15:24:26.998943+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", " [filtered 3 lines of output]" @@ -2453,7 +2503,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-193929F_20190903-194040D" + "20191001-152312F_20191001-152419D" ] } }, @@ -2488,7 +2538,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:40:49.60437+00\" --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:24:27.503516+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -2587,14 +2637,14 @@ "output" : [ " [filtered 2 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2019-09-03 19:41:03 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:40:49.60437+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:24:40 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:24:27.503516+00", "LOG: restored log file \"00000005.history\" from archive", - "LOG: restored log file \"000000050000000000000018\" from archive", - "LOG: redo starts at 0/18000028", - "LOG: consistent recovery state reached at 0/180000F8", + "LOG: restored log file \"000000050000000000000016\" from archive", + "LOG: redo starts at 0/16000028", + "LOG: consistent recovery state reached at 0/160000F8", "LOG: database system is ready to accept read only connections", - "LOG: redo done at 0/180000F8", + "LOG: redo done at 0/160000F8", " [filtered 8 lines of output]" ] } @@ -2609,7 +2659,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20190903-193929F_20190903-194040D" + "20191001-152312F_20191001-152419D" ] }, "host" : "pg-primary", @@ -2625,47 +2675,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (10-1): 000000020000000000000009/000000050000000000000018", + " wal archive min/max (10-1): 000000020000000000000008/000000050000000000000016", "", - " full backup: 20190903-193913F", - " timestamp start/stop: 2019-09-03 19:39:13 / 2019-09-03 19:39:28", - " wal start/stop: 000000020000000000000009 / 000000020000000000000009", - " database size: 22.4MB, backup size: 22.4MB", + " full backup: 20191001-152258F", + " timestamp start/stop: 2019-10-01 15:22:58 / 2019-10-01 15:23:11", + " wal start/stop: 000000020000000000000008 / 000000020000000000000008", + " database size: 22.5MB, backup size: 22.5MB", " repository size: 2.7MB, repository backup size: 2.7MB", "", - " full backup: 20190903-193929F", - " timestamp start/stop: 2019-09-03 19:39:29 / 2019-09-03 19:39:44", - " wal start/stop: 00000002000000000000000A / 00000002000000000000000A", - " database size: 22.4MB, backup size: 22.4MB", + " full backup: 20191001-152312F", + " timestamp start/stop: 2019-10-01 15:23:12 / 2019-10-01 15:23:27", + " wal start/stop: 000000020000000000000009 / 000000020000000000000009", + " database size: 22.5MB, backup size: 22.5MB", " repository size: 2.7MB, repository backup size: 2.7MB", "", - " diff backup: 20190903-193929F_20190903-194000D", - " timestamp start/stop: 2019-09-03 19:40:00 / 2019-09-03 19:40:03", - " wal start/stop: 000000020000000000000011 / 000000020000000000000011", - " database size: 22.4MB, backup size: 96.2KB", + " diff backup: 20191001-152312F_20191001-152342D", + " timestamp start/stop: 2019-10-01 15:23:42 / 2019-10-01 15:23:45", + " wal start/stop: 00000002000000000000000F / 00000002000000000000000F", + " database size: 22.5MB, backup size: 96.2KB", " repository size: 2.7MB, repository backup size: 11.9KB", - " backup reference list: 20190903-193929F", + " backup reference list: 20191001-152312F", "", - " incr backup: 20190903-193929F_20190903-194014I", - " timestamp start/stop: 2019-09-03 19:40:14 / 2019-09-03 19:40:25", - " wal start/stop: 000000030000000000000013 / 000000030000000000000013", + " incr backup: 20191001-152312F_20191001-152356I", + " timestamp start/stop: 2019-10-01 15:23:56 / 2019-10-01 15:24:05", + " wal start/stop: 000000030000000000000011 / 000000030000000000000011", " database size: 37MB, backup size: 15MB", " repository size: 4.4MB, repository backup size: 1.8MB", - " backup reference list: 20190903-193929F, 20190903-193929F_20190903-194000D", + " backup reference list: 20191001-152312F, 20191001-152312F_20191001-152342D", "", - " diff backup: 20190903-193929F_20190903-194040D", - " timestamp start/stop: 2019-09-03 19:40:40 / 2019-09-03 19:40:48", - " wal start/stop: 000000040000000000000016 / 000000040000000000000016", - " database size: 29.7MB, backup size: 7.8MB", - " repository size: 3.5MB, repository backup size: 948.1KB", - " backup reference list: 20190903-193929F", + " diff backup: 20191001-152312F_20191001-152419D", + " timestamp start/stop: 2019-10-01 15:24:19 / 2019-10-01 15:24:26", + " wal start/stop: 000000040000000000000014 / 000000040000000000000014", + " database size: 29.8MB, backup size: 7.8MB", + " repository size: 3.5MB, repository backup size: 949.3KB", + " backup reference list: 20191001-152312F", "", - " incr backup: 20190903-193929F_20190903-194102I", - " timestamp start/stop: 2019-09-03 19:41:02 / 2019-09-03 19:41:06", - " wal start/stop: 000000050000000000000018 / 000000050000000000000018", - " database size: 29.7MB, backup size: 2MB", - " repository size: 3.5MB, repository backup size: 217.8KB", - " backup reference list: 20190903-193929F, 20190903-193929F_20190903-194040D" + " incr backup: 20191001-152312F_20191001-152438I", + " timestamp start/stop: 2019-10-01 15:24:38 / 2019-10-01 15:24:42", + " wal start/stop: 000000050000000000000016 / 000000050000000000000016", + " database size: 29.8MB, backup size: 2.1MB", + " repository size: 3.5MB, repository backup size: 219.0KB", + " backup reference list: 20191001-152312F, 20191001-152312F_20191001-152419D" ] } }, @@ -2687,8 +2737,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:40:49.60437+00\" \\", - " --set=20190903-193929F_20190903-194040D --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:24:27.503516+00\" \\", + " --set=20191001-152312F_20191001-152419D --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -2787,16 +2837,16 @@ "output" : [ " [filtered 2 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2019-09-03 19:40:41 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:40:49.60437+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:24:20 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:24:27.503516+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000016\" from archive", + "LOG: restored log file \"000000040000000000000014\" from archive", " [filtered 2 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 564, time 2019-09-03 19:40:50.146413+00", - "LOG: redo done at 0/17020800", - "LOG: last completed transaction was at log time 2019-09-03 19:40:48.997696+00", + "LOG: restored log file \"000000040000000000000015\" from archive", + "LOG: recovery stopping before commit of transaction 564, time 2019-10-01 15:24:27.989165+00", + "LOG: redo done at 0/15021748", + "LOG: last completed transaction was at log time 2019-10-01 15:24:26.998943+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 5 lines of output]" @@ -2922,7 +2972,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -2950,16 +3000,16 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:41:31\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:25:05\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000070000000000000016, lsn = 0/16000028", " [filtered 1238 lines of output]", - "P03 INFO: backup file /var/lib/postgresql/10/demo/base/1/12820 (0B, 100%)", - "P04 INFO: backup file /var/lib/postgresql/10/demo/base/1/12825 (0B, 100%)", + "P04 INFO: backup file /var/lib/postgresql/10/demo/base/1/12815 (0B, 100%)", + "P03 INFO: backup file /var/lib/postgresql/10/demo/base/1/12825 (0B, 100%)", "P00 INFO: full backup size = 29.7MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/18000130", + "P00 INFO: backup stop archive = 000000070000000000000016, lsn = 0/16000130", " [filtered 6 lines of output]" ] } @@ -2998,7 +3048,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -3024,7 +3074,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 15, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -3074,7 +3124,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -3658,17 +3708,17 @@ " cipher: none", "", " db (current)", - " wal archive min/max (10-1): 00000008000000000000001E/000000080000000000000020", + " wal archive min/max (10-1): 00000008000000000000001C/00000008000000000000001E", "", - " full backup: 20190903-194252F", - " timestamp start/stop: 2019-09-03 19:42:52 / 2019-09-03 19:43:10", - " wal start/stop: 00000008000000000000001E / 00000008000000000000001E", + " full backup: 20191001-152625F", + " timestamp start/stop: 2019-10-01 15:26:25 / 2019-10-01 15:26:41", + " wal start/stop: 00000008000000000000001C / 00000008000000000000001C", " database size: 29.8MB, backup size: 29.8MB", " repository size: 3.5MB, repository backup size: 3.5MB", "", - " full backup: 20190903-194313F", - " timestamp start/stop: 2019-09-03 19:43:13 / 2019-09-03 19:43:21", - " wal start/stop: 000000080000000000000020 / 000000080000000000000020", + " full backup: 20191001-152643F", + " timestamp start/stop: 2019-10-01 15:26:43 / 2019-10-01 15:26:51", + " wal start/stop: 00000008000000000000001E / 00000008000000000000001E", " database size: 29.8MB, backup size: 29.8MB", " repository size: 3.5MB, repository backup size: 3.5MB" ] @@ -3814,7 +3864,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -4037,9 +4087,6 @@ "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/10/demo" - }, - "recovery-option" : { - "value" : "standby_mode=on" } }, "global" : { @@ -4063,7 +4110,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/10/demo", - "recovery-option=standby_mode=on", "", "[global]", "log-level-file=detail", @@ -4088,7 +4134,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo --delta restore" + "sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -4111,8 +4157,9 @@ "type" : "exe", "value" : { "output" : [ - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:27:29", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -4219,12 +4266,12 @@ "output" : [ " [filtered 3 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2019-09-03 19:43:14 UTC", + "LOG: database system was interrupted; last known up at 2019-10-01 15:26:45 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"000000080000000000000020\" from archive", - "LOG: redo starts at 0/20000028", - "LOG: consistent recovery state reached at 0/200000F8", + "LOG: restored log file \"00000008000000000000001E\" from archive", + "LOG: redo starts at 0/1E000028", + "LOG: consistent recovery state reached at 0/1E0000F8", "LOG: database system is ready to accept read only connections", "LOG: incomplete startup packet" ] @@ -4307,7 +4354,7 @@ "output" : [ " pg_switch_wal | current_timestamp ", "---------------+-------------------------------", - " 0/2102A9B0 | 2019-09-03 19:44:12.724174+00", + " 0/1F02B8C8 | 2019-10-01 15:27:40.284977+00", "(1 row)" ] } @@ -4336,7 +4383,7 @@ "output" : [ " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:44:17.289247+00", + " Important Data | 2019-10-01 15:27:44.789224+00", "(1 row)" ] } @@ -4362,7 +4409,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because no primary was found", "P00 INFO: check command end: completed successfully" ] @@ -4432,7 +4479,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/10/demo", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -4486,7 +4532,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo --delta restore" + "sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -4509,9 +4555,10 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:27:53", "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -4576,9 +4623,9 @@ "value" : { "output" : [ " [filtered 11 lines of output]", - "LOG: restored log file \"000000080000000000000021\" from archive", + "LOG: restored log file \"00000008000000000000001F\" from archive", "LOG: incomplete startup packet", - "LOG: started streaming WAL from primary at 0/22000000 on timeline 8" + "LOG: started streaming WAL from primary at 0/20000000 on timeline 8" ] } }, @@ -4610,7 +4657,7 @@ "output" : [ " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:44:35.125862+00", + " Important Data | 2019-10-01 15:28:01.679977+00", "(1 row)" ] } @@ -4639,7 +4686,7 @@ "output" : [ " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:44:36.024894+00", + " Important Data | 2019-10-01 15:28:02.578064+00", "(1 row)" ] } @@ -4771,7 +4818,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/10/demo", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -4871,8 +4917,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000027 successfully archived to 'archive/demo/10-1/0000000800000000/000000080000000000000027-43de039b7fbc0784f8f69ed57b79009c590d8305.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 000000080000000000000025 successfully archived to 'archive/demo/10-1/0000000800000000/000000080000000000000025-ff3534a6838701a17bfc47e14c0a5969944ab961.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -4899,24 +4945,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000022", - "P01 DETAIL: pushed WAL file '000000080000000000000022' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000020", + "P01 DETAIL: pushed WAL file '000000080000000000000020' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000023...000000080000000000000026", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000021...000000080000000000000024", + "P01 DETAIL: pushed WAL file '000000080000000000000021' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000022' to the archive", "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000024' to the archive", - "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000026' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000027", - "P01 DETAIL: pushed WAL file '000000080000000000000027' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/postgresql/10/demo/pg_wal] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", + "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", "P00 INFO: archive-push-async command end: completed successfully" ] } @@ -4956,30 +5002,29 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get-async command begin 2.17: [000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: archive-get-async command begin 2.18: [00000008000000000000001E, 00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001E...000000080000000000000025", + "P01 DETAIL: found 00000008000000000000001E in the archive", + "P01 DETAIL: found 00000008000000000000001F in the archive", + "P01 DETAIL: unable to find 000000080000000000000020 in the archive", + "P01 DETAIL: unable to find 000000080000000000000021 in the archive", + " [filtered 20 lines of output]", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000020...000000080000000000000027", "P01 DETAIL: found 000000080000000000000020 in the archive", - "P02 DETAIL: found 000000080000000000000021 in the archive", - "P02 DETAIL: unable to find 000000080000000000000023 in the archive", - "P01 DETAIL: unable to find 000000080000000000000022 in the archive", - " [filtered 20 lines of output]", - "P00 INFO: archive-get-async command begin 2.17: [000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000022...000000080000000000000029", + "P01 DETAIL: found 000000080000000000000021 in the archive", "P01 DETAIL: found 000000080000000000000022 in the archive", - "P02 DETAIL: found 000000080000000000000023 in the archive", + "P01 DETAIL: found 000000080000000000000023 in the archive", "P01 DETAIL: found 000000080000000000000024 in the archive", - "P02 DETAIL: found 000000080000000000000025 in the archive", - "P02 DETAIL: unable to find 000000080000000000000027 in the archive", - "P02 DETAIL: unable to find 000000080000000000000028 in the archive", - "P02 DETAIL: unable to find 000000080000000000000029 in the archive", - "P01 DETAIL: found 000000080000000000000026 in the archive", - "P00 INFO: archive-get-async command end: completed successfully", - "", - " [filtered 8 lines of output]", - "P02 DETAIL: unable to find 00000008000000000000002D in the archive", - "P02 DETAIL: unable to find 00000008000000000000002E in the archive", - "P01 DETAIL: found 000000080000000000000027 in the archive", - "P00 INFO: archive-get-async command end: completed successfully" + "P01 DETAIL: unable to find 000000080000000000000025 in the archive", + "P01 DETAIL: unable to find 000000080000000000000026 in the archive", + " [filtered 4 lines of output]", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A, 00000008000000000000002B, 00000008000000000000002C] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000025...00000008000000000000002C", + "P01 DETAIL: found 000000080000000000000025 in the archive", + "P01 DETAIL: unable to find 000000080000000000000026 in the archive", + "P01 DETAIL: unable to find 000000080000000000000027 in the archive", + " [filtered 5 lines of output]" ] } }, @@ -5061,21 +5106,23 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:44:59\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000080000000000000029, lsn = 0/29000028", - "P00 INFO: wait for replay on the standby to reach 0/29000028", - "P00 INFO: replay on the standby reached 0/290000D0, checkpoint 0/29000060", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/1249 (392KB, 17%) checksum 5229851a411a6fb3ab0f338ff84ae6ca3518605a", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2673 (312KB, 30%) checksum a8fb8fa6e23bf0f150fafd75f4b9ea7ef8475bd8", - " [filtered 7 lines of output]", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2704 (40KB, 85%) checksum be04bbc2c012df3d98fba31a26c84670b8ebd31c", - "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2662 (32KB, 86%) checksum 76a8cc8da4b8a7e451db8c29f0bba1fae7ee75b7", - "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/global/pg_control (8KB, 87%) checksum 99f45e618d701bdfc2b1ead62631642f3121aee1", - "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/3455 (40KB, 88%) checksum 144caad61022968141bc1eda2785484f3abe6d07", - "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/pg_logical/replorigin_checkpoint (8B, 88%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2610 (32KB, 90%) checksum 2a358e15fefd628903916942d546450bf5e20194", - "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2608_fsm (24KB, 91%) checksum 6c7e8309a4d55ba9669c8df84923abfceec95e97", - " [filtered 27 lines of output]" + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:28:25\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000080000000000000027, lsn = 0/27000028", + "P00 INFO: wait for replay on the standby to reach 0/27000028", + "P00 INFO: replay on the standby reached 0/270000D0, checkpoint 0/27000060", + "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/1249 (392KB, 17%) checksum 29326e6a8034864bc03be532b3d98620bc097450", + "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2608 (440KB, 36%) checksum eefc1d10eeed1de4fe9b1a35592b82866d6501ac", + " [filtered 6 lines of output]", + "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/3455 (40KB, 83%) checksum c538109dd0976a3021f960dabbc77d5dc858fb3a", + "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2663 (48KB, 85%) checksum b9f7d912e91f3e411e34af15dab95b9af5b52257", + "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/global/pg_control (8KB, 85%) checksum a38c041604a67845411956810973c0768adc49dc", + "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2704 (40KB, 87%) checksum 09843072e11ef9228e15719ecec9cd8e98444cab", + "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2662 (32KB, 88%) checksum d73429775c163223cea81262ee0ce0c4989dc3f8", + "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2610 (32KB, 90%) checksum 7a89f25cb3e67835e3f602ed470872065fd23d20", + "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/pg_logical/replorigin_checkpoint (8B, 90%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", + "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/2610_fsm (24KB, 91%) checksum 3b603e1e59c53f97dfbb3ff4fe6bb35802e3c319", + "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12978/1249_fsm (24KB, 92%) checksum 73cb99421a6950457d4bb75ecd8d87b13820dbb2", + " [filtered 26 lines of output]" ] } }, @@ -5260,7 +5307,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/11/demo", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -5351,7 +5397,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.17: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/postgresql/11/demo --pg2-path=/var/lib/postgresql/11/demo --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.18: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/postgresql/11/demo --pg2-path=/var/lib/postgresql/11/demo --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -5478,7 +5524,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo --delta restore" + "sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -5612,7 +5658,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.17" + "sudo mkdir -p /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -5625,7 +5671,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -5638,7 +5684,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -5651,7 +5697,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.17" + "sudo chown -R vagrant /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -5697,7 +5743,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.17/src && ./configure" + "cd /build/pgbackrest-release-2.18/src && ./configure" ], "host" : "build", "load-env" : true, @@ -5710,7 +5756,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "make -s -C /build/pgbackrest-release-2.17/src" + "make -s -C /build/pgbackrest-release-2.18/src" ], "host" : "build", "load-env" : true, @@ -5737,7 +5783,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -5880,7 +5926,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - General help", + "pgBackRest 2.18 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -6024,7 +6070,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - 'backup' command - 'log-path' option help", + "pgBackRest 2.18 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -6262,7 +6308,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -6288,8 +6334,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000100000000/000000010000000000000001-f12bb726256921029d3362e05ad583a37c3ca702.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000100000000/000000010000000000000001-f35e96a92840adad7669c4aea71cfd79c27679c2.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -6316,14 +6362,14 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:28:08\": backup begins after the next regular checkpoint completes", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:11:50\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", " [filtered 851 lines of output]", "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", - "P00 INFO: full backup size = 20.6MB", + "P00 INFO: full backup size = 20.5MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/2000130", " [filtered 4 lines of output]" @@ -6344,7 +6390,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192808F" + "20191001-151150F" ] } }, @@ -6371,8 +6417,8 @@ "value" : { "output" : [ " [filtered 5 lines of output]", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/pg_log/postgresql.log (1010B, 97%) checksum e482bff18cb1d08cd149d3060f4a794abdd8332e", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/backup_label (236B, 100%) checksum e04b63635a7d354dff9753b5cbdbadcbeb59d2ce", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/pg_log/postgresql.log (1010B, 97%) checksum ba5891982e79d0a88571bf56c2b2bf6c42f413a2", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/backup_label (236B, 100%) checksum aa9a9130433b5d8297b632382384db2dbc175b7b", "P00 INFO: diff backup size = 9.2KB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", @@ -6408,18 +6454,18 @@ " db (current)", " wal archive min/max (9.5-1): 000000010000000000000002/000000010000000000000003", "", - " full backup: 20190903-192808F", - " timestamp start/stop: 2019-09-03 19:28:08 / 2019-09-03 19:28:20", + " full backup: 20191001-151150F", + " timestamp start/stop: 2019-10-01 15:11:50 / 2019-10-01 15:12:03", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " diff backup: 20190903-192808F_20190903-192822D", - " timestamp start/stop: 2019-09-03 19:28:22 / 2019-09-03 19:28:25", + " diff backup: 20191001-151150F_20191001-151204D", + " timestamp start/stop: 2019-10-01 15:12:04 / 2019-10-01 15:12:08", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", " database size: 20.6MB, backup size: 9.2KB", " repository size: 2.4MB, repository backup size: 768B", - " backup reference list: 20190903-192808F" + " backup reference list: 20191001-151150F" ] } }, @@ -6577,9 +6623,9 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20190903-192808F_20190903-192822D, version = 2.17", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:28:46\": backup begins after the next regular checkpoint completes", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20191001-151150F_20191001-151204D, version = 2.18", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:12:28\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", "P00 WARN: a timeline switch has occurred since the last backup, enabling delta checksum", " [filtered 10 lines of output]" @@ -6638,11 +6684,11 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20190903-192808F_20190903-192846I, version = 2.17", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:28:52\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20191001-151150F_20191001-151228I, version = 2.18", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:12:35\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 79%) checksum 0237e5d9ebea3ecb25619bbdf18f72f623bcec9b", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 78%) checksum f9e380129e4b55f89cc9ee715ffc675784f38889", " [filtered 9 lines of output]" ] } @@ -6684,9 +6730,9 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:28:56\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:12:39\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000009, lsn = 0/9000028", - "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20190903-192808F_20190903-192856I': [13] Permission denied", + "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20191001-151150F_20191001-151239I': [13] Permission denied", "P00 INFO: backup command end: aborted with exception [047]" ] } @@ -6727,10 +6773,10 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20190903-192808F_20190903-192852I, version = 2.17", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:29:00\": backup begins after the requested immediate checkpoint completes", - "P00 ERROR: [057]: unable to execute query 'select to_char(current_timestamp, 'YYYY-MM-DD HH24:MI:SS.US TZ'), pg_xlogfile_name(lsn), lsn::text, (select setting::int8 from pg_settings where name = 'wal_segment_size') * (select setting::int8 from pg_settings where name = 'wal_block_size') from pg_start_backup('pgBackRest backup started at 2019-09-03 19:29:00', true) as lsn': ERROR: a backup is already in progress", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20191001-151150F_20191001-151235I, version = 2.18", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:12:43\": backup begins after the requested immediate checkpoint completes", + "P00 ERROR: [057]: unable to execute query 'select to_char(current_timestamp, 'YYYY-MM-DD HH24:MI:SS.US TZ'), pg_xlogfile_name(lsn), lsn::text, (select setting::int8 from pg_settings where name = 'wal_segment_size') * (select setting::int8 from pg_settings where name = 'wal_block_size') from pg_start_backup('pgBackRest backup started at 2019-10-01 15:12:43', true) as lsn': ERROR: a backup is already in progress", " HINT: Run pg_stop_backup() and try again.", "P00 INFO: backup command end: aborted with exception [057]" ] @@ -6789,13 +6835,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", - "P00 INFO: last backup label = 20190903-192808F_20190903-192852I, version = 2.17", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", + "P00 INFO: last backup label = 20191001-151150F_20191001-151235I, version = 2.18", "P00 WARN: the cluster is already in backup mode but no pgBackRest backup process is running. pg_stop_backup() will be called so a new backup can be started.", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:29:03\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:12:46\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 00000002000000000000000A, lsn = 0/A000028", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 74%) checksum 58b2cd8ec2ba2ef61267b50d30a5f301e9015fd4", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 74%) checksum 96a02262d084b88739dc48b456cdf41124bb4b1a", " [filtered 9 lines of output]" ] } @@ -6834,25 +6880,25 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 21624898,", + " \"delta\" : 21551170,", " \"repository\" : {", - " \"delta\" : 2531696,", - " \"size\" : 2531696", + " \"delta\" : 2532480,", + " \"size\" : 2532480", " },", - " \"size\" : 21624898", + " \"size\" : 21551170", " },", - " \"label\" : \"20190903-192808F\",", + " \"label\" : \"20191001-151150F\",", " \"prior\" : null,", " \"reference\" : null,", " \"timestamp\" : {", - " \"start\" : 1567538888,", - " \"stop\" : 1567538900", + " \"start\" : 1569942710,", + " \"stop\" : 1569942723", " },", " \"type\" : \"full\"", " },", @@ -6863,7 +6909,7 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -6872,18 +6918,18 @@ " \"delta\" : 9438,", " \"repository\" : {", " \"delta\" : 768,", - " \"size\" : 2531696", + " \"size\" : 2532480", " },", - " \"size\" : 21625005", + " \"size\" : 21551277", " },", - " \"label\" : \"20190903-192808F_20190903-192822D\",", - " \"prior\" : \"20190903-192808F\",", + " \"label\" : \"20191001-151150F_20191001-151204D\",", + " \"prior\" : \"20191001-151150F\",", " \"reference\" : [", - " \"20190903-192808F\"", + " \"20191001-151150F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538902,", - " \"stop\" : 1567538905", + " \"start\" : 1569942724,", + " \"stop\" : 1569942728", " },", " \"type\" : \"diff\"", " },", @@ -6894,27 +6940,27 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 10177,", + " \"delta\" : 10284,", " \"repository\" : {", " \"delta\" : 928,", - " \"size\" : 2531856", + " \"size\" : 2532640", " },", - " \"size\" : 21625744", + " \"size\" : 21552123", " },", - " \"label\" : \"20190903-192808F_20190903-192846I\",", - " \"prior\" : \"20190903-192808F_20190903-192822D\",", + " \"label\" : \"20191001-151150F_20191001-151228I\",", + " \"prior\" : \"20191001-151150F_20191001-151204D\",", " \"reference\" : [", - " \"20190903-192808F\"", + " \"20191001-151150F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538926,", - " \"stop\" : 1567538930", + " \"start\" : 1569942748,", + " \"stop\" : 1569942752", " },", " \"type\" : \"incr\"", " },", @@ -6925,27 +6971,27 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 10284,", + " \"delta\" : 10391,", " \"repository\" : {", " \"delta\" : 928,", - " \"size\" : 2531856", + " \"size\" : 2532640", " },", - " \"size\" : 21625851", + " \"size\" : 21552230", " },", - " \"label\" : \"20190903-192808F_20190903-192852I\",", - " \"prior\" : \"20190903-192808F_20190903-192846I\",", + " \"label\" : \"20191001-151150F_20191001-151235I\",", + " \"prior\" : \"20191001-151150F_20191001-151228I\",", " \"reference\" : [", - " \"20190903-192808F\"", + " \"20191001-151150F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538932,", - " \"stop\" : 1567538935", + " \"start\" : 1569942755,", + " \"stop\" : 1569942758", " },", " \"type\" : \"incr\"", " },", @@ -6956,27 +7002,27 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 11030,", + " \"delta\" : 11137,", " \"repository\" : {", - " \"delta\" : 1136,", - " \"size\" : 2532064", + " \"delta\" : 1120,", + " \"size\" : 2532832", " },", - " \"size\" : 21626597", + " \"size\" : 21552976", " },", - " \"label\" : \"20190903-192808F_20190903-192903I\",", - " \"prior\" : \"20190903-192808F_20190903-192852I\",", + " \"label\" : \"20191001-151150F_20191001-151246I\",", + " \"prior\" : \"20191001-151150F_20191001-151235I\",", " \"reference\" : [", - " \"20190903-192808F\"", + " \"20191001-151150F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538943,", - " \"stop\" : 1567538948", + " \"start\" : 1569942766,", + " \"stop\" : 1569942771", " },", " \"type\" : \"incr\"", " }", @@ -6985,7 +7031,7 @@ " \"db\" : [", " {", " \"id\" : 1,", - " \"system-id\" : 6732528144905826577,", + " \"system-id\" : 6742852492143456528,", " \"version\" : \"9.5\"", " }", " ],", @@ -7140,7 +7186,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2019-09-03 19:29:08+00 | 00000002000000000000000A", + " \"demo\" | 2019-10-01 15:12:51+00 | 00000002000000000000000A", "(1 row)" ] } @@ -7187,7 +7233,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-192808F|remove archive" + "archive retention on backup 20191001-151150F|remove archive" ] }, "host" : "pg-primary", @@ -7200,8 +7246,8 @@ "output" : [ " [filtered 860 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=full", - "P00 DETAIL: archive retention on backup 20190903-192808F, archiveId = 9.5-1, start = 000000010000000000000002", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=full", + "P00 DETAIL: archive retention on backup 20191001-151150F, archiveId = 9.5-1, start = 000000010000000000000002", "P00 DETAIL: no archive to remove, archiveId = 9.5-1", "P00 INFO: expire command end: completed successfully" ] @@ -7221,7 +7267,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192914F" + "20191001-151257F" ] } }, @@ -7236,7 +7282,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20190903-192808F|archive retention on backup 20190903-192914F|remove archive" + "expire full backup set\\: 20191001-151150F|archive retention on backup 20191001-151257F|remove archive" ] }, "host" : "pg-primary", @@ -7249,10 +7295,10 @@ "output" : [ " [filtered 860 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=full", - "P00 INFO: expire full backup set: 20190903-192808F, 20190903-192808F_20190903-192822D, 20190903-192808F_20190903-192846I, 20190903-192808F_20190903-192852I, 20190903-192808F_20190903-192903I", - "P00 INFO: remove expired backup 20190903-192808F_20190903-192903I", - "P00 INFO: remove expired backup 20190903-192808F_20190903-192852I", + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=full", + "P00 INFO: expire full backup set: 20191001-151150F, 20191001-151150F_20191001-151204D, 20191001-151150F_20191001-151228I, 20191001-151150F_20191001-151235I, 20191001-151150F_20191001-151246I", + "P00 INFO: remove expired backup 20191001-151150F_20191001-151246I", + "P00 INFO: remove expired backup 20191001-151150F_20191001-151235I", " [filtered 3 lines of output]" ] } @@ -7316,7 +7362,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192929F_20190903-192945D" + "20191001-151312F_20191001-151327D" ] } }, @@ -7344,7 +7390,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20190903-192929F_20190903-192945D" + "expire diff backup set: 20191001-151312F_20191001-151327D" ] }, "host" : "pg-primary", @@ -7357,10 +7403,10 @@ "output" : [ " [filtered 12 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=diff", - "P00 INFO: expire diff backup set: 20190903-192929F_20190903-192945D, 20190903-192929F_20190903-192951I", - "P00 INFO: remove expired backup 20190903-192929F_20190903-192951I", - "P00 INFO: remove expired backup 20190903-192929F_20190903-192945D" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=diff", + "P00 INFO: expire diff backup set: 20191001-151312F_20191001-151327D, 20191001-151312F_20191001-151332I", + "P00 INFO: remove expired backup 20191001-151312F_20191001-151332I", + "P00 INFO: remove expired backup 20191001-151312F_20191001-151327D" ] } }, @@ -7410,7 +7456,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192929F_20190903-192955D" + "20191001-151312F_20191001-151337D" ] } }, @@ -7453,10 +7499,10 @@ "output" : [ " [filtered 9 lines of output]", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000020000000000000013, lsn = 0/130000F8", - "P00 INFO: new backup label = 20190903-192929F_20190903-193002D", + "P00 INFO: backup stop archive = 000000020000000000000014, lsn = 0/140000F8", + "P00 INFO: new backup label = 20191001-151312F_20191001-151345D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=diff" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=diff" ] } }, @@ -7474,7 +7520,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192929F_20190903-193002D" + "20191001-151312F_20191001-151345D" ] } }, @@ -7489,7 +7535,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-192929F_20190903-192955D|remove archive" + "archive retention on backup 20191001-151312F_20191001-151337D|remove archive" ] }, "host" : "pg-primary", @@ -7500,13 +7546,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20190903-192914F, archiveId = 9.5-1, start = 00000002000000000000000C, stop = 00000002000000000000000C", - "P00 DETAIL: archive retention on backup 20190903-192929F, archiveId = 9.5-1, start = 00000002000000000000000D, stop = 00000002000000000000000D", - "P00 DETAIL: archive retention on backup 20190903-192929F_20190903-192955D, archiveId = 9.5-1, start = 000000020000000000000010, stop = 000000020000000000000010", - "P00 DETAIL: archive retention on backup 20190903-192929F_20190903-193002D, archiveId = 9.5-1, start = 000000020000000000000013", - "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000E, stop = 00000002000000000000000F", - "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 000000020000000000000011, stop = 000000020000000000000012", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20191001-151257F, archiveId = 9.5-1, start = 00000002000000000000000C, stop = 00000002000000000000000C", + "P00 DETAIL: archive retention on backup 20191001-151312F, archiveId = 9.5-1, start = 00000002000000000000000D, stop = 00000002000000000000000D", + "P00 DETAIL: archive retention on backup 20191001-151312F_20191001-151337D, archiveId = 9.5-1, start = 000000020000000000000011, stop = 000000020000000000000011", + "P00 DETAIL: archive retention on backup 20191001-151312F_20191001-151345D, archiveId = 9.5-1, start = 000000020000000000000014", + "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000E, stop = 000000020000000000000010", + "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 000000020000000000000012, stop = 000000020000000000000013", "P00 INFO: expire command end: completed successfully" ] } @@ -7535,7 +7581,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "demo\\/PG_VERSION - exists and matches backup|check\\/clean db path|restore global\\/pg_control" + "demo\\/PG_VERSION - exists and matches backup|remove invalid files|rename global\\/pg_control" ] }, "host" : "pg-primary", @@ -7546,11 +7592,13 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 877 lines of output]", - "P01 DETAIL: restore file /var/lib/pgsql/9.5/data/base/1/12211 - exists and is zero size (0B, 100%)", - "P00 INFO: write /var/lib/pgsql/9.5/data/recovery.conf", - "P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)", - "P00 INFO: restore command end: completed successfully" + " [filtered 2 lines of output]", + "P00 DETAIL: check '/var/lib/pgsql/9.5/data' exists", + "P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete", + "P00 INFO: remove invalid files/links/paths from '/var/lib/pgsql/9.5/data'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.5/data/backup_label.old'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.5/data/base/12378/pg_internal.init'", + " [filtered 900 lines of output]" ] } }, @@ -7703,6 +7751,53 @@ ] } }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest ls backup/demo --filter=\"(F|D|I)$\" --sort=desc | head -1" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "20191001-151312F_20191001-151359I" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --set=20191001-151312F_20191001-151359I info" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "database list" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + " [filtered 11 lines of output]", + " repository size: 4MB, repository backup size: 1.6MB", + " backup reference list: 20191001-151312F, 20191001-151312F_20191001-151345D", + " database list: postgres (12378), test1 (24576), test2 (24577)" + ] + } + }, { "key" : { "bash-wrap" : true, @@ -7929,7 +8024,7 @@ "type" : "exe", "value" : { "output" : [ - "2019-09-03 19:30:52.416119+00" + "2019-10-01 15:14:33.490581+00" ] } }, @@ -7982,7 +8077,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:30:52.416119+00\" \\", + " --type=time \"--target=2019-10-01 15:14:33.490581+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -8026,8 +8121,9 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:14:36", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2019-09-03 19:30:52.416119+00'", + "recovery_target_time = '2019-10-01 15:14:33.490581+00'", "recovery_target_action = 'promote'" ] } @@ -8107,16 +8203,16 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:30:44 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:30:52.416119+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:14:26 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:14:33.490581+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000018\" from archive", - "LOG: redo starts at 0/18000028", - "LOG: consistent recovery state reached at 0/180000F8", "LOG: restored log file \"000000040000000000000019\" from archive", - "LOG: recovery stopping before commit of transaction 630, time 2019-09-03 19:30:52.881298+00", - "LOG: redo done at 0/1901B758", - "LOG: last completed transaction was at log time 2019-09-03 19:30:51.951293+00", + "LOG: redo starts at 0/19000028", + "LOG: consistent recovery state reached at 0/190000F8", + "LOG: restored log file \"00000004000000000000001A\" from archive", + "LOG: recovery stopping before commit of transaction 630, time 2019-10-01 15:14:33.960548+00", + "LOG: redo done at 0/1A01C148", + "LOG: last completed transaction was at log time 2019-10-01 15:14:33.008426+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", " [filtered 4 lines of output]" @@ -8168,7 +8264,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192929F_20190903-193043D" + "20191001-151312F_20191001-151424D" ] } }, @@ -8203,7 +8299,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:30:52.416119+00\" --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:14:33.490581+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -8300,14 +8396,14 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:31:06 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:30:52.416119+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:14:46 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:14:33.490581+00", "LOG: restored log file \"00000005.history\" from archive", - "LOG: restored log file \"00000005000000000000001A\" from archive", - "LOG: redo starts at 0/1A000028", - "LOG: consistent recovery state reached at 0/1A0000F8", - "LOG: redo done at 0/1A0000F8", - "LOG: restored log file \"00000005000000000000001A\" from archive", + "LOG: restored log file \"00000005000000000000001B\" from archive", + "LOG: redo starts at 0/1B000028", + "LOG: consistent recovery state reached at 0/1B0000F8", + "LOG: redo done at 0/1B0000F8", + "LOG: restored log file \"00000005000000000000001B\" from archive", " [filtered 8 lines of output]" ] } @@ -8322,7 +8418,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20190903-192929F_20190903-193043D" + "20191001-151312F_20191001-151424D" ] }, "host" : "pg-primary", @@ -8338,47 +8434,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (9.5-1): 00000002000000000000000C/00000005000000000000001A", + " wal archive min/max (9.5-1): 00000002000000000000000C/00000005000000000000001B", "", - " full backup: 20190903-192914F", - " timestamp start/stop: 2019-09-03 19:29:14 / 2019-09-03 19:29:28", + " full backup: 20191001-151257F", + " timestamp start/stop: 2019-10-01 15:12:57 / 2019-10-01 15:13:10", " wal start/stop: 00000002000000000000000C / 00000002000000000000000C", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " full backup: 20190903-192929F", - " timestamp start/stop: 2019-09-03 19:29:29 / 2019-09-03 19:29:43", + " full backup: 20191001-151312F", + " timestamp start/stop: 2019-10-01 15:13:12 / 2019-10-01 15:13:25", " wal start/stop: 00000002000000000000000D / 00000002000000000000000D", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " diff backup: 20190903-192929F_20190903-193002D", - " timestamp start/stop: 2019-09-03 19:30:02 / 2019-09-03 19:30:06", - " wal start/stop: 000000020000000000000013 / 000000020000000000000013", - " database size: 20.6MB, backup size: 116.4KB", + " diff backup: 20191001-151312F_20191001-151345D", + " timestamp start/stop: 2019-10-01 15:13:45 / 2019-10-01 15:13:48", + " wal start/stop: 000000020000000000000014 / 000000020000000000000014", + " database size: 20.6MB, backup size: 116.5KB", " repository size: 2.4MB, repository backup size: 12.7KB", - " backup reference list: 20190903-192929F", + " backup reference list: 20191001-151312F", "", - " incr backup: 20190903-192929F_20190903-193018I", - " timestamp start/stop: 2019-09-03 19:30:18 / 2019-09-03 19:30:29", - " wal start/stop: 000000030000000000000015 / 000000030000000000000015", - " database size: 34MB, backup size: 13.5MB", + " incr backup: 20191001-151312F_20191001-151359I", + " timestamp start/stop: 2019-10-01 15:13:59 / 2019-10-01 15:14:10", + " wal start/stop: 000000030000000000000016 / 000000030000000000000016", + " database size: 33.9MB, backup size: 13.4MB", " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20190903-192929F, 20190903-192929F_20190903-193002D", + " backup reference list: 20191001-151312F, 20191001-151312F_20191001-151345D", "", - " diff backup: 20190903-192929F_20190903-193043D", - " timestamp start/stop: 2019-09-03 19:30:43 / 2019-09-03 19:30:51", - " wal start/stop: 000000040000000000000018 / 000000040000000000000018", - " database size: 27.4MB, backup size: 6.9MB", + " diff backup: 20191001-151312F_20191001-151424D", + " timestamp start/stop: 2019-10-01 15:14:24 / 2019-10-01 15:14:32", + " wal start/stop: 000000040000000000000019 / 000000040000000000000019", + " database size: 27.3MB, backup size: 6.9MB", " repository size: 3.2MB, repository backup size: 832.0KB", - " backup reference list: 20190903-192929F", + " backup reference list: 20191001-151312F", "", - " incr backup: 20190903-192929F_20190903-193104I", - " timestamp start/stop: 2019-09-03 19:31:04 / 2019-09-03 19:31:09", - " wal start/stop: 00000005000000000000001A / 00000005000000000000001A", - " database size: 27.4MB, backup size: 2MB", - " repository size: 3.2MB, repository backup size: 210.2KB", - " backup reference list: 20190903-192929F, 20190903-192929F_20190903-193043D" + " incr backup: 20191001-151312F_20191001-151445I", + " timestamp start/stop: 2019-10-01 15:14:45 / 2019-10-01 15:14:49", + " wal start/stop: 00000005000000000000001B / 00000005000000000000001B", + " database size: 27.3MB, backup size: 2.0MB", + " repository size: 3.2MB, repository backup size: 210.3KB", + " backup reference list: 20191001-151312F, 20191001-151312F_20191001-151424D" ] } }, @@ -8400,8 +8496,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:30:52.416119+00\" \\", - " --set=20190903-192929F_20190903-193043D --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:14:33.490581+00\" \\", + " --set=20191001-151312F_20191001-151424D --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -8498,16 +8594,16 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:30:44 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:30:52.416119+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:14:26 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:14:33.490581+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000018\" from archive", - "LOG: redo starts at 0/18000028", - "LOG: consistent recovery state reached at 0/180000F8", "LOG: restored log file \"000000040000000000000019\" from archive", - "LOG: recovery stopping before commit of transaction 630, time 2019-09-03 19:30:52.881298+00", - "LOG: redo done at 0/1901B758", - "LOG: last completed transaction was at log time 2019-09-03 19:30:51.951293+00", + "LOG: redo starts at 0/19000028", + "LOG: consistent recovery state reached at 0/190000F8", + "LOG: restored log file \"00000004000000000000001A\" from archive", + "LOG: recovery stopping before commit of transaction 630, time 2019-10-01 15:14:33.960548+00", + "LOG: redo done at 0/1A01C148", + "LOG: last completed transaction was at log time 2019-10-01 15:14:33.008426+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 6 lines of output]" @@ -8634,7 +8730,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -8662,16 +8758,16 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast --stop-auto", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast --stop-auto", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:31:34\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 00000007000000000000001A, lsn = 0/1A000028", + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:15:13\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 00000007000000000000001B, lsn = 0/1B000028", " [filtered 1119 lines of output]", "P04 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", - "P00 INFO: full backup size = 27.3MB", + "P02 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12221 (0B, 100%)", + "P00 INFO: full backup size = 27.2MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 00000007000000000000001A, lsn = 0/1A000130", + "P00 INFO: backup stop archive = 00000007000000000000001B, lsn = 0/1B000130", " [filtered 6 lines of output]" ] } @@ -8710,7 +8806,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -8736,7 +8832,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 15, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -8799,7 +8895,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -9384,18 +9480,18 @@ " cipher: none", "", " db (current)", - " wal archive min/max (9.5-1): 000000080000000000000020/000000080000000000000021", + " wal archive min/max (9.5-1): 000000080000000000000021/000000080000000000000023", "", - " full backup: 20190903-193256F", - " timestamp start/stop: 2019-09-03 19:32:56 / 2019-09-03 19:33:12", - " wal start/stop: 000000080000000000000020 / 000000080000000000000020", - " database size: 27.4MB, backup size: 27.4MB", + " full backup: 20191001-151636F", + " timestamp start/stop: 2019-10-01 15:16:36 / 2019-10-01 15:16:53", + " wal start/stop: 000000080000000000000021 / 000000080000000000000021", + " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.2MB, repository backup size: 3.2MB", "", - " full backup: 20190903-193314F", - " timestamp start/stop: 2019-09-03 19:33:14 / 2019-09-03 19:33:23", - " wal start/stop: 000000080000000000000021 / 000000080000000000000021", - " database size: 27.4MB, backup size: 27.4MB", + " full backup: 20191001-151655F", + " timestamp start/stop: 2019-10-01 15:16:55 / 2019-10-01 15:17:04", + " wal start/stop: 000000080000000000000023 / 000000080000000000000023", + " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.2MB, repository backup size: 3.2MB" ] } @@ -9540,7 +9636,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -9764,9 +9860,6 @@ "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.5/data" - }, - "recovery-option" : { - "value" : "standby_mode=on" } }, "global" : { @@ -9790,7 +9883,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", - "recovery-option=standby_mode=on", "", "[global]", "log-level-file=detail", @@ -9815,7 +9907,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo restore" + "sudo -u postgres pgbackrest --stanza=demo --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -9838,8 +9930,9 @@ "type" : "exe", "value" : { "output" : [ - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:17:45", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -9944,12 +10037,12 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:33:15 UTC", + "LOG: database system was interrupted; last known up at 2019-10-01 15:16:57 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"000000080000000000000021\" from archive", - "LOG: redo starts at 0/21000028", - "LOG: consistent recovery state reached at 0/21000130", + "LOG: restored log file \"000000080000000000000023\" from archive", + "LOG: redo starts at 0/23000028", + "LOG: consistent recovery state reached at 0/230000F8", "LOG: database system is ready to accept read only connections" ] } @@ -10029,9 +10122,9 @@ "type" : "exe", "value" : { "output" : [ - " pg_switch_xlog | now ", - "----------------+------------------------------", - " 0/2201F1A0 | 2019-09-03 19:34:09.74483+00", + " pg_switch_xlog | now ", + "----------------+-------------------------------", + " 0/2401FB78 | 2019-10-01 15:17:56.154077+00", "(1 row)" ] } @@ -10060,7 +10153,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:34:15.416807+00", + " Important Data | 2019-10-01 15:18:01.201683+00", "(1 row)" ] } @@ -10086,7 +10179,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because no primary was found", "P00 INFO: check command end: completed successfully" ] @@ -10156,7 +10249,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -10210,7 +10302,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo --delta restore" + "sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -10233,9 +10325,10 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:18:10", "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -10324,8 +10417,8 @@ "output" : [ " [filtered 6 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"000000080000000000000022\" from archive", - "LOG: started streaming WAL from primary at 0/23000000 on timeline 8" + "LOG: restored log file \"000000080000000000000024\" from archive", + "LOG: started streaming WAL from primary at 0/25000000 on timeline 8" ] } }, @@ -10357,7 +10450,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:34:34.733234+00", + " Important Data | 2019-10-01 15:18:19.736584+00", "(1 row)" ] } @@ -10386,7 +10479,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:34:35.209587+00", + " Important Data | 2019-10-01 15:18:20.655425+00", "(1 row)" ] } @@ -10518,7 +10611,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -10618,8 +10710,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000028 successfully archived to 'archive/demo/9.5-1/0000000800000000/000000080000000000000028-b8d86e7ca9cdfee8e06732d60c85f93feea3a52e.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 00000008000000000000002A successfully archived to 'archive/demo/9.5-1/0000000800000000/00000008000000000000002A-84b88242010d98fa5c3dbefa974282d5076e9b9d.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -10646,24 +10738,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000023", - "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", + "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000024...000000080000000000000027", - "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000026...000000080000000000000029", "P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000027' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000027' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000028' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000029' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000028", - "P01 DETAIL: pushed WAL file '000000080000000000000028' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.5/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 00000008000000000000002A", + "P01 DETAIL: pushed WAL file '00000008000000000000002A' to the archive", "P00 INFO: archive-push-async command end: completed successfully" ] } @@ -10703,30 +10795,29 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get-async command begin 2.17: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000021...000000080000000000000028", - "P01 DETAIL: found 000000080000000000000021 in the archive", - "P02 DETAIL: found 000000080000000000000022 in the archive", - "P02 DETAIL: unable to find 000000080000000000000024 in the archive", - "P01 DETAIL: unable to find 000000080000000000000023 in the archive", - " [filtered 20 lines of output]", - "P00 INFO: archive-get-async command begin 2.17: [000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000023...00000008000000000000002A", - "P02 DETAIL: found 000000080000000000000024 in the archive", "P01 DETAIL: found 000000080000000000000023 in the archive", - "P02 DETAIL: found 000000080000000000000025 in the archive", + "P01 DETAIL: found 000000080000000000000024 in the archive", + "P01 DETAIL: unable to find 000000080000000000000025 in the archive", + "P01 DETAIL: unable to find 000000080000000000000026 in the archive", + " [filtered 20 lines of output]", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A, 00000008000000000000002B, 00000008000000000000002C] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000025...00000008000000000000002C", + "P01 DETAIL: found 000000080000000000000025 in the archive", "P01 DETAIL: found 000000080000000000000026 in the archive", - "P02 DETAIL: unable to find 000000080000000000000028 in the archive", - "P02 DETAIL: unable to find 000000080000000000000029 in the archive", - "P02 DETAIL: unable to find 00000008000000000000002A in the archive", "P01 DETAIL: found 000000080000000000000027 in the archive", - "P00 INFO: archive-get-async command end: completed successfully", - "", - " [filtered 8 lines of output]", - "P02 DETAIL: unable to find 00000008000000000000002E in the archive", - "P02 DETAIL: unable to find 00000008000000000000002F in the archive", "P01 DETAIL: found 000000080000000000000028 in the archive", - "P00 INFO: archive-get-async command end: completed successfully" + "P01 DETAIL: found 000000080000000000000029 in the archive", + "P01 DETAIL: unable to find 00000008000000000000002A in the archive", + "P01 DETAIL: unable to find 00000008000000000000002B in the archive", + " [filtered 4 lines of output]", + "P00 INFO: archive-get-async command begin 2.18: [00000008000000000000002A, 00000008000000000000002B, 00000008000000000000002C, 00000008000000000000002D, 00000008000000000000002E, 00000008000000000000002F, 000000080000000000000030, 000000080000000000000031] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000002A...000000080000000000000031", + "P01 DETAIL: found 00000008000000000000002A in the archive", + "P01 DETAIL: unable to find 00000008000000000000002B in the archive", + "P01 DETAIL: unable to find 00000008000000000000002C in the archive", + " [filtered 5 lines of output]" ] } }, @@ -10808,20 +10899,19 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:34:58\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 00000008000000000000002A, lsn = 0/2A000028", - "P00 INFO: wait for replay on the standby to reach 0/2A000028", - "P00 INFO: replay on the standby reached 0/2A0000D0", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/global/pg_control (8KB, 0%) checksum 307dcdf82a7ada5d7b27f0cdcc648b957e04c935", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_log/postgresql.log (7.8KB, 0%) checksum 5545d6693cf2596737546500d53157a31182d4cc", - "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2674 (360KB, 17%) checksum 517c7bcf97862b1b710733f4d341ee343a80dc99", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1249 (360KB, 33%) checksum a4c320c609803e70bf3559df8f90a659af4acdbe", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_hba.conf (4.1KB, 33%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2608 (432KB, 53%) checksum 7afb6122838290ec8588a410c01780bcb0f6103d", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/backup_label (238B, 53%) checksum bcb18c08cd15e65f4ee339cb5458ae68af9bcffc", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1259 (104KB, 58%) checksum aef960312cc8bd3ee7016b0836697daead9b9482", - "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2673 (336KB, 73%) checksum 4a93d18e17c9ffabcd15ff5066af47b573d25b27", - " [filtered 33 lines of output]" + "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:18:44\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 00000008000000000000002C, lsn = 0/2C000028", + "P00 INFO: wait for replay on the standby to reach 0/2C000028", + "P00 INFO: replay on the standby reached 0/2C0000D0", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/global/pg_control (8KB, 0%) checksum 249bc1e064d9b703ca81e6690656917d9820abed", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_log/postgresql.log (7.7KB, 0%) checksum 435e75c0c6f5aff3bc5cd599903788cb2106e054", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1249 (360KB, 17%) checksum a3c60a4101e5bf5e94e2587bde89cdf327d37050", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_hba.conf (4.1KB, 17%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2608 (432KB, 37%) checksum c40d1680963f1236d1cf4c86a8812ea2b447d272", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/backup_label (238B, 37%) checksum 61c3215caf3ab96db583083aaefbfaf962c5ac13", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2658 (112KB, 42%) checksum 9d78b3a57afbc4be6fa8d5c69c75c9f13b0fe3bd", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2673 (320KB, 57%) checksum f4b0a61891f7ef84984be9e0c6ef44d2a63fe30f", + " [filtered 34 lines of output]" ] } }, @@ -10993,7 +11083,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -11084,7 +11173,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.17: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/9.6/data --pg2-path=/var/lib/pgsql/9.6/data --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.18: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/9.6/data --pg2-path=/var/lib/pgsql/9.6/data --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -11121,7 +11210,7 @@ "type" : "exe", "value" : { "output" : [ - "postgresql-9.6 (pid 4870) is running..." + "postgresql-9.6 (pid 4905) is running..." ] } }, @@ -11214,7 +11303,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo restore" + "sudo -u postgres pgbackrest --stanza=demo --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -11348,7 +11437,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.17" + "sudo mkdir -p /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -11361,7 +11450,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/libc /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -11374,7 +11463,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.17" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -11387,7 +11476,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.17" + "sudo chown -R vagrant /build/pgbackrest-release-2.18" ], "host" : "build", "load-env" : true, @@ -11433,7 +11522,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.17/src && ./configure" + "cd /build/pgbackrest-release-2.18/src && ./configure" ], "host" : "build", "load-env" : true, @@ -11446,7 +11535,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "make -s -C /build/pgbackrest-release-2.17/src" + "make -s -C /build/pgbackrest-release-2.18/src" ], "host" : "build", "load-env" : true, @@ -11473,7 +11562,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -11615,7 +11704,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - General help", + "pgBackRest 2.18 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -11759,7 +11848,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.17 - 'backup' command - 'log-path' option help", + "pgBackRest 2.18 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -11997,7 +12086,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -12023,8 +12112,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.6-1/0000000100000000/000000010000000000000001-ab889df9fba74c3ca5df05ab74283d3f1cc502c2.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.6-1/0000000100000000/000000010000000000000001-ceb47f443685ca9fceb6c8e2f85857b2e11240a9.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -12051,9 +12140,9 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:19:08\": backup begins after the next regular checkpoint completes", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:02:56\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", " [filtered 864 lines of output]", "P01 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12312 (0B, 100%)", @@ -12079,7 +12168,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-191908F" + "20191001-150256F" ] } }, @@ -12107,7 +12196,7 @@ "output" : [ " [filtered 3 lines of output]", "P00 INFO: backup start archive = 000000010000000000000003, lsn = 0/3000028", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum 12fb80d93bc57ee4ade955a1296c45960c07a949", + "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum 5e8f67260faeedc733597b09999734cf3ad93ef8", "P00 INFO: diff backup size = 8KB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", @@ -12143,18 +12232,18 @@ " db (current)", " wal archive min/max (9.6-1): 000000010000000000000002/000000010000000000000003", "", - " full backup: 20190903-191908F", - " timestamp start/stop: 2019-09-03 19:19:08 / 2019-09-03 19:19:20", + " full backup: 20191001-150256F", + " timestamp start/stop: 2019-10-01 15:02:56 / 2019-10-01 15:03:09", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", - " database size: 21.0MB, backup size: 21.0MB", + " database size: 20.9MB, backup size: 20.9MB", " repository size: 2.5MB, repository backup size: 2.5MB", "", - " diff backup: 20190903-191908F_20190903-191921D", - " timestamp start/stop: 2019-09-03 19:19:21 / 2019-09-03 19:19:25", + " diff backup: 20191001-150256F_20191001-150310D", + " timestamp start/stop: 2019-10-01 15:03:10 / 2019-10-01 15:03:14", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", - " database size: 21.0MB, backup size: 8.2KB", + " database size: 20.9MB, backup size: 8.2KB", " repository size: 2.5MB, repository backup size: 421B", - " backup reference list: 20190903-191908F" + " backup reference list: 20191001-150256F" ] } }, @@ -12220,12 +12309,12 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 8 lines of output]", - "Sep 03 19:19:28 pg-primary systemd[1]: Starting PostgreSQL 9.6 database server...", - "Sep 03 19:19:28 pg-primary systemd[1]: postgresql-9.6.service: main process exited, code=exited, status=2/INVALIDARGUMENT", - "Sep 03 19:19:28 pg-primary systemd[1]: Failed to start PostgreSQL 9.6 database server.", - "Sep 03 19:19:28 pg-primary systemd[1]: Unit postgresql-9.6.service entered failed state.", - "Sep 03 19:19:28 pg-primary systemd[1]: postgresql-9.6.service failed." + " [filtered 11 lines of output]", + "Oct 01 15:03:17 pg-primary postmaster[889]: but could not open file \"/var/lib/pgsql/9.6/data/global/pg_control\": No such file or directory", + "Oct 01 15:03:17 pg-primary systemd[1]: postgresql-9.6.service: main process exited, code=exited, status=2/INVALIDARGUMENT", + "Oct 01 15:03:17 pg-primary systemd[1]: Failed to start PostgreSQL 9.6 database server.", + "Oct 01 15:03:17 pg-primary systemd[1]: Unit postgresql-9.6.service entered failed state.", + "Oct 01 15:03:17 pg-primary systemd[1]: postgresql-9.6.service failed." ] } }, @@ -12303,10 +12392,10 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20190903-191908F_20190903-191921D, version = 2.17", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:19:43\": backup begins after the next regular checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20191001-150256F_20191001-150310D, version = 2.18", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:03:32\": backup begins after the next regular checkpoint completes", + "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", "P00 WARN: a timeline switch has occurred since the last backup, enabling delta checksum", " [filtered 9 lines of output]" ] @@ -12364,11 +12453,11 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20190903-191908F_20190903-191943I, version = 2.17", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:19:49\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum 1b7b7f7fe95cc5c898e3f1b21e546d79ddd90323", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20191001-150256F_20191001-150332I, version = 2.18", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:03:38\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", + "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum c388ea032a89e9cfd75740ee398050e852daf2ee", " [filtered 7 lines of output]" ] } @@ -12395,7 +12484,7 @@ " \"id\" : 1", " },", " \"id\" : \"9.6-1\",", - " \"max\" : \"000000020000000000000006\",", + " \"max\" : \"000000020000000000000007\",", " \"min\" : \"000000010000000000000002\"", " }", " ],", @@ -12407,25 +12496,25 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 21977556,", + " \"delta\" : 21928404,", " \"repository\" : {", - " \"delta\" : 2581349,", - " \"size\" : 2581349", + " \"delta\" : 2581605,", + " \"size\" : 2581605", " },", - " \"size\" : 21977556", + " \"size\" : 21928404", " },", - " \"label\" : \"20190903-191908F\",", + " \"label\" : \"20191001-150256F\",", " \"prior\" : null,", " \"reference\" : null,", " \"timestamp\" : {", - " \"start\" : 1567538348,", - " \"stop\" : 1567538360", + " \"start\" : 1569942176,", + " \"stop\" : 1569942189", " },", " \"type\" : \"full\"", " },", @@ -12436,7 +12525,7 @@ " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -12445,60 +12534,60 @@ " \"delta\" : 8421,", " \"repository\" : {", " \"delta\" : 421,", - " \"size\" : 2581333", + " \"size\" : 2581605", " },", - " \"size\" : 21977556", + " \"size\" : 21928404", " },", - " \"label\" : \"20190903-191908F_20190903-191921D\",", - " \"prior\" : \"20190903-191908F\",", + " \"label\" : \"20191001-150256F_20191001-150310D\",", + " \"prior\" : \"20191001-150256F\",", " \"reference\" : [", - " \"20190903-191908F\"", + " \"20191001-150256F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538361,", - " \"stop\" : 1567538365", + " \"start\" : 1569942190,", + " \"stop\" : 1569942194", " },", " \"type\" : \"diff\"", " },", " {", " \"archive\" : {", - " \"start\" : \"000000020000000000000005\",", - " \"stop\" : \"000000020000000000000005\"", + " \"start\" : \"000000020000000000000006\",", + " \"stop\" : \"000000020000000000000006\"", " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", " },", " \"info\" : {", - " \"delta\" : 9357,", + " \"delta\" : 9421,", " \"repository\" : {", - " \"delta\" : 853,", - " \"size\" : 2581477", + " \"delta\" : 869,", + " \"size\" : 2581765", " },", - " \"size\" : 21978124", + " \"size\" : 21929036", " },", - " \"label\" : \"20190903-191908F_20190903-191943I\",", - " \"prior\" : \"20190903-191908F_20190903-191921D\",", + " \"label\" : \"20191001-150256F_20191001-150332I\",", + " \"prior\" : \"20191001-150256F_20191001-150310D\",", " \"reference\" : [", - " \"20190903-191908F\"", + " \"20191001-150256F\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538383,", - " \"stop\" : 1567538387", + " \"start\" : 1569942212,", + " \"stop\" : 1569942215", " },", " \"type\" : \"incr\"", " },", " {", " \"archive\" : {", - " \"start\" : \"000000020000000000000006\",", - " \"stop\" : \"000000020000000000000006\"", + " \"start\" : \"000000020000000000000007\",", + " \"stop\" : \"000000020000000000000007\"", " },", " \"backrest\" : {", " \"format\" : 5,", - " \"version\" : \"2.17\"", + " \"version\" : \"2.18\"", " },", " \"database\" : {", " \"id\" : 1", @@ -12507,19 +12596,19 @@ " \"delta\" : 8421,", " \"repository\" : {", " \"delta\" : 421,", - " \"size\" : 2581477", + " \"size\" : 2581765", " },", - " \"size\" : 21978124", + " \"size\" : 21929036", " },", - " \"label\" : \"20190903-191908F_20190903-191949I\",", - " \"prior\" : \"20190903-191908F_20190903-191943I\",", + " \"label\" : \"20191001-150256F_20191001-150338I\",", + " \"prior\" : \"20191001-150256F_20191001-150332I\",", " \"reference\" : [", - " \"20190903-191908F\",", - " \"20190903-191908F_20190903-191943I\"", + " \"20191001-150256F\",", + " \"20191001-150256F_20191001-150332I\"", " ],", " \"timestamp\" : {", - " \"start\" : 1567538389,", - " \"stop\" : 1567538392", + " \"start\" : 1569942218,", + " \"stop\" : 1569942221", " },", " \"type\" : \"incr\"", " }", @@ -12528,7 +12617,7 @@ " \"db\" : [", " {", " \"id\" : 1,", - " \"system-id\" : 6732525834969510212,", + " \"system-id\" : 6742850204448383308,", " \"version\" : \"9.6\"", " }", " ],", @@ -12683,7 +12772,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2019-09-03 19:19:52+00 | 000000020000000000000006", + " \"demo\" | 2019-10-01 15:03:41+00 | 000000020000000000000007", "(1 row)" ] } @@ -12729,7 +12818,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-191908F|remove archive" + "archive retention on backup 20191001-150256F|remove archive" ] }, "host" : "pg-primary", @@ -12742,8 +12831,8 @@ "output" : [ " [filtered 874 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", - "P00 DETAIL: archive retention on backup 20190903-191908F, archiveId = 9.6-1, start = 000000010000000000000002", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", + "P00 DETAIL: archive retention on backup 20191001-150256F, archiveId = 9.6-1, start = 000000010000000000000002", "P00 DETAIL: no archive to remove, archiveId = 9.6-1", "P00 INFO: expire command end: completed successfully" ] @@ -12763,7 +12852,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-191958F" + "20191001-150346F" ] } }, @@ -12778,7 +12867,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20190903-191908F|archive retention on backup 20190903-191958F|remove archive" + "expire full backup set\\: 20191001-150256F|archive retention on backup 20191001-150346F|remove archive" ] }, "host" : "pg-primary", @@ -12791,10 +12880,10 @@ "output" : [ " [filtered 873 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", - "P00 INFO: expire full backup set: 20190903-191908F, 20190903-191908F_20190903-191921D, 20190903-191908F_20190903-191943I, 20190903-191908F_20190903-191949I", - "P00 INFO: remove expired backup 20190903-191908F_20190903-191949I", - "P00 INFO: remove expired backup 20190903-191908F_20190903-191943I", + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=full", + "P00 INFO: expire full backup set: 20191001-150256F, 20191001-150256F_20191001-150310D, 20191001-150256F_20191001-150332I, 20191001-150256F_20191001-150338I", + "P00 INFO: remove expired backup 20191001-150256F_20191001-150338I", + "P00 INFO: remove expired backup 20191001-150256F_20191001-150332I", " [filtered 2 lines of output]" ] } @@ -12857,7 +12946,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192013F_20190903-192030D" + "20191001-150400F_20191001-150417D" ] } }, @@ -12885,7 +12974,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20190903-192013F_20190903-192030D" + "expire diff backup set: 20191001-150400F_20191001-150417D" ] }, "host" : "pg-primary", @@ -12898,10 +12987,10 @@ "output" : [ " [filtered 9 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff", - "P00 INFO: expire diff backup set: 20190903-192013F_20190903-192030D, 20190903-192013F_20190903-192034I", - "P00 INFO: remove expired backup 20190903-192013F_20190903-192034I", - "P00 INFO: remove expired backup 20190903-192013F_20190903-192030D" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff", + "P00 INFO: expire diff backup set: 20191001-150400F_20191001-150417D, 20191001-150400F_20191001-150421I", + "P00 INFO: remove expired backup 20191001-150400F_20191001-150421I", + "P00 INFO: remove expired backup 20191001-150400F_20191001-150417D" ] } }, @@ -12950,7 +13039,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192013F_20190903-192039D" + "20191001-150400F_20191001-150426D" ] } }, @@ -12993,10 +13082,10 @@ "output" : [ " [filtered 8 lines of output]", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 00000002000000000000000F, lsn = 0/F0000F8", - "P00 INFO: new backup label = 20190903-192013F_20190903-192046D", + "P00 INFO: backup stop archive = 000000020000000000000012, lsn = 0/120000F8", + "P00 INFO: new backup label = 20191001-150400F_20191001-150432D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff" + "P00 INFO: expire command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo --start-fast --type=diff" ] } }, @@ -13014,7 +13103,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192013F_20190903-192046D" + "20191001-150400F_20191001-150432D" ] } }, @@ -13029,7 +13118,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20190903-192013F_20190903-192039D|remove archive" + "archive retention on backup 20191001-150400F_20191001-150426D|remove archive" ] }, "host" : "pg-primary", @@ -13040,13 +13129,14 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.17: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20190903-191958F, archiveId = 9.6-1, start = 000000020000000000000008, stop = 000000020000000000000008", - "P00 DETAIL: archive retention on backup 20190903-192013F, archiveId = 9.6-1, start = 000000020000000000000009, stop = 000000020000000000000009", - "P00 DETAIL: archive retention on backup 20190903-192013F_20190903-192039D, archiveId = 9.6-1, start = 00000002000000000000000C, stop = 00000002000000000000000C", - "P00 DETAIL: archive retention on backup 20190903-192013F_20190903-192046D, archiveId = 9.6-1, start = 00000002000000000000000F", - "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000A, stop = 00000002000000000000000B", - "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000D, stop = 00000002000000000000000E", + "P00 INFO: expire command begin 2.18: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20191001-150346F, archiveId = 9.6-1, start = 000000020000000000000009, stop = 000000020000000000000009", + "P00 DETAIL: archive retention on backup 20191001-150400F, archiveId = 9.6-1, start = 00000002000000000000000B, stop = 00000002000000000000000B", + "P00 DETAIL: archive retention on backup 20191001-150400F_20191001-150426D, archiveId = 9.6-1, start = 00000002000000000000000F, stop = 00000002000000000000000F", + "P00 DETAIL: archive retention on backup 20191001-150400F_20191001-150432D, archiveId = 9.6-1, start = 000000020000000000000012", + "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", + "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000C, stop = 00000002000000000000000E", + "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 000000020000000000000010, stop = 000000020000000000000011", "P00 INFO: expire command end: completed successfully" ] } @@ -13075,7 +13165,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "demo\\/PG_VERSION - exists and matches backup|check\\/clean db path|restore global\\/pg_control" + "demo\\/PG_VERSION - exists and matches backup|remove invalid files|rename global\\/pg_control" ] }, "host" : "pg-primary", @@ -13086,11 +13176,13 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 891 lines of output]", - "P01 DETAIL: restore file /var/lib/pgsql/9.6/data/base/1/12307 - exists and is zero size (0B, 100%)", - "P00 INFO: write /var/lib/pgsql/9.6/data/recovery.conf", - "P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)", - "P00 INFO: restore command end: completed successfully" + " [filtered 2 lines of output]", + "P00 DETAIL: check '/var/lib/pgsql/9.6/data' exists", + "P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete", + "P00 INFO: remove invalid files/links/paths from '/var/lib/pgsql/9.6/data'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.6/data/backup_label.old'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.6/data/base/12470/pg_internal.init'", + " [filtered 914 lines of output]" ] } }, @@ -13243,6 +13335,53 @@ ] } }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest ls backup/demo --filter=\"(F|D|I)$\" --sort=desc | head -1" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "20191001-150400F_20191001-150444I" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --set=20191001-150400F_20191001-150444I info" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "database list" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + " [filtered 11 lines of output]", + " repository size: 4MB, repository backup size: 1.6MB", + " backup reference list: 20191001-150400F, 20191001-150400F_20191001-150432D", + " database list: postgres (12470), test1 (24576), test2 (24577)" + ] + } + }, { "key" : { "bash-wrap" : true, @@ -13469,7 +13608,7 @@ "type" : "exe", "value" : { "output" : [ - "2019-09-03 19:21:31.567913+00" + "2019-10-01 15:05:16.213181+00" ] } }, @@ -13522,7 +13661,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:21:31.567913+00\" \\", + " --type=time \"--target=2019-10-01 15:05:16.213181+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -13566,8 +13705,9 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:05:18", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2019-09-03 19:21:31.567913+00'", + "recovery_target_time = '2019-10-01 15:05:16.213181+00'", "recovery_target_action = 'promote'" ] } @@ -13647,16 +13787,16 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:21:23 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:21:31.567913+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:05:08 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:05:16.213181+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000014\" from archive", - "LOG: redo starts at 0/14000028", - "LOG: consistent recovery state reached at 0/140000F8", - "LOG: restored log file \"000000040000000000000015\" from archive", - "LOG: recovery stopping before commit of transaction 639, time 2019-09-03 19:21:32.073406+00", - "LOG: redo done at 0/150203E8", - "LOG: last completed transaction was at log time 2019-09-03 19:21:31.072768+00", + "LOG: restored log file \"000000040000000000000017\" from archive", + "LOG: redo starts at 0/17000028", + "LOG: consistent recovery state reached at 0/170000F8", + "LOG: restored log file \"000000040000000000000018\" from archive", + "LOG: recovery stopping before commit of transaction 639, time 2019-10-01 15:05:16.653536+00", + "LOG: redo done at 0/18020E10", + "LOG: last completed transaction was at log time 2019-10-01 15:05:15.72855+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", " [filtered 3 lines of output]" @@ -13708,7 +13848,7 @@ "type" : "exe", "value" : { "output" : [ - "20190903-192013F_20190903-192122D" + "20191001-150400F_20191001-150507D" ] } }, @@ -13743,7 +13883,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:21:31.567913+00\" --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:05:16.213181+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -13840,14 +13980,14 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:21:43 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:21:31.567913+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:05:26 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:05:16.213181+00", "LOG: restored log file \"00000005.history\" from archive", - "LOG: restored log file \"000000050000000000000016\" from archive", - "LOG: redo starts at 0/16000028", - "LOG: consistent recovery state reached at 0/160000F8", - "LOG: redo done at 0/160000F8", - "LOG: restored log file \"000000050000000000000016\" from archive", + "LOG: restored log file \"000000050000000000000019\" from archive", + "LOG: redo starts at 0/19000028", + "LOG: consistent recovery state reached at 0/190000F8", + "LOG: redo done at 0/190000F8", + "LOG: restored log file \"000000050000000000000019\" from archive", " [filtered 7 lines of output]" ] } @@ -13862,7 +14002,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20190903-192013F_20190903-192122D" + "20191001-150400F_20191001-150507D" ] }, "host" : "pg-primary", @@ -13878,47 +14018,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (9.6-1): 000000020000000000000008/000000050000000000000016", + " wal archive min/max (9.6-1): 000000020000000000000009/000000050000000000000019", "", - " full backup: 20190903-191958F", - " timestamp start/stop: 2019-09-03 19:19:58 / 2019-09-03 19:20:12", - " wal start/stop: 000000020000000000000008 / 000000020000000000000008", - " database size: 21.0MB, backup size: 21.0MB", + " full backup: 20191001-150346F", + " timestamp start/stop: 2019-10-01 15:03:46 / 2019-10-01 15:03:59", + " wal start/stop: 000000020000000000000009 / 000000020000000000000009", + " database size: 20.9MB, backup size: 20.9MB", " repository size: 2.5MB, repository backup size: 2.5MB", "", - " full backup: 20190903-192013F", - " timestamp start/stop: 2019-09-03 19:20:13 / 2019-09-03 19:20:27", - " wal start/stop: 000000020000000000000009 / 000000020000000000000009", - " database size: 21.0MB, backup size: 21.0MB", + " full backup: 20191001-150400F", + " timestamp start/stop: 2019-10-01 15:04:00 / 2019-10-01 15:04:15", + " wal start/stop: 00000002000000000000000B / 00000002000000000000000B", + " database size: 20.9MB, backup size: 20.9MB", " repository size: 2.5MB, repository backup size: 2.5MB", "", - " diff backup: 20190903-192013F_20190903-192046D", - " timestamp start/stop: 2019-09-03 19:20:46 / 2019-09-03 19:20:50", - " wal start/stop: 00000002000000000000000F / 00000002000000000000000F", - " database size: 21.0MB, backup size: 97.6KB", + " diff backup: 20191001-150400F_20191001-150432D", + " timestamp start/stop: 2019-10-01 15:04:32 / 2019-10-01 15:04:36", + " wal start/stop: 000000020000000000000012 / 000000020000000000000012", + " database size: 20.9MB, backup size: 97.6KB", " repository size: 2.5MB, repository backup size: 11.8KB", - " backup reference list: 20190903-192013F", + " backup reference list: 20191001-150400F", "", - " incr backup: 20190903-192013F_20190903-192059I", - " timestamp start/stop: 2019-09-03 19:20:59 / 2019-09-03 19:21:10", - " wal start/stop: 000000030000000000000011 / 000000030000000000000011", - " database size: 34.6MB, backup size: 13.7MB", + " incr backup: 20191001-150400F_20191001-150444I", + " timestamp start/stop: 2019-10-01 15:04:44 / 2019-10-01 15:04:56", + " wal start/stop: 000000030000000000000014 / 000000030000000000000014", + " database size: 34.5MB, backup size: 13.7MB", " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20190903-192013F, 20190903-192013F_20190903-192046D", + " backup reference list: 20191001-150400F, 20191001-150400F_20191001-150432D", "", - " diff backup: 20190903-192013F_20190903-192122D", - " timestamp start/stop: 2019-09-03 19:21:22 / 2019-09-03 19:21:30", - " wal start/stop: 000000040000000000000014 / 000000040000000000000014", - " database size: 27.8MB, backup size: 7.0MB", - " repository size: 3.3MB, repository backup size: 846.8KB", - " backup reference list: 20190903-192013F", + " diff backup: 20191001-150400F_20191001-150507D", + " timestamp start/stop: 2019-10-01 15:05:07 / 2019-10-01 15:05:15", + " wal start/stop: 000000040000000000000017 / 000000040000000000000017", + " database size: 27.7MB, backup size: 6.9MB", + " repository size: 3.3MB, repository backup size: 846.7KB", + " backup reference list: 20191001-150400F", "", - " incr backup: 20190903-192013F_20190903-192141I", - " timestamp start/stop: 2019-09-03 19:21:41 / 2019-09-03 19:21:46", - " wal start/stop: 000000050000000000000016 / 000000050000000000000016", - " database size: 27.8MB, backup size: 2MB", - " repository size: 3.3MB, repository backup size: 211KB", - " backup reference list: 20190903-192013F, 20190903-192013F_20190903-192122D" + " incr backup: 20191001-150400F_20191001-150524I", + " timestamp start/stop: 2019-10-01 15:05:24 / 2019-10-01 15:05:29", + " wal start/stop: 000000050000000000000019 / 000000050000000000000019", + " database size: 27.7MB, backup size: 2.0MB", + " repository size: 3.3MB, repository backup size: 211.1KB", + " backup reference list: 20191001-150400F, 20191001-150400F_20191001-150507D" ] } }, @@ -13940,8 +14080,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2019-09-03 19:21:31.567913+00\" \\", - " --set=20190903-192013F_20190903-192122D --target-action=promote restore" + " --type=time \"--target=2019-10-01 15:05:16.213181+00\" \\", + " --set=20191001-150400F_20191001-150507D --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -14038,16 +14178,16 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:21:23 UTC", - "LOG: starting point-in-time recovery to 2019-09-03 19:21:31.567913+00", + "LOG: database system was interrupted; last known up at 2019-10-01 15:05:08 UTC", + "LOG: starting point-in-time recovery to 2019-10-01 15:05:16.213181+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000014\" from archive", - "LOG: redo starts at 0/14000028", - "LOG: consistent recovery state reached at 0/140000F8", - "LOG: restored log file \"000000040000000000000015\" from archive", - "LOG: recovery stopping before commit of transaction 639, time 2019-09-03 19:21:32.073406+00", - "LOG: redo done at 0/150203E8", - "LOG: last completed transaction was at log time 2019-09-03 19:21:31.072768+00", + "LOG: restored log file \"000000040000000000000017\" from archive", + "LOG: redo starts at 0/17000028", + "LOG: consistent recovery state reached at 0/170000F8", + "LOG: restored log file \"000000040000000000000018\" from archive", + "LOG: recovery stopping before commit of transaction 639, time 2019-10-01 15:05:16.653536+00", + "LOG: redo done at 0/18020E10", + "LOG: last completed transaction was at log time 2019-10-01 15:05:15.72855+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 5 lines of output]" @@ -14173,7 +14313,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -14201,16 +14341,16 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 INFO: backup command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=4 --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", "P00 WARN: no prior backup exists, incr backup has been changed to full", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:22:06\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000070000000000000016, lsn = 0/16000028", + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:05:46\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000070000000000000019, lsn = 0/19000028", " [filtered 1136 lines of output]", "P02 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12312 (0B, 100%)", "P03 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12307 (0B, 100%)", "P00 INFO: full backup size = 27.7MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000070000000000000016, lsn = 0/160000F8", + "P00 INFO: backup stop archive = 000000070000000000000019, lsn = 0/190000F8", " [filtered 6 lines of output]" ] } @@ -14249,7 +14389,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -14275,7 +14415,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.17: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.18: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass=<redacted> --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key=<redacted> --repo1-s3-key-secret=<redacted> --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 15, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -14338,7 +14478,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -14922,18 +15062,18 @@ " cipher: none", "", " db (current)", - " wal archive min/max (9.6-1): 00000008000000000000001D/00000008000000000000001F", + " wal archive min/max (9.6-1): 000000080000000000000020/000000080000000000000021", "", - " full backup: 20190903-192324F", - " timestamp start/stop: 2019-09-03 19:23:24 / 2019-09-03 19:23:42", - " wal start/stop: 00000008000000000000001D / 00000008000000000000001D", - " database size: 27.8MB, backup size: 27.8MB", + " full backup: 20191001-150700F", + " timestamp start/stop: 2019-10-01 15:07:00 / 2019-10-01 15:07:17", + " wal start/stop: 000000080000000000000020 / 000000080000000000000020", + " database size: 27.7MB, backup size: 27.7MB", " repository size: 3.2MB, repository backup size: 3.2MB", "", - " full backup: 20190903-192344F", - " timestamp start/stop: 2019-09-03 19:23:44 / 2019-09-03 19:23:53", - " wal start/stop: 00000008000000000000001F / 00000008000000000000001F", - " database size: 27.8MB, backup size: 27.8MB", + " full backup: 20191001-150719F", + " timestamp start/stop: 2019-10-01 15:07:19 / 2019-10-01 15:07:28", + " wal start/stop: 000000080000000000000021 / 000000080000000000000021", + " database size: 27.7MB, backup size: 27.7MB", " repository size: 3.2MB, repository backup size: 3.2MB" ] } @@ -15078,7 +15218,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.17/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.18/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -15301,9 +15441,6 @@ "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.6/data" - }, - "recovery-option" : { - "value" : "standby_mode=on" } }, "global" : { @@ -15327,7 +15464,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=standby_mode=on", "", "[global]", "log-level-file=detail", @@ -15352,7 +15488,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo restore" + "sudo -u postgres pgbackrest --stanza=demo --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -15375,8 +15511,9 @@ "type" : "exe", "value" : { "output" : [ - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:08:05", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -15481,12 +15618,12 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2019-09-03 19:23:46 UTC", + "LOG: database system was interrupted; last known up at 2019-10-01 15:07:21 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"00000008000000000000001F\" from archive", - "LOG: redo starts at 0/1F000028", - "LOG: consistent recovery state reached at 0/1F0000F8", + "LOG: restored log file \"000000080000000000000021\" from archive", + "LOG: redo starts at 0/21000028", + "LOG: consistent recovery state reached at 0/21000130", "LOG: database system is ready to accept read only connections" ] } @@ -15568,7 +15705,7 @@ "output" : [ " pg_switch_xlog | now ", "----------------+-------------------------------", - " 0/20021950 | 2019-09-03 19:24:41.886641+00", + " 0/220223D0 | 2019-10-01 15:08:14.421665+00", "(1 row)" ] } @@ -15597,7 +15734,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:24:42.789537+00", + " Important Data | 2019-10-01 15:08:15.959757+00", "(1 row)" ] } @@ -15623,7 +15760,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because no primary was found", "P00 INFO: check command end: completed successfully" ] @@ -15693,7 +15830,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -15747,7 +15883,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo --delta restore" + "sudo -u postgres pgbackrest --stanza=demo --delta --type=standby restore" ], "host" : "pg-standby", "load-env" : true, @@ -15770,9 +15906,10 @@ "type" : "exe", "value" : { "output" : [ + "# Recovery settings generated by pgBackRest restore on 2019-10-01 15:08:24", "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", - "standby_mode = 'on'", - "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "standby_mode = 'on'" ] } }, @@ -15861,8 +15998,8 @@ "output" : [ " [filtered 6 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"000000080000000000000020\" from archive", - "LOG: started streaming WAL from primary at 0/21000000 on timeline 8" + "LOG: restored log file \"000000080000000000000022\" from archive", + "LOG: started streaming WAL from primary at 0/23000000 on timeline 8" ] } }, @@ -15894,7 +16031,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:25:00.811866+00", + " Important Data | 2019-10-01 15:08:32.158457+00", "(1 row)" ] } @@ -15923,7 +16060,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2019-09-03 19:25:02.127427+00", + " Important Data | 2019-10-01 15:08:32.637339+00", "(1 row)" ] } @@ -16055,7 +16192,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -16155,8 +16291,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.17: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000026 successfully archived to 'archive/demo/9.6-1/0000000800000000/000000080000000000000026-e157f7b3a9cdbf92a2707e9cfe75f8c8467225e1.gz'", + "P00 INFO: check command begin 2.18: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 000000080000000000000028 successfully archived to 'archive/demo/9.6-1/0000000800000000/000000080000000000000028-a3c280237354bb49a25b408233c229c502d1d0e3.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -16183,24 +16319,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000021", - "P01 DETAIL: pushed WAL file '000000080000000000000021' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000023", + "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000022...000000080000000000000025", - "P01 DETAIL: pushed WAL file '000000080000000000000022' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000023' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000024...000000080000000000000027", "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000027' to the archive", "P00 INFO: archive-push-async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push-async command begin 2.17: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000026", - "P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive", + "P00 INFO: archive-push-async command begin 2.18: [/var/lib/pgsql/9.6/data/pg_xlog] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000028", + "P01 DETAIL: pushed WAL file '000000080000000000000028' to the archive", "P00 INFO: archive-push-async command end: completed successfully" ] } @@ -16240,26 +16376,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get-async command begin 2.17: [00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001F...000000080000000000000026", - "P01 DETAIL: found 00000008000000000000001F in the archive", - "P02 DETAIL: found 000000080000000000000020 in the archive", - "P01 DETAIL: unable to find 000000080000000000000021 in the archive", - "P02 DETAIL: unable to find 000000080000000000000022 in the archive", - " [filtered 20 lines of output]", - "P00 INFO: archive-get-async command begin 2.17: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000021...000000080000000000000028", - "P02 DETAIL: found 000000080000000000000022 in the archive", "P01 DETAIL: found 000000080000000000000021 in the archive", - "P02 DETAIL: found 000000080000000000000023 in the archive", + "P01 DETAIL: found 000000080000000000000022 in the archive", + "P01 DETAIL: unable to find 000000080000000000000023 in the archive", + "P01 DETAIL: unable to find 000000080000000000000024 in the archive", + " [filtered 20 lines of output]", + "P00 INFO: archive-get-async command begin 2.18: [000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A] --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000023...00000008000000000000002A", + "P01 DETAIL: found 000000080000000000000023 in the archive", "P01 DETAIL: found 000000080000000000000024 in the archive", + "P01 DETAIL: found 000000080000000000000025 in the archive", "P01 DETAIL: found 000000080000000000000026 in the archive", - "P01 DETAIL: unable to find 000000080000000000000027 in the archive", - "P01 DETAIL: unable to find 000000080000000000000028 in the archive", - "P02 DETAIL: found 000000080000000000000025 in the archive", - "P00 INFO: archive-get-async command end: completed successfully", - "", - " [filtered 11 lines of output]" + "P01 DETAIL: found 000000080000000000000027 in the archive", + "P01 DETAIL: found 000000080000000000000028 in the archive", + "P01 DETAIL: unable to find 000000080000000000000029 in the archive", + "P01 DETAIL: unable to find 00000008000000000000002A in the archive", + " [filtered 13 lines of output]" ] } }, @@ -16341,16 +16475,17 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-09-03 19:25:24\": backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000080000000000000028, lsn = 0/28000028", - "P00 INFO: wait for replay on the standby to reach 0/28000028", - "P00 INFO: replay on the standby reached 0/280000D0, checkpoint 0/28000060", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/global/pg_control (8KB, 0%) checksum 3ec62c726140595e78ff16719540f0d4dfe18c5b", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_log/postgresql.log (5.6KB, 0%) checksum 87034478755d9fc52b419cce6a17bb1be992f0f4", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_hba.conf (4.1KB, 0%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2608 (440KB, 21%) checksum 9bb0325e9f0a4dacebf423dd0a3b95bf0243786f", - "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/1249 (360KB, 37%) checksum 4acf67d0a906c8d35b897af15e8100bce239fa43", - " [filtered 38 lines of output]" + "P00 INFO: execute non-exclusive pg_start_backup() with label \"pgBackRest backup started at 2019-10-01 15:08:53\": backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 00000008000000000000002A, lsn = 0/2A000028", + "P00 INFO: wait for replay on the standby to reach 0/2A000028", + "P00 INFO: replay on the standby reached 0/2A0000D0, checkpoint 0/2A000060", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/global/pg_control (8KB, 0%) checksum 6b9e0dde3a3ffc712adabe871584d18237ba8572", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_log/postgresql.log (5.6KB, 0%) checksum 55fb3383a0f8d1796e744aa1c09f93b57b03e22e", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/1249 (360KB, 17%) checksum b931fa805060036355e7344e341954a72ed17618", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_hba.conf (4.1KB, 17%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2608 (440KB, 37%) checksum f7c58f2ac09a3758e973800302d86170a3fcaacb", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2673 (304KB, 51%) checksum d8fe221ad23500cbed95ded6ab21149d272330a3", + " [filtered 37 lines of output]" ] } }, @@ -16522,7 +16657,6 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/10/data", - "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", "", "[global]", @@ -16613,7 +16747,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.17: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/10/data --pg2-path=/var/lib/pgsql/10/data --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.18: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/10/data --pg2-path=/var/lib/pgsql/10/data --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -16647,20 +16781,20 @@ "output" : [ "● postgresql-10.service - PostgreSQL 10 database server", " Loaded: loaded (/usr/lib/systemd/system/postgresql-10.service; disabled; vendor preset: disabled)", - " Active: active (running) since Tue 2019-09-03 19:25:45 UTC; 541ms ago", + " Active: active (running) since Tue 2019-10-01 15:09:13 UTC; 477ms ago", " Docs: https://www.postgresql.org/docs/10/static/", - " Process: 3957 ExecStartPre=/usr/pgsql-10/bin/postgresql-10-check-db-dir ${PGDATA} (code=exited, status=0/SUCCESS)", - " Main PID: 3962 (postmaster)", - " CGroup: /docker/40ff0c985086a83f5bf272e3bba115c0d7c3b8e96ff8e9415c9114040ba6b8f4/system.slice/postgresql-10.service", - " ├─3962 /usr/pgsql-10/bin/postmaster -D /var/lib/pgsql/10/data/", - " ├─3963 postgres: logger process ", - " ├─3965 postgres: checkpointer process ", - " ├─3966 postgres: writer process ", - " ├─3967 postgres: wal writer process ", - " ├─3968 postgres: autovacuum launcher process ", - " ├─3969 postgres: archiver process ", - " ├─3970 postgres: stats collector process ", - " └─3971 postgres: bgworker: logical replication launcher " + " Process: 3994 ExecStartPre=/usr/pgsql-10/bin/postgresql-10-check-db-dir ${PGDATA} (code=exited, status=0/SUCCESS)", + " Main PID: 3999 (postmaster)", + " CGroup: /docker/49ddd840c5d508c04d2ac793d9b50d00d6f3aee6f49af3421cd0c36a94057620/system.slice/postgresql-10.service", + " ├─3999 /usr/pgsql-10/bin/postmaster -D /var/lib/pgsql/10/data/", + " ├─4000 postgres: logger process ", + " ├─4002 postgres: checkpointer process ", + " ├─4003 postgres: writer process ", + " ├─4004 postgres: wal writer process ", + " ├─4005 postgres: autovacuum launcher process ", + " ├─4006 postgres: archiver process ", + " ├─4007 postgres: stats collector process ", + " └─4008 postgres: bgworker: logical replication launcher " ] } }, @@ -16753,7 +16887,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres pgbackrest --stanza=demo restore" + "sudo -u postgres pgbackrest --stanza=demo --type=standby restore" ], "host" : "pg-standby", "load-env" : true, diff --git a/doc/resource/git-history.cache b/doc/resource/git-history.cache index 1c42ab440..69e7a3312 100644 --- a/doc/resource/git-history.cache +++ b/doc/resource/git-history.cache @@ -1,4 +1,411 @@ [ + { + "commit": "9bab2124781fd7ac80e033430615f63aef5d2ee8", + "date": "2019-10-01 10:29:59 -0400", + "subject": "PostgreSQL 12 support.", + "body": "Recovery settings are now written into postgresql.auto.conf instead of recovery.conf. Existing recovery_target* settings will be commented out to help avoid conflicts.\n\nA comment is added before recovery settings to identify them as written by pgBackRest since it is unclear how, in general, old settings will be removed.\n\nrecovery.signal and standby.signal are automatically created based on the recovery settings." + }, + { + "commit": "6be7e6fde54f2dc3edbed802efc3f5cb1e050fd2", + "date": "2019-10-01 10:25:08 -0400", + "subject": "Fix misplaced String declarations." + }, + { + "commit": "309ae66e2fbd128b54f0859b231c14f6ab1518c4", + "date": "2019-10-01 08:47:56 -0400", + "subject": "Remove unneeded static declarations and use sizeof() where appropriate." + }, + { + "commit": "f96c54c4ba0e526cda4cf9bed5cc1231b1d819b5", + "date": "2019-09-30 12:39:38 -0400", + "subject": "Add info command set option for detailed text output.", + "body": "The additional details include databases that can be used for selective restore and a list of tablespaces and symlinks with their default destinations.\n\nThis information is not included in the JSON output because it requires reading the manifest which is too IO intensive to do for all manifests. We plan to include this information for JSON in a future release." + }, + { + "commit": "33ec5a3aacdfe0dd258463c0cbcd43f0d155152e", + "date": "2019-09-29 09:05:55 -0400", + "subject": "Sort lists where it might help performance.", + "body": "Most of these lists should be quite small with the exception of the list in get.c, but it doesn't cost much to sort them and may help in corner cases we have not thought of." + }, + { + "commit": "a58635ac0285fbb3178329bdc222221fe7160380", + "date": "2019-09-28 14:24:27 -0400", + "subject": "Move C performance tests out of unit tests.", + "body": "Performance tests were being done in unit tests until there was a better place to put them.\n\nNow there is, so move them there." + }, + { + "commit": "f1ba428fb037eac7b6c6ea5b9f617d1ad4579026", + "date": "2019-09-28 14:02:12 -0400", + "subject": "Add performance test capability in C with scaling.", + "body": "Scaling allows the starting values to be increased from the command-line without code changes.\n\nAlso suppress valgrind and assertions when running performance testing. Optimization is left at -O0 because we should not be depending on compiler optimizations to make our code performant, and it makes profiling more informative." + }, + { + "commit": "004ff99a2d918fa3a5079ce9d7ff2f5b120176e3", + "date": "2019-09-28 13:17:21 -0400", + "subject": "Identify Perl performance test by appending -perl.", + "body": "This is intended to differentiate the upcoming C performance tests from the Perl performance tests that will eventually be migrated." + }, + { + "commit": "cb62bebadf62613b770f79cd4fd43e20ec7db10c", + "date": "2019-09-28 10:08:20 -0400", + "subject": "Use bsearch() on sorted lists rather than an iterative method.", + "body": "bsearch() is far more efficient than an iterative approach except in the most trivial cases.\n\nFor now insert will reset the sort order to none and the list will need to be resorted before bsearch() can be used. This is necessary because item pointers are not stable after a sort, i.e. they can move around. Until lists are stable it's not a good idea to surprise the caller by mixing up their pointers on insert." + }, + { + "commit": "d3d2a7cd8606be9696957eb052ca6569db1a8167", + "date": "2019-09-28 09:57:06 -0400", + "subject": "Add line number and fix spacing in TEST_LOG*() macros." + }, + { + "commit": "afc483ef86aefe2cf8f057b6159af2c54f77c28b", + "date": "2019-09-27 13:37:59 -0400", + "subject": "Clarify which timeline should be used for timeline integration test." + }, + { + "commit": "0a4122c77dc2e3fb866b95be73c2831530b2def1", + "date": "2019-09-27 13:34:59 -0400", + "subject": "Add reviewer." + }, + { + "commit": "6355451870c90be346a378ef8b301f182c635edb", + "date": "2019-09-27 13:33:14 -0400", + "subject": "Fix old option name in documentation." + }, + { + "commit": "d82102d6ef5445e5c96e47a095210f36a618b800", + "date": "2019-09-27 13:04:36 -0400", + "subject": "Add explicit promotes to recovery integration tests.", + "body": "PostgreSQL 12 will shutdown in these cases which seems to be the correct action (according to the documentation) when hot_standby = off, but older versions are promoting instead. Set target_action explicitly so all versions will behave the same way.\n\nThis does beg the question of whether the PostgreSQL 12 behavior is wrong (though it matches the docs) or the previous versions are." + }, + { + "commit": "833d0da0d96036ada9e2397e2b1484d2032c25fa", + "date": "2019-09-27 12:29:33 -0400", + "subject": "Store recovery file name in integration when testing preserve recovery.", + "body": "This makes the test a little more maintainable and is friendly with the changes needed for PostgreSQL 12." + }, + { + "commit": "80eb561cafc1af645e689cca865158e4336c143d", + "date": "2019-09-27 09:45:11 -0400", + "subject": "Add missing PostgreSQL 11 control/WAL versions in Perl tests.", + "body": "These values don't seem to be used for testing but better to be tidy." + }, + { + "commit": "d6a6d93a041af1b8e333d8e9b68b151ae43e564d", + "date": "2019-09-27 09:35:59 -0400", + "subject": "Add PostgreSQL 12 to u18 container.", + "body": "This does not add PostgresQL 12 support; it simply adds PostgreSQL 12 to the u18 container for development and testing." + }, + { + "commit": "03a7bda511b293cf40fd8324951ace1252d40ac2", + "date": "2019-09-27 09:19:12 -0400", + "subject": "Refactor recovery file generation.", + "body": "Separate the generation of recovery values and formatting them into recovery.conf format. This is generally a good idea, but also makes the code ready to deal with a different recovery file in PostgreSQL 12.\n\nAlso move the recovery file logic out of cmdRestore() into restoreRecoveryWrite()." + }, + { + "commit": "cf1e96e827d154a62c0b52ff5531dd687695bf73", + "date": "2019-09-27 08:50:33 -0400", + "subject": "Refactor handling of ignored files in restore delta cleanup.", + "body": "Replace the boolean logic with a simple list that will be checked to see if the file should be ignored." + }, + { + "commit": "c41fb575fbef7b4ce9714986b08f48d32b719862", + "date": "2019-09-26 17:39:45 -0400", + "subject": "Add standby restore type.", + "body": "This restore type automatically adds standby_mode=on to recovery.conf.\n\nThis could be accomplished previously by setting --recovery-option=standby_mode=on but PostgreSQL 12 requires standby mode to be enabled by a special file named standby.signal.\n\nThe new restore type allows us to maintain a common interface between PostgreSQL versions." + }, + { + "commit": "89793368196e4073ca7137f2bf21edb385fb9ef6", + "date": "2019-09-26 16:02:39 -0400", + "subject": "Comment out unprivileged user documentation.", + "body": "We haven't had the time to complete this documentation and it has suffered bit rot.\n\nThis prevents us from building the docs on PostgreSQL >= 11 so just comment it all out until it can be updated." + }, + { + "commit": "451ae397bec3f3bc070c4db674cc5df61bd63498", + "date": "2019-09-26 07:52:02 -0400", + "subject": "The restore command is implemented entirely in C.", + "body": "For the most part this is a direct migration of the Perl code into C.\n\nThere is one important behavioral change with regard to how file permissions are handled. The Perl code tried to set ownership as it was in the manifest even when running as an unprivileged user. This usually just led to errors and frustration.\n\nThe C code works like this:\n\nIf a restore is run as a non-root user (the typical scenario) then all files restored will belong to the user/group executing pgBackRest. If existing files are not owned by the executing user/group then an error will result if the ownership cannot be updated to the executing user/group. In that case the file ownership will need to be updated by a privileged user before the restore can be retried.\n\nIf a restore is run as the root user then pgBackRest will attempt to recreate the ownership recorded in the manifest when the backup was made. Only user/group names are stored in the manifest so the same names must exist on the restore host for this to work. If the user/group name cannot be found locally then the user/group of the PostgreSQL data directory will be used and finally root if the data directory user/group cannot be mapped to a name." + }, + { + "commit": "92e48c856ac87838c479c2a454fe007cf026d4bd", + "date": "2019-09-26 07:27:07 -0400", + "subject": "Add missing asserts." + }, + { + "commit": "f2781bdad4bbe2afba4a0eda7df90753c63ccf03", + "date": "2019-09-25 16:38:13 -0400", + "subject": "Allow documentation to be built without encryption.", + "body": "This is mainly useful for testing, where an encrypted repo is a real nuisance." + }, + { + "commit": "e968acbdd74db8f78f718cbe5bd6358107bcf822", + "date": "2019-09-24 16:55:11 -0400", + "subject": "Fix outdated comment.", + "body": "This was probably missed when a new test was added and the timeline was updated." + }, + { + "commit": "6af64df9b6519897a55a733583ee40a571a51ee6", + "date": "2019-09-23 19:26:24 -0400", + "subject": "Thoughts on repository version 6." + }, + { + "commit": "71349c89aecdb3b158d1638d0310cdba6c96362a", + "date": "2019-09-23 17:56:17 -0400", + "subject": "Add TEST_TITLE() macro.", + "body": "This macro displays a title for each test. A test frequently has multiple parts and it was hard to tell which subparts went together. We used ad hoc indentation to do this.\n\nAnything that is a not a title is automatically indented so manually indenting is not longer needed. This should make the tests and the test output easier to read." + }, + { + "commit": "2fd2fe509f3039ef28766b865f3b66cc524dee04", + "date": "2019-09-23 17:20:47 -0400", + "subject": "Add TEST_RESULT_LOG*() and TEST_SYSTEM*() macros.", + "body": "These macros encapsulate the functionality provided by direct calls to harnessLogResult() and system(). They both have _FMT() variants.\n\nThe primary advantage is that {[path]}, {[user]}, and {[group]} will be replaced with the test path, user, and group respectively. This saves a log of strNewFmt() calls and makes the tests less noisy." + }, + { + "commit": "d3a7055ee5d290da0196ba266051846c107ddede", + "date": "2019-09-23 15:15:04 -0400", + "subject": "Only enable test.pl --debug-test-trace option when --debug also enabled.", + "body": "The other way makes no sense and leads to compile errors since --debug-test-trace requires some code that is only enabled by --debug." + }, + { + "commit": "072aeb810932605bb5e2b8ef64288f24913ddd04", + "date": "2019-09-23 15:10:31 -0400", + "subject": "Add LFs to storage list tests.", + "body": "This makes the diffs easier to read when testing." + }, + { + "commit": "c969137021da5dc03e5f95d36080f4e4fd08522b", + "date": "2019-09-23 13:50:46 -0400", + "subject": "Migrate backup manifest load/save to C.", + "body": "The backup manifest stores a complete list of all files, links, and paths in a backup along with metadata such as checksums, sizes,\ntimestamps, etc. A list of databases is also included for selective restore.\n\nThe purpose of the manifest is to allow the restore command to confidently reconstruct the PostgreSQL data directory and ensure that\nnothing is missing or corrupt. It is also useful for reporting, e.g. size of backup, backup time, etc.\n\nFor now, migrate enough functionality to implement the restore command." + }, + { + "commit": "5b64c93e8b1de010176b8d3927f80cc8039f4dbc", + "date": "2019-09-20 17:50:49 -0400", + "subject": "Add local option for cfgExecParam().", + "body": "cfgExecParam() was originally written to provide options for remote processes. Remotes processes do not have access to the local config so it was necessary to pass every non-default option.\n\nLocal processes on the other hand, e.g. archive-get, archive-get-async, archive-push-async, and local, do have access to the local config and therefore don't need every parameter to be passed on the command-line. The previous way was not wrong, but it was overly verbose and did not align with the way Perl had worked.\n\nUpdate cfgExecParam() to accept a local option which excludes options from the command line which can be read from local configs." + }, + { + "commit": "3f18040aab5707c9be9b51fe37f3464d222fceb5", + "date": "2019-09-20 08:13:36 -0400", + "subject": "Rename MANIFEST_FILE to BACKUP_MANIFEST_FILE.", + "body": "This is a bit more descriptive and avoids a naming conflict in the new C manifest code." + }, + { + "commit": "174cb7b3af6b40d171186060509252c256208cd6", + "date": "2019-09-19 22:42:28 -0400", + "subject": "Add strPathAbsolute() and strLstRemoveIdx().", + "body": "strPathAbsolute() generates an absolute path from an absolute base path and an absolute/relative path.\n\nstrLstRemoveIdx() is a support function based on lstRemoveIdx()." + }, + { + "commit": "9421493d09033efda2d5e2cc6eb60d13491beca3", + "date": "2019-09-19 22:34:12 -0400", + "subject": "Allow resets when generating local/remote command options.", + "body": "Somehow this was left out of the original implementation, but it is particularly important for certain types of restores." + }, + { + "commit": "e24b2e3f4dcb0a288b4e742fd0b198b768d6320a", + "date": "2019-09-18 22:23:04 -0400", + "subject": "Only test timestamps for files.", + "body": "In general we don't care about path and link times since they are easily recreated when restoring.\n\nSo, outside of storageInfo() we don't need to bother testing them." + }, + { + "commit": "54638e87042b2315f24abef2d7f8c5610c53762e", + "date": "2019-09-18 22:17:22 -0400", + "subject": "Add strLstRemove().", + "body": "Allow a string to be removed from a StringList using the underlying lstRemove()." + }, + { + "commit": "a6a42b18a9c28b1410df803d7073340b2d7d52c6", + "date": "2019-09-18 22:09:49 -0400", + "subject": "Use switch instead of if else tree in jsonFromKvInternal().", + "body": "This is more efficient but more importantly it is easier to read." + }, + { + "commit": "60d93df503c234730109c87114068dde4203804e", + "date": "2019-09-18 07:15:16 -0400", + "subject": "Use a callback to feed jobs to ProtocolParallel.", + "body": "Loading jobs in advance uses a lot of memory in the case that there are millions of jobs to be performed. We haven't seen this yet, but with backup and restore on the horizon it will become the norm.\n\nInstead, use a callback so that jobs are only created as they are needed and can be freed as soon as they are completed." + }, + { + "commit": "ce1c7b02520f2e37dfcfb283471fb4ec263b5d50", + "date": "2019-09-17 21:04:38 -0400", + "subject": "Ignore write errors when the ls command is writing to stdout.", + "body": "It's possible (even likely) that the ls output is being piped to something like head which will exit when it gets what it needs and leave us writing to a broken pipe.\n\nIt would be better to just ignore the broken pipe error but currently we don't store system error codes." + }, + { + "commit": "8675699d08b91c57294becfcf27dbf7ddb594c46", + "date": "2019-09-16 14:09:53 -0400", + "subject": "Add FAQ for time-based Point-in-Time Recovery." + }, + { + "commit": "49b421d372144df726d71552850e55cee298a566", + "date": "2019-09-16 13:56:25 -0400", + "subject": "Add documentation clarifications regarding standby repositories.", + "body": "Clarify that placing the repository on a standby is not a robust configuration and recommend against it." + }, + { + "commit": "09ef03b7ef69d2760756146cad86b784b0b5d7c3", + "date": "2019-09-15 08:27:38 -0400", + "subject": "Add FAQ regarding backup-standby." + }, + { + "commit": "f9c8bd31de89cc1140fe37e3996672bbb1c99934", + "date": "2019-09-14 14:10:04 -0400", + "subject": "Add required FreeBSD header." + }, + { + "commit": "56bf9d0566bbb9708d1687e9d2e59be306e32dda", + "date": "2019-09-14 12:21:08 -0400", + "subject": "Update HINT messages to conform to new standard detailed in CODING.md." + }, + { + "commit": "c5f496b903ab9a4fa545d5f1a0a8dae9ec5c49af", + "date": "2019-09-14 11:56:29 -0400", + "subject": "Rename parameter processId to processIdx in harnessFork.h for clarity." + }, + { + "commit": "f57e119b25d73a4b33aa83b5484898c5d7e84dfb", + "date": "2019-09-13 12:28:39 -0400", + "subject": "Document the relationship between db-timeout and protocol-timeout." + }, + { + "commit": "15d04ca19c0bd1aafe9d4389e8429bcc392e842d", + "date": "2019-09-12 16:29:50 -0400", + "subject": "Add recursion and json output to the ls command.", + "body": "These features finally make the ls command practical.\n\nCurrently the JSON contains only name, type, and size. We may add more fields in the future, but these seem like the minimum needed to be useful." + }, + { + "commit": "e45baa1830ac5251fc4284d094c3e12920e50862", + "date": "2019-09-12 16:03:05 -0400", + "subject": "Add sorting, filters, and recursion to storageInfoList().", + "body": "These are needed for the ls command and are also useful for testing." + }, + { + "commit": "92365fb801543f8d6d52037b1936b3cd42512238", + "date": "2019-09-12 15:55:18 -0400", + "subject": "Disable missing-field-initializers warnings in unit testing.", + "body": "This warning gives very unpredictable results between compiler versions and seems unrealistic since most of our structs are zeroed for initialization.\n\nThis warning has been disabled in the Makefile for a long time." + }, + { + "commit": "f809d2f008a4d8d769b72a68ffff9ef75ab9de22", + "date": "2019-09-12 15:16:42 -0400", + "subject": "Ignore apt-get update errors in Travis CI.", + "body": "Broken vendor packages have been causing builds to break due to an error on apt-get update.\n\nIgnore errors and proceed directory to apt-get install. It's possible that we'll try to reference an expired package version and get an error anyway, but that seems better than a guaranteed hard error." + }, + { + "commit": "506c10f7f270806aca8acecaa303bf4458463720", + "date": "2019-09-12 12:04:25 -0400", + "subject": "Sort and find improvements to List and StringList objects.", + "body": "Push the responsibility for sort and find down to the List object by introducing a general comparator function that can be used for both sorting and finding.\n\nUpdate insert and add functions to return the item added rather than the list. This is more useful in the core code, though numerous updates to the tests were required." + }, + { + "commit": "e4a071ce033ae53dafb35eb9ccd4daba1030064c", + "date": "2019-09-12 10:56:45 -0400", + "subject": "Add missing header in common/user module." + }, + { + "commit": "b53305cc361e9978807d506e3e8ec13b3ae93511", + "date": "2019-09-12 08:17:07 -0400", + "subject": "Update incorrect pipelining references to connection reuse.", + "body": "Connection reuse and pipelining are not the same thing and should not have been conflated.\n\nUpdate comments and release notes to reflect the correct usage." + }, + { + "commit": "dca5b63f970be8a13cd11222f4b5a9d4ca71261e", + "date": "2019-09-10 13:06:44 -0400", + "subject": "Move documentation job first for Travis CI.", + "body": "Since this job has been running long recently this should improved overall performance when multiple commits are queued up." + }, + { + "commit": "f4f21d0df7217bcb583189d0fc4ecaac3faed146", + "date": "2019-09-10 13:02:05 -0400", + "subject": "Add groupIdFromName() and userIdFromName() to user module.", + "body": "Update StorageWritePosix to use the new functions.\n\nA side effect is that storageWritePosixOpen() will no longer error when the user/group name does not exist. It will simply retain the original user/group, i.e. the user that executed the restore.\n\nIn general this is a feature since completing a restore is more important than setting permissions exactly from the source host. However, some notification of this omission to the user would be beneficial." + }, + { + "commit": "f8d0574759340f0260f06e377da412041987f582", + "date": "2019-09-10 12:29:36 -0400", + "subject": "Increase process timeout and emit occasional warnings.", + "body": "Travis will timeout after 10 minutes with no output. Emit a warning every 5 minutes to keep Travis alive and increase the total timeout to 20 minutes.\n\nDocumentation builds have been timing out a lot recently so hopefully this will help." + }, + { + "commit": "e043c6b1bc388422aee9255077544c3644b8f69d", + "date": "2019-09-09 07:37:57 -0400", + "subject": "Update comment missed in d957acb3." + }, + { + "commit": "1049632873d5a70cda90e5c4ed87312bfe4810d6", + "date": "2019-09-08 20:11:51 -0400", + "subject": "Add user module for managing system users/groups.", + "body": "Centralize the management of users and groups.\n\nAlso update Posix storage driver where users/groups were already in use." + }, + { + "commit": "d957acb36b6b50c6166d9a68b03f239cdc508fa7", + "date": "2019-09-08 06:53:23 -0400", + "subject": "Add function to generate PostgreSQL tablespace identifier.", + "body": "In PostgreSQL >= 9.0 each tablespace data is stored in a specially named directory so different major versions can share the same tablespace path." + }, + { + "commit": "051128ed9ee0ebc63fb35e69818c6213397a053f", + "date": "2019-09-08 06:47:52 -0400", + "subject": "Add test macro for comparing String to zero-terminated strings.", + "body": "This macro avoids the need to wrap the first parameter in strPtr() and should improve readability." + }, + { + "commit": "0a96764cb8daa615121069e840268e216d1983ff", + "date": "2019-09-07 18:04:39 -0400", + "subject": "Remove most references to PostgreSQL control and catalog versions.", + "body": "The control and catalog versions were stored a variety of places in the optimistic hope that they would be useful. In fact they never were.\n\nWe can't remove them from the backup.info and backup.manifest files due to backwards compatibility concerns, but we can at least avoid loading and storing them in C structures.\n\nAdd functions to the PostgreSQL interface which will return the control and catalog versions for any supported version of PostgreSQL to allow backwards compatibility for backup.info and backup.manifest. These functions will be useful in other ways, e.g. generating the tablespace identifier in PostgreSQL >= 9.0." + }, + { + "commit": "843a602080e13ea0f205720892f7bfee58e075fb", + "date": "2019-09-07 15:41:55 -0400", + "subject": "Add user/group id to storageInfo().", + "body": "This is required for some operations on Posix storage." + }, + { + "commit": "1c7c1042b4509ff3ad42dad240d895617f01d644", + "date": "2019-09-07 12:32:25 -0400", + "subject": "Remove extraneous semicolons and add spaces." + }, + { + "commit": "2eb1d1fee315e1e757856d3d88eb74b8434dad74", + "date": "2019-09-06 16:50:57 -0400", + "subject": "Rename lstRemove() to lstRemoveIdx().", + "body": "This works better with the names of upcoming functions and seems sensible even in isolation." + }, + { + "commit": "dde0c2b0c9c9743a863b6064e7dbb69de26fa364", + "date": "2019-09-06 16:43:53 -0400", + "subject": "Rename INFO_MANIFEST_FILE to MANIFEST_FILE.", + "body": "This was missed in 5c314df0 when the module was renamed." + }, + { + "commit": "4d84820021ad2a96922c87263d9200aace42358f", + "date": "2019-09-06 13:48:28 -0400", + "subject": "Improve performance of info file load/save.", + "body": "Info files required three copies in memory to be loaded (the original string, an ini representation, and the final info object). Not only was this memory inefficient but the Ini object does sequential scans when searching for keys making large files very slow to load.\n\nThis has not been an issue since archive.info and backup.info are very small, but it becomes a big deal when loading manifests with hundreds of thousands of files.\n\nInstead of holding copies of the data in memory, use a callback to deliver the ini data directly to the object when loading. Use a similar method for save to avoid having an intermediate copy. Save is a bit complex because sections/keys must be written in alpha order or older versions of pgBackRest will not calculate the correct checksum.\n\nAlso move the load retry logic to helper functions rather than embedding it in the Info object. This allows for more flexibility in loading and ensures that stack traces will be available when developing unit tests." + }, + { + "commit": "7334f30c350b5275106b9acf28b60d999287d800", + "date": "2019-09-06 13:35:28 -0400", + "subject": "Add helper function for adding CipherBlock filters to groups." + }, + { + "commit": "5c314df098ee2295af400fb0b6b4f0cccd96fb69", + "date": "2019-09-05 19:53:00 -0400", + "subject": "Rename infoManifest module to manifest.", + "body": "The manifest is not an info file so if anything it should be called backupManifest. But that seems too long for such a commonly used object so manifest seems better.\n\nNote that unlike Perl there is no storage manifest method so this stands as the only manifest in the C code, as befits its importance." + }, + { + "commit": "8df7d68c8dca2c61b665bbbd1f26800c0dca3ae8", + "date": "2019-09-03 18:28:53 -0400", + "subject": "Fix sudo missed in \"Build pgBackRest as an unprivileged user\".", + "body": "286a106a updated the documentation to build pgBackRest as an unprivileged user, but the wget command was missed. This command is not actually run, just displayed, because the release is not yet available when the documentation is built.\n\nUpdate the wget command to run as the local user." + }, + { + "commit": "005684bf1f55206f122e1d0fcb4164cc84875ff5", + "date": "2019-09-03 17:53:50 -0400", + "subject": "Begin v2.18 development." + }, { "commit": "ce2bf2999892f689001b084af4d5feb63dc9b402", "date": "2019-09-03 16:39:32 -0400", diff --git a/doc/xml/auto/metric-coverage-report.auto.xml b/doc/xml/auto/metric-coverage-report.auto.xml index b991b45c1..f6b55eb58 100644 --- a/doc/xml/auto/metric-coverage-report.auto.xml +++ b/doc/xml/auto/metric-coverage-report.auto.xml @@ -9,21 +9,21 @@ <table-cell>command/archive</table-cell> <table-cell>10/10 (100.0%)</table-cell> <table-cell>64/64 (100.0%)</table-cell> - <table-cell>179/179 (100.0%)</table-cell> + <table-cell>180/180 (100.0%)</table-cell> </table-row> <table-row> <table-cell>command/archive/get</table-cell> - <table-cell>6/6 (100.0%)</table-cell> + <table-cell>7/7 (100.0%)</table-cell> <table-cell>86/86 (100.0%)</table-cell> - <table-cell>213/213 (100.0%)</table-cell> + <table-cell>223/223 (100.0%)</table-cell> </table-row> <table-row> <table-cell>command/archive/push</table-cell> - <table-cell>9/9 (100.0%)</table-cell> + <table-cell>10/10 (100.0%)</table-cell> <table-cell>84/84 (100.0%)</table-cell> - <table-cell>259/259 (100.0%)</table-cell> + <table-cell>271/271 (100.0%)</table-cell> </table-row> <table-row> @@ -49,9 +49,9 @@ <table-row> <table-cell>command/expire</table-cell> - <table-cell>10/10 (100.0%)</table-cell> + <table-cell>8/8 (100.0%)</table-cell> <table-cell>130/130 (100.0%)</table-cell> - <table-cell>264/264 (100.0%)</table-cell> + <table-cell>244/244 (100.0%)</table-cell> </table-row> <table-row> @@ -64,8 +64,8 @@ <table-row> <table-cell>command/info</table-cell> <table-cell>7/7 (100.0%)</table-cell> - <table-cell>100/100 (100.0%)</table-cell> - <table-cell>257/257 (100.0%)</table-cell> + <table-cell>162/162 (100.0%)</table-cell> + <table-cell>347/347 (100.0%)</table-cell> </table-row> <table-row> @@ -84,9 +84,9 @@ <table-row> <table-cell>command/restore</table-cell> - <table-cell>2/2 (100.0%)</table-cell> - <table-cell>46/46 (100.0%)</table-cell> - <table-cell>80/80 (100.0%)</table-cell> + <table-cell>25/25 (100.0%)</table-cell> + <table-cell>442/442 (100.0%)</table-cell> + <table-cell>880/880 (100.0%)</table-cell> </table-row> <table-row> @@ -98,16 +98,16 @@ <table-row> <table-cell>command/storage</table-cell> - <table-cell>2/2 (100.0%)</table-cell> - <table-cell>6/6 (100.0%)</table-cell> - <table-cell>20/20 (100.0%)</table-cell> + <table-cell>3/3 (100.0%)</table-cell> + <table-cell>28/28 (100.0%)</table-cell> + <table-cell>75/75 (100.0%)</table-cell> </table-row> <table-row> <table-cell>common</table-cell> - <table-cell>129/129 (100.0%)</table-cell> - <table-cell>442/442 (100.0%)</table-cell> - <table-cell>1367/1367 (100.0%)</table-cell> + <table-cell>140/140 (100.0%)</table-cell> + <table-cell>466/466 (100.0%)</table-cell> + <table-cell>1447/1447 (100.0%)</table-cell> </table-row> <table-row> @@ -119,9 +119,9 @@ <table-row> <table-cell>common/crypto</table-cell> - <table-cell>25/25 (100.0%)</table-cell> - <table-cell>72/72 (100.0%)</table-cell> - <table-cell>323/323 (100.0%)</table-cell> + <table-cell>26/26 (100.0%)</table-cell> + <table-cell>74/74 (100.0%)</table-cell> + <table-cell>335/335 (100.0%)</table-cell> </table-row> <table-row> @@ -161,16 +161,16 @@ <table-row> <table-cell>common/type</table-cell> - <table-cell>234/234 (100.0%)</table-cell> - <table-cell>532/532 (100.0%)</table-cell> - <table-cell>2770/2770 (100.0%)</table-cell> + <table-cell>248/248 (100.0%)</table-cell> + <table-cell>564/564 (100.0%)</table-cell> + <table-cell>2923/2923 (100.0%)</table-cell> </table-row> <table-row> <table-cell>config</table-cell> <table-cell>98/98 (100.0%)</table-cell> - <table-cell>538/538 (100.0%)</table-cell> - <table-cell>1386/1386 (100.0%)</table-cell> + <table-cell>546/546 (100.0%)</table-cell> + <table-cell>1390/1390 (100.0%)</table-cell> </table-row> <table-row> @@ -182,9 +182,9 @@ <table-row> <table-cell>info</table-cell> - <table-cell>47/47 (100.0%)</table-cell> - <table-cell>118/118 (100.0%)</table-cell> - <table-cell>640/640 (100.0%)</table-cell> + <table-cell>103/103 (100.0%)</table-cell> + <table-cell>440/440 (100.0%)</table-cell> + <table-cell>1751/1751 (100.0%)</table-cell> </table-row> <table-row> @@ -196,23 +196,23 @@ <table-row> <table-cell>postgres</table-cell> - <table-cell>26/26 (100.0%)</table-cell> - <table-cell>108/108 (100.0%)</table-cell> - <table-cell>337/337 (100.0%)</table-cell> + <table-cell>30/30 (100.0%)</table-cell> + <table-cell>104/104 (100.0%)</table-cell> + <table-cell>358/358 (100.0%)</table-cell> </table-row> <table-row> <table-cell>protocol</table-cell> - <table-cell>61/61 (100.0%)</table-cell> - <table-cell>158/158 (100.0%)</table-cell> - <table-cell>714/714 (100.0%)</table-cell> + <table-cell>60/60 (100.0%)</table-cell> + <table-cell>156/156 (100.0%)</table-cell> + <table-cell>710/710 (100.0%)</table-cell> </table-row> <table-row> <table-cell>storage</table-cell> - <table-cell>65/65 (100.0%)</table-cell> - <table-cell>164/164 (100.0%)</table-cell> - <table-cell>713/713 (100.0%)</table-cell> + <table-cell>68/68 (100.0%)</table-cell> + <table-cell>198/198 (100.0%)</table-cell> + <table-cell>790/790 (100.0%)</table-cell> </table-row> <table-row> @@ -225,8 +225,8 @@ <table-row> <table-cell>storage/posix</table-cell> <table-cell>28/28 (100.0%)</table-cell> - <table-cell>165/166 (99.40%)</table-cell> - <table-cell>498/498 (100.0%)</table-cell> + <table-cell>157/158 (99.37%)</table-cell> + <table-cell>497/497 (100.0%)</table-cell> </table-row> <table-row> @@ -240,12 +240,12 @@ <table-cell>storage/s3</table-cell> <table-cell>28/28 (100.0%)</table-cell> <table-cell>120/120 (100.0%)</table-cell> - <table-cell>593/593 (100.0%)</table-cell> + <table-cell>594/594 (100.0%)</table-cell> </table-row> <table-row> <table-cell>TOTAL</table-cell> - <table-cell>1032/1032 (100.0%)</table-cell> - <table-cell>4029/4030 (99.98%)</table-cell> - <table-cell>14216/14216 (100.0%)</table-cell> + <table-cell>1144/1144 (100.0%)</table-cell> + <table-cell>4917/4918 (99.98%)</table-cell> + <table-cell>16618/16618 (100.0%)</table-cell> </table-row> \ No newline at end of file diff --git a/doc/xml/release.xml b/doc/xml/release.xml index d13a8f2c7..0570dc520 100644 --- a/doc/xml/release.xml +++ b/doc/xml/release.xml @@ -12,7 +12,7 @@ </intro> <release-list> - <release date="XXXX-XX-XX" version="2.18dev" title="UNDER DEVELOPMENT"> + <release date="2019-10-01" version="2.18" title="PostgreSQL 12 Support"> <release-core-list> <release-feature-list> <release-item> @@ -21,6 +21,8 @@ <release-item> <release-item-contributor-list> + <release-item-ideator id="stephen.frost"/> + <release-item-ideator id="ejberdecia"/> <release-item-contributor id="cynthia.shang"/> </release-item-contributor-list> @@ -34,7 +36,9 @@ <release-item-reviewer id="cynthia.shang"/> </release-item-contributor-list> - <p>Add <id>standby</id> restore type which automatically adds <pg-option>standby_mode</pg-option> to <file>recovery.conf</file>.</p> + <p>Add <id>standby</id> restore type.</p> + + <p>This restore type automatically adds <pg-option>standby_mode=on</pg-option> to recovery.conf for <postgres/> &lt; 12 and creates <file>standby.signal</file> for <postgres/> &amp;ge; 12, creating a common interface between PostgreSQL versions.</p> </release-item> </release-feature-list> @@ -7474,6 +7478,11 @@ <contributor-id type="github">hunleyd</contributor-id> </contributor> + <contributor id="ejberdecia"> + <contributor-name-display>ejberdecia</contributor-name-display> + <contributor-id type="github">ejberdecia</contributor-id> + </contributor> + <contributor id="eric.radman"> <contributor-name-display>Eric Radman</contributor-name-display> <contributor-id type="github">eradman</contributor-id> diff --git a/lib/pgBackRest/Version.pm b/lib/pgBackRest/Version.pm index 96f79724a..9e63c7090 100644 --- a/lib/pgBackRest/Version.pm +++ b/lib/pgBackRest/Version.pm @@ -39,7 +39,7 @@ push @EXPORT, qw(projectBin projectBinSet); # Defines the current version of the BackRest executable. The version number is used to track features but does not affect what # repositories or manifests can be read - that's the job of the format number. #----------------------------------------------------------------------------------------------------------------------------------- -use constant PROJECT_VERSION => '2.18dev'; +use constant PROJECT_VERSION => '2.18'; push @EXPORT, qw(PROJECT_VERSION); # Repository Format Number diff --git a/src/configure b/src/configure index edc876cce..32d9c9777 100755 --- a/src/configure +++ b/src/configure @@ -1,6 +1,6 @@ #! /bin/sh # Guess values for system-dependent variables and create Makefiles. -# Generated by GNU Autoconf 2.69 for pgBackRest 2.18dev. +# Generated by GNU Autoconf 2.69 for pgBackRest 2.18. # # # Copyright (C) 1992-1996, 1998-2012 Free Software Foundation, Inc. @@ -576,8 +576,8 @@ MAKEFLAGS= # Identity of this package. PACKAGE_NAME='pgBackRest' PACKAGE_TARNAME='pgbackrest' -PACKAGE_VERSION='2.18dev' -PACKAGE_STRING='pgBackRest 2.18dev' +PACKAGE_VERSION='2.18' +PACKAGE_STRING='pgBackRest 2.18' PACKAGE_BUGREPORT='' PACKAGE_URL='' @@ -1199,7 +1199,7 @@ if test "$ac_init_help" = "long"; then # Omit some internal or obsolete options to make the list less imposing. # This message is too long to be a string in the A/UX 3.1 sh. cat <<_ACEOF -\`configure' configures pgBackRest 2.18dev to adapt to many kinds of systems. +\`configure' configures pgBackRest 2.18 to adapt to many kinds of systems. Usage: $0 [OPTION]... [VAR=VALUE]... @@ -1261,7 +1261,7 @@ fi if test -n "$ac_init_help"; then case $ac_init_help in - short | recursive ) echo "Configuration of pgBackRest 2.18dev:";; + short | recursive ) echo "Configuration of pgBackRest 2.18:";; esac cat <<\_ACEOF @@ -1348,7 +1348,7 @@ fi test -n "$ac_init_help" && exit $ac_status if $ac_init_version; then cat <<\_ACEOF -pgBackRest configure 2.18dev +pgBackRest configure 2.18 generated by GNU Autoconf 2.69 Copyright (C) 2012 Free Software Foundation, Inc. @@ -1449,7 +1449,7 @@ cat >config.log <<_ACEOF This file contains any messages produced by compilers while running configure, to aid debugging if configure makes a mistake. -It was created by pgBackRest $as_me 2.18dev, which was +It was created by pgBackRest $as_me 2.18, which was generated by GNU Autoconf 2.69. Invocation command line was $ $0 $@ @@ -3619,7 +3619,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1 # report actual input values of CONFIG_FILES etc. instead of their # values after options handling. ac_log=" -This file was extended by pgBackRest $as_me 2.18dev, which was +This file was extended by pgBackRest $as_me 2.18, which was generated by GNU Autoconf 2.69. Invocation command line was CONFIG_FILES = $CONFIG_FILES @@ -3681,7 +3681,7 @@ _ACEOF cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1 ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`" ac_cs_version="\\ -pgBackRest config.status 2.18dev +pgBackRest config.status 2.18 configured by $0, generated by GNU Autoconf 2.69, with options \\"\$ac_cs_config\\" diff --git a/src/configure.ac b/src/configure.ac index ab4bea132..0a5f858c2 100644 --- a/src/configure.ac +++ b/src/configure.ac @@ -1,6 +1,6 @@ # Initialize configuration AC_PREREQ([2.69]) -AC_INIT([pgBackRest], [2.18dev]) +AC_INIT([pgBackRest], [2.18]) AC_CONFIG_SRCDIR([version.h]) # Check compiler diff --git a/src/perl/embed.auto.c b/src/perl/embed.auto.c index adee866db..30e4bfd1f 100644 --- a/src/perl/embed.auto.c +++ b/src/perl/embed.auto.c @@ -13662,7 +13662,7 @@ static const EmbeddedModule embeddedModule[] = "\n" "push @EXPORT, qw(projectBin projectBinSet);\n" "\n\n\n\n\n\n" - "use constant PROJECT_VERSION => '2.18dev';\n" + "use constant PROJECT_VERSION => '2.18';\n" "push @EXPORT, qw(PROJECT_VERSION);\n" "\n\n\n\n\n\n" "use constant REPOSITORY_FORMAT => 5;\n" diff --git a/src/version.h b/src/version.h index ad37c4adb..ebb4c9078 100644 --- a/src/version.h +++ b/src/version.h @@ -23,6 +23,6 @@ repository will be invalid unless migration functions are written. /*********************************************************************************************************************************** Software version. Currently this value is maintained in Version.pm and updated by test.pl. ***********************************************************************************************************************************/ -#define PROJECT_VERSION "2.18dev" +#define PROJECT_VERSION "2.18" #endif [parent: 29e132f5e928]