g.log
text/plain
Filename: g.log
Type: text/plain
Part: 1
+ dirname /var/lib/postgresql/ADBDEV/5716.1/r.sh
+ cd /var/lib/postgresql/ADBDEV/5716.1
+ test -f master/postmaster.pid
+ echo 1
1
+ rm -rf master
+ mkdir -p master
+ pg_ctl initdb -D master -o '--data-checksums -N -A trust --wal-segsize 1'
The files belonging to this database system will be owned by user "postgres".
This user must also own the server process.
The database cluster will be initialized with locale "ru_RU.UTF-8".
The default database encoding has accordingly been set to "UTF8".
The default text search configuration will be set to "russian".
Data page checksums are enabled.
fixing permissions on existing directory master ... ok
creating subdirectories ... ok
selecting dynamic shared memory implementation ... posix
selecting default max_connections ... 100
selecting default shared_buffers ... 128MB
selecting default time zone ... Asia/Yekaterinburg
creating configuration files ... ok
running bootstrap script ... ok
performing post-bootstrap initialization ... ok
Sync to disk skipped.
The data directory might become corrupt if the operating system crashes.
Success. You can now start the database server using:
/usr/local/bin/pg_ctl -D master -l logfile start
+ cat
+ cat
+ pg_ctl -w -D master start -o '-p 5000'
waiting for server to start....2024-08-08 15:10:39.690 +05 [5988] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:39.690 +05 [5988] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:39.693 +05 [5988] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:39.693 +05 [5988] DEBUG: created dynamic shared memory control segment 2583133654 (26976 bytes)
2024-08-08 15:10:39.693 +05 [5988] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:39.693 +05 [5988] LOG: redirecting log output to logging collector process
2024-08-08 15:10:39.693 +05 [5988] HINT: Future log output will appear in directory "log".
done
server started
+ test -f standby1/postmaster.pid
+ echo 1
1
+ rm -rf standby1
+ pg_basebackup -D standby1 -p 5000 -X fetch --verbose --write-recovery-conf
pg_basebackup: initiating base backup, waiting for checkpoint to complete
pg_basebackup: checkpoint completed
pg_basebackup: write-ahead log start point: 0/800028 on timeline 1
pg_basebackup: write-ahead log end point: 0/800100
pg_basebackup: syncing data to disk ...
pg_basebackup: renaming backup_manifest.tmp to backup_manifest
pg_basebackup: base backup completed
+ pg_ctl -w -D standby1 start -o '-p 5001'
waiting for server to start....2024-08-08 15:10:40.550 +05 [6001] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:40.550 +05 [6001] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:40.553 +05 [6001] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:40.553 +05 [6001] DEBUG: created dynamic shared memory control segment 3459934430 (26976 bytes)
2024-08-08 15:10:40.554 +05 [6001] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:40.554 +05 [6001] LOG: redirecting log output to logging collector process
2024-08-08 15:10:40.554 +05 [6001] HINT: Future log output will appear in directory "log".
done
server started
+ test -f standby2/postmaster.pid
+ echo 1
1
+ rm -rf standby2
+ pg_basebackup -D standby2 -p 5000 -X fetch --verbose --write-recovery-conf
pg_basebackup: initiating base backup, waiting for checkpoint to complete
pg_basebackup: checkpoint completed
pg_basebackup: write-ahead log start point: 0/900028 on timeline 1
pg_basebackup: write-ahead log end point: 0/900100
pg_basebackup: syncing data to disk ...
pg_basebackup: renaming backup_manifest.tmp to backup_manifest
pg_basebackup: base backup completed
+ pg_ctl -w -D standby2 start -o '-p 5002'
waiting for server to start....2024-08-08 15:10:41.416 +05 [6013] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:41.416 +05 [6013] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:41.419 +05 [6013] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:41.419 +05 [6013] DEBUG: created dynamic shared memory control segment 138579396 (26976 bytes)
2024-08-08 15:10:41.419 +05 [6013] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:41.420 +05 [6013] LOG: redirecting log output to logging collector process
2024-08-08 15:10:41.420 +05 [6013] HINT: Future log output will appear in directory "log".
done
server started
+ psql -d postgres -a --no-psqlrc -p 5000
create table a (a int, b int);
CREATE TABLE
insert into a select i, i from generate_series(1, 100000) i;
INSERT 0 100000
+ pg_ctl -w -D master stop -m fast
waiting for server to shut down....2024-08-08 15:10:41.998 +05 [5989] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D standby1 stop -m fast
waiting for server to shut down....2024-08-08 15:10:42.131 +05 [6002] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D standby2 stop -m fast
waiting for server to shut down....2024-08-08 15:10:42.225 +05 [6014] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D master start -o '-p 5000'
waiting for server to start....2024-08-08 15:10:42.266 +05 [6029] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:42.266 +05 [6029] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:42.270 +05 [6029] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:42.270 +05 [6029] DEBUG: created dynamic shared memory control segment 269428598 (26976 bytes)
2024-08-08 15:10:42.270 +05 [6029] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:42.270 +05 [6029] LOG: redirecting log output to logging collector process
2024-08-08 15:10:42.270 +05 [6029] HINT: Future log output will appear in directory "log".
done
server started
+ pg_ctl -w -D standby1 start -o '-p 5001'
waiting for server to start....2024-08-08 15:10:42.372 +05 [6039] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:42.372 +05 [6039] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:42.376 +05 [6039] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:42.376 +05 [6039] DEBUG: created dynamic shared memory control segment 1142189908 (26976 bytes)
2024-08-08 15:10:42.376 +05 [6039] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:42.376 +05 [6039] LOG: redirecting log output to logging collector process
2024-08-08 15:10:42.376 +05 [6039] HINT: Future log output will appear in directory "log".
done
server started
+ pg_ctl -w -D standby2 start -o '-p 5002'
waiting for server to start....2024-08-08 15:10:42.478 +05 [6048] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:42.478 +05 [6048] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:42.481 +05 [6048] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:42.482 +05 [6048] DEBUG: created dynamic shared memory control segment 156393578 (26976 bytes)
2024-08-08 15:10:42.482 +05 [6048] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:42.482 +05 [6048] LOG: redirecting log output to logging collector process
2024-08-08 15:10:42.482 +05 [6048] HINT: Future log output will appear in directory "log".
done
server started
+ pg_controldata master
+ grep 'Latest checkpoint'"'"'s REDO WAL file:'
+ cut -d : -f 2
+ grep -oP '\w+'
+ LAST_MASTER_WAL_FILE=000000010000000000000010
+ pg_ctl -w -D standby1 promote
waiting for server to promote.... done
server promoted
+ pg_isready -p 5001
/tmp:5001 - accepting connections
+ pg_controldata standby1
+ grep 'Latest checkpoint'"'"'s REDO WAL file:'
+ cut -d : -f 2
+ grep -oP '\w+'
+ LAST_STANDBY_WAL_FILE=000000020000000000000010
+ find standby1/pg_wal -name '*.history' -type f -print0
+ xargs -r -0 ls -1 -t
+ head -1
+ cat standby1/pg_wal/00000002.history
1 0/10392E8 no recovery target specified
+ pg_controldata master
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: in production
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/1039270
Latest checkpoint's REDO location: 0/1039270
Latest checkpoint's REDO WAL file: 000000010000000000000010
Latest checkpoint's TimeLineID: 1
Latest checkpoint's PrevTimeLineID: 1
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:732
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 0
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:41 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/0
Min recovery ending loc's timeline: 0
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_controldata standby1
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: in production
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/1039350
Latest checkpoint's REDO location: 0/1039318
Latest checkpoint's REDO WAL file: 000000020000000000000010
Latest checkpoint's TimeLineID: 2
Latest checkpoint's PrevTimeLineID: 2
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:732
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 732
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:42 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/0
Min recovery ending loc's timeline: 0
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_controldata standby2
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: in archive recovery
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/1039270
Latest checkpoint's REDO location: 0/1039270
Latest checkpoint's REDO WAL file: 000000010000000000000010
Latest checkpoint's TimeLineID: 1
Latest checkpoint's PrevTimeLineID: 1
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:732
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 0
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:41 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/10392E8
Min recovery ending loc's timeline: 1
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_waldump -p master 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1039270: invalid record length at 0/10392E8: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039048, prev 0/01039008, desc: INSERT off: 101, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039088, prev 0/01039048, desc: INSERT off: 102, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010390C8, prev 0/01039088, desc: INSERT off: 103, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039108, prev 0/010390C8, desc: INSERT off: 104, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039148, prev 0/01039108, desc: INSERT off: 105, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039188, prev 0/01039148, desc: INSERT off: 106, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ pg_waldump -p standby1 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1039270: invalid record length at 0/10392E8: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039048, prev 0/01039008, desc: INSERT off: 101, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039088, prev 0/01039048, desc: INSERT off: 102, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010390C8, prev 0/01039088, desc: INSERT off: 103, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039108, prev 0/010390C8, desc: INSERT off: 104, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039148, prev 0/01039108, desc: INSERT off: 105, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039188, prev 0/01039148, desc: INSERT off: 106, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ pg_waldump -p standby1 000000020000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/10393C8: unexpected pageaddr 0/1038000 in WAL segment 000000020000000000000010, LSN 0/103A000, offset 237568
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039148, prev 0/01039108, desc: INSERT off: 105, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039188, prev 0/01039148, desc: INSERT off: 106, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
rmgr: XLOG len (rec/tot): 42/ 42, tx: 0, lsn: 0/010392E8, prev 0/01039270, desc: END_OF_RECOVERY tli 2; prev tli 1; time 2024-08-08 15:10:42.583043 +05
rmgr: Standby len (rec/tot): 50/ 50, tx: 0, lsn: 0/01039318, prev 0/010392E8, desc: RUNNING_XACTS nextXid 732 latestCompletedXid 731 oldestRunningXid 732
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039350, prev 0/01039318, desc: CHECKPOINT_ONLINE redo 0/1039318; tli 2; prev tli 2; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 732; online
rmgr: XLOG len (rec/tot): 49/ 885, tx: 0, lsn: 0/010393C8, prev 0/01039350, desc: FPI_FOR_HINT , blkref #0: rel 1663/5/1259 blk 0 FPW
+ pg_waldump -p standby2 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1039270: invalid record length at 0/10392E8: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039048, prev 0/01039008, desc: INSERT off: 101, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039088, prev 0/01039048, desc: INSERT off: 102, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010390C8, prev 0/01039088, desc: INSERT off: 103, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039108, prev 0/010390C8, desc: INSERT off: 104, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039148, prev 0/01039108, desc: INSERT off: 105, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039188, prev 0/01039148, desc: INSERT off: 106, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ psql -d postgres -a --no-psqlrc -p 5000
--set synchronous_standby_names = 'postgres';
--select pg_reload_conf();
insert into a select i, i from generate_series(1, 340) i;
INSERT 0 340
--commit;
+ pg_ctl -w -D standby2 stop -m fast
waiting for server to shut down....2024-08-08 15:10:42.733 +05 [6049] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D master stop -m fast
waiting for server to shut down....2024-08-08 15:10:42.840 +05 [6030] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D standby1 stop -m fast
waiting for server to shut down....2024-08-08 15:10:42.940 +05 [6040] DEBUG: logger shutting down
done
server stopped
+ pg_controldata master
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: shut down
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/1041370
Latest checkpoint's REDO location: 0/1041370
Latest checkpoint's REDO WAL file: 000000010000000000000010
Latest checkpoint's TimeLineID: 1
Latest checkpoint's PrevTimeLineID: 1
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:733
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 0
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:42 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/0
Min recovery ending loc's timeline: 0
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_controldata standby1
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: shut down
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/103B2F0
Latest checkpoint's REDO location: 0/103B2F0
Latest checkpoint's REDO WAL file: 000000020000000000000010
Latest checkpoint's TimeLineID: 2
Latest checkpoint's PrevTimeLineID: 2
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:732
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 0
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:42 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/0
Min recovery ending loc's timeline: 0
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_controldata standby2
pg_control version number: 1300
Catalog version number: 202307071
Database system identifier: 7400708995903891293
Database cluster state: shut down in recovery
pg_control last modified: Thu Aug 8 15:10:42 2024
Latest checkpoint location: 0/1039270
Latest checkpoint's REDO location: 0/1039270
Latest checkpoint's REDO WAL file: 000000010000000000000010
Latest checkpoint's TimeLineID: 1
Latest checkpoint's PrevTimeLineID: 1
Latest checkpoint's full_page_writes: on
Latest checkpoint's NextXID: 0:732
Latest checkpoint's NextOID: 16387
Latest checkpoint's NextMultiXactId: 1
Latest checkpoint's NextMultiOffset: 0
Latest checkpoint's oldestXID: 722
Latest checkpoint's oldestXID's DB: 1
Latest checkpoint's oldestActiveXID: 0
Latest checkpoint's oldestMultiXid: 1
Latest checkpoint's oldestMulti's DB: 1
Latest checkpoint's oldestCommitTsXid:0
Latest checkpoint's newestCommitTsXid:0
Time of latest checkpoint: Thu Aug 8 15:10:41 2024
Fake LSN counter for unlogged rels: 0/3E8
Minimum recovery ending location: 0/103E670
Min recovery ending loc's timeline: 1
Backup start location: 0/0
Backup end location: 0/0
End-of-backup record required: no
wal_level setting: replica
wal_log_hints setting: off
max_connections setting: 100
max_worker_processes setting: 8
max_wal_senders setting: 10
max_prepared_xacts setting: 0
max_locks_per_xact setting: 64
track_commit_timestamp setting: off
Maximum data alignment: 8
Database block size: 8192
Blocks per segment of large relation: 131072
WAL block size: 8192
Bytes per WAL segment: 1048576
Maximum length of identifiers: 64
Maximum columns in an index: 32
Maximum size of a TOAST chunk: 1996
Size of a large-object chunk: 2048
Date/time type storage: 64-bit integers
Float8 argument passing: by value
Data page checksum version: 1
Mock authentication nonce: b4dda080ead40b8ca338d9e5f6360b7489c33604ef1f8c3459cd7e1eba76a115
+ pg_waldump -p master 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1041370: invalid record length at 0/10413E8: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041148, prev 0/01041108, desc: INSERT off: 215, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041188, prev 0/01041148, desc: INSERT off: 216, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/010411C8, prev 0/01041188, desc: INSERT off: 217, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041208, prev 0/010411C8, desc: INSERT off: 218, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041248, prev 0/01041208, desc: INSERT off: 219, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041288, prev 0/01041248, desc: INSERT off: 220, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/010412C8, prev 0/01041288, desc: INSERT off: 221, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041308, prev 0/010412C8, desc: INSERT off: 222, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Transaction len (rec/tot): 34/ 34, tx: 732, lsn: 0/01041348, prev 0/01041308, desc: COMMIT 2024-08-08 15:10:42.721978 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01041370, prev 0/01041348, desc: CHECKPOINT_SHUTDOWN redo 0/1041370; tli 1; prev tli 1; fpw true; xid 0:733; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ pg_waldump -p standby1 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1039270: invalid record length at 0/10392E8: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039048, prev 0/01039008, desc: INSERT off: 101, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039088, prev 0/01039048, desc: INSERT off: 102, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010390C8, prev 0/01039088, desc: INSERT off: 103, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039108, prev 0/010390C8, desc: INSERT off: 104, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039148, prev 0/01039108, desc: INSERT off: 105, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039188, prev 0/01039148, desc: INSERT off: 106, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ pg_waldump -p standby1 000000020000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/103B2F0: invalid record length at 0/103B368: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/010391C8, prev 0/01039188, desc: INSERT off: 107, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Heap len (rec/tot): 63/ 63, tx: 731, lsn: 0/01039208, prev 0/010391C8, desc: INSERT off: 108, flags: 0x00, blkref #0: rel 1663/5/16384 blk 442
rmgr: Transaction len (rec/tot): 34/ 34, tx: 731, lsn: 0/01039248, prev 0/01039208, desc: COMMIT 2024-08-08 15:10:41.733402 +05
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039270, prev 0/01039248, desc: CHECKPOINT_SHUTDOWN redo 0/1039270; tli 1; prev tli 1; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
rmgr: XLOG len (rec/tot): 42/ 42, tx: 0, lsn: 0/010392E8, prev 0/01039270, desc: END_OF_RECOVERY tli 2; prev tli 1; time 2024-08-08 15:10:42.583043 +05
rmgr: Standby len (rec/tot): 50/ 50, tx: 0, lsn: 0/01039318, prev 0/010392E8, desc: RUNNING_XACTS nextXid 732 latestCompletedXid 731 oldestRunningXid 732
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/01039350, prev 0/01039318, desc: CHECKPOINT_ONLINE redo 0/1039318; tli 2; prev tli 2; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 732; online
rmgr: XLOG len (rec/tot): 49/ 885, tx: 0, lsn: 0/010393C8, prev 0/01039350, desc: FPI_FOR_HINT , blkref #0: rel 1663/5/1259 blk 0 FPW
rmgr: XLOG len (rec/tot): 49/ 7061, tx: 0, lsn: 0/01039740, prev 0/010393C8, desc: FPI_FOR_HINT , blkref #0: rel 1663/5/1249 blk 17 FPW
rmgr: XLOG len (rec/tot): 114/ 114, tx: 0, lsn: 0/0103B2F0, prev 0/01039740, desc: CHECKPOINT_SHUTDOWN redo 0/103B2F0; tli 2; prev tli 2; fpw true; xid 0:732; oid 16387; multi 1; offset 0; oldest xid 722 in DB 1; oldest multi 1 in DB 1; oldest/newest commit timestamp xid: 0/0; oldest running xid 0; shutdown
+ pg_waldump -p standby2 000000010000000000000010
+ tail -n 10
pg_waldump: error: error in WAL record at 0/1041348: invalid record length at 0/1041370: expected at least 24, got 0
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041108, prev 0/010410C8, desc: INSERT off: 214, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041148, prev 0/01041108, desc: INSERT off: 215, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041188, prev 0/01041148, desc: INSERT off: 216, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/010411C8, prev 0/01041188, desc: INSERT off: 217, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041208, prev 0/010411C8, desc: INSERT off: 218, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041248, prev 0/01041208, desc: INSERT off: 219, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041288, prev 0/01041248, desc: INSERT off: 220, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/010412C8, prev 0/01041288, desc: INSERT off: 221, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Heap len (rec/tot): 63/ 63, tx: 732, lsn: 0/01041308, prev 0/010412C8, desc: INSERT off: 222, flags: 0x00, blkref #0: rel 1663/5/16384 blk 443
rmgr: Transaction len (rec/tot): 34/ 34, tx: 732, lsn: 0/01041348, prev 0/01041308, desc: COMMIT 2024-08-08 15:10:42.721978 +05
+ pg_rewind --progress --debug '--source-pgdata=standby1' '--target-pgdata=standby2'
pg_rewind: Source timeline history:
pg_rewind: Target timeline history:
pg_rewind: 1: 0/0 - 0/0
pg_rewind: servers diverged at WAL location 0/10392E8 on timeline 1
pg_rewind: rewinding from last common checkpoint at 0/1039270 on timeline 1
pg_rewind: reading source file list
pg_rewind: reading target file list
pg_rewind: reading WAL in target
pg_rewind: entry "base/5/pg_internal.init" excluded from source file list
pg_rewind: entry "postmaster.opts" excluded from source file list
pg_rewind: entry "pg_subtrans/0000" excluded from source file list
pg_rewind: entry "backup_manifest" excluded from source file list
pg_rewind: entry "global/pg_internal.init" excluded from source file list
pg_rewind: backup_label.old (COPY)
pg_rewind: base/1/1247_fsm (COPY)
pg_rewind: base/1/1247_vm (COPY)
pg_rewind: base/1/1249_fsm (COPY)
pg_rewind: base/1/1249_vm (COPY)
pg_rewind: base/1/1255_fsm (COPY)
pg_rewind: base/1/1255_vm (COPY)
pg_rewind: base/1/1259_fsm (COPY)
pg_rewind: base/1/1259_vm (COPY)
pg_rewind: base/1/12896_fsm (COPY)
pg_rewind: base/1/12896_vm (COPY)
pg_rewind: base/1/12901_fsm (COPY)
pg_rewind: base/1/12901_vm (COPY)
pg_rewind: base/1/12906_fsm (COPY)
pg_rewind: base/1/12906_vm (COPY)
pg_rewind: base/1/12911_fsm (COPY)
pg_rewind: base/1/12911_vm (COPY)
pg_rewind: base/1/2600_fsm (COPY)
pg_rewind: base/1/2600_vm (COPY)
pg_rewind: base/1/2601_fsm (COPY)
pg_rewind: base/1/2601_vm (COPY)
pg_rewind: base/1/2602_fsm (COPY)
pg_rewind: base/1/2602_vm (COPY)
pg_rewind: base/1/2603_fsm (COPY)
pg_rewind: base/1/2603_vm (COPY)
pg_rewind: base/1/2605_fsm (COPY)
pg_rewind: base/1/2605_vm (COPY)
pg_rewind: base/1/2606_fsm (COPY)
pg_rewind: base/1/2606_vm (COPY)
pg_rewind: base/1/2607_fsm (COPY)
pg_rewind: base/1/2607_vm (COPY)
pg_rewind: base/1/2608_fsm (COPY)
pg_rewind: base/1/2608_vm (COPY)
pg_rewind: base/1/2609_fsm (COPY)
pg_rewind: base/1/2609_vm (COPY)
pg_rewind: base/1/2610_fsm (COPY)
pg_rewind: base/1/2610_vm (COPY)
pg_rewind: base/1/2612_fsm (COPY)
pg_rewind: base/1/2612_vm (COPY)
pg_rewind: base/1/2615_fsm (COPY)
pg_rewind: base/1/2615_vm (COPY)
pg_rewind: base/1/2616_fsm (COPY)
pg_rewind: base/1/2616_vm (COPY)
pg_rewind: base/1/2617_fsm (COPY)
pg_rewind: base/1/2617_vm (COPY)
pg_rewind: base/1/2618_fsm (COPY)
pg_rewind: base/1/2618_vm (COPY)
pg_rewind: base/1/2619_fsm (COPY)
pg_rewind: base/1/2619_vm (COPY)
pg_rewind: base/1/2753_fsm (COPY)
pg_rewind: base/1/2753_vm (COPY)
pg_rewind: base/1/2836_fsm (COPY)
pg_rewind: base/1/2836_vm (COPY)
pg_rewind: base/1/2838_fsm (COPY)
pg_rewind: base/1/2838_vm (COPY)
pg_rewind: base/1/2840_fsm (COPY)
pg_rewind: base/1/2840_vm (COPY)
pg_rewind: base/1/3079_fsm (COPY)
pg_rewind: base/1/3079_vm (COPY)
pg_rewind: base/1/3394_fsm (COPY)
pg_rewind: base/1/3394_vm (COPY)
pg_rewind: base/1/3456_fsm (COPY)
pg_rewind: base/1/3456_vm (COPY)
pg_rewind: base/1/3541_fsm (COPY)
pg_rewind: base/1/3541_vm (COPY)
pg_rewind: base/1/3600_fsm (COPY)
pg_rewind: base/1/3600_vm (COPY)
pg_rewind: base/1/3601_fsm (COPY)
pg_rewind: base/1/3601_vm (COPY)
pg_rewind: base/1/3602_fsm (COPY)
pg_rewind: base/1/3602_vm (COPY)
pg_rewind: base/1/3603_fsm (COPY)
pg_rewind: base/1/3603_vm (COPY)
pg_rewind: base/1/3764_fsm (COPY)
pg_rewind: base/1/3764_vm (COPY)
pg_rewind: base/1/pg_filenode.map (COPY)
pg_rewind: base/4/1247_fsm (COPY)
pg_rewind: base/4/1247_vm (COPY)
pg_rewind: base/4/1249_fsm (COPY)
pg_rewind: base/4/1249_vm (COPY)
pg_rewind: base/4/1255_fsm (COPY)
pg_rewind: base/4/1255_vm (COPY)
pg_rewind: base/4/1259_fsm (COPY)
pg_rewind: base/4/1259_vm (COPY)
pg_rewind: base/4/12896_fsm (COPY)
pg_rewind: base/4/12896_vm (COPY)
pg_rewind: base/4/12901_fsm (COPY)
pg_rewind: base/4/12901_vm (COPY)
pg_rewind: base/4/12906_fsm (COPY)
pg_rewind: base/4/12906_vm (COPY)
pg_rewind: base/4/12911_fsm (COPY)
pg_rewind: base/4/12911_vm (COPY)
pg_rewind: base/4/2600_fsm (COPY)
pg_rewind: base/4/2600_vm (COPY)
pg_rewind: base/4/2601_fsm (COPY)
pg_rewind: base/4/2601_vm (COPY)
pg_rewind: base/4/2602_fsm (COPY)
pg_rewind: base/4/2602_vm (COPY)
pg_rewind: base/4/2603_fsm (COPY)
pg_rewind: base/4/2603_vm (COPY)
pg_rewind: base/4/2605_fsm (COPY)
pg_rewind: base/4/2605_vm (COPY)
pg_rewind: base/4/2606_fsm (COPY)
pg_rewind: base/4/2606_vm (COPY)
pg_rewind: base/4/2607_fsm (COPY)
pg_rewind: base/4/2607_vm (COPY)
pg_rewind: base/4/2608_fsm (COPY)
pg_rewind: base/4/2608_vm (COPY)
pg_rewind: base/4/2609_fsm (COPY)
pg_rewind: base/4/2609_vm (COPY)
pg_rewind: base/4/2610_fsm (COPY)
pg_rewind: base/4/2610_vm (COPY)
pg_rewind: base/4/2612_fsm (COPY)
pg_rewind: base/4/2612_vm (COPY)
pg_rewind: base/4/2615_fsm (COPY)
pg_rewind: base/4/2615_vm (COPY)
pg_rewind: base/4/2616_fsm (COPY)
pg_rewind: base/4/2616_vm (COPY)
pg_rewind: base/4/2617_fsm (COPY)
pg_rewind: base/4/2617_vm (COPY)
pg_rewind: base/4/2618_fsm (COPY)
pg_rewind: base/4/2618_vm (COPY)
pg_rewind: base/4/2619_fsm (COPY)
pg_rewind: base/4/2619_vm (COPY)
pg_rewind: base/4/2753_fsm (COPY)
pg_rewind: base/4/2753_vm (COPY)
pg_rewind: base/4/2836_fsm (COPY)
pg_rewind: base/4/2836_vm (COPY)
pg_rewind: base/4/2838_fsm (COPY)
pg_rewind: base/4/2838_vm (COPY)
pg_rewind: base/4/2840_fsm (COPY)
pg_rewind: base/4/2840_vm (COPY)
pg_rewind: base/4/3079_fsm (COPY)
pg_rewind: base/4/3079_vm (COPY)
pg_rewind: base/4/3394_fsm (COPY)
pg_rewind: base/4/3394_vm (COPY)
pg_rewind: base/4/3456_fsm (COPY)
pg_rewind: base/4/3456_vm (COPY)
pg_rewind: base/4/3541_fsm (COPY)
pg_rewind: base/4/3541_vm (COPY)
pg_rewind: base/4/3600_fsm (COPY)
pg_rewind: base/4/3600_vm (COPY)
pg_rewind: base/4/3601_fsm (COPY)
pg_rewind: base/4/3601_vm (COPY)
pg_rewind: base/4/3602_fsm (COPY)
pg_rewind: base/4/3602_vm (COPY)
pg_rewind: base/4/3603_fsm (COPY)
pg_rewind: base/4/3603_vm (COPY)
pg_rewind: base/4/3764_fsm (COPY)
pg_rewind: base/4/3764_vm (COPY)
pg_rewind: base/4/pg_filenode.map (COPY)
pg_rewind: base/5/1247_fsm (COPY)
pg_rewind: base/5/1247_vm (COPY)
pg_rewind: base/5/1249_fsm (COPY)
pg_rewind: base/5/1249_vm (COPY)
pg_rewind: base/5/1255_fsm (COPY)
pg_rewind: base/5/1255_vm (COPY)
pg_rewind: base/5/1259_fsm (COPY)
pg_rewind: base/5/1259_vm (COPY)
pg_rewind: base/5/12896_fsm (COPY)
pg_rewind: base/5/12896_vm (COPY)
pg_rewind: base/5/12901_fsm (COPY)
pg_rewind: base/5/12901_vm (COPY)
pg_rewind: base/5/12906_fsm (COPY)
pg_rewind: base/5/12906_vm (COPY)
pg_rewind: base/5/12911_fsm (COPY)
pg_rewind: base/5/12911_vm (COPY)
pg_rewind: base/5/16384_fsm (COPY)
pg_rewind: base/5/2600_fsm (COPY)
pg_rewind: base/5/2600_vm (COPY)
pg_rewind: base/5/2601_fsm (COPY)
pg_rewind: base/5/2601_vm (COPY)
pg_rewind: base/5/2602_fsm (COPY)
pg_rewind: base/5/2602_vm (COPY)
pg_rewind: base/5/2603_fsm (COPY)
pg_rewind: base/5/2603_vm (COPY)
pg_rewind: base/5/2605_fsm (COPY)
pg_rewind: base/5/2605_vm (COPY)
pg_rewind: base/5/2606_fsm (COPY)
pg_rewind: base/5/2606_vm (COPY)
pg_rewind: base/5/2607_fsm (COPY)
pg_rewind: base/5/2607_vm (COPY)
pg_rewind: base/5/2608_fsm (COPY)
pg_rewind: base/5/2608_vm (COPY)
pg_rewind: base/5/2609_fsm (COPY)
pg_rewind: base/5/2609_vm (COPY)
pg_rewind: base/5/2610_fsm (COPY)
pg_rewind: base/5/2610_vm (COPY)
pg_rewind: base/5/2612_fsm (COPY)
pg_rewind: base/5/2612_vm (COPY)
pg_rewind: base/5/2615_fsm (COPY)
pg_rewind: base/5/2615_vm (COPY)
pg_rewind: base/5/2616_fsm (COPY)
pg_rewind: base/5/2616_vm (COPY)
pg_rewind: base/5/2617_fsm (COPY)
pg_rewind: base/5/2617_vm (COPY)
pg_rewind: base/5/2618_fsm (COPY)
pg_rewind: base/5/2618_vm (COPY)
pg_rewind: base/5/2619_fsm (COPY)
pg_rewind: base/5/2619_vm (COPY)
pg_rewind: base/5/2753_fsm (COPY)
pg_rewind: base/5/2753_vm (COPY)
pg_rewind: base/5/2836_fsm (COPY)
pg_rewind: base/5/2836_vm (COPY)
pg_rewind: base/5/2838_fsm (COPY)
pg_rewind: base/5/2838_vm (COPY)
pg_rewind: base/5/2840_fsm (COPY)
pg_rewind: base/5/2840_vm (COPY)
pg_rewind: base/5/3079_fsm (COPY)
pg_rewind: base/5/3079_vm (COPY)
pg_rewind: base/5/3394_fsm (COPY)
pg_rewind: base/5/3394_vm (COPY)
pg_rewind: base/5/3456_fsm (COPY)
pg_rewind: base/5/3456_vm (COPY)
pg_rewind: base/5/3541_fsm (COPY)
pg_rewind: base/5/3541_vm (COPY)
pg_rewind: base/5/3600_fsm (COPY)
pg_rewind: base/5/3600_vm (COPY)
pg_rewind: base/5/3601_fsm (COPY)
pg_rewind: base/5/3601_vm (COPY)
pg_rewind: base/5/3602_fsm (COPY)
pg_rewind: base/5/3602_vm (COPY)
pg_rewind: base/5/3603_fsm (COPY)
pg_rewind: base/5/3603_vm (COPY)
pg_rewind: base/5/3764_fsm (COPY)
pg_rewind: base/5/3764_vm (COPY)
pg_rewind: base/5/pg_filenode.map (COPY)
pg_rewind: current_logfiles (COPY)
pg_rewind: global/1213_fsm (COPY)
pg_rewind: global/1213_vm (COPY)
pg_rewind: global/1260_fsm (COPY)
pg_rewind: global/1260_vm (COPY)
pg_rewind: global/1261_fsm (COPY)
pg_rewind: global/1261_vm (COPY)
pg_rewind: global/1262_fsm (COPY)
pg_rewind: global/1262_vm (COPY)
pg_rewind: global/2396_fsm (COPY)
pg_rewind: global/2396_vm (COPY)
pg_rewind: global/pg_filenode.map (COPY)
pg_rewind: log/postgresql-2024-08-08_151039.log (COPY)
pg_rewind: log/postgresql-2024-08-08_151040.log (COPY)
pg_rewind: log/postgresql-2024-08-08_151042.log (COPY)
pg_rewind: pg_hba.conf (COPY)
pg_rewind: pg_ident.conf (COPY)
pg_rewind: pg_logical/replorigin_checkpoint (COPY)
pg_rewind: pg_multixact/members/0000 (COPY)
pg_rewind: pg_multixact/offsets/0000 (COPY)
pg_rewind: pg_stat/pgstat.stat (COPY)
pg_rewind: pg_wal/00000001000000000000000B (COPY)
pg_rewind: pg_wal/00000001000000000000000C (COPY)
pg_rewind: pg_wal/00000001000000000000000D (COPY)
pg_rewind: pg_wal/00000001000000000000000E (COPY)
pg_rewind: pg_wal/00000001000000000000000F (COPY)
pg_rewind: pg_wal/000000010000000000000010 (COPY)
pg_rewind: pg_wal/00000002.history (COPY)
pg_rewind: pg_wal/000000020000000000000010 (COPY)
pg_rewind: pg_wal/archive_status/00000001000000000000000B.done (COPY)
pg_rewind: pg_wal/archive_status/00000001000000000000000C.done (COPY)
pg_rewind: pg_wal/archive_status/00000001000000000000000D.done (COPY)
pg_rewind: pg_wal/archive_status/00000001000000000000000E.done (COPY)
pg_rewind: pg_wal/archive_status/00000001000000000000000F.done (COPY)
pg_rewind: pg_xact/0000 (COPY)
pg_rewind: postgresql.auto.conf (COPY)
pg_rewind: postgresql.conf (COPY)
pg_rewind: base/5/1249 (NONE)
pg_rewind: block 17
pg_rewind: base/5/16384 (TRUNCATE)
pg_rewind: block 442
pg_rewind: standby.signal (REMOVE)
pg_rewind: postmaster.opts (REMOVE)
pg_rewind: pg_subtrans/0000 (REMOVE)
pg_rewind: log/postgresql-2024-08-08_151041.log (REMOVE)
pg_rewind: backup_manifest (REMOVE)
pg_rewind: need to copy 10 MB (total source directory size is 32 MB)
11050/11050 kB (100%) copied
pg_rewind: creating backup label and updating control file
pg_rewind: syncing target data directory
pg_rewind: Done!
+ cat
+ touch standby2/standby.signal
+ pg_ctl -w -D standby1 start -o '-p 5001'
waiting for server to start....2024-08-08 15:10:43.295 +05 [6109] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:43.295 +05 [6109] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:43.298 +05 [6109] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:43.298 +05 [6109] DEBUG: created dynamic shared memory control segment 3967514876 (26976 bytes)
2024-08-08 15:10:43.298 +05 [6109] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:43.299 +05 [6109] LOG: redirecting log output to logging collector process
2024-08-08 15:10:43.299 +05 [6109] HINT: Future log output will appear in directory "log".
done
server started
+ pg_ctl -w -D standby2 start -o '-p 5002'
waiting for server to start....2024-08-08 15:10:43.402 +05 [6119] DEBUG: registering background worker "logical replication launcher"
2024-08-08 15:10:43.402 +05 [6119] DEBUG: mmap(146800640) with MAP_HUGETLB failed, huge pages disabled: Out of memory
2024-08-08 15:10:43.405 +05 [6119] DEBUG: dynamic shared memory system will support 674 segments
2024-08-08 15:10:43.405 +05 [6119] DEBUG: created dynamic shared memory control segment 2123275348 (26976 bytes)
2024-08-08 15:10:43.405 +05 [6119] DEBUG: max_safe_fds = 986, usable_fds = 1000, already_open = 4
2024-08-08 15:10:43.406 +05 [6119] LOG: redirecting log output to logging collector process
2024-08-08 15:10:43.406 +05 [6119] HINT: Future log output will appear in directory "log".
done
server started
+ psql -d postgres -a --no-psqlrc -p 5001
select count(*) from a;
count
--------
100000
(1 row)
+ psql -d postgres -a --no-psqlrc -p 5002
select count(*) from a;
count
--------
100000
(1 row)
+ pg_ctl -w -D standby1 stop -m fast
waiting for server to shut down....2024-08-08 15:10:43.650 +05 [6110] DEBUG: logger shutting down
done
server stopped
+ pg_ctl -w -D standby2 stop -m fast
waiting for server to shut down....2024-08-08 15:10:43.691 +05 [6120] DEBUG: logger shutting down
done
server stopped