
========= iteration 1 --   1 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:26:33
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:26:32.04106+02     replica_start_time 2017-05-25 14:26:32.997979+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1568800 of 2500000 tuples (62%) done (elapsed 5.06 s, remaining 3.00 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.13 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:26:49.17 | 24214 | 4:26:49.164197+02 |        | catchup | 10/6970E378 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 14:26:49.17 | 24217 | 4:26:49.170363+02 |        | startup |             |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24214 |      |      2889541 | 10/6970E340 | 10/6970E378
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240743 |  240723 | i          | 
 6973 | pg_subscr.rel |  240743 |  240726 | i          | 
 6973 | pg_subscr.rel |  240743 |  240731 | i          | 
 6973 | pg_subscr.rel |  240743 |  240720 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 218.7 tps, lat 285.845 ms stddev 251.571
progress: 24.0 s, 140.7 tps, lat 435.983 ms stddev 527.011
progress: 36.0 s, 65.5 tps, lat 970.818 ms stddev 908.968
progress: 48.0 s, 193.9 tps, lat 346.185 ms stddev 401.150
progress: 60.0 s, 285.5 tps, lat 201.684 ms stddev 221.816
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10916
latency average = 365.451 ms
latency stddev = 542.288 ms
tps = 163.986612 (including connections establishing)
tps = 164.000442 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:27:55.78 | 24214 | 4:26:49.164197+02 |        | streaming | 10/69E96558 | 10/69E96558 | 10/69E961E8 | 10/69E96558 | 00:00:00.000847 | 00:00:00.032419 | 00:00:00.000847
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24214 |      |      2900114 | 10/69C5C788 | 10/69E961E8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240743 |  240723 | r          | 10/697AB9B0
 6973 | pg_subscr.rel |  240743 |  240720 | r          | 10/69A3FF98
 6973 | pg_subscr.rel |  240743 |  240726 | r          | 10/69A88E78
 6973 | pg_subscr.rel |  240743 |  240731 | r          | 10/69C5CFD0
2017.05.25 14:27:55
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK  1016bcd40
2017.05.25 14:28:14
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240743 |  240723 | r          | 10/697AB9B0
  240743 |  240720 | r          | 10/69A3FF98
  240743 |  240726 | r          | 10/69A88E78
  240743 |  240731 | r          | 10/69C5CFD0
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240743   | 10/69E96558 | 18/735A9780
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24214 |      |      2900468 | 10/69F24910 | 10/69F24948
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1430.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1430.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1430.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1430.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10916  aa59b50e8 2973eb556 87fb2c214 86213f91a master
6973 a,b,t,h:  2500000     25    250  10916  39df3a1b6 2973eb556 87fb2c214 86213f91a replica NOK   1016bcd40
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240743 |  240723 | r          | 10/697AB9B0
  240743 |  240720 | r          | 10/69A3FF98
  240743 |  240726 | r          | 10/69A88E78
  240743 |  240731 | r          | 10/69C5CFD0
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240743   | 10/69E96558 | 18/735A9780
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24214 |      |      2900468 | 10/69F249F0 | 10/69F24A28
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1436.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1436.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1436.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1436.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:36:55.98 | 24214 | 4:26:49.164197+02 |        | streaming | 10/69F24A28 | 10/69F24A28 | 10/69F24A28 | 10/69F24A28 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24214 |      |      2900468 | 10/69F249F0 | 10/69F24A28
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240743 |  240723 | r          | 10/697AB9B0
 6973 | pg_subscr.rel |  240743 |  240720 | r          | 10/69A3FF98
 6973 | pg_subscr.rel |  240743 |  240726 | r          | 10/69A88E78
 6973 | pg_subscr.rel |  240743 |  240731 | r          | 10/69C5CFD0
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:37:00.408 CEST 29478 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:37:00.489 CEST 29478 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:37:00.609 CEST 29478 LOG:  redirecting log output to logging collector process
2017-05-25 14:37:00.609 CEST 29478 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:37:01.431 CEST 29494 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:37:01.522 CEST 29494 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:37:01.965 CEST 29494 LOG:  redirecting log output to logging collector process
2017-05-25 14:37:01.965 CEST 29494 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 2 --   2 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:37:02
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:37:00.609773+02     replica_start_time 2017-05-25 14:37:01.965597+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1648100 of 2500000 tuples (65%) done (elapsed 5.00 s, remaining 2.58 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.64 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:37:16.79 | 29725 | 4:37:16.791443+02 |        | catchup | 10/7D2BF860 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 14:37:16.79 | 29728 | 4:37:16.798694+02 |        | startup |             |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29725 |      |      2900487 | 10/7D2BF828 | 10/7D2BF860
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240768 |  240748 | i          | 
 6973 | pg_subscr.rel |  240768 |  240751 | i          | 
 6973 | pg_subscr.rel |  240768 |  240756 | i          | 
 6973 | pg_subscr.rel |  240768 |  240745 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 327.7 tps, lat 191.823 ms stddev 236.350
progress: 24.0 s, 230.2 tps, lat 264.386 ms stddev 380.097
progress: 36.0 s, 75.4 tps, lat 864.676 ms stddev 915.521
progress: 48.0 s, 237.1 tps, lat 276.860 ms stddev 305.774
progress: 60.0 s, 74.6 tps, lat 707.751 ms stddev 1024.650
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11404
latency average = 356.923 ms
latency stddev = 739.361 ms
tps = 156.311549 (including connections establishing)
tps = 156.325047 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:38:29.83 | 29725 | 4:37:16.791443+02 |        | streaming | 10/7DA6CE50 | 10/7DA6C278 | 10/7DA6C1F8 | 10/7DA6C278 | 00:00:00.141683 | 00:00:07.537403 | 00:00:00.141683
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29725 |      |      2911062 | 10/7DA01C08 | 10/7DA6C1F8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240768 |  240745 | r          | 10/7D7ACB78
 6973 | pg_subscr.rel |  240768 |  240748 | r          | 10/7D7D4898
 6973 | pg_subscr.rel |  240768 |  240751 | s          | 10/7DA6CE50
 6973 | pg_subscr.rel |  240768 |  240756 | s          | 10/7DA6CE50
2017.05.25 14:38:29
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11404  a09926f8d ed7b8793e b7dc2ad2c 7710dcef3 master
6973 a,b,t,h:  2500000     25    250  11404  6033ad27c ed7b8793e b7dc2ad2c 7710dcef3 replica NOK  a5702e65e
2017.05.25 14:38:45
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11404  a09926f8d ed7b8793e b7dc2ad2c 7710dcef3 master
6973 a,b,t,h:  2500000     25    250  11404  a09926f8d ed7b8793e b7dc2ad2c 7710dcef3 replica ok   9810e66f6
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:39:09.86 | 29725 | 4:37:16.791443+02 |        | streaming | 10/7DB44840 | 10/7DB44840 | 10/7DB44840 | 10/7DB44840 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29725 |      |      2911899 | 10/7DB3F328 | 10/7DB44840
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240768 |  240745 | r          | 10/7D7ACB78
 6973 | pg_subscr.rel |  240768 |  240748 | r          | 10/7D7D4898
 6973 | pg_subscr.rel |  240768 |  240751 | r          | 10/7DA6CEC0
 6973 | pg_subscr.rel |  240768 |  240756 | r          | 10/7DA6CEC0
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:39:26.324 CEST 30655 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:39:26.439 CEST 30655 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:39:26.582 CEST 30655 LOG:  redirecting log output to logging collector process
2017-05-25 14:39:26.582 CEST 30655 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:39:27.323 CEST 30671 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:39:27.435 CEST 30671 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:39:27.566 CEST 30671 LOG:  redirecting log output to logging collector process
2017-05-25 14:39:27.566 CEST 30671 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 3 --   3 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:39:28
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:39:26.583187+02     replica_start_time 2017-05-25 14:39:27.567153+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1611100 of 2500000 tuples (64%) done (elapsed 5.00 s, remaining 2.76 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.88 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:39:42.46 | 30895 | 4:39:42.459639+02 |        | catchup | 10/90EE00C8 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30895 |      |      2911920 | 10/90EE0090 | 10/90EE00C8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240792 |  240772 | i          | 
 6973 | pg_subscr.rel |  240792 |  240775 | i          | 
 6973 | pg_subscr.rel |  240792 |  240780 | i          | 
 6973 | pg_subscr.rel |  240792 |  240769 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 222.1 tps, lat 281.602 ms stddev 264.718
progress: 24.0 s, 136.8 tps, lat 454.702 ms stddev 530.823
progress: 36.0 s, 75.6 tps, lat 793.827 ms stddev 705.296
progress: 48.0 s, 180.0 tps, lat 388.886 ms stddev 602.178
progress: 60.0 s, 287.9 tps, lat 194.844 ms stddev 238.016
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10893
latency average = 363.374 ms
latency stddev = 540.872 ms
tps = 167.590665 (including connections establishing)
tps = 167.607851 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:40:47.52 | 30895 | 4:39:42.459639+02 |        | streaming | 10/9167FAF0 | 10/9167FAF0 | 10/9167F4F8 | 10/9167FAF0 | 00:00:00.000723 | 00:00:01.197749 | 00:00:00.000723
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30895 |      |      2922658 | 10/9142B6C0 | 10/9167F4F8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240792 |  240772 | r          | 10/90F81AC8
 6973 | pg_subscr.rel |  240792 |  240769 | r          | 10/91224240
 6973 | pg_subscr.rel |  240792 |  240775 | r          | 10/91294F10
 6973 | pg_subscr.rel |  240792 |  240780 | r          | 10/9142BFC8
2017.05.25 14:40:47
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10893  db330dfcf 305a316c7 a0e2f3a0e 72908d91b master
6973 a,b,t,h:  2500000     25    250  10893  db330dfcf 305a316c7 a0e2f3a0e 72908d91b replica ok  aa696d645
2017.05.25 14:41:04
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:41:04.98 | 30895 | 4:39:42.459639+02 |        | streaming | 10/9167FAF0 | 10/9167FAF0 | 10/9167F4F8 | 10/9167FAF0 | 00:00:00.000723 | 00:00:01.197749 | 00:00:00.000723
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30895 |      |      2922658 | 10/9142B6C0 | 10/9167F4F8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240792 |  240772 | r          | 10/90F81AC8
 6973 | pg_subscr.rel |  240792 |  240769 | r          | 10/91224240
 6973 | pg_subscr.rel |  240792 |  240775 | r          | 10/91294F10
 6973 | pg_subscr.rel |  240792 |  240780 | r          | 10/9142BFC8
ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 30895
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 30895

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:41:37.878 CEST 31748 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:41:37.976 CEST 31748 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:41:38.102 CEST 31748 LOG:  redirecting log output to logging collector process
2017-05-25 14:41:38.102 CEST 31748 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:41:38.890 CEST 31764 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:41:38.973 CEST 31764 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:41:39.090 CEST 31764 LOG:  redirecting log output to logging collector process
2017-05-25 14:41:39.090 CEST 31764 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 4 --   4 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:41:40
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:41:38.102403+02     replica_start_time 2017-05-25 14:41:39.090341+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1635200 of 2500000 tuples (65%) done (elapsed 5.00 s, remaining 2.65 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.79 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:41:54.32 | 31929 | 4:41:54.317704+02 |        | catchup | 10/A4AA1638 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31929 |      |      2922842 | 10/A4AA1600 | 10/A4AA1638
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240816 |  240796 | i          | 
 6973 | pg_subscr.rel |  240816 |  240799 | i          | 
 6973 | pg_subscr.rel |  240816 |  240804 | i          | 
 6973 | pg_subscr.rel |  240816 |  240793 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 229.7 tps, lat 271.122 ms stddev 266.281
progress: 24.0 s, 150.1 tps, lat 403.655 ms stddev 465.616
progress: 36.0 s, 64.7 tps, lat 1003.999 ms stddev 878.311
progress: 48.0 s, 215.2 tps, lat 308.679 ms stddev 356.509
progress: 60.0 s, 242.2 tps, lat 230.246 ms stddev 296.831
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10886
latency average = 365.692 ms
latency stddev = 539.083 ms
tps = 171.342620 (including connections establishing)
tps = 171.358107 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 14:42:57.91 | 31929 | 4:41:54.317704+02 |        | streaming | 10/A522F680 | 10/A522F550 | 10/A522F550 | 10/A522F550 | 00:00:02.23113 | 00:00:02.231133 | 00:00:02.23113
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31929 |      |      2933492 | 10/A5049CC8 | 10/A522F550
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240816 |  240796 | r          | 10/A4B4DC38
 6973 | pg_subscr.rel |  240816 |  240793 | r          | 10/A4E09068
 6973 | pg_subscr.rel |  240816 |  240799 | r          | 10/A4E5E1D8
 6973 | pg_subscr.rel |  240816 |  240804 | r          | 10/A5049FB8
2017.05.25 14:42:57
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10886  d70a9ad33 a3abc8a95 70f113cf3 fdd89273e master
6973 a,b,t,h:  2500000     25    250  10886  d70a9ad33 a3abc8a95 70f113cf3 fdd89273e replica ok  21844eb90
2017.05.25 14:43:13
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:43:13.78 | 31929 | 4:41:54.317704+02 |        | streaming | 10/A52BD080 | 10/A52BD080 | 10/A52BD080 | 10/A52BD080 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31929 |      |      2933492 | 10/A5049CC8 | 10/A52BD080
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240816 |  240796 | r          | 10/A4B4DC38
 6973 | pg_subscr.rel |  240816 |  240793 | r          | 10/A4E09068
 6973 | pg_subscr.rel |  240816 |  240799 | r          | 10/A4E5E1D8
 6973 | pg_subscr.rel |  240816 |  240804 | r          | 10/A5049FB8
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:43:39.143 CEST 32713 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:43:39.250 CEST 32713 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:43:39.511 CEST 32713 LOG:  redirecting log output to logging collector process
2017-05-25 14:43:39.511 CEST 32713 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:43:40.131 CEST 32724 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:43:40.211 CEST 32724 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:43:40.330 CEST 32724 LOG:  redirecting log output to logging collector process
2017-05-25 14:43:40.330 CEST 32724 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 5 --   5 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:43:41
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:43:39.511977+02     replica_start_time 2017-05-25 14:43:40.331315+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1548600 of 2500000 tuples (61%) done (elapsed 5.10 s, remaining 3.13 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.93 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:43:55.65 | 432 | 4:43:55.649591+02 |        | catchup | 10/B86580C8 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        432 |      |      2933754 | 10/B8658090 | 10/B86580C8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240840 |  240820 | i          | 
 6973 | pg_subscr.rel |  240840 |  240823 | i          | 
 6973 | pg_subscr.rel |  240840 |  240828 | i          | 
 6973 | pg_subscr.rel |  240840 |  240817 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 348.1 tps, lat 179.452 ms stddev 208.093
progress: 24.0 s, 149.6 tps, lat 399.160 ms stddev 584.560
progress: 36.0 s, 64.7 tps, lat 960.094 ms stddev 918.976
progress: 48.0 s, 217.0 tps, lat 318.924 ms stddev 538.544
progress: 60.0 s, 140.8 tps, lat 365.208 ms stddev 536.973
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11107
latency average = 371.120 ms
latency stddev = 788.327 ms
tps = 150.966222 (including connections establishing)
tps = 150.978227 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:45:09.27 | 432 | 4:43:55.649591+02 |        | streaming | 10/B8E03CA0 | 10/B8E03CA0 | 10/B8E038B0 | 10/B8E03CA0 |           | 00:00:03.157653 | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        432 |      |      2944612 | 10/B8D43C88 | 10/B8E038B0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240840 |  240820 | r          | 10/B8AD1820
 6973 | pg_subscr.rel |  240840 |  240828 | r          | 10/B8D3ECE8
 6973 | pg_subscr.rel |  240840 |  240823 | r          | 10/B8D44830
 6973 | pg_subscr.rel |  240840 |  240817 | r          | 10/B8AB1620
2017.05.25 14:45:09
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11107  a8f058e09 fe331b726 9d643b6d2 6b115edc8 master
6973 a,b,t,h:  2500000     25    250  11107  a8f058e09 fe331b726 9d643b6d2 6b115edc8 replica ok  5de52b575
2017.05.25 14:45:23
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:45:23.85 | 432 | 4:43:55.649591+02 |        | streaming | 10/B8E8D080 | 10/B8E8D080 | 10/B8E8D080 | 10/B8E8D080 | 00:00:00.001702 | 00:00:02.979864 | 00:00:00.001702
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        432 |      |      2944868 | 10/B8E1E430 | 10/B8E8D080
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240840 |  240820 | r          | 10/B8AD1820
 6973 | pg_subscr.rel |  240840 |  240828 | r          | 10/B8D3ECE8
 6973 | pg_subscr.rel |  240840 |  240823 | r          | 10/B8D44830
 6973 | pg_subscr.rel |  240840 |  240817 | r          | 10/B8AB1620
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:45:52.435 CEST 1255 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:45:52.552 CEST 1255 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:45:52.682 CEST 1255 LOG:  redirecting log output to logging collector process
2017-05-25 14:45:52.682 CEST 1255 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:45:53.451 CEST 1266 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:45:53.536 CEST 1266 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:45:53.676 CEST 1266 LOG:  redirecting log output to logging collector process
2017-05-25 14:45:53.676 CEST 1266 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 6 --   6 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:45:54
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:45:52.68234+02     replica_start_time 2017-05-25 14:45:53.676874+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1554600 of 2500000 tuples (62%) done (elapsed 5.19 s, remaining 3.16 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.69 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:46:09.70 | 1500 | 4:46:09.70188+02 |        | catchup | 10/CC222828 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       1500 |      |      2944887 | 10/CC2227F0 | 10/CC222828
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240865 |  240845 | i          | 
 6973 | pg_subscr.rel |  240865 |  240848 | i          | 
 6973 | pg_subscr.rel |  240865 |  240853 | i          | 
 6973 | pg_subscr.rel |  240865 |  240842 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 302.1 tps, lat 209.175 ms stddev 208.564
progress: 24.0 s, 164.1 tps, lat 371.004 ms stddev 501.788
progress: 36.0 s, 66.2 tps, lat 970.210 ms stddev 986.480
progress: 48.0 s, 171.3 tps, lat 385.624 ms stddev 469.069
progress: 60.0 s, 202.1 tps, lat 313.961 ms stddev 331.643
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10933
latency average = 370.331 ms
latency stddev = 605.270 ms
tps = 151.155203 (including connections establishing)
tps = 151.167504 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:47:22.09 | 1500 | 4:46:09.70188+02 |        | streaming | 10/CC9C1D68 | 10/CC9C1D68 | 10/CC9C1A28 | 10/CC9C1D68 |           | 00:00:00.748098 | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       1500 |      |      2955264 | 10/CC8A8EC8 | 10/CC9C1A28
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240865 |  240842 | r          | 10/CC62B860
 6973 | pg_subscr.rel |  240865 |  240845 | r          | 10/CC68C780
 6973 | pg_subscr.rel |  240865 |  240848 | r          | 10/CC8A9608
 6973 | pg_subscr.rel |  240865 |  240853 | r          | 10/CC8A9608
2017.05.25 14:47:22
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10933  3034fda64 a23d0ffa7 52814a006 b10c22b8d master
6973 a,b,t,h:  2500000     25    250  10933  3034fda64 a23d0ffa7 52814a006 b10c22b8d replica ok  a26e283f3
2017.05.25 14:47:37
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:47:37.14 | 1500 | 4:46:09.70188+02 |        | streaming | 10/CCA48480 | 10/CCA48480 | 10/CCA48480 | 10/CCA48480 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       1500 |      |      2955828 | 10/CC9DC400 | 10/CCA48480
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240865 |  240842 | r          | 10/CC62B860
 6973 | pg_subscr.rel |  240865 |  240845 | r          | 10/CC68C780
 6973 | pg_subscr.rel |  240865 |  240848 | r          | 10/CC8A9608
 6973 | pg_subscr.rel |  240865 |  240853 | r          | 10/CC8A9608
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:48:04.822 CEST 2403 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:48:04.902 CEST 2403 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:48:05.043 CEST 2403 LOG:  redirecting log output to logging collector process
2017-05-25 14:48:05.043 CEST 2403 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:48:05.784 CEST 2419 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:48:05.874 CEST 2419 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:48:06.020 CEST 2419 LOG:  redirecting log output to logging collector process
2017-05-25 14:48:06.020 CEST 2419 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 7 --   7 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:48:06
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:48:05.044475+02     replica_start_time 2017-05-25 14:48:06.020673+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1471400 of 2500000 tuples (58%) done (elapsed 5.04 s, remaining 3.52 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.34 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:48:22.03 | 2749 | 4:48:22.024881+02 |        | catchup | 10/DFDE2190 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 14:48:22.03 | 2752 | 4:48:22.031289+02 |        | startup |             |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2749 |      |      2955847 | 10/DFDE2158 | 10/DFDE2190
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240889 |  240869 | i          | 
 6973 | pg_subscr.rel |  240889 |  240872 | i          | 
 6973 | pg_subscr.rel |  240889 |  240877 | i          | 
 6973 | pg_subscr.rel |  240889 |  240866 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 332.3 tps, lat 190.456 ms stddev 215.291
progress: 24.0 s, 171.2 tps, lat 351.504 ms stddev 462.380
progress: 36.0 s, 71.8 tps, lat 898.193 ms stddev 884.513
progress: 48.0 s, 167.8 tps, lat 392.867 ms stddev 442.697
progress: 60.0 s, 164.1 tps, lat 326.433 ms stddev 470.855
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10950
latency average = 367.270 ms
latency stddev = 630.131 ms
tps = 167.919234 (including connections establishing)
tps = 167.934147 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:49:27.29 | 2749 | 4:48:22.024881+02 |        | streaming | 10/E059A108 | 10/E059A108 | 10/E0598DA0 | 10/E059A108 | 00:00:00.000692 | 00:00:00.020564 | 00:00:00.000692
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2749 |      |      2966459 | 10/E0482228 | 10/E0598DA0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240889 |  240866 | r          | 10/E02534D8
 6973 | pg_subscr.rel |  240889 |  240869 | r          | 10/E027E348
 6973 | pg_subscr.rel |  240889 |  240872 | r          | 10/E046B660
 6973 | pg_subscr.rel |  240889 |  240877 | r          | 10/E04827C0
2017.05.25 14:49:27
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10950  6267ec3a0 54f09c78e 6c0ed14e0 b421f63da master
6973 a,b,t,h:  2500000     25    250  10950  6267ec3a0 54f09c78e 6c0ed14e0 b421f63da replica ok  b90df3e58
2017.05.25 14:49:43
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:49:43.89 | 2749 | 4:48:22.024881+02 |        | streaming | 10/E0620390 | 10/E0620390 | 10/E0620390 | 10/E0620390 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2749 |      |      2966459 | 10/E0482228 | 10/E0620390
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240889 |  240866 | r          | 10/E02534D8
 6973 | pg_subscr.rel |  240889 |  240869 | r          | 10/E027E348
 6973 | pg_subscr.rel |  240889 |  240872 | r          | 10/E046B660
 6973 | pg_subscr.rel |  240889 |  240877 | r          | 10/E04827C0
ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 2749
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 2749

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:50:16.860 CEST 3606 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:50:16.965 CEST 3606 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:50:17.106 CEST 3606 LOG:  redirecting log output to logging collector process
2017-05-25 14:50:17.106 CEST 3606 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:50:17.862 CEST 3617 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:50:17.973 CEST 3617 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:50:18.117 CEST 3617 LOG:  redirecting log output to logging collector process
2017-05-25 14:50:18.117 CEST 3617 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 8 --   8 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:50:18
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:50:17.107265+02     replica_start_time 2017-05-25 14:50:18.117455+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1662800 of 2500000 tuples (66%) done (elapsed 5.00 s, remaining 2.52 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.81 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:50:33.28 | 3845 | 4:50:33.279722+02 |        | catchup | 10/F39BD1B8 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3845 |      |      2966826 | 10/F39BD180 | 10/F39BD1B8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240913 |  240893 | i          | 
 6973 | pg_subscr.rel |  240913 |  240896 | i          | 
 6973 | pg_subscr.rel |  240913 |  240901 | i          | 
 6973 | pg_subscr.rel |  240913 |  240890 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 349.5 tps, lat 180.794 ms stddev 194.660
progress: 24.0 s, 257.7 tps, lat 238.012 ms stddev 369.421
progress: 36.0 s, 67.2 tps, lat 876.078 ms stddev 837.053
progress: 48.0 s, 141.3 tps, lat 489.196 ms stddev 715.219
progress: 60.0 s, 97.1 tps, lat 476.985 ms stddev 613.784
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11018
latency average = 361.432 ms
latency stddev = 702.557 ms
tps = 164.377891 (including connections establishing)
tps = 164.393846 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:51:40.36 | 3845 | 4:50:33.279722+02 |        | streaming | 10/F417AE28 | 10/F417ACF0 | 10/F417ACF0 | 10/F417ACF0 | 00:00:00.003826 | 00:00:04.227962 | 00:00:00.003826
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3845 |      |      2977563 | 10/F4126018 | 10/F417ACF0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240913 |  240890 | r          | 10/F3F0D608
 6973 | pg_subscr.rel |  240913 |  240893 | r          | 10/F3F413E0
 6973 | pg_subscr.rel |  240913 |  240901 | r          | 10/F4103398
 6973 | pg_subscr.rel |  240913 |  240896 | r          | 10/F4126698
2017.05.25 14:51:40
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11018  d0592da12 090bc7467 21c38e686 d912a16f8 master
6973 a,b,t,h:  2500000     25    250  11018  d0592da12 090bc7467 21c38e686 d912a16f8 replica ok  5e44bc179
2017.05.25 14:51:55
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:51:55.95 | 3845 | 4:50:33.279722+02 |        | streaming | 10/F42066C8 | 10/F42066C8 | 10/F42066C8 | 10/F42066C8 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3845 |      |      2977851 | 10/F42064F0 | 10/F42066C8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240913 |  240890 | r          | 10/F3F0D608
 6973 | pg_subscr.rel |  240913 |  240893 | r          | 10/F3F413E0
 6973 | pg_subscr.rel |  240913 |  240901 | r          | 10/F4103398
 6973 | pg_subscr.rel |  240913 |  240896 | r          | 10/F4126698
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:52:23.660 CEST 4696 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:52:23.760 CEST 4696 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:52:23.915 CEST 4696 LOG:  redirecting log output to logging collector process
2017-05-25 14:52:23.915 CEST 4696 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:52:24.658 CEST 4708 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:52:24.769 CEST 4708 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:52:24.926 CEST 4708 LOG:  redirecting log output to logging collector process
2017-05-25 14:52:24.926 CEST 4708 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 9 --   9 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:52:25
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:52:23.916082+02     replica_start_time 2017-05-25 14:52:24.926633+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1489500 of 2500000 tuples (59%) done (elapsed 5.00 s, remaining 3.39 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.32 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:52:41.37 | 4895 | 4:52:41.364926+02 |        | catchup | 11/759B9E8 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4895 |      |      2977870 | 11/759B9B0  | 11/759B9E8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240938 |  240918 | i          | 
 6973 | pg_subscr.rel |  240938 |  240921 | i          | 
 6973 | pg_subscr.rel |  240938 |  240926 | i          | 
 6973 | pg_subscr.rel |  240938 |  240915 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 335.5 tps, lat 187.314 ms stddev 202.884
progress: 24.0 s, 238.4 tps, lat 262.949 ms stddev 385.526
progress: 36.0 s, 73.0 tps, lat 857.123 ms stddev 900.994
progress: 48.0 s, 148.5 tps, lat 446.868 ms stddev 574.894
progress: 60.0 s, 142.8 tps, lat 408.198 ms stddev 453.366
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11323
latency average = 343.971 ms
latency stddev = 509.458 ms
tps = 182.326870 (including connections establishing)
tps = 182.342768 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:53:43.52 | 4895 | 4:52:41.364926+02 |        | streaming | 11/7D13448 | 11/7CE9DD8 | 11/7CE4558 | 11/7CE9DD8 | 00:00:00.021839 | 00:00:00.125974 | 00:00:00.021839
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4895 |      |      2988120 | 11/7CB8858  | 11/7CE4558
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  240938 |  240915 | r          | 11/7A92290
 6973 | pg_subscr.rel |  240938 |  240918 | r          | 11/7AECA78
 6973 | pg_subscr.rel |  240938 |  240921 | s          | 11/7D13580
 6973 | pg_subscr.rel |  240938 |  240926 | s          | 11/7D32630
2017.05.25 14:53:43
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11323  cede4faa1 31beee28e 7596d0152 a48231101 master
6973 a,b,t,h:  2500000     25    250  11323  1b2b5b8a6 31beee28e 7596d0152 a48231101 replica NOK  856caecd2
2017.05.25 14:53:57
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11323  cede4faa1 31beee28e 7596d0152 a48231101 master
6973 a,b,t,h:  2500000     25    250  11323  cede4faa1 31beee28e 7596d0152 a48231101 replica ok   9aacc49c0
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:54:21.88 | 4895 | 4:52:41.364926+02 |        | streaming | 11/7E053A0 | 11/7E053A0 | 11/7E053A0 | 11/7E053A0 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4895 |      |      2989201 | 11/7E05368  | 11/7E053A0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  240938 |  240915 | r          | 11/7A92290
 6973 | pg_subscr.rel |  240938 |  240918 | r          | 11/7AECA78
 6973 | pg_subscr.rel |  240938 |  240921 | r          | 11/7D13868
 6973 | pg_subscr.rel |  240938 |  240926 | r          | 11/7D32BA8
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 14:54:43.807 CEST 5870 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 14:54:43.898 CEST 5870 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 14:54:44.044 CEST 5870 LOG:  redirecting log output to logging collector process
2017-05-25 14:54:44.044 CEST 5870 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 14:54:44.817 CEST 5881 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 14:54:44.907 CEST 5881 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 14:54:45.026 CEST 5881 LOG:  redirecting log output to logging collector process
2017-05-25 14:54:45.026 CEST 5881 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 10 --   10 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 14:54:45
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 14:54:44.045582+02     replica_start_time 2017-05-25 14:54:45.02676+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1438200 of 2500000 tuples (57%) done (elapsed 5.20 s, remaining 3.84 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.54 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 14:55:01.30 | 6049 | 4:55:01.300517+02 |        | catchup | 11/1B1A4540 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6049 |      |      2989223 | 11/1B1A4508 | 11/1B1A4540
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240962 |  240942 | i          | 
 6973 | pg_subscr.rel |  240962 |  240945 | i          | 
 6973 | pg_subscr.rel |  240962 |  240950 | i          | 
 6973 | pg_subscr.rel |  240962 |  240939 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 364.2 tps, lat 172.753 ms stddev 204.777
progress: 24.0 s, 260.6 tps, lat 235.692 ms stddev 343.691
progress: 36.0 s, 60.0 tps, lat 1026.338 ms stddev 925.442
progress: 48.0 s, 184.8 tps, lat 370.312 ms stddev 437.945
progress: 60.0 s, 82.8 tps, lat 639.640 ms stddev 860.492
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11493
latency average = 348.397 ms
latency stddev = 667.248 ms
tps = 157.277001 (including connections establishing)
tps = 157.290248 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 14:56:14.43 | 6049 | 4:55:01.300517+02 |        | streaming | 11/1B9566F0 | 11/1B94DFE8 | 11/1B9484B0 | 11/1B94DFE8 | 00:00:00.437652 | 00:00:00.539848 | 00:00:00.437652
 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_240962_sync_240950 | pgoutput | logical   |  16384 | testdb   | t         | t      |       6402 |      |      2989849 | 11/1B91B938 | 11/1B992660
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       6049 |      |      2999753 | 11/1B839818 | 11/1B9484B0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240962 |  240939 | r          | 11/1B704898
 6973 | pg_subscr.rel |  240962 |  240942 | r          | 11/1B723CE0
 6973 | pg_subscr.rel |  240962 |  240945 | s          | 11/1B985070
 6973 | pg_subscr.rel |  240962 |  240950 | s          | 11/1B992660
2017.05.25 14:56:14
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  1b5081a89 4341304f6 8f47defe0 2fe9f6701 replica NOK  b37dbdea2
2017.05.25 14:56:29
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240962 |  240939 | r          | 11/1B704898
  240962 |  240942 | r          | 11/1B723CE0
  240962 |  240945 | r          | 11/1B9855D0
  240962 |  240950 | r          | 11/1B992810
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240962   | 11/1B9942B8 | 19/9C453B98
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6049 |      |      3000726 | 11/1BA2A5E8 | 11/1BA2A620
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1459.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1459.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1459.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1459.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11493  f800d254a 4341304f6 8f47defe0 2fe9f6701 master
6973 a,b,t,h:  2500000     25    250  11493  f6a86e0fd 4341304f6 8f47defe0 2fe9f6701 replica NOK   569b2897b
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240962 |  240939 | r          | 11/1B704898
  240962 |  240942 | r          | 11/1B723CE0
  240962 |  240945 | r          | 11/1B9855D0
  240962 |  240950 | r          | 11/1B992810
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240962   | 11/1B9942B8 | 19/9C453B98
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6049 |      |      3000726 | 11/1BA2A6C8 | 11/1BA2A700
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1505.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1505.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1505.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1505.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:05:35.63 | 6049 | 4:55:01.300517+02 |        | streaming | 11/1BA2A700 | 11/1BA2A700 | 11/1BA2A700 | 11/1BA2A700 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6049 |      |      3000726 | 11/1BA2A6C8 | 11/1BA2A700
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240962 |  240939 | r          | 11/1B704898
 6973 | pg_subscr.rel |  240962 |  240942 | r          | 11/1B723CE0
 6973 | pg_subscr.rel |  240962 |  240945 | r          | 11/1B9855D0
 6973 | pg_subscr.rel |  240962 |  240950 | r          | 11/1B992810
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:05:40.082 CEST 11634 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:05:40.175 CEST 11634 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:05:40.292 CEST 11634 LOG:  redirecting log output to logging collector process
2017-05-25 15:05:40.292 CEST 11634 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:05:41.079 CEST 11646 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:05:41.172 CEST 11646 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:05:41.286 CEST 11646 LOG:  redirecting log output to logging collector process
2017-05-25 15:05:41.286 CEST 11646 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 11 --   11 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:05:42
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:05:40.293495+02     replica_start_time 2017-05-25 15:05:41.286658+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1629200 of 2500000 tuples (65%) done (elapsed 5.02 s, remaining 2.68 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.67 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:05:56.06 | 11875 | 5:05:56.057079+02 |        | catchup | 11/2EDC0110 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11875 |      |      3000745 | 11/2EDC00D8 | 11/2EDC0110
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  240986 |  240966 | i          | 
 6973 | pg_subscr.rel |  240986 |  240969 | i          | 
 6973 | pg_subscr.rel |  240986 |  240974 | i          | 
 6973 | pg_subscr.rel |  240986 |  240963 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 300.3 tps, lat 209.333 ms stddev 245.835
progress: 24.0 s, 284.2 tps, lat 225.193 ms stddev 354.771
progress: 36.0 s, 69.2 tps, lat 848.355 ms stddev 794.016
progress: 48.0 s, 131.1 tps, lat 519.814 ms stddev 726.751
progress: 60.0 s, 129.8 tps, lat 409.283 ms stddev 404.745
progress: 72.0 s, 4.7 tps, lat 5982.606 ms stddev 3295.432
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11039
latency average = 376.269 ms
latency stddev = 821.881 ms
tps = 140.343306 (including connections establishing)
tps = 140.353305 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 15:07:14.77 | 11875 | 5:05:56.057079+02 |        | streaming | 11/2F57EFC8 | 11/2F57EFC8 | 11/2F57E068 | 11/2F57EFC8 | 00:00:00.004374 | 00:00:05.339967 | 00:00:00.004374
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11875 |      |      3011465 | 11/2F549508 | 11/2F57E068
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240986 |  240963 | r          | 11/2F2EA460
 6973 | pg_subscr.rel |  240986 |  240966 | r          | 11/2F32A2D0
 6973 | pg_subscr.rel |  240986 |  240969 | r          | 11/2F52F6D8
 6973 | pg_subscr.rel |  240986 |  240974 | r          | 11/2F549978
2017.05.25 15:07:14
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK  c000040e4
2017.05.25 15:07:30
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240986 |  240963 | r          | 11/2F2EA460
  240986 |  240966 | r          | 11/2F32A2D0
  240986 |  240969 | r          | 11/2F52F6D8
  240986 |  240974 | r          | 11/2F549978
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240986   | 11/2F57F330 | 19/BD504A68
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11875 |      |      3011798 | 11/2F60F558 | 11/2F60F590
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1509.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1509.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1509.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1509.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11039  ad34a54ef b89ce4b91 50da4a506 094a43b3a master
6973 a,b,t,h:  2500000     25    250  11039  d8b040615 b89ce4b91 50da4a506 094a43b3a replica NOK   c000040e4
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  240986 |  240963 | r          | 11/2F2EA460
  240986 |  240966 | r          | 11/2F32A2D0
  240986 |  240969 | r          | 11/2F52F6D8
  240986 |  240974 | r          | 11/2F549978
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_240986   | 11/2F57F330 | 19/BD504A68
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11875 |      |      3011798 | 11/2F60F638 | 11/2F60F670
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1516.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1516.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1516.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1516.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:16:09.36 | 11875 | 5:05:56.057079+02 |        | streaming | 11/2F60F670 | 11/2F60F670 | 11/2F60F670 | 11/2F60F670 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11875 |      |      3011798 | 11/2F60F638 | 11/2F60F670
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  240986 |  240963 | r          | 11/2F2EA460
 6973 | pg_subscr.rel |  240986 |  240966 | r          | 11/2F32A2D0
 6973 | pg_subscr.rel |  240986 |  240969 | r          | 11/2F52F6D8
 6973 | pg_subscr.rel |  240986 |  240974 | r          | 11/2F549978
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:16:13.792 CEST 17222 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:16:13.885 CEST 17222 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:16:14.001 CEST 17222 LOG:  redirecting log output to logging collector process
2017-05-25 15:16:14.001 CEST 17222 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:16:14.825 CEST 17233 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:16:14.917 CEST 17233 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:16:15.034 CEST 17233 LOG:  redirecting log output to logging collector process
2017-05-25 15:16:15.034 CEST 17233 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 12 --   12 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:16:15
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:16:14.002582+02     replica_start_time 2017-05-25 15:16:15.034899+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1675300 of 2500000 tuples (67%) done (elapsed 5.00 s, remaining 2.46 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.78 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:16:30.63 | 17402 | 5:16:30.623893+02 |        | catchup | 11/429AE868 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      17402 |      |      3011817 | 11/429AE830 | 11/429AE868
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241011 |  240991 | i          | 
 6973 | pg_subscr.rel |  241011 |  240994 | i          | 
 6973 | pg_subscr.rel |  241011 |  240999 | i          | 
 6973 | pg_subscr.rel |  241011 |  240988 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 371.7 tps, lat 170.243 ms stddev 199.644
progress: 24.0 s, 244.8 tps, lat 247.974 ms stddev 332.696
progress: 36.0 s, 74.6 tps, lat 859.837 ms stddev 737.908
progress: 48.0 s, 151.2 tps, lat 434.868 ms stddev 497.909
progress: 60.0 s, 86.7 tps, lat 580.084 ms stddev 963.341
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11210
latency average = 366.769 ms
latency stddev = 762.046 ms
tps = 160.221274 (including connections establishing)
tps = 160.236228 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:17:40.65 | 17402 | 5:16:30.623893+02 |        | streaming | 11/4318C8F0 | 11/4318C8F0 | 11/43187EE8 | 11/4318C8F0 |           | 00:00:01.768766 | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      17402 |      |      3022836 | 11/4312D280 | 11/43187EE8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241011 |  240988 | r          | 11/42F133C8
 6973 | pg_subscr.rel |  241011 |  240991 | r          | 11/42F46218
 6973 | pg_subscr.rel |  241011 |  240994 | r          | 11/4310D728
 6973 | pg_subscr.rel |  241011 |  240999 | r          | 11/4312D468
2017.05.25 15:17:40
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11210  20da03de7 a49475f09 270717474 462177ce0 master
6973 a,b,t,h:  2500000     25    250  11210  20da03de7 a49475f09 270717474 462177ce0 replica ok  c14d63fc9
2017.05.25 15:17:57
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:17:57.19 | 17402 | 5:16:30.623893+02 |        | streaming | 11/43215FD0 | 11/43215FD0 | 11/43215FD0 | 11/43215FD0 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      17402 |      |      3023036 | 11/431E4F18 | 11/43215FD0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241011 |  240988 | r          | 11/42F133C8
 6973 | pg_subscr.rel |  241011 |  240991 | r          | 11/42F46218
 6973 | pg_subscr.rel |  241011 |  240994 | r          | 11/4310D728
 6973 | pg_subscr.rel |  241011 |  240999 | r          | 11/4312D468
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:18:21.663 CEST 18242 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:18:21.784 CEST 18242 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:18:21.933 CEST 18242 LOG:  redirecting log output to logging collector process
2017-05-25 15:18:21.933 CEST 18242 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:18:22.662 CEST 18258 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:18:22.768 CEST 18258 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:18:22.895 CEST 18258 LOG:  redirecting log output to logging collector process
2017-05-25 15:18:22.895 CEST 18258 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 13 --   13 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:18:23
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:18:21.93367+02     replica_start_time 2017-05-25 15:18:22.895435+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1706400 of 2500000 tuples (68%) done (elapsed 5.19 s, remaining 2.42 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.49 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:18:38.02 | 18484 | 5:18:38.01281+02 |        | catchup | 11/565AB450 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18484 |      |      3023055 | 11/565AB418 | 11/565AB450
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241035 |  241015 | i          | 
 6973 | pg_subscr.rel |  241035 |  241018 | i          | 
 6973 | pg_subscr.rel |  241035 |  241023 | i          | 
 6973 | pg_subscr.rel |  241035 |  241012 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 345.1 tps, lat 183.735 ms stddev 201.147
progress: 24.0 s, 185.9 tps, lat 322.846 ms stddev 492.204
progress: 36.0 s, 73.2 tps, lat 875.646 ms stddev 863.909
progress: 48.0 s, 207.5 tps, lat 317.760 ms stddev 377.899
progress: 60.0 s, 106.4 tps, lat 514.601 ms stddev 774.609
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11081
latency average = 367.331 ms
latency stddev = 724.221 ms
tps = 160.336368 (including connections establishing)
tps = 160.349484 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:19:47.18 | 18484 | 5:18:38.01281+02 |        | streaming | 11/56D51940 | 11/56D51940 | 11/56D515D8 | 11/56D51940 |           | 00:00:00.114498 | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18484 |      |      3033853 | 11/56D0CA88 | 11/56D515D8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241035 |  241015 | r          | 11/56A724F8
 6973 | pg_subscr.rel |  241035 |  241018 | r          | 11/56CF49F0
 6973 | pg_subscr.rel |  241035 |  241023 | r          | 11/56D0D160
 6973 | pg_subscr.rel |  241035 |  241012 | r          | 11/56A56468
2017.05.25 15:19:47
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK  807416f70
2017.05.25 15:20:01
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241035 |  241015 | r          | 11/56A724F8
  241035 |  241018 | r          | 11/56CF49F0
  241035 |  241023 | r          | 11/56D0D160
  241035 |  241012 | r          | 11/56A56468
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241035   | 11/56D51940 | 19/FF3A6920
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18484 |      |      3034146 | 11/56DE22A0 | 11/56DE22D8
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1522.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1522.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1522.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1522.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11081  af4f18db1 f90ac2b5c 76df698bb e90bb0b2a master
6973 a,b,t,h:  2500000     25    250  11081  92098d0ac f90ac2b5c 76df698bb e90bb0b2a replica NOK   807416f70
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241035 |  241015 | r          | 11/56A724F8
  241035 |  241018 | r          | 11/56CF49F0
  241035 |  241023 | r          | 11/56D0D160
  241035 |  241012 | r          | 11/56A56468
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241035   | 11/56D51940 | 19/FF3A6920
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18484 |      |      3034146 | 11/56DE2380 | 11/56DE23B8
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1528.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1528.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1528.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1528.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:28:37.38 | 18484 | 5:18:38.01281+02 |        | streaming | 11/56DE23B8 | 11/56DE23B8 | 11/56DE23B8 | 11/56DE23B8 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18484 |      |      3034146 | 11/56DE2380 | 11/56DE23B8
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241035 |  241015 | r          | 11/56A724F8
 6973 | pg_subscr.rel |  241035 |  241018 | r          | 11/56CF49F0
 6973 | pg_subscr.rel |  241035 |  241023 | r          | 11/56D0D160
 6973 | pg_subscr.rel |  241035 |  241012 | r          | 11/56A56468
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:28:41.777 CEST 23742 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:28:41.883 CEST 23742 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:28:41.996 CEST 23742 LOG:  redirecting log output to logging collector process
2017-05-25 15:28:41.996 CEST 23742 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:28:42.811 CEST 23753 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:28:42.915 CEST 23753 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:28:43.038 CEST 23753 LOG:  redirecting log output to logging collector process
2017-05-25 15:28:43.038 CEST 23753 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 14 --   14 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:28:43
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:28:41.99659+02     replica_start_time 2017-05-25 15:28:43.038795+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1556100 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 3.03 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.09 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:28:58.41 | 23982 | 5:28:58.406379+02 |        | catchup | 11/6A1860D0 |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23982 |      |      3034165 | 11/6A186098 | 11/6A1860D0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241059 |  241039 | i          | 
 6973 | pg_subscr.rel |  241059 |  241042 | i          | 
 6973 | pg_subscr.rel |  241059 |  241047 | i          | 
 6973 | pg_subscr.rel |  241059 |  241036 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 342.3 tps, lat 185.093 ms stddev 196.299
progress: 24.0 s, 245.3 tps, lat 250.286 ms stddev 331.137
progress: 36.0 s, 74.7 tps, lat 850.360 ms stddev 692.691
progress: 48.0 s, 174.1 tps, lat 380.512 ms stddev 467.883
progress: 60.0 s, 99.2 tps, lat 511.208 ms stddev 672.877
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11292
latency average = 347.868 ms
latency stddev = 552.675 ms
tps = 171.151126 (including connections establishing)
tps = 171.166062 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 15:30:04.90 | 23982 | 5:28:58.406379+02 |        | streaming | 11/6A90D010 | 11/6A8D5D78 | 11/6A8BE940 | 11/6A8D5D78 | 00:00:00.23568 | 00:00:01.048778 | 00:00:00.23568
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23982 |      |      3043116 | 11/6A6FAB60 | 11/6A8BE940
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241059 |  241036 | r          | 11/6A6AE4B8
 6973 | pg_subscr.rel |  241059 |  241039 | r          | 11/6A6FBA08
 6973 | pg_subscr.rel |  241059 |  241042 | s          | 11/6A956960
 6973 | pg_subscr.rel |  241059 |  241047 | s          | 11/6A96FFB8
2017.05.25 15:30:04
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11292  aa34d87f3 aeb258717 56cd58680 f8f763efd master
6973 a,b,t,h:  2500000     25    250  11292  a35bf51f9 aeb258717 56cd58680 f8f763efd replica NOK  ae102ef25
2017.05.25 15:30:22
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11292  aa34d87f3 aeb258717 56cd58680 f8f763efd master
6973 a,b,t,h:  2500000     25    250  11292  aa34d87f3 aeb258717 56cd58680 f8f763efd replica ok   9f285705f
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:30:47.81 | 23982 | 5:28:58.406379+02 |        | streaming | 11/6A9FC278 | 11/6A9FC278 | 11/6A9FC278 | 11/6A9FC278 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23982 |      |      3045359 | 11/6A956A70 | 11/6A9FC278
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241059 |  241036 | r          | 11/6A6AE4B8
 6973 | pg_subscr.rel |  241059 |  241039 | r          | 11/6A6FBA08
 6973 | pg_subscr.rel |  241059 |  241042 | r          | 11/6A956BB0
 6973 | pg_subscr.rel |  241059 |  241047 | r          | 11/6A970658
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:31:04.273 CEST 24912 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:31:04.376 CEST 24912 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:31:04.516 CEST 24912 LOG:  redirecting log output to logging collector process
2017-05-25 15:31:04.516 CEST 24912 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:31:05.259 CEST 24923 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:31:05.348 CEST 24923 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:31:05.466 CEST 24923 LOG:  redirecting log output to logging collector process
2017-05-25 15:31:05.466 CEST 24923 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 15 --   15 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:31:06
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:31:04.51696+02     replica_start_time 2017-05-25 15:31:05.466667+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1508400 of 2500000 tuples (60%) done (elapsed 5.00 s, remaining 3.29 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.96 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:31:21.10 | 25159 | 5:31:21.092393+02 |        | catchup | 11/7DDAE448 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 15:31:21.10 | 25162 | 5:31:21.099843+02 |        | startup |             |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25159 |      |      3045489 | 11/7DDAE410 | 11/7DDAE448
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241084 |  241064 | i          | 
 6973 | pg_subscr.rel |  241084 |  241067 | i          | 
 6973 | pg_subscr.rel |  241084 |  241072 | i          | 
 6973 | pg_subscr.rel |  241084 |  241061 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 351.1 tps, lat 178.937 ms stddev 204.326
progress: 24.0 s, 254.9 tps, lat 241.747 ms stddev 357.404
progress: 36.0 s, 69.2 tps, lat 923.027 ms stddev 1056.312
progress: 48.0 s, 144.4 tps, lat 449.355 ms stddev 538.299
progress: 60.0 s, 96.8 tps, lat 513.396 ms stddev 764.628
progress: 72.0 s, 5.0 tps, lat 6628.580 ms stddev 3332.457
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11061
latency average = 371.956 ms
latency stddev = 839.646 ms
tps = 147.753596 (including connections establishing)
tps = 147.765713 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |   flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 15:32:36.01 | 25159 | 5:31:21.092393+02 |        | streaming | 11/7E57C0D8 | 11/7E57C0D8 | 11/7E57BBE0 | 11/7E57C0D8 | 00:00:00.000707 | 00:00:01.65418 | 00:00:00.000707
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25159 |      |      3056063 | 11/7E510D98 | 11/7E57BBE0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241084 |  241061 | r          | 11/7E2F3C18
 6973 | pg_subscr.rel |  241084 |  241064 | r          | 11/7E3248A0
 6973 | pg_subscr.rel |  241084 |  241067 | r          | 11/7E5110F0
 6973 | pg_subscr.rel |  241084 |  241072 | r          | 11/7E54DC80
2017.05.25 15:32:36
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK  d8d613475
2017.05.25 15:32:52
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241084 |  241061 | r          | 11/7E2F3C18
  241084 |  241064 | r          | 11/7E3248A0
  241084 |  241067 | r          | 11/7E5110F0
  241084 |  241072 | r          | 11/7E54DC80
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241084   | 11/7E57C0D8 | 1A/41390CB0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25159 |      |      3056562 | 11/7E613FC0 | 11/7E613FF8
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1534.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1534.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1534.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1534.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11061  400aace57 12d11e7e5 65e10edff 3cddba441 master
6973 a,b,t,h:  2500000     25    250  11061  dad368b13 12d11e7e5 65e10edff 3cddba441 replica NOK   d8d613475
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241084 |  241061 | r          | 11/7E2F3C18
  241084 |  241064 | r          | 11/7E3248A0
  241084 |  241067 | r          | 11/7E5110F0
  241084 |  241072 | r          | 11/7E54DC80
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241084   | 11/7E57C0D8 | 1A/41390CB0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25159 |      |      3056562 | 11/7E6140B8 | 11/7E6140F0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1541.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1541.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1541.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1541.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:41:38.52 | 25159 | 5:31:21.092393+02 |        | streaming | 11/7E6140F0 | 11/7E6140F0 | 11/7E6140F0 | 11/7E6140F0 |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25159 |      |      3056562 | 11/7E6140B8 | 11/7E6140F0
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241084 |  241061 | r          | 11/7E2F3C18
 6973 | pg_subscr.rel |  241084 |  241064 | r          | 11/7E3248A0
 6973 | pg_subscr.rel |  241084 |  241067 | r          | 11/7E5110F0
 6973 | pg_subscr.rel |  241084 |  241072 | r          | 11/7E54DC80
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:41:42.945 CEST 30617 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:41:43.040 CEST 30617 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:41:43.153 CEST 30617 LOG:  redirecting log output to logging collector process
2017-05-25 15:41:43.153 CEST 30617 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:41:43.931 CEST 30633 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:41:44.025 CEST 30633 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:41:44.142 CEST 30633 LOG:  redirecting log output to logging collector process
2017-05-25 15:41:44.142 CEST 30633 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 16 --   16 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:41:45
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:41:43.154448+02     replica_start_time 2017-05-25 15:41:44.142389+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 
 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 
creating tables...
1582500 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.90 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.39 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:41:59.87 | 30795 | 5:41:59.861626+02 |        | catchup | 11/919B0730 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 15:41:59.87 | 30798 | 5:41:59.872402+02 |        | startup |             |           |           |            |           |           | 
 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30795 |      |      3056581 | 11/919B06F8 | 11/919B0730
 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}
 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241108 |  241088 | i          | 
 6973 | pg_subscr.rel |  241108 |  241091 | i          | 
 6973 | pg_subscr.rel |  241108 |  241096 | i          | 
 6973 | pg_subscr.rel |  241108 |  241085 | d          | 
-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 359.7 tps, lat 175.670 ms stddev 194.794
progress: 24.0 s, 214.0 tps, lat 283.046 ms stddev 402.729
progress: 36.0 s, 67.9 tps, lat 943.693 ms stddev 814.618
progress: 48.0 s, 173.0 tps, lat 378.204 ms stddev 404.564
progress: 60.0 s, 97.3 tps, lat 472.545 ms stddev 759.395
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11008
latency average = 363.360 ms
latency stddev = 724.869 ms
tps = 170.460381 (including connections establishing)
tps = 170.477622 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 15:43:04.50 | 30795 | 5:41:59.861626+02 |        | streaming | 11/9216B478 | 11/9216B478 | 11/9216A4C8 | 11/9216B478 | 00:00:00.000534 | 00:00:00.131764 | 00:00:00.000534

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30795 |      |      3067197 | 11/92100708 | 11/9216A4C8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241108 |  241085 | r          | 11/91EAE308
 6973 | pg_subscr.rel |  241108 |  241088 | r          | 11/91EDB368
 6973 | pg_subscr.rel |  241108 |  241091 | r          | 11/92100708
 6973 | pg_subscr.rel |  241108 |  241096 | r          | 11/92100708

2017.05.25 15:43:04
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK  e6b64208c
2017.05.25 15:43:21
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241108 |  241085 | r          | 11/91EAE308
  241108 |  241088 | r          | 11/91EDB368
  241108 |  241091 | r          | 11/92100708
  241108 |  241096 | r          | 11/92100708
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241108   | 11/9216B478 | 1A/625A40D0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30795 |      |      3067599 | 11/921F8EA8 | 11/921F8EE0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1545.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1545.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1545.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1545.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11008  f2982d9d2 b580277f9 9740c391e f0e7035ce master
6973 a,b,t,h:  2500000     25    250  11008  a27eb124b b580277f9 9740c391e f0e7035ce replica NOK   e6b64208c
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241108 |  241085 | r          | 11/91EAE308
  241108 |  241088 | r          | 11/91EDB368
  241108 |  241091 | r          | 11/92100708
  241108 |  241096 | r          | 11/92100708
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241108   | 11/9216B478 | 1A/625A40D0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30795 |      |      3067599 | 11/921F8F88 | 11/921F8FC0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1552.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1552.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1552.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1552.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:52:04.84 | 30795 | 5:41:59.861626+02 |        | streaming | 11/921F8FC0 | 11/921F8FC0 | 11/921F8FC0 | 11/921F8FC0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30795 |      |      3067599 | 11/921F8F88 | 11/921F8FC0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241108 |  241085 | r          | 11/91EAE308
 6973 | pg_subscr.rel |  241108 |  241088 | r          | 11/91EDB368
 6973 | pg_subscr.rel |  241108 |  241091 | r          | 11/92100708
 6973 | pg_subscr.rel |  241108 |  241096 | r          | 11/92100708

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:52:09.232 CEST 4061 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:52:09.361 CEST 4061 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:52:09.480 CEST 4061 LOG:  redirecting log output to logging collector process
2017-05-25 15:52:09.480 CEST 4061 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:52:10.254 CEST 4078 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:52:10.346 CEST 4078 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:52:10.464 CEST 4078 LOG:  redirecting log output to logging collector process
2017-05-25 15:52:10.464 CEST 4078 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 17 --   17 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:52:11
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:52:09.481528+02     replica_start_time 2017-05-25 15:52:10.465351+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1555500 of 2500000 tuples (62%) done (elapsed 5.06 s, remaining 3.07 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.97 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:52:25.97 | 4309 | 5:52:25.970836+02 |        | catchup | 11/A55958E8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4309 |      |      3067618 | 11/A55958B0 | 11/A55958E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241132 |  241112 | i          | 
 6973 | pg_subscr.rel |  241132 |  241115 | i          | 
 6973 | pg_subscr.rel |  241132 |  241120 | i          | 
 6973 | pg_subscr.rel |  241132 |  241109 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 339.4 tps, lat 184.392 ms stddev 245.662
progress: 24.0 s, 282.4 tps, lat 219.561 ms stddev 338.572
progress: 36.0 s, 57.7 tps, lat 979.448 ms stddev 899.298
progress: 48.0 s, 178.0 tps, lat 410.698 ms stddev 532.468
progress: 60.0 s, 84.0 tps, lat 717.670 ms stddev 1018.222
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11362
latency average = 340.729 ms
latency stddev = 563.324 ms
tps = 184.172960 (including connections establishing)
tps = 184.192075 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin  |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 15:53:27.71 | 4309 | 5:52:25.970836+02 |         | streaming | 11/A5CFE0C8 | 11/A5CE5FB8 | 11/A5CBBFE8 | 11/A5CE5FB8 | 00:00:00.066757 | 00:00:00.174578 | 00:00:00.066757
 6972 | pgst.repl  | 2017-05-25 15:53:27.71 | 4680 | 5:53:15.339629+02 | 3078966 | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241132_sync_241120 | pgoutput | logical   |  16384 | testdb   | t         | t      |       4680 |      |      3068115 | 11/A5D35CD8 | 11/A5D86910
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       4309 |      |      3076981 | 11/A5B51A40 | 11/A5CBBFE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241132 |  241109 | r          | 11/A5AF7930
 6973 | pg_subscr.rel |  241132 |  241120 | d          | 
 6973 | pg_subscr.rel |  241132 |  241112 | r          | 11/A5B51C98
 6973 | pg_subscr.rel |  241132 |  241115 | s          | 11/A5D7C568

2017.05.25 15:53:27
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11362  7111b606e 7791cec7b 32c047b8b 35352e03f master
6973 a,b,t,h:  2500000     25    250  11362  21e693566 873d5fd0e 60a3db087 84f0c9d5f replica NOK  dbdae4e92
2017.05.25 15:53:54
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11362  7111b606e 7791cec7b 32c047b8b 35352e03f master
6973 a,b,t,h:  2500000     25    250  11362  7111b606e 7791cec7b 32c047b8b 35352e03f replica ok   5ee653cf6
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:54:21.00 | 4309 | 5:52:25.970836+02 |        | streaming | 11/A5E18EB8 | 11/A5E18EB8 | 11/A5E18EB8 | 11/A5E18EB8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4309 |      |      3078991 | 11/A5E18E80 | 11/A5E18EB8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241132 |  241109 | r          | 11/A5AF7930
 6973 | pg_subscr.rel |  241132 |  241112 | r          | 11/A5B51C98
 6973 | pg_subscr.rel |  241132 |  241115 | r          | 11/A5D7C600
 6973 | pg_subscr.rel |  241132 |  241120 | r          | 11/A5D869D8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down....... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:54:34.516 CEST 5325 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:54:34.612 CEST 5325 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:54:34.741 CEST 5325 LOG:  redirecting log output to logging collector process
2017-05-25 15:54:34.741 CEST 5325 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:54:35.503 CEST 5341 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:54:35.609 CEST 5341 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:54:35.735 CEST 5341 LOG:  redirecting log output to logging collector process
2017-05-25 15:54:35.735 CEST 5341 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 18 --   18 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:54:36
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:54:34.741874+02     replica_start_time 2017-05-25 15:54:35.736143+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1620600 of 2500000 tuples (64%) done (elapsed 5.23 s, remaining 2.84 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.40 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:54:51.93 | 5570 | 5:54:51.935976+02 |        | catchup |          |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5570 |      |      3079010 | 11/B91B51C8 | 11/B91B5200

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241157 |  241134 | i          | 
 6973 | pg_subscr.rel |  241157 |  241137 | i          | 
 6973 | pg_subscr.rel |  241157 |  241140 | i          | 
 6973 | pg_subscr.rel |  241157 |  241145 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 231.3 tps, lat 270.173 ms stddev 271.261
progress: 24.0 s, 163.0 tps, lat 384.325 ms stddev 479.444
progress: 36.0 s, 78.3 tps, lat 786.196 ms stddev 779.165
progress: 48.0 s, 170.2 tps, lat 390.963 ms stddev 538.944
progress: 60.0 s, 282.7 tps, lat 220.378 ms stddev 246.064
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11171
latency average = 373.200 ms
latency stddev = 718.806 ms
tps = 143.233977 (including connections establishing)
tps = 143.245409 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:56:10.06 | 5570 | 5:54:51.935976+02 |        | streaming | 11/B9971D78 | 11/B9971D78 | 11/B99718B8 | 11/B9971D78 |           | 00:00:02.699664 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5570 |      |      3089447 | 11/B9781500 | 11/B99718B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241157 |  241137 | r          | 11/B9286D18
 6973 | pg_subscr.rel |  241157 |  241134 | r          | 11/B9537D00
 6973 | pg_subscr.rel |  241157 |  241140 | r          | 11/B95D2468
 6973 | pg_subscr.rel |  241157 |  241145 | r          | 11/B9781850

2017.05.25 15:56:10
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11171  6fee2a993 fa2be364a f4ef59577 94d7e2c1e master
6973 a,b,t,h:  2500000     25    250  11171  6fee2a993 fa2be364a f4ef59577 94d7e2c1e replica ok  d1779038d
2017.05.25 15:56:27
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:56:27.20 | 5570 | 5:54:51.935976+02 |        | streaming | 11/B99FB7E8 | 11/B99FB7E8 | 11/B99FB7E8 | 11/B99FB7E8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5570 |      |      3090189 | 11/B99FB7B0 | 11/B99FB7E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241157 |  241137 | r          | 11/B9286D18
 6973 | pg_subscr.rel |  241157 |  241134 | r          | 11/B9537D00
 6973 | pg_subscr.rel |  241157 |  241140 | r          | 11/B95D2468
 6973 | pg_subscr.rel |  241157 |  241145 | r          | 11/B9781850

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:56:54.839 CEST 6400 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:56:54.958 CEST 6400 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:56:55.084 CEST 6400 LOG:  redirecting log output to logging collector process
2017-05-25 15:56:55.084 CEST 6400 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:56:55.766 CEST 6412 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:56:55.870 CEST 6412 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:56:56.012 CEST 6412 LOG:  redirecting log output to logging collector process
2017-05-25 15:56:56.012 CEST 6412 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 19 --   19 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:56:56
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:56:55.084949+02     replica_start_time 2017-05-25 15:56:56.013024+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1630500 of 2500000 tuples (65%) done (elapsed 5.21 s, remaining 2.78 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.87 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:57:11.25 | 6641 | 5:57:11.249946+02 |        | catchup | 11/CCD9DFE8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 15:57:11.25 | 6644 | 5:57:11.261617+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6641 |      |      3090208 | 11/CCD9DFB0 | 11/CCD9DFE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241181 |  241161 | i          | 
 6973 | pg_subscr.rel |  241181 |  241164 | i          | 
 6973 | pg_subscr.rel |  241181 |  241169 | i          | 
 6973 | pg_subscr.rel |  241181 |  241158 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 219.2 tps, lat 284.966 ms stddev 289.346
progress: 24.0 s, 71.7 tps, lat 854.147 ms stddev 1185.058
progress: 36.0 s, 69.4 tps, lat 899.362 ms stddev 1076.468
progress: 48.0 s, 188.8 tps, lat 362.156 ms stddev 472.656
progress: 60.0 s, 341.6 tps, lat 187.295 ms stddev 215.683
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10753
latency average = 357.456 ms
latency stddev = 585.244 ms
tps = 178.171650 (including connections establishing)
tps = 178.189409 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:58:11.66 | 6641 | 5:57:11.249946+02 |        | streaming | 11/CD5111E0 | 11/CD5111E0 | 11/CD5104D0 | 11/CD5111E0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6641 |      |      3100509 | 11/CD1FBE58 | 11/CD5104D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241181 |  241161 | r          | 11/CCE41A70
 6973 | pg_subscr.rel |  241181 |  241158 | r          | 11/CD02B120
 6973 | pg_subscr.rel |  241181 |  241164 | r          | 11/CD0C36C0
 6973 | pg_subscr.rel |  241181 |  241169 | r          | 11/CD1FC188

2017.05.25 15:58:11
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10753  984a15988 2a28588ea 183732bda 6363faf10 master
6973 a,b,t,h:  2500000     25    250  10753  984a15988 2a28588ea 183732bda 6363faf10 replica ok  ba8baaf09
2017.05.25 15:58:31
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:58:31.97 | 6641 | 5:57:11.249946+02 |        | streaming | 11/CD596340 | 11/CD596340 | 11/CD596340 | 11/CD596340 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6641 |      |      3100509 | 11/CD1FBE58 | 11/CD596340

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241181 |  241161 | r          | 11/CCE41A70
 6973 | pg_subscr.rel |  241181 |  241158 | r          | 11/CD02B120
 6973 | pg_subscr.rel |  241181 |  241164 | r          | 11/CD0C36C0
 6973 | pg_subscr.rel |  241181 |  241169 | r          | 11/CD1FC188

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 15:58:54.585 CEST 7384 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 15:58:54.684 CEST 7384 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 15:58:54.815 CEST 7384 LOG:  redirecting log output to logging collector process
2017-05-25 15:58:54.815 CEST 7384 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 15:58:55.573 CEST 7395 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 15:58:55.668 CEST 7395 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 15:58:55.783 CEST 7395 LOG:  redirecting log output to logging collector process
2017-05-25 15:58:55.783 CEST 7395 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 20 --   20 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 15:58:56
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 15:58:54.815564+02     replica_start_time 2017-05-25 15:58:55.784025+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1519200 of 2500000 tuples (60%) done (elapsed 5.12 s, remaining 3.31 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.40 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 15:59:11.66 | 7565 | 5:59:11.657917+02 |        | catchup | 11/E093DF00 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7565 |      |      3100989 | 11/E093DEC8 | 11/E093DF00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241205 |  241185 | i          | 
 6973 | pg_subscr.rel |  241205 |  241188 | i          | 
 6973 | pg_subscr.rel |  241205 |  241193 | i          | 
 6973 | pg_subscr.rel |  241205 |  241182 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 334.8 tps, lat 188.109 ms stddev 213.905
progress: 24.0 s, 199.3 tps, lat 299.898 ms stddev 433.606
progress: 36.0 s, 76.2 tps, lat 873.044 ms stddev 788.701
progress: 48.0 s, 173.7 tps, lat 368.035 ms stddev 435.325
progress: 60.0 s, 121.3 tps, lat 430.000 ms stddev 540.497
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10928
latency average = 370.908 ms
latency stddev = 664.761 ms
tps = 166.378299 (including connections establishing)
tps = 166.393950 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:00:17.40 | 7565 | 5:59:11.657917+02 |        | streaming | 11/E10E5218 | 11/E10E4F30 | 11/E10E44B0 | 11/E10E4F30 |           | 00:00:00.369329 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7565 |      |      3111644 | 11/E1055718 | 11/E10E44B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241205 |  241182 | r          | 11/E0DFC570
 6973 | pg_subscr.rel |  241205 |  241185 | r          | 11/E0E49448
 6973 | pg_subscr.rel |  241205 |  241188 | r          | 11/E104DA10
 6973 | pg_subscr.rel |  241205 |  241193 | r          | 11/E1055F38

2017.05.25 16:00:17
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK  4f70818a2
2017.05.25 16:00:33
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241205 |  241182 | r          | 11/E0DFC570
  241205 |  241185 | r          | 11/E0E49448
  241205 |  241188 | r          | 11/E104DA10
  241205 |  241193 | r          | 11/E1055F38
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241205   | 11/E10E62F0 | 1A/E61A7D88
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7565 |      |      3111927 | 11/E1174F08 | 11/E1174F40
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1602.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1602.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1602.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1602.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10928  469369f6f bbae17abf 01b6e2b02 5b226c809 master
6973 a,b,t,h:  2500000     25    250  10928  d97d4715a bbae17abf 01b6e2b02 5b226c809 replica NOK   4f70818a2
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241205 |  241182 | r          | 11/E0DFC570
  241205 |  241185 | r          | 11/E0E49448
  241205 |  241188 | r          | 11/E104DA10
  241205 |  241193 | r          | 11/E1055F38
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241205   | 11/E10E62F0 | 1A/E61A7D88
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7565 |      |      3111927 | 11/E1174FE8 | 11/E1175020
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1609.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1609.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1609.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1609.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:09:35.65 | 7565 | 5:59:11.657917+02 |        | streaming | 11/E1175020 | 11/E1175020 | 11/E1175020 | 11/E1175020 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7565 |      |      3111927 | 11/E1174FE8 | 11/E1175020

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241205 |  241182 | r          | 11/E0DFC570
 6973 | pg_subscr.rel |  241205 |  241185 | r          | 11/E0E49448
 6973 | pg_subscr.rel |  241205 |  241188 | r          | 11/E104DA10
 6973 | pg_subscr.rel |  241205 |  241193 | r          | 11/E1055F38

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:09:40.094 CEST 13134 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:09:40.206 CEST 13134 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:09:40.332 CEST 13134 LOG:  redirecting log output to logging collector process
2017-05-25 16:09:40.332 CEST 13134 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:09:41.105 CEST 13150 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:09:41.202 CEST 13150 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:09:41.331 CEST 13150 LOG:  redirecting log output to logging collector process
2017-05-25 16:09:41.331 CEST 13150 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 21 --   21 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:09:42
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:09:40.333003+02     replica_start_time 2017-05-25 16:09:41.331619+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1560600 of 2500000 tuples (62%) done (elapsed 5.21 s, remaining 3.14 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.36 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:09:57.66 | 13378 | 6:09:57.654272+02 |        | catchup | 11/F45148A8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13378 |      |      3111946 | 11/F4514870 | 11/F45148A8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241230 |  241210 | i          | 
 6973 | pg_subscr.rel |  241230 |  241213 | i          | 
 6973 | pg_subscr.rel |  241230 |  241218 | i          | 
 6973 | pg_subscr.rel |  241230 |  241207 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 332.4 tps, lat 189.956 ms stddev 228.793
progress: 24.0 s, 198.2 tps, lat 303.891 ms stddev 435.614
progress: 36.0 s, 320.8 tps, lat 198.150 ms stddev 308.425
progress: 48.0 s, 49.9 tps, lat 1135.940 ms stddev 1177.064
progress: 60.0 s, 23.5 tps, lat 2743.749 ms stddev 2386.974
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11162
latency average = 352.526 ms
latency stddev = 777.518 ms
tps = 174.254477 (including connections establishing)
tps = 174.272418 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:11:01.78 | 13378 | 6:09:57.654272+02 |        | streaming | 11/F4C41F08 | 11/F4C3E168 | 11/F4C3E168 | 11/F4C3E168 | 00:00:00.000806 | 00:00:00.000806 | 00:00:00.000806
 6972 | pgst.repl  | 2017-05-25 16:11:01.78 | 13381 | 6:09:57.663662+02 |        | catchup   | 11/F4525AC8 |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:11:01.78 | 13460 | 6:09:58.668993+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241230_sync_241210 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13460 |      |      3111946 | 11/F457C660 | 11/F4C42038
 6972 | pg_repl.slots | sub1_241230_sync_241207 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13381 |      |      3111946 | 11/F4525AC8 | 11/F459EAD0
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      13378 |      |      3112770 | 11/F4832468 | 11/F4C3E168

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241230 |  241213 | i          | 
 6973 | pg_subscr.rel |  241230 |  241218 | i          | 
 6973 | pg_subscr.rel |  241230 |  241207 | d          | 
 6973 | pg_subscr.rel |  241230 |  241210 | d          | 

2017.05.25 16:11:01
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11162  455cc3f93 4357b4ce9 90c3d6fbe f92cf169a master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  0ef28db8a
2017.05.25 16:11:11
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11162  455cc3f93 4357b4ce9 90c3d6fbe f92cf169a master
6973 a,b,t,h:  2500000     25    250  11162  455cc3f93 4357b4ce9 90c3d6fbe f92cf169a replica ok   ee45c8ae4
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:11:37.97 | 13378 | 6:09:57.654272+02 |        | streaming | 11/F4D81E78 | 11/F4D81E78 | 11/F4D81E78 | 11/F4D81E78 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13378 |      |      3123114 | 11/F4D81E40 | 11/F4D81E78

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241230 |  241207 | r          | 11/F4C3EA00
 6973 | pg_subscr.rel |  241230 |  241210 | r          | 11/F4C42478
 6973 | pg_subscr.rel |  241230 |  241213 | r          | 11/F4D81E40
 6973 | pg_subscr.rel |  241230 |  241218 | r          | 11/F4D81E40

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:11:58.496 CEST 14298 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:11:58.606 CEST 14298 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:11:58.722 CEST 14298 LOG:  redirecting log output to logging collector process
2017-05-25 16:11:58.722 CEST 14298 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:11:59.482 CEST 14309 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:11:59.578 CEST 14309 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:11:59.699 CEST 14309 LOG:  redirecting log output to logging collector process
2017-05-25 16:11:59.699 CEST 14309 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 22 --   22 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:12:00
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:11:58.72277+02     replica_start_time 2017-05-25 16:11:59.699779+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1510200 of 2500000 tuples (60%) done (elapsed 5.01 s, remaining 3.28 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.82 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:12:16.12 | 14493 | 6:12:16.112782+02 |        | catchup | 12/8119648 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14493 |      |      3123133 | 12/8119610  | 12/8119648

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241254 |  241234 | i          | 
 6973 | pg_subscr.rel |  241254 |  241237 | i          | 
 6973 | pg_subscr.rel |  241254 |  241242 | i          | 
 6973 | pg_subscr.rel |  241254 |  241231 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 367.6 tps, lat 172.314 ms stddev 178.890
progress: 24.0 s, 215.8 tps, lat 277.559 ms stddev 398.967
progress: 36.0 s, 73.5 tps, lat 872.146 ms stddev 836.503
progress: 48.0 s, 130.8 tps, lat 501.916 ms stddev 586.424
progress: 60.0 s, 148.3 tps, lat 381.648 ms stddev 435.809
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11296
latency average = 354.178 ms
latency stddev = 579.321 ms
tps = 171.816046 (including connections establishing)
tps = 171.832169 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:13:21.92 | 14493 | 6:12:16.112782+02 |        | streaming | 12/8892E20 | 12/8885D08 | 12/88759D0 | 12/8885D08 | 00:00:00.000471 | 00:00:01.661489 | 00:00:00.000471

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14493 |      |      3131509 | 12/868A3C8  | 12/88759D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241254 |  241231 | r          | 12/861F8A8
 6973 | pg_subscr.rel |  241254 |  241234 | r          | 12/868A918
 6973 | pg_subscr.rel |  241254 |  241242 | s          | 12/88D8EA8
 6973 | pg_subscr.rel |  241254 |  241237 | s          | 12/88D16B0

2017.05.25 16:13:21
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11296  b8c447e00 35541d2c7 49b47bb6a b661a5929 master
6973 a,b,t,h:  2500000     25    250  11068  a5b8a6305 074033f1c 413e3c7d4 a4b5d9924 replica NOK  b24ab5ac5
2017.05.25 16:13:40
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11296  b8c447e00 35541d2c7 49b47bb6a b661a5929 master
6973 a,b,t,h:  2500000     25    250  11296  b8c447e00 35541d2c7 49b47bb6a b661a5929 replica ok   582c8b003
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:14:08.05 | 14493 | 6:12:16.112782+02 |        | streaming | 12/8987FB0 | 12/8987FB0 | 12/8987FB0 | 12/8987FB0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14493 |      |      3134438 | 12/897EBC0  | 12/8987FB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241254 |  241231 | r          | 12/861F8A8
 6973 | pg_subscr.rel |  241254 |  241234 | r          | 12/868A918
 6973 | pg_subscr.rel |  241254 |  241237 | r          | 12/88D1CD8
 6973 | pg_subscr.rel |  241254 |  241242 | r          | 12/88D95B0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:14:24.490 CEST 15473 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:14:24.590 CEST 15473 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:14:24.723 CEST 15473 LOG:  redirecting log output to logging collector process
2017-05-25 16:14:24.723 CEST 15473 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:14:25.513 CEST 15484 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:14:25.599 CEST 15484 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:14:25.713 CEST 15484 LOG:  redirecting log output to logging collector process
2017-05-25 16:14:25.713 CEST 15484 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 23 --   23 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:14:26
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:14:24.724291+02     replica_start_time 2017-05-25 16:14:25.713585+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1543200 of 2500000 tuples (61%) done (elapsed 5.00 s, remaining 3.10 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.02 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15714 |      |      3134461 | 12/1BD23110 | 12/1BD23148

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241278 |  241255 | i          | 
 6973 | pg_subscr.rel |  241278 |  241258 | i          | 
 6973 | pg_subscr.rel |  241278 |  241261 | i          | 
 6973 | pg_subscr.rel |  241278 |  241266 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 381.0 tps, lat 165.779 ms stddev 177.876
progress: 24.0 s, 187.4 tps, lat 327.932 ms stddev 434.187
progress: 36.0 s, 64.2 tps, lat 981.880 ms stddev 1031.027
progress: 48.0 s, 131.4 tps, lat 501.684 ms stddev 708.714
progress: 60.0 s, 132.3 tps, lat 413.526 ms stddev 484.248
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10821
latency average = 364.839 ms
latency stddev = 611.345 ms
tps = 169.274151 (including connections establishing)
tps = 169.289933 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:15:45.37 | 15714 | 6:14:41.408382+02 |        | streaming | 12/1C470040 | 12/1C46FFF8 | 12/1C465F80 | 12/1C46FFF8 | 00:00:00.059972 | 00:00:01.244404 | 00:00:00.059972

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15714 |      |      3144313 | 12/1C403858 | 12/1C46FFF8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241278 |  241255 | r          | 12/1C218708
 6973 | pg_subscr.rel |  241278 |  241258 | r          | 12/1C2501A0
 6973 | pg_subscr.rel |  241278 |  241261 | r          | 12/1C43B850
 6973 | pg_subscr.rel |  241278 |  241266 | r          | 12/1C466DC8

2017.05.25 16:15:45
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10821  914b2aaca ee3563899 30dea4107 6184de028 master
6973 a,b,t,h:  2500000     25    250  10821  914b2aaca ee3563899 30dea4107 6184de028 replica ok  e05ee0996
2017.05.25 16:16:05
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:16:05.84 | 15714 | 6:14:41.408382+02 |        | streaming | 12/1C4D9FC8 | 12/1C4D9FC8 | 12/1C4B3D70 | 12/1C4BA998 | 00:00:00.467132 | 00:00:01.485676 | 00:00:00.467132

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15714 |      |      3145042 | 12/1C466C90 | 12/1C4B3D70

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241278 |  241255 | r          | 12/1C218708
 6973 | pg_subscr.rel |  241278 |  241258 | r          | 12/1C2501A0
 6973 | pg_subscr.rel |  241278 |  241261 | r          | 12/1C43B850
 6973 | pg_subscr.rel |  241278 |  241266 | r          | 12/1C466DC8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 15714
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 15714

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:16:43.175 CEST 16577 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:16:43.306 CEST 16577 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:16:43.435 CEST 16577 LOG:  redirecting log output to logging collector process
2017-05-25 16:16:43.435 CEST 16577 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:16:44.138 CEST 16588 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:16:44.243 CEST 16588 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:16:44.388 CEST 16588 LOG:  redirecting log output to logging collector process
2017-05-25 16:16:44.388 CEST 16588 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 24 --   24 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:16:45
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:16:43.435907+02     replica_start_time 2017-05-25 16:16:44.389013+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1523100 of 2500000 tuples (60%) done (elapsed 5.03 s, remaining 3.23 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.75 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:17:00.86 | 16816 | 6:17:00.855397+02 |        | catchup | 12/2F8D56B0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:17:00.86 | 16819 | 6:17:00.861745+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16816 |      |      3145312 | 12/2F8D5678 | 12/2F8D56B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241303 |  241283 | i          | 
 6973 | pg_subscr.rel |  241303 |  241286 | i          | 
 6973 | pg_subscr.rel |  241303 |  241291 | i          | 
 6973 | pg_subscr.rel |  241303 |  241280 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 413.2 tps, lat 153.069 ms stddev 167.094
progress: 24.0 s, 207.6 tps, lat 291.758 ms stddev 457.518
progress: 36.0 s, 72.2 tps, lat 855.580 ms stddev 772.845
progress: 48.0 s, 201.0 tps, lat 336.094 ms stddev 414.980
progress: 60.0 s, 49.5 tps, lat 1048.960 ms stddev 1571.360
progress: 72.0 s, 4.3 tps, lat 7166.369 ms stddev 4377.175
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11385
latency average = 376.992 ms
latency stddev = 1055.194 ms
tps = 142.471964 (including connections establishing)
tps = 142.483297 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 16:18:20.82 | 16816 | 6:17:00.855397+02 |        | streaming | 12/300F41B8 | 12/300EFA80 | 12/300E9230 | 12/300EFA80 | 00:00:00.08773 | 00:00:00.141659 | 00:00:00.08773
 6972 | pgst.repl  | 2017-05-25 16:18:20.82 | 17105 | 6:17:47.562046+02 |        | startup   |             |             |             |             |                |                 | 
 6972 | pgst.repl  | 2017-05-25 16:18:20.82 | 17107 | 6:17:48.567313+02 |        | startup   |             |             |             |             |                |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241303_sync_241291 | pgoutput | logical   |  16384 | testdb   | t         | t      |      17107 |      |      3145882 | 12/30091CF0 | 
 6972 | pg_repl.slots | sub1_241303_sync_241286 | pgoutput | logical   |  16384 | testdb   | t         | t      |      17105 |      |      3145882 | 12/30078720 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      16816 |      |      3155959 | 12/2FFBD198 | 12/300E9230

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241303 |  241280 | r          | 12/2FEEB998
 6973 | pg_subscr.rel |  241303 |  241286 | d          | 
 6973 | pg_subscr.rel |  241303 |  241291 | d          | 
 6973 | pg_subscr.rel |  241303 |  241283 | r          | 12/2FF28D78

2017.05.25 16:18:20
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11385  767a6fb1f 062173689 71a48af4f cd338b034 master
6973 a,b,t,h:  2500000     25    250  11385  543c0ee52 820638e06 71a48af4f cd338b034 replica NOK  d67940d03
2017.05.25 16:18:36
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11385  767a6fb1f 062173689 71a48af4f cd338b034 master
6973 a,b,t,h:  2500000     25    250  11385  767a6fb1f 062173689 71a48af4f cd338b034 replica ok   501d47866
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:19:02.56 | 16816 | 6:17:00.855397+02 |        | streaming | 12/3018D430 | 12/3018D430 | 12/3018D430 | 12/3018D430 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16816 |      |      3156708 | 12/3018D3F8 | 12/3018D430

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241303 |  241280 | r          | 12/2FEEB998
 6973 | pg_subscr.rel |  241303 |  241283 | r          | 12/2FF28D78
 6973 | pg_subscr.rel |  241303 |  241291 | r          | 12/3017FBC8
 6973 | pg_subscr.rel |  241303 |  241286 | r          | 12/3017FBC8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:19:24.101 CEST 17819 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:19:24.230 CEST 17819 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:19:24.410 CEST 17819 LOG:  redirecting log output to logging collector process
2017-05-25 16:19:24.410 CEST 17819 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:19:25.100 CEST 17830 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:19:25.202 CEST 17830 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:19:25.367 CEST 17830 LOG:  redirecting log output to logging collector process
2017-05-25 16:19:25.367 CEST 17830 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 25 --   25 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:19:26
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:19:24.410952+02     replica_start_time 2017-05-25 16:19:25.36792+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1569200 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 2.97 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.32 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:19:42.05 | 18059 | 6:19:42.046227+02 |        | catchup | 12/435278B8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18059 |      |      3156727 | 12/43527880 | 12/435278B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241327 |  241307 | i          | 
 6973 | pg_subscr.rel |  241327 |  241310 | i          | 
 6973 | pg_subscr.rel |  241327 |  241315 | i          | 
 6973 | pg_subscr.rel |  241327 |  241304 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 340.7 tps, lat 184.927 ms stddev 211.440
progress: 24.0 s, 201.8 tps, lat 291.567 ms stddev 441.517
progress: 36.0 s, 82.5 tps, lat 822.143 ms stddev 790.697
progress: 48.0 s, 250.2 tps, lat 258.089 ms stddev 260.900
progress: 60.0 s, 82.5 tps, lat 721.901 ms stddev 1026.175
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11556
latency average = 353.881 ms
latency stddev = 654.329 ms
tps = 166.952496 (including connections establishing)
tps = 166.967513 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin  |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:20:51.31 | 18059 | 6:19:42.046227+02 |         | streaming | 12/43CF2E20 | 12/43CE7D08 | 12/43CA9998 | 12/43CE7D08 | 00:00:00.193313 | 00:00:00.193313 | 00:00:00.193313
 6972 | pgst.repl  | 2017-05-25 16:20:51.31 | 18419 | 6:20:31.592575+02 | 3168132 | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:20:51.31 | 18421 | 6:20:32.594065+02 |         | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241327_sync_241315 | pgoutput | logical   |  16384 | testdb   | t         | t      |      18421 |      |      3157235 | 12/43D13D68 | 
 6972 | pg_repl.slots | sub1_241327_sync_241310 | pgoutput | logical   |  16384 | testdb   | t         | t      |      18419 |      |      3157235 | 12/43CF2E20 | 12/43D33018
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      18059 |      |      3164859 | 12/439ED498 | 12/43CA9998

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241327 |  241304 | r          | 12/43AF22D0
 6973 | pg_subscr.rel |  241327 |  241310 | d          | 
 6973 | pg_subscr.rel |  241327 |  241315 | d          | 
 6973 | pg_subscr.rel |  241327 |  241307 | r          | 12/43AF9168

2017.05.25 16:20:51
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11556  de79bc164 80c057f71 522500b85 9984d847e master
6973 a,b,t,h:  2500000     25    250  11544  8925246e6 5835c15cb 522500b85 25c27dcbf replica NOK  345ba2eae
2017.05.25 16:21:10
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11556  de79bc164 80c057f71 522500b85 9984d847e master
6973 a,b,t,h:  2500000     25    250  11556  de79bc164 80c057f71 522500b85 9984d847e replica ok   cd738b1fb
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:21:38.48 | 18059 | 6:19:42.046227+02 |        | streaming | 12/43DC9C78 | 12/43DC9C78 | 12/43DC9C78 | 12/43DC9C78 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      18059 |      |      3168290 | 12/43DC4B50 | 12/43DC9C78

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241327 |  241304 | r          | 12/43AF22D0
 6973 | pg_subscr.rel |  241327 |  241307 | r          | 12/43AF9168
 6973 | pg_subscr.rel |  241327 |  241310 | r          | 12/43D331D8
 6973 | pg_subscr.rel |  241327 |  241315 | r          | 12/43DC1D00

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:21:58.994 CEST 19079 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:21:59.107 CEST 19079 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:21:59.265 CEST 19079 LOG:  redirecting log output to logging collector process
2017-05-25 16:21:59.265 CEST 19079 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:22:00.007 CEST 19090 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:22:00.104 CEST 19090 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:22:00.239 CEST 19090 LOG:  redirecting log output to logging collector process
2017-05-25 16:22:00.239 CEST 19090 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 26 --   26 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:22:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:21:59.266233+02     replica_start_time 2017-05-25 16:22:00.239905+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1470100 of 2500000 tuples (58%) done (elapsed 5.07 s, remaining 3.55 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.89 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:22:17.12 | 19328 | 6:22:17.120615+02 |        | catchup | 12/57160F00 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:22:17.12 | 19331 | 6:22:17.128807+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      19328 |      |      3168312 | 12/57160EC8 | 12/57160F00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241351 |  241331 | i          | 
 6973 | pg_subscr.rel |  241351 |  241334 | i          | 
 6973 | pg_subscr.rel |  241351 |  241339 | i          | 
 6973 | pg_subscr.rel |  241351 |  241328 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 224.9 tps, lat 279.174 ms stddev 309.223
progress: 24.0 s, 130.4 tps, lat 472.606 ms stddev 563.379
progress: 36.0 s, 83.8 tps, lat 780.502 ms stddev 709.825
progress: 48.0 s, 231.3 tps, lat 277.140 ms stddev 295.177
progress: 60.0 s, 243.3 tps, lat 247.126 ms stddev 253.546
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11029
latency average = 366.688 ms
latency stddev = 539.212 ms
tps = 164.548372 (including connections establishing)
tps = 164.563456 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:23:24.21 | 19328 | 6:22:17.120615+02 |        | streaming | 12/57908F70 | 12/57908F70 | 12/57908B80 | 12/57908F70 | 00:00:00.000797 | 00:00:00.999968 | 00:00:00.000797

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      19328 |      |      3178607 | 12/5777FCC8 | 12/57908B80

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241351 |  241331 | r          | 12/57213728
 6973 | pg_subscr.rel |  241351 |  241328 | r          | 12/57561DB8
 6973 | pg_subscr.rel |  241351 |  241334 | r          | 12/575A46D8
 6973 | pg_subscr.rel |  241351 |  241339 | r          | 12/57780318

2017.05.25 16:23:24
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11029  fa1734773 8f33e5d09 a8ee53902 302dc032d master
6973 a,b,t,h:  2500000     25    250  11029  fa1734773 8f33e5d09 a8ee53902 302dc032d replica ok  570727f1f
2017.05.25 16:23:40
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:23:40.70 | 19328 | 6:22:17.120615+02 |        | streaming | 12/57990F80 | 12/57990F80 | 12/57990F80 | 12/57990F80 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      19328 |      |      3179349 | 12/57987010 | 12/57990F80

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241351 |  241331 | r          | 12/57213728
 6973 | pg_subscr.rel |  241351 |  241328 | r          | 12/57561DB8
 6973 | pg_subscr.rel |  241351 |  241334 | r          | 12/575A46D8
 6973 | pg_subscr.rel |  241351 |  241339 | r          | 12/57780318

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:24:09.185 CEST 20054 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:24:09.311 CEST 20054 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:24:09.470 CEST 20054 LOG:  redirecting log output to logging collector process
2017-05-25 16:24:09.470 CEST 20054 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:24:10.195 CEST 20065 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:24:10.295 CEST 20065 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:24:10.428 CEST 20065 LOG:  redirecting log output to logging collector process
2017-05-25 16:24:10.428 CEST 20065 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 27 --   27 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:24:11
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:24:09.470922+02     replica_start_time 2017-05-25 16:24:10.428829+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1486500 of 2500000 tuples (59%) done (elapsed 5.00 s, remaining 3.41 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.28 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:24:26.84 | 20304 | 6:24:26.838583+02 |        | catchup | 12/6AD2C698 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20304 |      |      3179368 | 12/6AD2C660 | 12/6AD2C698

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241376 |  241356 | i          | 
 6973 | pg_subscr.rel |  241376 |  241359 | i          | 
 6973 | pg_subscr.rel |  241376 |  241364 | i          | 
 6973 | pg_subscr.rel |  241376 |  241353 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 338.7 tps, lat 186.477 ms stddev 215.208
progress: 24.0 s, 210.7 tps, lat 280.977 ms stddev 528.417
progress: 36.0 s, 67.4 tps, lat 972.948 ms stddev 1005.590
progress: 48.0 s, 168.7 tps, lat 387.990 ms stddev 511.772
progress: 60.0 s, 143.5 tps, lat 401.962 ms stddev 502.135
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11213
latency average = 346.436 ms
latency stddev = 558.678 ms
tps = 179.422228 (including connections establishing)
tps = 179.439750 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:25:29.39 | 20304 | 6:24:26.838583+02 |        | streaming | 12/6B50AE70 | 12/6B509E30 | 12/6B4DEC90 | 12/6B509E30 | 00:00:00.039718 | 00:00:00.120224 | 00:00:00.039718

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20304 |      |      3189789 | 12/6B4828D8 | 12/6B4DEC90

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241376 |  241353 | r          | 12/6B2C8EE8
 6973 | pg_subscr.rel |  241376 |  241356 | r          | 12/6B2CF780
 6973 | pg_subscr.rel |  241376 |  241364 | r          | 12/6B4B1E70
 6973 | pg_subscr.rel |  241376 |  241359 | r          | 12/6B4B8240

2017.05.25 16:25:29
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11213  5ac4bc6ca 5eea10913 c34d5c5d3 066ad863d master
6973 a,b,t,h:  2500000     25    250  11213  5ac4bc6ca 5eea10913 c34d5c5d3 066ad863d replica ok  6050f1985
2017.05.25 16:25:48
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:25:48.70 | 20304 | 6:24:26.838583+02 |        | streaming | 12/6B5A17C0 | 12/6B5A17C0 | 12/6B5A17C0 | 12/6B5A17C0 | 00:00:00.022999 | 00:00:02.031244 | 00:00:00.022999

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20304 |      |      3190593 | 12/6B5A1658 | 12/6B5A17C0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241376 |  241353 | r          | 12/6B2C8EE8
 6973 | pg_subscr.rel |  241376 |  241356 | r          | 12/6B2CF780
 6973 | pg_subscr.rel |  241376 |  241364 | r          | 12/6B4B1E70
 6973 | pg_subscr.rel |  241376 |  241359 | r          | 12/6B4B8240

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:26:18.307 CEST 21106 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:26:18.413 CEST 21106 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:26:18.529 CEST 21106 LOG:  redirecting log output to logging collector process
2017-05-25 16:26:18.529 CEST 21106 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:26:19.293 CEST 21117 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:26:19.385 CEST 21117 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:26:19.509 CEST 21117 LOG:  redirecting log output to logging collector process
2017-05-25 16:26:19.509 CEST 21117 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 28 --   28 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:26:20
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:26:18.52952+02     replica_start_time 2017-05-25 16:26:19.510184+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1531500 of 2500000 tuples (61%) done (elapsed 5.00 s, remaining 3.16 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.29 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:26:35.69 | 21346 | 6:26:35.690394+02 |        | catchup | 12/7E943080 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21346 |      |      3190612 | 12/7E943048 | 12/7E943080

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241400 |  241377 | i          | 
 6973 | pg_subscr.rel |  241400 |  241380 | i          | 
 6973 | pg_subscr.rel |  241400 |  241383 | i          | 
 6973 | pg_subscr.rel |  241400 |  241388 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 194.7 tps, lat 318.789 ms stddev 324.735
progress: 24.0 s, 178.3 tps, lat 360.087 ms stddev 397.846
progress: 36.0 s, 70.8 tps, lat 853.054 ms stddev 846.592
progress: 48.0 s, 129.1 tps, lat 521.795 ms stddev 720.950
progress: 60.0 s, 209.0 tps, lat 305.107 ms stddev 308.417
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9447
latency average = 408.038 ms
latency stddev = 514.144 ms
tps = 155.984352 (including connections establishing)
tps = 156.004543 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:27:36.30 | 21346 | 6:26:35.690394+02 |        | streaming | 12/7EFD8748 | 12/7EFD8748 | 12/7EFD79B8 | 12/7EFD8748 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21346 |      |      3199435 | 12/7EF2CA40 | 12/7EFD79B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241400 |  241377 | r          | 12/7EC91CF8
 6973 | pg_subscr.rel |  241400 |  241383 | r          | 12/7ED25F58
 6973 | pg_subscr.rel |  241400 |  241388 | r          | 12/7EF2CDF8
 6973 | pg_subscr.rel |  241400 |  241380 | r          | 12/7EA2FD98

2017.05.25 16:27:36
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9447  52a739244 272726bec 41340bddd 88e988a45 master
6973 a,b,t,h:  2500000     25    250   9447  52a739244 272726bec 41340bddd 88e988a45 replica ok  07194b4f1
2017.05.25 16:27:51
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:27:51.32 | 21346 | 6:26:35.690394+02 |        | streaming | 12/7F04E380 | 12/7F04E380 | 12/7F04E380 | 12/7F04E380 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21346 |      |      3199435 | 12/7EF2CA40 | 12/7F04E380

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241400 |  241377 | r          | 12/7EC91CF8
 6973 | pg_subscr.rel |  241400 |  241383 | r          | 12/7ED25F58
 6973 | pg_subscr.rel |  241400 |  241388 | r          | 12/7EF2CDF8
 6973 | pg_subscr.rel |  241400 |  241380 | r          | 12/7EA2FD98

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:28:13.359 CEST 21998 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:28:13.471 CEST 21998 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:28:13.582 CEST 21998 LOG:  redirecting log output to logging collector process
2017-05-25 16:28:13.582 CEST 21998 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:28:14.345 CEST 22009 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:28:14.443 CEST 22009 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:28:14.559 CEST 22009 LOG:  redirecting log output to logging collector process
2017-05-25 16:28:14.559 CEST 22009 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 29 --   29 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:28:15
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:28:13.583095+02     replica_start_time 2017-05-25 16:28:14.560211+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1539100 of 2500000 tuples (61%) done (elapsed 5.03 s, remaining 3.14 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.14 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:28:30.88 | 22247 | 6:28:30.884304+02 |        | catchup | 12/923E8140 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22247 |      |      3200087 | 12/923E8108 | 12/923E8140

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241424 |  241401 | i          | 
 6973 | pg_subscr.rel |  241424 |  241404 | i          | 
 6973 | pg_subscr.rel |  241424 |  241407 | i          | 
 6973 | pg_subscr.rel |  241424 |  241412 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 356.5 tps, lat 175.463 ms stddev 220.252
progress: 24.0 s, 219.9 tps, lat 278.735 ms stddev 396.768
progress: 36.0 s, 82.7 tps, lat 760.545 ms stddev 679.098
progress: 48.0 s, 189.5 tps, lat 354.414 ms stddev 447.792
progress: 60.0 s, 120.7 tps, lat 521.870 ms stddev 631.145
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11696
latency average = 340.817 ms
latency stddev = 506.584 ms
tps = 179.122876 (including connections establishing)
tps = 179.140410 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 16:29:36.23 | 22247 | 6:28:30.884304+02 |        | streaming | 12/92B70B88 | 12/92B69CB0 | 12/92B69CB0 | 12/92B69CB0 | 00:00:00.02673 | 00:00:01.006744 | 00:00:00.02673

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22247 |      |      3210474 | 12/92B226D0 | 12/92B69CB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241424 |  241401 | r          | 12/928EEC80
 6973 | pg_subscr.rel |  241424 |  241404 | r          | 12/929BA120
 6973 | pg_subscr.rel |  241424 |  241407 | s          | 12/92B70C98
 6973 | pg_subscr.rel |  241424 |  241412 | s          | 12/92B9B848

2017.05.25 16:29:36
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11696  ac9d4673d 98cfecc1e d926dbbb2 5a624cd86 master
6973 a,b,t,h:  2500000     25    250  10742  29923cab6 666f07ebd b131b5d81 785c22808 replica NOK  9211b33ba
2017.05.25 16:29:58
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11696  ac9d4673d 98cfecc1e d926dbbb2 5a624cd86 master
6973 a,b,t,h:  2500000     25    250  11696  ac9d4673d 98cfecc1e d926dbbb2 5a624cd86 replica ok   9a6e8aff5
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:30:25.72 | 22247 | 6:28:30.884304+02 |        | streaming | 12/92CA7CC8 | 12/92CA7CC8 | 12/92CA7CC8 | 12/92CA7CC8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22247 |      |      3211791 | 12/92CA5610 | 12/92CA7CC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241424 |  241401 | r          | 12/928EEC80
 6973 | pg_subscr.rel |  241424 |  241404 | r          | 12/929BA120
 6973 | pg_subscr.rel |  241424 |  241407 | r          | 12/92B71310
 6973 | pg_subscr.rel |  241424 |  241412 | r          | 12/92B9BC10

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:30:48.189 CEST 23252 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:30:48.301 CEST 23252 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:30:48.433 CEST 23252 LOG:  redirecting log output to logging collector process
2017-05-25 16:30:48.433 CEST 23252 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:30:49.183 CEST 23268 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:30:49.298 CEST 23268 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:30:49.466 CEST 23268 LOG:  redirecting log output to logging collector process
2017-05-25 16:30:49.466 CEST 23268 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 30 --   30 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:30:50
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:30:48.434524+02     replica_start_time 2017-05-25 16:30:49.466766+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1573500 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 2.94 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.20 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:31:05.67 | 23497 | 6:31:05.666282+02 |        | catchup | 12/A6044A00 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:31:05.67 | 23500 | 6:31:05.672441+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23497 |      |      3211812 | 12/A60449C8 | 12/A6044A00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241449 |  241429 | i          | 
 6973 | pg_subscr.rel |  241449 |  241432 | i          | 
 6973 | pg_subscr.rel |  241449 |  241437 | i          | 
 6973 | pg_subscr.rel |  241449 |  241426 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 187.2 tps, lat 335.038 ms stddev 302.839
progress: 24.0 s, 194.2 tps, lat 318.936 ms stddev 383.472
progress: 36.0 s, 75.6 tps, lat 807.408 ms stddev 728.735
progress: 48.0 s, 142.4 tps, lat 483.061 ms stddev 740.318
progress: 60.0 s, 272.4 tps, lat 237.581 ms stddev 246.892
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10526
latency average = 365.028 ms
latency stddev = 480.663 ms
tps = 174.721070 (including connections establishing)
tps = 174.740232 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:32:05.97 | 23497 | 6:31:05.666282+02 |        | streaming | 12/A67FA248 | 12/A67FA248 | 12/A67F3798 | 12/A67FA248 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23497 |      |      3221437 | 12/A665E858 | 12/A67F3798

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241449 |  241429 | r          | 12/A60CE668
 6973 | pg_subscr.rel |  241449 |  241426 | r          | 12/A63BDE98
 6973 | pg_subscr.rel |  241449 |  241432 | r          | 12/A645EE68
 6973 | pg_subscr.rel |  241449 |  241437 | r          | 12/A665F3B8

2017.05.25 16:32:05
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10526  68a3f7121 fff7dfdb5 1fc39822e c4a8e092f master
6973 a,b,t,h:  2500000     25    250  10526  68a3f7121 fff7dfdb5 1fc39822e c4a8e092f replica ok  a8f56f197
2017.05.25 16:32:21
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:32:21.77 | 23497 | 6:31:05.666282+02 |        | streaming | 12/A687BEB0 | 12/A687BEB0 | 12/A687BEB0 | 12/A687BEB0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23497 |      |      3221437 | 12/A665E858 | 12/A687BEB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241449 |  241429 | r          | 12/A60CE668
 6973 | pg_subscr.rel |  241449 |  241426 | r          | 12/A63BDE98
 6973 | pg_subscr.rel |  241449 |  241432 | r          | 12/A645EE68
 6973 | pg_subscr.rel |  241449 |  241437 | r          | 12/A665F3B8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:32:50.370 CEST 24207 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:32:50.464 CEST 24207 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:32:50.572 CEST 24207 LOG:  redirecting log output to logging collector process
2017-05-25 16:32:50.572 CEST 24207 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:32:51.381 CEST 24218 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:32:51.484 CEST 24218 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:32:51.636 CEST 24218 LOG:  redirecting log output to logging collector process
2017-05-25 16:32:51.636 CEST 24218 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 31 --   31 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:32:52
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:32:50.573153+02     replica_start_time 2017-05-25 16:32:51.636776+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1491200 of 2500000 tuples (59%) done (elapsed 5.18 s, remaining 3.50 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.78 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:33:08.59 | 24453 | 6:33:08.590378+02 |        | catchup | 12/B9C17E40 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:33:08.59 | 24455 | 6:33:08.59695+02  |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24453 |      |      3222365 | 12/B9C17E08 | 12/B9C17E40

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241473 |  241453 | i          | 
 6973 | pg_subscr.rel |  241473 |  241456 | i          | 
 6973 | pg_subscr.rel |  241473 |  241461 | i          | 
 6973 | pg_subscr.rel |  241473 |  241450 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 227.6 tps, lat 277.403 ms stddev 336.234
progress: 24.0 s, 125.1 tps, lat 466.144 ms stddev 637.738
progress: 36.0 s, 133.8 tps, lat 504.794 ms stddev 781.241
progress: 48.0 s, 120.4 tps, lat 543.237 ms stddev 611.310
progress: 60.0 s, 300.2 tps, lat 187.191 ms stddev 252.038
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10949
latency average = 366.132 ms
latency stddev = 617.311 ms
tps = 169.291461 (including connections establishing)
tps = 169.307796 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |   flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:34:13.32 | 24453 | 6:33:08.590378+02 |        | streaming | 12/BA3C1E70 | 12/BA3C1E70 | 12/BA3C1950 | 12/BA3C1E70 |           | 00:00:00.25012 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24453 |      |      3233125 | 12/BA16B9F8 | 12/BA3C1950

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241473 |  241453 | r          | 12/B9CF2AE8
 6973 | pg_subscr.rel |  241473 |  241450 | r          | 12/B9F83D08
 6973 | pg_subscr.rel |  241473 |  241456 | r          | 12/B9FA9428
 6973 | pg_subscr.rel |  241473 |  241461 | r          | 12/BA16BB38

2017.05.25 16:34:13
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10949  6f3c0d334 523ce8a01 ee77e1b6b 3a13686d2 master
6973 a,b,t,h:  2500000     25    250  10949  6f3c0d334 523ce8a01 ee77e1b6b 3a13686d2 replica ok  010b218c6
2017.05.25 16:34:31
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:34:31.34 | 24453 | 6:33:08.590378+02 |        | streaming | 12/BA448840 | 12/BA448840 | 12/BA448840 | 12/BA448840 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24453 |      |      3233322 | 12/BA448760 | 12/BA448840

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241473 |  241453 | r          | 12/B9CF2AE8
 6973 | pg_subscr.rel |  241473 |  241450 | r          | 12/B9F83D08
 6973 | pg_subscr.rel |  241473 |  241456 | r          | 12/B9FA9428
 6973 | pg_subscr.rel |  241473 |  241461 | r          | 12/BA16BB38

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:34:58.880 CEST 25180 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:34:59.001 CEST 25180 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:34:59.141 CEST 25180 LOG:  redirecting log output to logging collector process
2017-05-25 16:34:59.141 CEST 25180 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:34:59.878 CEST 25191 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:34:59.997 CEST 25191 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:35:00.129 CEST 25191 LOG:  redirecting log output to logging collector process
2017-05-25 16:35:00.129 CEST 25191 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 32 --   32 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:35:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:34:59.141876+02     replica_start_time 2017-05-25 16:35:00.130242+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1573600 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 2.94 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.98 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:35:15.99 | 25431 | 6:35:15.983927+02 |        | catchup | 12/CD7F0500 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:35:15.99 | 25434 | 6:35:15.992453+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25431 |      |      3233341 | 12/CD7F04C8 | 12/CD7F0500

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241497 |  241477 | i          | 
 6973 | pg_subscr.rel |  241497 |  241480 | i          | 
 6973 | pg_subscr.rel |  241497 |  241485 | i          | 
 6973 | pg_subscr.rel |  241497 |  241474 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 352.0 tps, lat 180.122 ms stddev 219.555
progress: 24.0 s, 312.7 tps, lat 202.929 ms stddev 327.909
progress: 36.0 s, 86.1 tps, lat 704.571 ms stddev 669.132
progress: 48.0 s, 152.1 tps, lat 433.321 ms stddev 522.339
progress: 60.0 s, 38.9 tps, lat 1309.498 ms stddev 1894.297
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11365
latency average = 351.778 ms
latency stddev = 768.571 ms
tps = 168.893801 (including connections establishing)
tps = 168.908154 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:36:23.33 | 25431 | 6:35:15.983927+02 |        | streaming | 12/CDE13818 | 12/CDDFC050 | 12/CDDD60D8 | 12/CDDFC050 | 00:00:00.206941 | 00:00:23.009032 | 00:00:00.206941
 6972 | pgst.repl  | 2017-05-25 16:36:23.33 | 25803 | 6:36:19.531299+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:36:23.33 | 25805 | 6:36:19.548571+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25431 |      |      3233950 | 12/CDB69360 | 12/CDDD60D8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241497 |  241474 | r          | 12/CDDD5AD8
 6973 | pg_subscr.rel |  241497 |  241477 | s          | 12/CDE13928
 6973 | pg_subscr.rel |  241497 |  241480 | d          | 
 6973 | pg_subscr.rel |  241497 |  241485 | d          | 

2017.05.25 16:36:23
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11365  c2968ae94 53e53a273 90911caea 0bae5c2cf master
6973 a,b,t,h:  2500000     25    250  11365  4368c058e 53e53a273 90911caea 0bae5c2cf replica NOK  d1adf2dc0
2017.05.25 16:36:39
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11365  c2968ae94 53e53a273 90911caea 0bae5c2cf master
6973 a,b,t,h:  2500000     25    250  11365  c2968ae94 53e53a273 90911caea 0bae5c2cf replica ok   048a9117a
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:37:06.68 | 25431 | 6:35:15.983927+02 |        | streaming | 12/CE08BF70 | 12/CE08BE80 | 12/CE08BE80 | 12/CE08BE80 | 00:00:00.000086 | 00:00:00.000086 | 00:00:00.000086

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25431 |      |      3244714 | 12/CE088B40 | 12/CE08BE80

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241497 |  241474 | r          | 12/CDDD5AD8
 6973 | pg_subscr.rel |  241497 |  241477 | r          | 12/CDE14348
 6973 | pg_subscr.rel |  241497 |  241480 | r          | 12/CE088AF8
 6973 | pg_subscr.rel |  241497 |  241485 | r          | 12/CE088AF8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 25431
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 25431

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:37:30.770 CEST 26473 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:37:30.877 CEST 26473 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:37:31.040 CEST 26473 LOG:  redirecting log output to logging collector process
2017-05-25 16:37:31.040 CEST 26473 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:37:31.756 CEST 26484 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:37:31.849 CEST 26484 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:37:31.965 CEST 26484 LOG:  redirecting log output to logging collector process
2017-05-25 16:37:31.965 CEST 26484 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 33 --   33 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:37:32
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:37:31.040549+02     replica_start_time 2017-05-25 16:37:31.965692+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1536500 of 2500000 tuples (61%) done (elapsed 5.12 s, remaining 3.21 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.99 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:37:47.86 | 26711 | 6:37:47.856915+02 |        | catchup | 12/E142CAA0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:37:47.86 | 26717 | 6:37:47.870217+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26711 |      |      3244736 | 12/E142CA68 | 12/E142CAA0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241522 |  241502 | i          | 
 6973 | pg_subscr.rel |  241522 |  241505 | i          | 
 6973 | pg_subscr.rel |  241522 |  241510 | i          | 
 6973 | pg_subscr.rel |  241522 |  241499 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 357.2 tps, lat 174.862 ms stddev 219.389
progress: 24.0 s, 232.3 tps, lat 260.779 ms stddev 392.571
progress: 36.0 s, 70.0 tps, lat 921.911 ms stddev 1028.493
progress: 48.0 s, 235.6 tps, lat 285.040 ms stddev 358.525
progress: 60.0 s, 58.3 tps, lat 997.767 ms stddev 1158.403
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11505
latency average = 344.544 ms
latency stddev = 610.220 ms
tps = 177.621904 (including connections establishing)
tps = 177.639556 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:38:52.69 | 26711 | 6:37:47.856915+02 |        | streaming | 12/E1B771A0 | 12/E1B242E0 | 12/E1AE5BA8 | 12/E1B242E0 | 00:00:00.252048 | 00:00:00.278877 | 00:00:00.252048
 6972 | pgst.repl  | 2017-05-25 16:38:52.69 | 27015 | 6:38:44.608962+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:38:52.69 | 27016 | 6:38:44.609383+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241522_sync_241510 | pgoutput | logical   |  16384 | testdb   | t         | t      |      27016 |      |      3245671 | 12/E1C45008 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      26711 |      |      3253456 | 12/E1953D20 | 12/E1AE5BA8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241522 |  241499 | r          | 12/E1A69C20
 6973 | pg_subscr.rel |  241522 |  241510 | d          | 
 6973 | pg_subscr.rel |  241522 |  241505 | d          | 
 6973 | pg_subscr.rel |  241522 |  241502 | r          | 12/E1A6D688

2017.05.25 16:38:52
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11505  dcd86c9be 1489d32c5 032697834 da8bd7491 master
6973 a,b,t,h:  2500000     25    250      0  df12633a6 3e5374f38 032697834 d41d8cd98 replica NOK  09727d85a
2017.05.25 16:39:11
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11505  dcd86c9be 1489d32c5 032697834 da8bd7491 master
6973 a,b,t,h:  2500000     25    250  11505  dcd86c9be 1489d32c5 032697834 da8bd7491 replica ok   1aadf1803
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:39:39.86 | 26711 | 6:37:47.856915+02 |        | streaming | 12/E1CDBE68 | 12/E1CDBE68 | 12/E1CDBE68 | 12/E1CDBE68 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26711 |      |      3256250 | 12/E1CD8A88 | 12/E1CDBE68

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241522 |  241499 | r          | 12/E1A69C20
 6973 | pg_subscr.rel |  241522 |  241502 | r          | 12/E1A6D688
 6973 | pg_subscr.rel |  241522 |  241510 | r          | 12/E1C49FE0
 6973 | pg_subscr.rel |  241522 |  241505 | r          | 12/E1CD4DA0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:40:01.328 CEST 27644 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:40:01.434 CEST 27644 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:40:01.570 CEST 27644 LOG:  redirecting log output to logging collector process
2017-05-25 16:40:01.570 CEST 27644 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:40:02.327 CEST 27663 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:40:02.419 CEST 27663 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:40:02.540 CEST 27663 LOG:  redirecting log output to logging collector process
2017-05-25 16:40:02.540 CEST 27663 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 34 --   34 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:40:03
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:40:01.570674+02     replica_start_time 2017-05-25 16:40:02.540416+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1494700 of 2500000 tuples (59%) done (elapsed 5.00 s, remaining 3.37 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.51 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:40:19.36 | 27906 | 6:40:19.361718+02 |        | catchup | 12/F5072328 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27906 |      |      3256271 | 12/F50722F0 | 12/F5072328

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241546 |  241526 | i          | 
 6973 | pg_subscr.rel |  241546 |  241529 | i          | 
 6973 | pg_subscr.rel |  241546 |  241534 | i          | 
 6973 | pg_subscr.rel |  241546 |  241523 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 371.9 tps, lat 169.780 ms stddev 188.124
progress: 24.0 s, 229.9 tps, lat 269.073 ms stddev 443.457
progress: 36.0 s, 80.2 tps, lat 786.621 ms stddev 712.285
progress: 48.0 s, 222.8 tps, lat 296.722 ms stddev 365.862
progress: 60.0 s, 39.1 tps, lat 1439.441 ms stddev 1505.396
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11391
latency average = 347.281 ms
latency stddev = 629.517 ms
tps = 174.707192 (including connections establishing)
tps = 174.724888 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:41:25.16 | 27906 | 6:40:19.361718+02 |        | streaming | 12/F570D2F0 | 12/F570C040 | 12/F5708448 | 12/F570C040 | 00:00:00.086366 | 00:00:00.148606 | 00:00:00.086366
 6972 | pgst.repl  | 2017-05-25 16:41:25.16 | 28274 | 6:41:23.173338+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:41:25.16 | 28276 | 6:41:23.178978+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241546_sync_241526 | pgoutput | logical   |  16384 | testdb   | t         | t      |      27988 |      |      3256271 | 12/F50B88F8 | 12/F56FC048
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      27906 |      |      3265493 | 12/F55A9CF8 | 12/F5708448

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241546 |  241523 | r          | 12/F56F5A28
 6973 | pg_subscr.rel |  241546 |  241529 | d          | 
 6973 | pg_subscr.rel |  241546 |  241534 | d          | 
 6973 | pg_subscr.rel |  241546 |  241526 | r          | 12/F56FC620

2017.05.25 16:41:25
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11391  0796027d2 ad3d6d47d 9f2a09b41 44e9140b4 master
6973 a,b,t,h:  2500000     25    250  11391  da3908fd4 ad3d6d47d 9f2a09b41 44e9140b4 replica NOK  ea1acb2f6
2017.05.25 16:41:44
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11391  0796027d2 ad3d6d47d 9f2a09b41 44e9140b4 master
6973 a,b,t,h:  2500000     25    250  11391  0796027d2 ad3d6d47d 9f2a09b41 44e9140b4 replica ok   b40303b04
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:42:11.66 | 27906 | 6:40:19.361718+02 |        | streaming | 12/F58EC0A8 | 12/F58EC0A8 | 12/F58EC0A8 | 12/F58EC0A8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27906 |      |      3267669 | 12/F58EBEE8 | 12/F58EC0A8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241546 |  241523 | r          | 12/F56F5A28
 6973 | pg_subscr.rel |  241546 |  241526 | r          | 12/F56FC620
 6973 | pg_subscr.rel |  241546 |  241529 | r          | 12/F58EBFC0
 6973 | pg_subscr.rel |  241546 |  241534 | r          | 12/F58EC0A8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 27906
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 27906

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down...... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:42:38.683 CEST 28955 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:42:38.784 CEST 28955 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:42:38.923 CEST 28955 LOG:  redirecting log output to logging collector process
2017-05-25 16:42:38.923 CEST 28955 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:42:39.648 CEST 28966 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:42:39.757 CEST 28966 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:42:39.922 CEST 28966 LOG:  redirecting log output to logging collector process
2017-05-25 16:42:39.922 CEST 28966 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 35 --   35 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:42:40
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:42:38.924125+02     replica_start_time 2017-05-25 16:42:39.922631+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1483000 of 2500000 tuples (59%) done (elapsed 5.03 s, remaining 3.45 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.57 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:42:56.86 | 29194 | 6:42:56.864021+02 |        | catchup | 13/8C8F768 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29194 |      |      3267691 | 13/8C8F730  | 13/8C8F768

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241570 |  241547 | i          | 
 6973 | pg_subscr.rel |  241570 |  241550 | i          | 
 6973 | pg_subscr.rel |  241570 |  241553 | i          | 
 6973 | pg_subscr.rel |  241570 |  241558 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 250.9 tps, lat 250.621 ms stddev 267.447
progress: 24.0 s, 205.6 tps, lat 306.349 ms stddev 315.363
progress: 36.0 s, 68.2 tps, lat 906.159 ms stddev 962.637
progress: 48.0 s, 144.3 tps, lat 460.317 ms stddev 584.142
progress: 60.0 s, 264.1 tps, lat 244.192 ms stddev 243.946
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11261
latency average = 351.078 ms
latency stddev = 483.650 ms
tps = 170.439300 (including connections establishing)
tps = 170.455744 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:44:02.98 | 29194 | 6:42:56.864021+02 |        | streaming | 13/9463938 | 13/9463938 | 13/9463168 | 13/9463938 |           | 00:00:02.144189 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29194 |      |      3277933 | 13/92CD7A0  | 13/9463168

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241570 |  241550 | r          | 13/8D6CED8
 6973 | pg_subscr.rel |  241570 |  241547 | r          | 13/9087150
 6973 | pg_subscr.rel |  241570 |  241553 | r          | 13/911DBB8
 6973 | pg_subscr.rel |  241570 |  241558 | r          | 13/92CDEF8

2017.05.25 16:44:03
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11261  0a05edead 8f76f372e fcf37c37a 88909e888 master
6973 a,b,t,h:  2500000     25    250  11261  0a05edead 8f76f372e fcf37c37a 88909e888 replica ok  accaa2dcc
2017.05.25 16:44:21
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:44:21.04 | 29194 | 6:42:56.864021+02 |        | streaming | 13/94CBCE0 | 13/94C9FE8 | 13/94C9FE8 | 13/94C9FE8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29194 |      |      3277933 | 13/92CD7A0  | 13/94C9FE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241570 |  241550 | r          | 13/8D6CED8
 6973 | pg_subscr.rel |  241570 |  241547 | r          | 13/9087150
 6973 | pg_subscr.rel |  241570 |  241553 | r          | 13/911DBB8
 6973 | pg_subscr.rel |  241570 |  241558 | r          | 13/92CDEF8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 29194
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 29194

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:44:56.116 CEST 30050 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:44:56.224 CEST 30050 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:44:56.379 CEST 30050 LOG:  redirecting log output to logging collector process
2017-05-25 16:44:56.379 CEST 30050 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:44:57.114 CEST 30061 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:44:57.220 CEST 30061 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:44:57.384 CEST 30061 LOG:  redirecting log output to logging collector process
2017-05-25 16:44:57.384 CEST 30061 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 36 --   36 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:44:58
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:44:56.379431+02     replica_start_time 2017-05-25 16:44:57.385051+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1491200 of 2500000 tuples (59%) done (elapsed 5.12 s, remaining 3.46 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.42 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:45:13.49 | 30295 | 6:45:13.489374+02 |        | catchup | 13/1C880978 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30295 |      |      3278981 | 13/1C880940 | 13/1C880978

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241595 |  241575 | i          | 
 6973 | pg_subscr.rel |  241595 |  241578 | i          | 
 6973 | pg_subscr.rel |  241595 |  241583 | i          | 
 6973 | pg_subscr.rel |  241595 |  241572 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 353.1 tps, lat 178.604 ms stddev 205.780
progress: 24.0 s, 342.8 tps, lat 187.179 ms stddev 272.874
progress: 36.0 s, 78.2 tps, lat 780.771 ms stddev 738.984
progress: 48.0 s, 134.7 tps, lat 483.755 ms stddev 602.575
progress: 60.0 s, 44.8 tps, lat 1084.353 ms stddev 1228.655
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11506
latency average = 345.452 ms
latency stddev = 683.235 ms
tps = 169.057836 (including connections establishing)
tps = 169.075032 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 16:46:21.69 | 30295 | 6:45:13.489374+02 |        | streaming | 13/1CF5C628 | 13/1CEF9F28 | 13/1CEF9F28 | 13/1CEF9F28 | 00:00:01.586629 | 00:00:01.586632 | 00:00:01.586629
 6972 | pgst.repl  | 2017-05-25 16:46:21.69 | 30664 | 6:46:12.19874+02  |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 16:46:21.69 | 30662 | 6:46:11.753444+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241595_sync_241578 | pgoutput | logical   |  16384 | testdb   | t         | t      |      30662 |      |      3279664 | 13/1D091750 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      30295 |      |      3288066 | 13/1CE83C60 | 13/1CEF9F28

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241595 |  241572 | r          | 13/1CE83C60
 6973 | pg_subscr.rel |  241595 |  241578 | d          | 
 6973 | pg_subscr.rel |  241595 |  241583 | d          | 
 6973 | pg_subscr.rel |  241595 |  241575 | r          | 13/1CEFA3F0

2017.05.25 16:46:21
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25      0  11506  db5065427 56f0fafbe d41d8cd98 feb7be9b8 replica NOK  a0e66b3ba
2017.05.25 16:46:39
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241595 |  241572 | r          | 13/1CE83C60
  241595 |  241575 | r          | 13/1CEFA3F0
  241595 |  241578 | r          | 13/1D0967F8
  241595 |  241583 | r          | 13/1D120050
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241595   | 13/1D092230 | 1C/F546FE70
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30295 |      |      3290499 | 13/1D125BA8 | 13/1D125BE0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1649.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1649.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1649.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1649.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11506  eaf10a658 62c95ce5d 34053ab79 feb7be9b8 master
6973 a,b,t,h:  2500000     25    250  11506  088649048 62c95ce5d 34053ab79 feb7be9b8 replica NOK   b7f67f177
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241595 |  241572 | r          | 13/1CE83C60
  241595 |  241575 | r          | 13/1CEFA3F0
  241595 |  241578 | r          | 13/1D0967F8
  241595 |  241583 | r          | 13/1D120050
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241595   | 13/1D092230 | 1C/F546FE70
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30295 |      |      3290499 | 13/1D125C88 | 13/1D125CC0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1656.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1656.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1656.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1656.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:56:21.29 | 30295 | 6:45:13.489374+02 |        | streaming | 13/1D125CC0 | 13/1D125CC0 | 13/1D125CC0 | 13/1D125CC0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30295 |      |      3290499 | 13/1D125C88 | 13/1D125CC0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241595 |  241572 | r          | 13/1CE83C60
 6973 | pg_subscr.rel |  241595 |  241575 | r          | 13/1CEFA3F0
 6973 | pg_subscr.rel |  241595 |  241578 | r          | 13/1D0967F8
 6973 | pg_subscr.rel |  241595 |  241583 | r          | 13/1D120050

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 16:56:25.772 CEST 3841 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 16:56:25.867 CEST 3841 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 16:56:25.983 CEST 3841 LOG:  redirecting log output to logging collector process
2017-05-25 16:56:25.983 CEST 3841 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 16:56:26.757 CEST 3852 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 16:56:26.839 CEST 3852 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 16:56:26.934 CEST 3852 LOG:  redirecting log output to logging collector process
2017-05-25 16:56:26.934 CEST 3852 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 37 --   37 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 16:56:27
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 16:56:25.984131+02     replica_start_time 2017-05-25 16:56:26.934419+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1485100 of 2500000 tuples (59%) done (elapsed 5.00 s, remaining 3.42 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.27 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | f      |            |      |      3290518 | 13/304B83E8 | 13/304B8420

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241619 |  241596 | i          | 
 6973 | pg_subscr.rel |  241619 |  241599 | i          | 
 6973 | pg_subscr.rel |  241619 |  241602 | i          | 
 6973 | pg_subscr.rel |  241619 |  241607 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 320.3 tps, lat 195.429 ms stddev 231.787
progress: 24.0 s, 219.1 tps, lat 278.408 ms stddev 396.971
progress: 36.0 s, 288.3 tps, lat 225.883 ms stddev 362.430
progress: 48.0 s, 62.6 tps, lat 943.318 ms stddev 791.797
progress: 60.0 s, 48.9 tps, lat 1228.456 ms stddev 1196.979
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11335
latency average = 347.335 ms
latency stddev = 618.181 ms
tps = 177.135862 (including connections establishing)
tps = 177.154129 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 16:57:46.71 | 4085 | 6:56:42.682051+02 |        | catchup   | 13/3074CF28 | 13/3074A8F0 | 13/3074A8F0 | 13/3074A8F0 |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:57:46.71 | 4082 | 6:56:42.67295+02  |        | streaming | 13/30BD31E0 | 13/30BC5C70 | 13/30BC5C70 | 13/30BC5C70 |           |           | 
 6972 | pgst.repl  | 2017-05-25 16:57:46.71 | 4169 | 6:56:43.683593+02 |        | startup   |             |             |             |             |           |           | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241619_sync_241599 | pgoutput | logical   |  16384 | testdb   | t         | t      |       4169 |      |      3290518 | 13/305134A0 | 13/30BC83D8
 6972 | pg_repl.slots | sub1_241619_sync_241596 | pgoutput | logical   |  16384 | testdb   | t         | t      |       4085 |      |      3291004 | 13/305134A0 | 13/3074A8F0
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       4082 |      |      3291079 | 13/307D69E0 | 13/30BC5C70

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241619 |  241602 | i          | 
 6973 | pg_subscr.rel |  241619 |  241607 | i          | 
 6973 | pg_subscr.rel |  241619 |  241596 | d          | 
 6973 | pg_subscr.rel |  241619 |  241599 | d          | 

2017.05.25 16:57:46
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  88ea96e78
2017.05.25 16:57:57
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241619 |  241596 | r          | 13/30BC6380
  241619 |  241599 | r          | 13/30BC8658
  241619 |  241607 | r          | 13/30D3D1B8
  241619 |  241602 | r          | 13/30D3D1B8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241619   | 13/30CB2E18 | 1D/16728608
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4082 |      |      3301863 | 13/30D42980 | 13/30D429B8
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1700.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1700.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1700.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1700.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11335  4631e1266 8ded789c7 2e8ddf685 ec5d1d7e6 master
6973 a,b,t,h:  2500000     25    250  11335  890d24bf9 8ded789c7 2e8ddf685 ec5d1d7e6 replica NOK   4af087740
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241619 |  241596 | r          | 13/30BC6380
  241619 |  241599 | r          | 13/30BC8658
  241619 |  241607 | r          | 13/30D3D1B8
  241619 |  241602 | r          | 13/30D3D1B8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241619   | 13/30CB2E18 | 1D/16728608
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4082 |      |      3301863 | 13/30D42A60 | 13/30D42A98
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1707.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1707.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1707.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1707.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:07:35.31 | 4082 | 6:56:42.67295+02 |        | streaming | 13/30D42A98 | 13/30D42A98 | 13/30D42A98 | 13/30D42A98 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4082 |      |      3301863 | 13/30D42A60 | 13/30D42A98

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241619 |  241596 | r          | 13/30BC6380
 6973 | pg_subscr.rel |  241619 |  241599 | r          | 13/30BC8658
 6973 | pg_subscr.rel |  241619 |  241607 | r          | 13/30D3D1B8
 6973 | pg_subscr.rel |  241619 |  241602 | r          | 13/30D3D1B8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:07:39.748 CEST 9860 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:07:39.836 CEST 9860 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:07:39.956 CEST 9860 LOG:  redirecting log output to logging collector process
2017-05-25 17:07:39.956 CEST 9860 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:07:40.758 CEST 9876 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:07:40.856 CEST 9876 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:07:40.981 CEST 9876 LOG:  redirecting log output to logging collector process
2017-05-25 17:07:40.981 CEST 9876 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 38 --   38 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:07:41
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:07:39.957342+02     replica_start_time 2017-05-25 17:07:40.982309+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1596400 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.83 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.88 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:07:56.43 | 10098 | 7:07:56.429112+02 |        | catchup | 13/440D5308 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10098 |      |      3301882 | 13/440D52D0 | 13/440D5308

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241643 |  241623 | i          | 
 6973 | pg_subscr.rel |  241643 |  241626 | i          | 
 6973 | pg_subscr.rel |  241643 |  241631 | i          | 
 6973 | pg_subscr.rel |  241643 |  241620 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 351.1 tps, lat 179.546 ms stddev 232.073
progress: 24.0 s, 203.3 tps, lat 300.984 ms stddev 442.539
progress: 36.0 s, 71.7 tps, lat 880.723 ms stddev 944.860
progress: 48.0 s, 194.0 tps, lat 343.452 ms stddev 425.712
progress: 60.0 s, 112.7 tps, lat 397.799 ms stddev 585.549
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11257
latency average = 363.579 ms
latency stddev = 811.592 ms
tps = 158.408369 (including connections establishing)
tps = 158.422391 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:09:07.54 | 10098 | 7:07:56.429112+02 |        | streaming | 13/448A8930 | 13/448A6750 | 13/448A6750 | 13/448A6750 | 00:00:00.375327 | 00:00:00.375327 | 00:00:00.375327

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10098 |      |      3312620 | 13/448025B0 | 13/448A6750

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241643 |  241620 | r          | 13/445BC690
 6973 | pg_subscr.rel |  241643 |  241623 | r          | 13/44614FD0
 6973 | pg_subscr.rel |  241643 |  241626 | r          | 13/447F4E78
 6973 | pg_subscr.rel |  241643 |  241631 | r          | 13/44802B58

2017.05.25 17:09:07
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11257  7b277c23d aab0453aa 43d22a5cf 05386280a master
6973 a,b,t,h:  2500000     25    250  11257  7b277c23d aab0453aa 43d22a5cf 05386280a replica ok  36b925d45
2017.05.25 17:09:24
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |   flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:09:24.91 | 10098 | 7:07:56.429112+02 |        | streaming | 13/44934560 | 13/44934560 | 13/44934560 | 13/44934560 |           | 00:00:01.00852 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10098 |      |      3313146 | 13/448C97A8 | 13/44934560

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241643 |  241620 | r          | 13/445BC690
 6973 | pg_subscr.rel |  241643 |  241623 | r          | 13/44614FD0
 6973 | pg_subscr.rel |  241643 |  241626 | r          | 13/447F4E78
 6973 | pg_subscr.rel |  241643 |  241631 | r          | 13/44802B58

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:09:50.406 CEST 10834 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:09:50.520 CEST 10834 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:09:50.637 CEST 10834 LOG:  redirecting log output to logging collector process
2017-05-25 17:09:50.637 CEST 10834 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:09:51.404 CEST 10845 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:09:51.517 CEST 10845 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:09:51.652 CEST 10845 LOG:  redirecting log output to logging collector process
2017-05-25 17:09:51.652 CEST 10845 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 39 --   39 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:09:52
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:09:50.637553+02     replica_start_time 2017-05-25 17:09:51.652434+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1579300 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.91 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.90 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:10:07.46 | 11081 | 7:10:07.456479+02 |        | catchup | 13/57CC71D0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:10:07.46 | 11087 | 7:10:07.463642+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11081 |      |      3313165 | 13/57CC7198 | 13/57CC71D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241668 |  241648 | i          | 
 6973 | pg_subscr.rel |  241668 |  241651 | i          | 
 6973 | pg_subscr.rel |  241668 |  241656 | i          | 
 6973 | pg_subscr.rel |  241668 |  241645 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 350.8 tps, lat 179.920 ms stddev 216.125
progress: 24.0 s, 179.6 tps, lat 337.566 ms stddev 471.321
progress: 36.0 s, 70.5 tps, lat 904.008 ms stddev 775.247
progress: 48.0 s, 162.1 tps, lat 409.011 ms stddev 433.914
progress: 60.0 s, 132.8 tps, lat 360.431 ms stddev 484.035
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10813
latency average = 365.886 ms
latency stddev = 615.269 ms
tps = 168.081979 (including connections establishing)
tps = 168.096775 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:11:11.85 | 11081 | 7:10:07.456479+02 |        | streaming | 13/5845DF40 | 13/5845DF40 | 13/584592D8 | 13/5845DF40 |           | 00:00:00.404955 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11081 |      |      3323744 | 13/58388DF8 | 13/584592D8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241668 |  241645 | r          | 13/581748F8
 6973 | pg_subscr.rel |  241668 |  241648 | r          | 13/581C7660
 6973 | pg_subscr.rel |  241668 |  241651 | r          | 13/5835EA98
 6973 | pg_subscr.rel |  241668 |  241656 | r          | 13/583891C8

2017.05.25 17:11:11
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10813  2f087033b fd32b0f39 8aecd17e0 fc19c0d0e master
6973 a,b,t,h:  2500000     25    250  10813  2f087033b fd32b0f39 8aecd17e0 fc19c0d0e replica ok  121bd1884
2017.05.25 17:11:26
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:11:27.00 | 11081 | 7:10:07.456479+02 |        | streaming | 13/584E14F8 | 13/584E14F8 | 13/584E14F8 | 13/584E14F8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11081 |      |      3323744 | 13/58388DF8 | 13/584E14F8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241668 |  241645 | r          | 13/581748F8
 6973 | pg_subscr.rel |  241668 |  241648 | r          | 13/581C7660
 6973 | pg_subscr.rel |  241668 |  241651 | r          | 13/5835EA98
 6973 | pg_subscr.rel |  241668 |  241656 | r          | 13/583891C8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 11081
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 11081

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:11:58.321 CEST 11932 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:11:58.432 CEST 11932 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:11:58.565 CEST 11932 LOG:  redirecting log output to logging collector process
2017-05-25 17:11:58.565 CEST 11932 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:11:59.320 CEST 11943 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:11:59.428 CEST 11943 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:11:59.542 CEST 11943 LOG:  redirecting log output to logging collector process
2017-05-25 17:11:59.542 CEST 11943 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 40 --   40 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:12:00
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:11:58.566526+02     replica_start_time 2017-05-25 17:11:59.543064+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1647700 of 2500000 tuples (65%) done (elapsed 5.07 s, remaining 2.62 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.76 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:12:14.37 | 12117 | 7:12:14.371795+02 |        | catchup | 13/6B877EE8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:12:14.37 | 12120 | 7:12:14.380854+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12117 |      |      3324006 | 13/6B877EB0 | 13/6B877EE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241692 |  241672 | i          | 
 6973 | pg_subscr.rel |  241692 |  241675 | i          | 
 6973 | pg_subscr.rel |  241692 |  241680 | i          | 
 6973 | pg_subscr.rel |  241692 |  241669 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 167.1 tps, lat 372.206 ms stddev 344.422
progress: 24.0 s, 169.2 tps, lat 382.666 ms stddev 451.289
progress: 36.0 s, 90.5 tps, lat 675.844 ms stddev 629.117
progress: 48.0 s, 152.1 tps, lat 437.043 ms stddev 499.853
progress: 60.0 s, 206.0 tps, lat 309.075 ms stddev 289.014
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9482
latency average = 406.248 ms
latency stddev = 443.398 ms
tps = 154.459517 (including connections establishing)
tps = 154.473853 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |   flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:13:15.81 | 12117 | 7:12:14.371795+02 |        | streaming | 13/6BF06A78 | 13/6BF01A30 | 13/6BEDBE68 | 13/6BF01A30 | 00:00:00.126778 | 00:00:00.16284 | 00:00:00.126778

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12117 |      |      3332290 | 13/6BE47E78 | 13/6BEDBE68

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241692 |  241669 | r          | 13/6BBC1218
 6973 | pg_subscr.rel |  241692 |  241675 | r          | 13/6BC47258
 6973 | pg_subscr.rel |  241692 |  241680 | r          | 13/6BE64B18
 6973 | pg_subscr.rel |  241692 |  241672 | r          | 13/6B928710

2017.05.25 17:13:15
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9482  06ae1d23e b12cdd104 4b015cda5 bd6c1e772 master
6973 a,b,t,h:  2500000     25    250   9482  06ae1d23e b12cdd104 4b015cda5 bd6c1e772 replica ok  8f8118595
2017.05.25 17:13:28
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:13:28.75 | 12117 | 7:12:14.371795+02 |        | streaming | 13/6BF95128 | 13/6BF95128 | 13/6BF95128 | 13/6BF95128 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12117 |      |      3333001 | 13/6BE64830 | 13/6BF95128

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241692 |  241669 | r          | 13/6BBC1218
 6973 | pg_subscr.rel |  241692 |  241675 | r          | 13/6BC47258
 6973 | pg_subscr.rel |  241692 |  241680 | r          | 13/6BE64B18
 6973 | pg_subscr.rel |  241692 |  241672 | r          | 13/6B928710

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:13:53.599 CEST 12892 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:13:53.720 CEST 12892 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:13:53.844 CEST 12892 LOG:  redirecting log output to logging collector process
2017-05-25 17:13:53.844 CEST 12892 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:13:54.621 CEST 12903 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:13:54.740 CEST 12903 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:13:54.865 CEST 12903 LOG:  redirecting log output to logging collector process
2017-05-25 17:13:54.865 CEST 12903 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 41 --   41 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:13:55
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:13:53.844911+02     replica_start_time 2017-05-25 17:13:54.866203+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1581200 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.91 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.92 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:14:10.10 | 13134 | 7:14:10.094817+02 |        | catchup | 13/7F32CCC0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:14:10.10 | 13137 | 7:14:10.100925+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13134 |      |      3333514 | 13/7F32CC88 | 13/7F32CCC0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241716 |  241696 | i          | 
 6973 | pg_subscr.rel |  241716 |  241699 | i          | 
 6973 | pg_subscr.rel |  241716 |  241704 | i          | 
 6973 | pg_subscr.rel |  241716 |  241693 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 223.5 tps, lat 279.206 ms stddev 277.652
progress: 24.0 s, 105.4 tps, lat 569.218 ms stddev 750.534
progress: 36.0 s, 70.7 tps, lat 925.945 ms stddev 868.113
progress: 48.0 s, 228.7 tps, lat 291.428 ms stddev 319.320
progress: 60.0 s, 291.1 tps, lat 191.895 ms stddev 242.749
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11097
latency average = 358.683 ms
latency stddev = 559.832 ms
tps = 169.398241 (including connections establishing)
tps = 169.413416 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag   |    flush_lag    |  replay_lag   
 6972 | pgst.repl  | 2017-05-25 17:15:16.42 | 13134 | 7:14:10.094817+02 |        | streaming | 13/7FAC19D8 | 13/7FAC0F18 | 13/7FABCDD8 | 13/7FAC0EC8 | 00:00:00.0034 | 00:00:01.314595 | 00:00:00.0034

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13134 |      |      3340599 | 13/7F810B80 | 13/7FABCDD8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241716 |  241696 | r          | 13/7F3E2A70
 6973 | pg_subscr.rel |  241716 |  241693 | r          | 13/7F690A70
 6973 | pg_subscr.rel |  241716 |  241699 | r          | 13/7F6B26D8
 6973 | pg_subscr.rel |  241716 |  241704 | r          | 13/7F85EE28

2017.05.25 17:15:16
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11097  73b19a79a 8dc624ed3 0bdcbe7c0 bb302c06f master
6973 a,b,t,h:  2500000     25    250  11097  73b19a79a 8dc624ed3 0bdcbe7c0 bb302c06f replica ok  ef22154d8
2017.05.25 17:15:32
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:15:32.84 | 13134 | 7:14:10.094817+02 |        | streaming | 13/7FB50308 | 13/7FB50308 | 13/7FB50308 | 13/7FB50308 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13134 |      |      3344618 | 13/7FB500D0 | 13/7FB50308

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241716 |  241696 | r          | 13/7F3E2A70
 6973 | pg_subscr.rel |  241716 |  241693 | r          | 13/7F690A70
 6973 | pg_subscr.rel |  241716 |  241699 | r          | 13/7F6B26D8
 6973 | pg_subscr.rel |  241716 |  241704 | r          | 13/7F85EE28

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:16:00.403 CEST 13930 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:16:00.515 CEST 13930 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:16:00.650 CEST 13930 LOG:  redirecting log output to logging collector process
2017-05-25 17:16:00.650 CEST 13930 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:16:01.425 CEST 13941 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:16:01.523 CEST 13941 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:16:01.775 CEST 13941 LOG:  redirecting log output to logging collector process
2017-05-25 17:16:01.775 CEST 13941 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 42 --   42 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:16:02
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:16:00.651154+02     replica_start_time 2017-05-25 17:16:01.776354+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1616200 of 2500000 tuples (64%) done (elapsed 5.14 s, remaining 2.81 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.79 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:16:17.06 | 14117 | 7:16:17.057539+02 |        | catchup | 13/92EE7EC8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14117 |      |      3344637 | 13/92EE7E90 | 13/92EE7EC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241740 |  241720 | i          | 
 6973 | pg_subscr.rel |  241740 |  241723 | i          | 
 6973 | pg_subscr.rel |  241740 |  241728 | i          | 
 6973 | pg_subscr.rel |  241740 |  241717 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 322.2 tps, lat 194.955 ms stddev 214.133
progress: 24.0 s, 217.2 tps, lat 271.875 ms stddev 385.138
progress: 36.0 s, 97.8 tps, lat 708.742 ms stddev 828.061
progress: 48.0 s, 81.7 tps, lat 742.548 ms stddev 801.900
progress: 60.0 s, 155.8 tps, lat 417.941 ms stddev 435.041
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10559
latency average = 369.412 ms
latency stddev = 524.974 ms
tps = 169.869710 (including connections establishing)
tps = 169.885634 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:17:19.27 | 14117 | 7:16:17.057539+02 |        | streaming | 13/934AED78 | 13/934AEC40 | 13/934AEC40 | 13/934AEC40 |           | 00:00:00.741623 | 
 6972 | pgst.repl  | 2017-05-25 17:17:19.27 | 14539 | 7:17:15.347333+02 |        | startup   |             |             |             |             |           |                 | 
 6972 | pgst.repl  | 2017-05-25 17:17:19.27 | 14537 | 7:17:14.991295+02 |        | startup   |             |             |             |             |           |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241740_sync_241728 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14539 |      |      3345207 | 13/936697C8 | 
 6972 | pg_repl.slots | sub1_241740_sync_241723 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14537 |      |      3345207 | 13/9365FDA8 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      14117 |      |      3352617 | 13/93403098 | 13/934AEC40

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241740 |  241717 | r          | 13/933D3568
 6973 | pg_subscr.rel |  241740 |  241723 | d          | 
 6973 | pg_subscr.rel |  241740 |  241728 | d          | 
 6973 | pg_subscr.rel |  241740 |  241720 | r          | 13/934044A0

2017.05.25 17:17:19
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  f22201a1b 5a027a139 68784e738 c6d6a8ce5 replica NOK  f3b419b9c
2017.05.25 17:17:34
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241740 |  241717 | r          | 13/933D3568
  241740 |  241720 | r          | 13/934044A0
  241740 |  241723 | r          | 13/9366BFD8
  241740 |  241728 | r          | 13/9366BFD8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241740   | 13/93669B00 | 1D/BA1B9160
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14117 |      |      3355210 | 13/936F47B8 | 13/936F47F0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1720.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1720.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1720.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1720.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10559  50a82d6d4 f150c7f6c 68784e738 c6d6a8ce5 master
6973 a,b,t,h:  2500000     25    250  10559  cdbe966d6 f150c7f6c 68784e738 c6d6a8ce5 replica NOK   fe3bf48f3
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241740 |  241717 | r          | 13/933D3568
  241740 |  241720 | r          | 13/934044A0
  241740 |  241723 | r          | 13/9366BFD8
  241740 |  241728 | r          | 13/9366BFD8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241740   | 13/93669B00 | 1D/BA1B9160
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14117 |      |      3355210 | 13/936F4898 | 13/936F48D0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1726.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1726.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1726.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1726.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:26:47.54 | 14117 | 7:16:17.057539+02 |        | streaming | 13/936F48D0 | 13/936F48D0 | 13/936F48D0 | 13/936F48D0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14117 |      |      3355210 | 13/936F4898 | 13/936F48D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241740 |  241717 | r          | 13/933D3568
 6973 | pg_subscr.rel |  241740 |  241720 | r          | 13/934044A0
 6973 | pg_subscr.rel |  241740 |  241723 | r          | 13/9366BFD8
 6973 | pg_subscr.rel |  241740 |  241728 | r          | 13/9366BFD8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:26:51.959 CEST 19905 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:26:52.071 CEST 19905 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:26:52.182 CEST 19905 LOG:  redirecting log output to logging collector process
2017-05-25 17:26:52.182 CEST 19905 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:26:52.970 CEST 19916 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:26:53.055 CEST 19916 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:26:53.166 CEST 19916 LOG:  redirecting log output to logging collector process
2017-05-25 17:26:53.166 CEST 19916 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 43 --   43 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:26:54
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:26:52.183276+02     replica_start_time 2017-05-25 17:26:53.167156+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1594700 of 2500000 tuples (63%) done (elapsed 5.01 s, remaining 2.84 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.98 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:27:08.67 | 20083 | 7:27:08.664626+02 |        | catchup | 13/A6A96000 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:27:08.67 | 20086 | 7:27:08.674317+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20083 |      |      3355229 | 13/A6A95FC8 | 13/A6A96000

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241765 |  241745 | i          | 
 6973 | pg_subscr.rel |  241765 |  241748 | i          | 
 6973 | pg_subscr.rel |  241765 |  241753 | i          | 
 6973 | pg_subscr.rel |  241765 |  241742 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 252.1 tps, lat 245.751 ms stddev 247.982
progress: 24.0 s, 109.2 tps, lat 569.589 ms stddev 595.181
progress: 36.0 s, 87.2 tps, lat 755.169 ms stddev 656.380
progress: 48.0 s, 225.8 tps, lat 283.184 ms stddev 290.241
progress: 60.0 s, 249.4 tps, lat 210.323 ms stddev 370.509
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11149
latency average = 365.744 ms
latency stddev = 668.147 ms
tps = 162.556655 (including connections establishing)
tps = 162.570815 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:28:17.31 | 20083 | 7:27:08.664626+02 |        | streaming | 13/A7255A78 | 13/A7255A78 | 13/A724D748 | 13/A7255A78 |           | 00:00:00.689792 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20083 |      |      3366162 | 13/A7067288 | 13/A724D748

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241765 |  241745 | r          | 13/A6B53820
 6973 | pg_subscr.rel |  241765 |  241742 | r          | 13/A6DE9368
 6973 | pg_subscr.rel |  241765 |  241748 | r          | 13/A6E8F708
 6973 | pg_subscr.rel |  241765 |  241753 | r          | 13/A7067640

2017.05.25 17:28:17
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11149  658d2d9f0 936326131 b427401ea 3c7e267ee master
6973 a,b,t,h:  2500000     25    250  11149  658d2d9f0 936326131 b427401ea 3c7e267ee replica ok  35935adf1
2017.05.25 17:28:33
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:28:33.10 | 20083 | 7:27:08.664626+02 |        | streaming | 13/A72DDB40 | 13/A72DDB40 | 13/A72DDB40 | 13/A72DDB40 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      20083 |      |      3366387 | 13/A72D2910 | 13/A72DDB40

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241765 |  241745 | r          | 13/A6B53820
 6973 | pg_subscr.rel |  241765 |  241742 | r          | 13/A6DE9368
 6973 | pg_subscr.rel |  241765 |  241748 | r          | 13/A6E8F708
 6973 | pg_subscr.rel |  241765 |  241753 | r          | 13/A7067640

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:28:59.594 CEST 20889 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:28:59.706 CEST 20889 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:28:59.853 CEST 20889 LOG:  redirecting log output to logging collector process
2017-05-25 17:28:59.853 CEST 20889 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:29:00.605 CEST 20900 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:29:00.714 CEST 20900 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:29:00.863 CEST 20900 LOG:  redirecting log output to logging collector process
2017-05-25 17:29:00.863 CEST 20900 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 44 --   44 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:29:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:28:59.85342+02     replica_start_time 2017-05-25 17:29:00.863919+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1611500 of 2500000 tuples (64%) done (elapsed 5.00 s, remaining 2.76 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.88 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:29:15.95 | 21129 | 7:29:15.945172+02 |        | catchup | 13/BA6880B8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:29:15.95 | 21132 | 7:29:15.954185+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21129 |      |      3366406 | 13/BA688080 | 13/BA6880B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241789 |  241769 | i          | 
 6973 | pg_subscr.rel |  241789 |  241772 | i          | 
 6973 | pg_subscr.rel |  241789 |  241777 | i          | 
 6973 | pg_subscr.rel |  241789 |  241766 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 208.3 tps, lat 301.771 ms stddev 286.968
progress: 24.0 s, 101.8 tps, lat 590.241 ms stddev 688.985
progress: 36.0 s, 85.7 tps, lat 787.474 ms stddev 762.252
progress: 48.0 s, 249.4 tps, lat 254.762 ms stddev 236.166
progress: 60.0 s, 244.9 tps, lat 212.720 ms stddev 289.030
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10746
latency average = 364.280 ms
latency stddev = 528.445 ms
tps = 171.956340 (including connections establishing)
tps = 171.974093 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:30:18.50 | 21129 | 7:29:15.945172+02 |        | streaming | 13/BADFC310 | 13/BADF70D0 | 13/BADF70D0 | 13/BADF70D0 | 00:00:00.004076 | 00:00:02.489912 | 00:00:00.004076

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21129 |      |      3376524 | 13/BAB4D738 | 13/BADF70D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241789 |  241769 | r          | 13/BA6F9668
 6973 | pg_subscr.rel |  241789 |  241766 | r          | 13/BA8AABC8
 6973 | pg_subscr.rel |  241789 |  241772 | r          | 13/BA9B3600
 6973 | pg_subscr.rel |  241789 |  241777 | r          | 13/BAB4DC88

2017.05.25 17:30:18
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10746  c3311009e dca8d8fdf b03415b02 ee2ccd492 master
6973 a,b,t,h:  2500000     25    250  10746  c3311009e dca8d8fdf b03415b02 ee2ccd492 replica ok  bb66509f2
2017.05.25 17:30:33
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:30:33.34 | 21129 | 7:29:15.945172+02 |        | streaming | 13/BAE813F0 | 13/BAE813F0 | 13/BAE813F0 | 13/BAE813F0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21129 |      |      3376524 | 13/BAB4D738 | 13/BAE813F0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241789 |  241769 | r          | 13/BA6F9668
 6973 | pg_subscr.rel |  241789 |  241766 | r          | 13/BA8AABC8
 6973 | pg_subscr.rel |  241789 |  241772 | r          | 13/BA9B3600
 6973 | pg_subscr.rel |  241789 |  241777 | r          | 13/BAB4DC88

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:30:54.490 CEST 21851 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:30:54.615 CEST 21851 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:30:54.734 CEST 21851 LOG:  redirecting log output to logging collector process
2017-05-25 17:30:54.734 CEST 21851 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:30:55.502 CEST 21863 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:30:55.593 CEST 21863 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:30:55.712 CEST 21863 LOG:  redirecting log output to logging collector process
2017-05-25 17:30:55.712 CEST 21863 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 45 --   45 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:30:56
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:30:54.735485+02     replica_start_time 2017-05-25 17:30:55.713147+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1562900 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 3.00 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.18 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:31:10.87 | 22031 | 7:31:10.862462+02 |        | catchup | 13/CE2188D8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22031 |      |      3377179 | 13/CE2188A0 | 13/CE2188D8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241813 |  241793 | i          | 
 6973 | pg_subscr.rel |  241813 |  241796 | i          | 
 6973 | pg_subscr.rel |  241813 |  241801 | i          | 
 6973 | pg_subscr.rel |  241813 |  241790 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 321.5 tps, lat 196.692 ms stddev 236.341
progress: 24.0 s, 290.6 tps, lat 211.570 ms stddev 297.258
progress: 36.0 s, 78.5 tps, lat 813.038 ms stddev 597.863
progress: 48.0 s, 177.7 tps, lat 369.563 ms stddev 423.484
progress: 60.0 s, 70.8 tps, lat 713.730 ms stddev 1133.194
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11333
latency average = 360.055 ms
latency stddev = 735.237 ms
tps = 165.527435 (including connections establishing)
tps = 165.541818 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:32:19.39 | 22031 | 7:31:10.862462+02 |        | streaming | 13/CE9B7198 | 13/CE9B7068 | 13/CE9B7068 | 13/CE9B7068 | 00:00:00.527285 | 00:00:05.963746 | 00:00:00.527285

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241813_sync_241801 | pgoutput | logical   |  16384 | testdb   | t         | t      |      22381 |      |      3377741 | 13/CE9B7068 | 13/CEA06EA0
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      22031 |      |      3387727 | 13/CE995408 | 13/CE9B7068

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241813 |  241790 | r          | 13/CE78C838
 6973 | pg_subscr.rel |  241813 |  241793 | r          | 13/CE79E528
 6973 | pg_subscr.rel |  241813 |  241796 | s          | 13/CE9DC9D0
 6973 | pg_subscr.rel |  241813 |  241801 | s          | 13/CEA06EA0

2017.05.25 17:32:19
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  5cb77fdeb 75624b38d 550970b22 e5a0a340d replica NOK  95fc7d0d9
2017.05.25 17:32:37
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241813 |  241790 | r          | 13/CE78C838
  241813 |  241793 | r          | 13/CE79E528
  241813 |  241796 | r          | 13/CE9DCB40
  241813 |  241801 | r          | 13/CEA071A8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241813   | 13/CEA08160 | 1E/1D5B00B0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22031 |      |      3388523 | 13/CEA99C60 | 13/CEA99C98
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1735.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1735.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1735.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1735.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11333  56cc91da1 75624b38d 550970b22 e5a0a340d master
6973 a,b,t,h:  2500000     25    250  11333  522ebe983 75624b38d 550970b22 e5a0a340d replica NOK   c1e495153
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241813 |  241790 | r          | 13/CE78C838
  241813 |  241793 | r          | 13/CE79E528
  241813 |  241796 | r          | 13/CE9DCB40
  241813 |  241801 | r          | 13/CEA071A8
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_241813   | 13/CEA08160 | 1E/1D5B00B0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22031 |      |      3388523 | 13/CEA99D40 | 13/CEA99D78
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1741.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1741.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1741.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1741.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:41:47.88 | 22031 | 7:31:10.862462+02 |        | streaming | 13/CEA99D78 | 13/CEA99D78 | 13/CEA99D78 | 13/CEA99D78 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22031 |      |      3388523 | 13/CEA99D40 | 13/CEA99D78

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241813 |  241790 | r          | 13/CE78C838
 6973 | pg_subscr.rel |  241813 |  241793 | r          | 13/CE79E528
 6973 | pg_subscr.rel |  241813 |  241796 | r          | 13/CE9DCB40
 6973 | pg_subscr.rel |  241813 |  241801 | r          | 13/CEA071A8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:41:52.279 CEST 27595 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:41:52.363 CEST 27595 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:41:52.476 CEST 27595 LOG:  redirecting log output to logging collector process
2017-05-25 17:41:52.476 CEST 27595 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:41:53.279 CEST 27611 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:41:53.383 CEST 27611 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:41:53.625 CEST 27611 LOG:  redirecting log output to logging collector process
2017-05-25 17:41:53.625 CEST 27611 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 46 --   46 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:41:54
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:41:52.477137+02     replica_start_time 2017-05-25 17:41:53.62561+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1471800 of 2500000 tuples (58%) done (elapsed 5.08 s, remaining 3.55 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.16 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:42:09.46 | 27840 | 7:42:09.455841+02 |        | catchup | 13/E1E31090 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:42:09.46 | 27843 | 7:42:09.465272+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27840 |      |      3388542 | 13/E1E31058 | 13/E1E31090

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241838 |  241818 | i          | 
 6973 | pg_subscr.rel |  241838 |  241821 | i          | 
 6973 | pg_subscr.rel |  241838 |  241826 | i          | 
 6973 | pg_subscr.rel |  241838 |  241815 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 242.7 tps, lat 259.318 ms stddev 272.897
progress: 24.0 s, 137.0 tps, lat 440.874 ms stddev 436.316
progress: 36.0 s, 68.0 tps, lat 926.706 ms stddev 821.430
progress: 48.0 s, 144.8 tps, lat 467.810 ms stddev 621.837
progress: 60.0 s, 247.5 tps, lat 261.193 ms stddev 258.840
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10144
latency average = 378.915 ms
latency stddev = 476.844 ms
tps = 168.072295 (including connections establishing)
tps = 168.088949 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:43:09.87 | 27840 | 7:42:09.455841+02 |        | streaming | 13/E253B648 | 13/E253B648 | 13/E253B0F0 | 13/E253B648 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27840 |      |      3398016 | 13/E239C5D8 | 13/E253B0F0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241838 |  241818 | r          | 13/E1F1D248
 6973 | pg_subscr.rel |  241838 |  241815 | r          | 13/E21970C8
 6973 | pg_subscr.rel |  241838 |  241821 | r          | 13/E2210800
 6973 | pg_subscr.rel |  241838 |  241826 | r          | 13/E239C8E8

2017.05.25 17:43:09
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10144  fb7297647 7648bf8cf ce4707af3 6f38dfd7b master
6973 a,b,t,h:  2500000     25    250  10144  fb7297647 7648bf8cf ce4707af3 6f38dfd7b replica ok  a2813062f
2017.05.25 17:43:23
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:43:23.24 | 27840 | 7:42:09.455841+02 |        | streaming | 13/E25B98A0 | 13/E25B98A0 | 13/E25B98A0 | 13/E25B98A0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27840 |      |      3398016 | 13/E239C5D8 | 13/E25B98A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241838 |  241818 | r          | 13/E1F1D248
 6973 | pg_subscr.rel |  241838 |  241815 | r          | 13/E21970C8
 6973 | pg_subscr.rel |  241838 |  241821 | r          | 13/E2210800
 6973 | pg_subscr.rel |  241838 |  241826 | r          | 13/E239C8E8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down....... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:43:46.468 CEST 28544 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:43:46.569 CEST 28544 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:43:46.676 CEST 28544 LOG:  redirecting log output to logging collector process
2017-05-25 17:43:46.676 CEST 28544 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:43:47.466 CEST 28555 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:43:47.553 CEST 28555 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:43:47.682 CEST 28555 LOG:  redirecting log output to logging collector process
2017-05-25 17:43:47.682 CEST 28555 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 47 --   47 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:43:48
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:43:46.677079+02     replica_start_time 2017-05-25 17:43:47.683245+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1550300 of 2500000 tuples (62%) done (elapsed 5.07 s, remaining 3.11 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.00 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:44:03.31 | 28784 | 7:44:03.31221+02 |        | catchup | 13/F594D568 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28784 |      |      3398712 | 13/F594D530 | 13/F594D568

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241862 |  241842 | i          | 
 6973 | pg_subscr.rel |  241862 |  241845 | i          | 
 6973 | pg_subscr.rel |  241862 |  241850 | i          | 
 6973 | pg_subscr.rel |  241862 |  241839 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 333.9 tps, lat 189.216 ms stddev 214.445
progress: 24.0 s, 281.2 tps, lat 226.907 ms stddev 350.669
progress: 36.0 s, 87.1 tps, lat 688.529 ms stddev 680.603
progress: 48.0 s, 110.3 tps, lat 602.849 ms stddev 743.964
progress: 60.0 s, 122.9 tps, lat 440.462 ms stddev 536.458
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11289
latency average = 370.021 ms
latency stddev = 791.723 ms
tps = 151.820392 (including connections establishing)
tps = 151.833008 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:45:17.72 | 28784 | 7:44:03.31221+02 |        | streaming | 13/F6114508 | 13/F60ED118 | 13/F60ED118 | 13/F60ED118 | 00:00:00.005128 | 00:00:05.603958 | 00:00:00.005128

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28784 |      |      3409127 | 13/F5FA8300 | 13/F60ED118

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241862 |  241839 | r          | 13/F5ED1058
 6973 | pg_subscr.rel |  241862 |  241842 | r          | 13/F5F0D648
 6973 | pg_subscr.rel |  241862 |  241845 | s          | 13/F6114AA8
 6973 | pg_subscr.rel |  241862 |  241850 | s          | 13/F61324B8

2017.05.25 17:45:17
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11289  715297f6f ab1cb604e d2bad24ba 6f81fe877 master
6973 a,b,t,h:  2500000     25    250  11289  c2de63f74 ab1cb604e d2bad24ba 6f81fe877 replica NOK  11cc1c96c
2017.05.25 17:45:36
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11289  715297f6f ab1cb604e d2bad24ba 6f81fe877 master
6973 a,b,t,h:  2500000     25    250  11289  715297f6f ab1cb604e d2bad24ba 6f81fe877 replica ok   6025b9e15
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:46:01.24 | 28784 | 7:44:03.31221+02 |        | streaming | 13/F61E20A0 | 13/F61E20A0 | 13/F61E20A0 | 13/F61E20A0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28784 |      |      3410013 | 13/F61E2068 | 13/F61E20A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241862 |  241839 | r          | 13/F5ED1058
 6973 | pg_subscr.rel |  241862 |  241842 | r          | 13/F5F0D648
 6973 | pg_subscr.rel |  241862 |  241845 | r          | 13/F6115558
 6973 | pg_subscr.rel |  241862 |  241850 | r          | 13/F6132890

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:46:19.729 CEST 29791 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:46:19.839 CEST 29791 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:46:19.964 CEST 29791 LOG:  redirecting log output to logging collector process
2017-05-25 17:46:19.964 CEST 29791 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:46:20.727 CEST 29802 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:46:20.823 CEST 29802 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:46:20.936 CEST 29802 LOG:  redirecting log output to logging collector process
2017-05-25 17:46:20.936 CEST 29802 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 48 --   48 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:46:21
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:46:19.965302+02     replica_start_time 2017-05-25 17:46:20.937213+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1587800 of 2500000 tuples (63%) done (elapsed 5.12 s, remaining 2.94 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.91 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:46:36.75 | 29973 | 7:46:36.744985+02 |        | catchup | 14/9574B08 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 17:46:36.75 | 29976 | 7:46:36.751224+02 |        | startup |            |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29973 |      |      3410032 | 14/9574AD0  | 14/9574B08

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241886 |  241866 | i          | 
 6973 | pg_subscr.rel |  241886 |  241869 | i          | 
 6973 | pg_subscr.rel |  241886 |  241874 | i          | 
 6973 | pg_subscr.rel |  241886 |  241863 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 287.4 tps, lat 219.500 ms stddev 251.956
progress: 24.0 s, 288.5 tps, lat 222.050 ms stddev 305.387
progress: 36.0 s, 77.3 tps, lat 773.662 ms stddev 913.935
progress: 48.0 s, 115.5 tps, lat 579.289 ms stddev 819.677
progress: 60.0 s, 155.8 tps, lat 372.897 ms stddev 313.046
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11159
latency average = 353.218 ms
latency stddev = 550.937 ms
tps = 169.213631 (including connections establishing)
tps = 169.228626 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:47:42.74 | 29973 | 7:46:36.744985+02 |        | streaming | 14/9CFD858 | 14/9CF1368 | 14/9CE51F0 | 14/9CF1368 | 00:00:00.359895 | 00:00:00.411146 | 00:00:00.359895

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241886_sync_241874 | pgoutput | logical   |  16384 | testdb   | t         | t      |      30328 |      |      3410681 | 14/9CE51F0  | 14/9D38CD8
 6972 | pg_repl.slots | sub1_241886_sync_241869 | pgoutput | logical   |  16384 | testdb   | t         | t      |      30326 |      |      3410681 | 14/9CC54D0  | 14/9D38CD8
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      29973 |      |      3420355 | 14/9B400E0  | 14/9CE51F0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241886 |  241863 | r          | 14/9A96198
 6973 | pg_subscr.rel |  241886 |  241866 | r          | 14/9AD7B10
 6973 | pg_subscr.rel |  241886 |  241869 | s          | 14/9D38CD8
 6973 | pg_subscr.rel |  241886 |  241874 | s          | 14/9D38CD8

2017.05.25 17:47:42
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11141  0a5fc984d c5cce4845 f5928090f efd0af262 replica NOK  d29851169
2017.05.25 17:48:01
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn  
---------+---------+------------+------------
  241886 |  241863 | r          | 14/9A96198
  241886 |  241866 | r          | 14/9AD7B10
  241886 |  241869 | r          | 14/9D39288
  241886 |  241874 | r          | 14/9D39288
(4 rows)

 local_id | external_id | remote_lsn |  local_lsn  
----------+-------------+------------+-------------
        1 | pg_241886   | 14/9D3AD80 | 1E/7F96B938
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29973 |      |      3421202 | 14/9DCDB18  | 14/9DCDB50
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1750.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1750.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1750.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1750.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11159  ac5ff3d03 4695abdc2 7a53f7a78 250ef06af master
6973 a,b,t,h:  2500000     25    250  11159  eb7b999af 4695abdc2 7a53f7a78 250ef06af replica NOK   a7886017d
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn  
---------+---------+------------+------------
  241886 |  241863 | r          | 14/9A96198
  241886 |  241866 | r          | 14/9AD7B10
  241886 |  241869 | r          | 14/9D39288
  241886 |  241874 | r          | 14/9D39288
(4 rows)

 local_id | external_id | remote_lsn |  local_lsn  
----------+-------------+------------+-------------
        1 | pg_241886   | 14/9D3AD80 | 1E/7F96B938
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29973 |      |      3421202 | 14/9DCDBF8  | 14/9DCDC30
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1757.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1757.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1757.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1757.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:57:17.00 | 29973 | 7:46:36.744985+02 |        | streaming | 14/9DCDC30 | 14/9DCDC30 | 14/9DCDC30 | 14/9DCDC30 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29973 |      |      3421202 | 14/9DCDBF8  | 14/9DCDC30

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  241886 |  241863 | r          | 14/9A96198
 6973 | pg_subscr.rel |  241886 |  241866 | r          | 14/9AD7B10
 6973 | pg_subscr.rel |  241886 |  241869 | r          | 14/9D39288
 6973 | pg_subscr.rel |  241886 |  241874 | r          | 14/9D39288

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:57:21.433 CEST 3833 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:57:21.534 CEST 3833 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:57:21.652 CEST 3833 LOG:  redirecting log output to logging collector process
2017-05-25 17:57:21.652 CEST 3833 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:57:22.420 CEST 3855 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:57:22.519 CEST 3855 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:57:22.633 CEST 3855 LOG:  redirecting log output to logging collector process
2017-05-25 17:57:22.633 CEST 3855 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 49 --   49 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:57:23
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:57:21.653343+02     replica_start_time 2017-05-25 17:57:22.633503+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1561500 of 2500000 tuples (62%) done (elapsed 5.03 s, remaining 3.02 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.85 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 17:57:38.53 | 4030 | 7:57:38.530007+02 |        | catchup | 14/1D160510 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4030 |      |      3421221 | 14/1D1604D8 | 14/1D160510

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241911 |  241891 | i          | 
 6973 | pg_subscr.rel |  241911 |  241894 | i          | 
 6973 | pg_subscr.rel |  241911 |  241899 | i          | 
 6973 | pg_subscr.rel |  241911 |  241888 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 362.5 tps, lat 173.405 ms stddev 201.330
progress: 24.0 s, 190.9 tps, lat 320.877 ms stddev 428.895
progress: 36.0 s, 79.7 tps, lat 791.769 ms stddev 779.146
progress: 48.0 s, 187.0 tps, lat 357.959 ms stddev 458.657
progress: 60.0 s, 114.4 tps, lat 540.281 ms stddev 868.980
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11278
latency average = 344.911 ms
latency stddev = 534.781 ms
tps = 181.987896 (including connections establishing)
tps = 182.006252 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:58:40.56 | 4030 | 7:57:38.530007+02 |        | streaming | 14/1D8CE028 | 14/1D8ACA40 | 14/1D8A8548 | 14/1D8ACA40 | 00:00:00.977932 | 00:00:01.000236 | 00:00:00.977932

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4030 |      |      3431260 | 14/1D852238 | 14/1D8A8548

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241911 |  241888 | r          | 14/1D6363E0
 6973 | pg_subscr.rel |  241911 |  241891 | r          | 14/1D683930
 6973 | pg_subscr.rel |  241911 |  241899 | s          | 14/1D8D66F0
 6973 | pg_subscr.rel |  241911 |  241894 | s          | 14/1D8EE1D0

2017.05.25 17:58:40
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11278  2bf788c67 5e03f0808 b162545c7 ca50aa850 master
6973 a,b,t,h:  2500000     25    250  10832  0f362d673 c022a870b 29696fdd4 988b2cb94 replica NOK  4394bed83
2017.05.25 17:58:57
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11278  2bf788c67 5e03f0808 b162545c7 ca50aa850 master
6973 a,b,t,h:  2500000     25    250  11278  2bf788c67 5e03f0808 b162545c7 ca50aa850 replica ok   c52d502d2
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 17:59:25.59 | 4030 | 7:57:38.530007+02 |        | streaming | 14/1D9C56E0 | 14/1D9C56E0 | 14/1D9C56E0 | 14/1D9C56E0 | 00:00:00.000087 | 00:00:00.000087 | 00:00:00.000087

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4030 |      |      3432510 | 14/1D9C1250 | 14/1D9C56E0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241911 |  241888 | r          | 14/1D6363E0
 6973 | pg_subscr.rel |  241911 |  241891 | r          | 14/1D683930
 6973 | pg_subscr.rel |  241911 |  241899 | r          | 14/1D8D6FD8
 6973 | pg_subscr.rel |  241911 |  241894 | r          | 14/1D8EE200

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 4030
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 4030

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down....... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 17:59:52.137 CEST 5215 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 17:59:52.237 CEST 5215 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 17:59:52.378 CEST 5215 LOG:  redirecting log output to logging collector process
2017-05-25 17:59:52.378 CEST 5215 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 17:59:53.136 CEST 5226 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 17:59:53.245 CEST 5226 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 17:59:53.373 CEST 5226 LOG:  redirecting log output to logging collector process
2017-05-25 17:59:53.373 CEST 5226 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 50 --   50 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 17:59:54
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 17:59:52.379203+02     replica_start_time 2017-05-25 17:59:53.373941+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1604600 of 2500000 tuples (64%) done (elapsed 5.22 s, remaining 2.91 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.06 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:00:09.30 | 5465 | 8:00:09.292806+02 |        | catchup | 14/30D6A120 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:00:09.30 | 5468 | 8:00:09.302018+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5465 |      |      3432532 | 14/30D6A0E8 | 14/30D6A120

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241935 |  241915 | i          | 
 6973 | pg_subscr.rel |  241935 |  241918 | i          | 
 6973 | pg_subscr.rel |  241935 |  241923 | i          | 
 6973 | pg_subscr.rel |  241935 |  241912 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 212.0 tps, lat 270.592 ms stddev 336.911
progress: 24.0 s, 63.5 tps, lat 1037.051 ms stddev 1176.841
progress: 36.0 s, 245.7 tps, lat 269.108 ms stddev 491.081
progress: 48.0 s, 207.3 tps, lat 308.119 ms stddev 363.592
progress: 60.0 s, 188.8 tps, lat 300.597 ms stddev 464.291
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11071
latency average = 361.572 ms
latency stddev = 677.151 ms
tps = 165.248412 (including connections establishing)
tps = 165.263180 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:01:16.35 | 5465 | 8:00:09.292806+02 |        | streaming | 14/31513F40 | 14/31513E08 | 14/31513E08 | 14/31513E08 | 00:00:00.006636 | 00:00:07.825063 | 00:00:00.006636

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5465 |      |      3443222 | 14/313EC988 | 14/31513E08

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241935 |  241912 | r          | 14/31214740
 6973 | pg_subscr.rel |  241935 |  241915 | r          | 14/3121AAB8
 6973 | pg_subscr.rel |  241935 |  241918 | r          | 14/313D39E0
 6973 | pg_subscr.rel |  241935 |  241923 | r          | 14/313ECE00

2017.05.25 18:01:16
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11071  55434b766 6d763b431 97b092269 292b503c0 master
6973 a,b,t,h:  2500000     25    250  11071  55434b766 6d763b431 97b092269 292b503c0 replica ok  562de13b6
2017.05.25 18:01:36
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:01:36.55 | 5465 | 8:00:09.292806+02 |        | streaming | 14/315AC900 | 14/315AC900 | 14/315AC900 | 14/315AC900 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       5465 |      |      3443610 | 14/3159A558 | 14/315AC900

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241935 |  241912 | r          | 14/31214740
 6973 | pg_subscr.rel |  241935 |  241915 | r          | 14/3121AAB8
 6973 | pg_subscr.rel |  241935 |  241918 | r          | 14/313D39E0
 6973 | pg_subscr.rel |  241935 |  241923 | r          | 14/313ECE00

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:02:03.733 CEST 6227 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:02:03.872 CEST 6227 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:02:03.987 CEST 6227 LOG:  redirecting log output to logging collector process
2017-05-25 18:02:03.987 CEST 6227 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:02:04.776 CEST 6238 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:02:04.928 CEST 6238 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:02:05.045 CEST 6238 LOG:  redirecting log output to logging collector process
2017-05-25 18:02:05.045 CEST 6238 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 51 --   51 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:02:05
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:02:03.987491+02     replica_start_time 2017-05-25 18:02:05.0464+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1488600 of 2500000 tuples (59%) done (elapsed 5.21 s, remaining 3.54 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.60 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:02:21.78 | 6475 | 8:02:21.775457+02 |        | catchup | 14/449427C0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6475 |      |      3443629 | 14/44942788 | 14/449427C0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241959 |  241939 | i          | 
 6973 | pg_subscr.rel |  241959 |  241942 | i          | 
 6973 | pg_subscr.rel |  241959 |  241947 | i          | 
 6973 | pg_subscr.rel |  241959 |  241936 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 291.7 tps, lat 215.811 ms stddev 225.324
progress: 24.0 s, 129.4 tps, lat 436.477 ms stddev 702.634
progress: 36.0 s, 100.7 tps, lat 642.313 ms stddev 1407.243
progress: 48.0 s, 140.3 tps, lat 497.977 ms stddev 1131.443
progress: 60.0 s, 197.3 tps, lat 326.015 ms stddev 311.541
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10379
latency average = 370.379 ms
latency stddev = 756.460 ms
tps = 172.141224 (including connections establishing)
tps = 172.156918 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:03:22.18 | 6475 | 8:02:21.775457+02 |        | streaming | 14/45083828 | 14/45083828 | 14/45081540 | 14/45083828 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6475 |      |      3452982 | 14/44FC5CE8 | 14/45081540

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241959 |  241936 | r          | 14/44D7D100
 6973 | pg_subscr.rel |  241959 |  241939 | r          | 14/44D804C8
 6973 | pg_subscr.rel |  241959 |  241942 | r          | 14/44F98590
 6973 | pg_subscr.rel |  241959 |  241947 | r          | 14/44FC6478

2017.05.25 18:03:22
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10379  4c8dff2f3 f6c7cbc0a 4e8e7c61d ba2c7a492 master
6973 a,b,t,h:  2500000     25    250  10379  4c8dff2f3 f6c7cbc0a 4e8e7c61d ba2c7a492 replica ok  7a581d126
2017.05.25 18:03:37
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:03:37.39 | 6475 | 8:02:21.775457+02 |        | streaming | 14/45103098 | 14/45103098 | 14/45103098 | 14/45103098 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       6475 |      |      3452982 | 14/44FC5CE8 | 14/45103098

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241959 |  241936 | r          | 14/44D7D100
 6973 | pg_subscr.rel |  241959 |  241939 | r          | 14/44D804C8
 6973 | pg_subscr.rel |  241959 |  241942 | r          | 14/44F98590
 6973 | pg_subscr.rel |  241959 |  241947 | r          | 14/44FC6478

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:03:59.928 CEST 7183 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:04:00.034 CEST 7183 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:04:00.175 CEST 7183 LOG:  redirecting log output to logging collector process
2017-05-25 18:04:00.175 CEST 7183 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:04:00.926 CEST 7194 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:04:01.030 CEST 7194 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:04:01.162 CEST 7194 LOG:  redirecting log output to logging collector process
2017-05-25 18:04:01.162 CEST 7194 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 52 --   52 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:04:02
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:04:00.176283+02     replica_start_time 2017-05-25 18:04:01.163119+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1596000 of 2500000 tuples (63%) done (elapsed 5.04 s, remaining 2.85 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.78 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:04:17.01 | 7422 | 8:04:17.006554+02 |        | catchup | 14/5849C060 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:04:17.01 | 7425 | 8:04:17.014325+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7422 |      |      3454038 | 14/5849C028 | 14/5849C060

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  241984 |  241964 | i          | 
 6973 | pg_subscr.rel |  241984 |  241967 | i          | 
 6973 | pg_subscr.rel |  241984 |  241972 | i          | 
 6973 | pg_subscr.rel |  241984 |  241961 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 358.4 tps, lat 176.351 ms stddev 194.939
progress: 24.0 s, 299.8 tps, lat 208.030 ms stddev 317.960
progress: 36.0 s, 81.7 tps, lat 770.974 ms stddev 681.245
progress: 48.0 s, 171.9 tps, lat 386.789 ms stddev 421.180
progress: 60.0 s, 38.8 tps, lat 1254.456 ms stddev 1511.187
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11471
latency average = 340.880 ms
latency stddev = 643.561 ms
tps = 183.004219 (including connections establishing)
tps = 183.021710 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin  |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:05:20.29 | 7422 | 8:04:17.006554+02 |         | streaming | 14/58C4BFF8 | 14/58C385D8 | 14/58BF72F8 | 14/58C385D8 | 00:00:00.022113 | 00:00:00.498312 | 00:00:00.022113
 6972 | pgst.repl  | 2017-05-25 18:05:20.29 | 7721 | 8:05:06.77619+02  | 3465515 | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:05:20.29 | 7719 | 8:05:06.547256+02 | 3465515 | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_241984_sync_241967 | pgoutput | logical   |  16384 | testdb   | t         | t      |       7719 |      |      3454641 | 14/58C8CE60 | 14/58CA5B68
 6972 | pg_repl.slots | sub1_241984_sync_241972 | pgoutput | logical   |  16384 | testdb   | t         | t      |       7721 |      |      3454641 | 14/58CA2130 | 14/58CA5B68
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       7422 |      |      3463926 | 14/58AAACE0 | 14/58BF72F8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241984 |  241961 | r          | 14/58A64770
 6973 | pg_subscr.rel |  241984 |  241967 | d          | 
 6973 | pg_subscr.rel |  241984 |  241972 | d          | 
 6973 | pg_subscr.rel |  241984 |  241964 | r          | 14/58AABA10

2017.05.25 18:05:20
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  060ce7ab1 4d1c9f6d9 733cd3b76 3f71ba477 replica NOK  782840ba8
2017.05.25 18:05:39
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 15 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 30 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 45 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 60 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 75 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241984 |  241961 | r          | 14/58A64770
  241984 |  241964 | r          | 14/58AABA10
  241984 |  241972 | r          | 14/58D318A0
  241984 |  241967 | r          | 14/58D318A0
(4 rows)

 local_id | external_id | remote_lsn  | local_lsn  
----------+-------------+-------------+------------
        1 | pg_241984   | 14/58CA5B30 | 1F/31D6700
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7422 |      |      3465520 | 14/58D44140 | 14/58D44178
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1808.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1808.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1808.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1808.2.5..txt.bz2
-- wait another 15 s   (total 90 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 105 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 120 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 135 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 150 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 165 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 180 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 195 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 210 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 225 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 240 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 255 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 270 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 285 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 300 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- wait another 15 s   (total 315 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11471  d890f928d f073bfcbe 733cd3b76 3f71ba477 master
6973 a,b,t,h:  2500000     25    250  11471  68f931645 f073bfcbe 733cd3b76 3f71ba477 replica NOK   a666fd971
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  241984 |  241961 | r          | 14/58A64770
  241984 |  241964 | r          | 14/58AABA10
  241984 |  241972 | r          | 14/58D318A0
  241984 |  241967 | r          | 14/58D318A0
(4 rows)

 local_id | external_id | remote_lsn  | local_lsn  
----------+-------------+-------------+------------
        1 | pg_241984   | 14/58CA5B30 | 1F/31D6700
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7422 |      |      3465520 | 14/58D44220 | 14/58D44258
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1815.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1815.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1815.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1815.2.21..txt.bz2
-- (wait_total 330 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:15:00.41 | 7422 | 8:04:17.006554+02 |        | streaming | 14/58D44258 | 14/58D44258 | 14/58D44258 | 14/58D44258 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       7422 |      |      3465520 | 14/58D44220 | 14/58D44258

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  241984 |  241961 | r          | 14/58A64770
 6973 | pg_subscr.rel |  241984 |  241964 | r          | 14/58AABA10
 6973 | pg_subscr.rel |  241984 |  241972 | r          | 14/58D318A0
 6973 | pg_subscr.rel |  241984 |  241967 | r          | 14/58D318A0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:15:04.822 CEST 12997 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:15:04.929 CEST 12997 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:15:05.046 CEST 12997 LOG:  redirecting log output to logging collector process
2017-05-25 18:15:05.046 CEST 12997 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:15:05.833 CEST 13008 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:15:05.925 CEST 13008 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:15:06.044 CEST 13008 LOG:  redirecting log output to logging collector process
2017-05-25 18:15:06.044 CEST 13008 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 53 --   53 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:15:06
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:15:05.046729+02     replica_start_time 2017-05-25 18:15:06.044747+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1477000 of 2500000 tuples (59%) done (elapsed 5.19 s, remaining 3.60 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.31 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:15:22.37 | 13247 | 8:15:22.366143+02 |        | catchup | 14/6C0DA3C8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:15:22.37 | 13250 | 8:15:22.372133+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13247 |      |      3465539 | 14/6C0DA390 | 14/6C0DA3C8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242008 |  241988 | i          | 
 6973 | pg_subscr.rel |  242008 |  241991 | i          | 
 6973 | pg_subscr.rel |  242008 |  241996 | i          | 
 6973 | pg_subscr.rel |  242008 |  241985 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 379.2 tps, lat 166.637 ms stddev 173.107
progress: 24.0 s, 312.5 tps, lat 197.393 ms stddev 343.950
progress: 36.0 s, 81.5 tps, lat 775.077 ms stddev 617.415
progress: 48.0 s, 131.9 tps, lat 427.750 ms stddev 644.653
progress: 60.0 s, 69.5 tps, lat 971.420 ms stddev 1047.528
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11759
latency average = 331.118 ms
latency stddev = 559.102 ms
tps = 187.397447 (including connections establishing)
tps = 187.414483 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:16:25.19 | 13247 | 8:15:22.366143+02 |        | streaming | 14/6C806C88 | 14/6C7B3EA0 | 14/6C7993A8 | 14/6C7B3EA0 | 00:00:00.005817 | 00:00:00.492429 | 00:00:00.005817
 6972 | pgst.repl  | 2017-05-25 18:16:25.19 | 13601 | 8:16:18.209136+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:16:25.19 | 13603 | 8:16:18.217532+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242008_sync_241996 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13603 |      |      3466209 | 14/6C90AFA0 | 
 6972 | pg_repl.slots | sub1_242008_sync_241991 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13601 |      |      3466209 | 14/6C905798 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      13247 |      |      3474628 | 14/6C6E1658 | 14/6C7993A8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242008 |  241985 | r          | 14/6C6E1658
 6973 | pg_subscr.rel |  242008 |  241991 | d          | 
 6973 | pg_subscr.rel |  242008 |  241996 | d          | 
 6973 | pg_subscr.rel |  242008 |  241988 | r          | 14/6C75CBA8

2017.05.25 18:16:25
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11759  ea028cb97 60e82629f 03e9113ba 4146634d0 master
6973 a,b,t,h:  2500000     25    250  11759  157f23726 065f4b3e5 03e9113ba 4146634d0 replica NOK  579e7508d
2017.05.25 18:16:44
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11759  ea028cb97 60e82629f 03e9113ba 4146634d0 master
6973 a,b,t,h:  2500000     25    250  11759  ea028cb97 60e82629f 03e9113ba 4146634d0 replica ok   0241ad7b9
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:17:10.05 | 13247 | 8:15:22.366143+02 |        | streaming | 14/6C9A17A8 | 14/6C9A17A8 | 14/6C9A17A8 | 14/6C9A17A8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13247 |      |      3477306 | 14/6C99C0B0 | 14/6C9A17A8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242008 |  241985 | r          | 14/6C6E1658
 6973 | pg_subscr.rel |  242008 |  241988 | r          | 14/6C75CBA8
 6973 | pg_subscr.rel |  242008 |  241991 | r          | 14/6C99C058
 6973 | pg_subscr.rel |  242008 |  241996 | r          | 14/6C99C058

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:17:26.578 CEST 14162 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:17:26.747 CEST 14162 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:17:26.873 CEST 14162 LOG:  redirecting log output to logging collector process
2017-05-25 18:17:26.873 CEST 14162 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:17:27.566 CEST 14173 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:17:27.695 CEST 14173 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:17:27.825 CEST 14173 LOG:  redirecting log output to logging collector process
2017-05-25 18:17:27.825 CEST 14173 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 54 --   54 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:17:28
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:17:26.87428+02     replica_start_time 2017-05-25 18:17:27.826007+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1626200 of 2500000 tuples (65%) done (elapsed 5.00 s, remaining 2.69 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.95 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:17:43.79 | 14401 | 8:17:43.786608+02 |        | catchup | 14/7FD3AA50 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:17:43.79 | 14407 | 8:17:43.795833+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14401 |      |      3477327 | 14/7FD3AA18 | 14/7FD3AA50

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242032 |  242012 | i          | 
 6973 | pg_subscr.rel |  242032 |  242015 | i          | 
 6973 | pg_subscr.rel |  242032 |  242020 | i          | 
 6973 | pg_subscr.rel |  242032 |  242009 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 342.7 tps, lat 184.662 ms stddev 206.905
progress: 24.0 s, 259.2 tps, lat 246.396 ms stddev 351.876
progress: 36.0 s, 94.9 tps, lat 633.861 ms stddev 778.283
progress: 48.0 s, 88.0 tps, lat 757.167 ms stddev 748.393
progress: 60.0 s, 130.3 tps, lat 458.866 ms stddev 531.884
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11046
latency average = 354.829 ms
latency stddev = 536.199 ms
tps = 169.974939 (including connections establishing)
tps = 169.990117 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:18:48.83 | 14401 | 8:17:43.786608+02 |        | streaming | 14/8040EAF8 | 14/8040EAC0 | 14/803EDC38 | 14/8040EAC0 | 00:00:00.238991 | 00:00:01.442191 | 00:00:00.238991
 6972 | pgst.repl  | 2017-05-25 18:18:48.83 | 14705 | 8:18:37.899936+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:18:48.83 | 14707 | 8:18:37.904358+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242032_sync_242020 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14707 |      |      3477930 | 14/804E9AF0 | 
 6972 | pg_repl.slots | sub1_242032_sync_242015 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14705 |      |      3477930 | 14/804C9F90 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      14401 |      |      3485821 | 14/802DC5B8 | 14/803EDC38

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242032 |  242009 | r          | 14/802BDEB8
 6973 | pg_subscr.rel |  242032 |  242015 | d          | 
 6973 | pg_subscr.rel |  242032 |  242020 | d          | 
 6973 | pg_subscr.rel |  242032 |  242012 | r          | 14/802DCA00

2017.05.25 18:18:48
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11046  1bf94c54c aee4c27d9 972a2118e 30d4f82c5 master
6973 a,b,t,h:  2500000     25    250  11046  33cab5a77 b3469098d 972a2118e 30d4f82c5 replica NOK  6afbcb85c
2017.05.25 18:19:04
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11046  1bf94c54c aee4c27d9 972a2118e 30d4f82c5 master
6973 a,b,t,h:  2500000     25    250  11046  1bf94c54c aee4c27d9 972a2118e 30d4f82c5 replica ok   ff360d7be
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:19:31.76 | 14401 | 8:17:43.786608+02 |        | streaming | 14/80593378 | 14/80593378 | 14/80593378 | 14/80593378 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14401 |      |      3488382 | 14/8058A070 | 14/80593378

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242032 |  242009 | r          | 14/802BDEB8
 6973 | pg_subscr.rel |  242032 |  242012 | r          | 14/802DCA00
 6973 | pg_subscr.rel |  242032 |  242020 | r          | 14/8058A000
 6973 | pg_subscr.rel |  242032 |  242015 | r          | 14/8058A000

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:19:53.835 CEST 15328 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:19:53.931 CEST 15328 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:19:54.044 CEST 15328 LOG:  redirecting log output to logging collector process
2017-05-25 18:19:54.044 CEST 15328 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:19:54.847 CEST 15339 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:19:54.951 CEST 15339 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:19:55.093 CEST 15339 LOG:  redirecting log output to logging collector process
2017-05-25 18:19:55.093 CEST 15339 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 55 --   55 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:19:55
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:19:54.044782+02     replica_start_time 2017-05-25 18:19:55.094011+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1577000 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.93 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.37 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:20:11.44 | 15576 | 8:20:11.43965+02 |        | catchup | 14/93933070 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15576 |      |      3488404 | 14/93933038 | 14/93933070

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242057 |  242037 | i          | 
 6973 | pg_subscr.rel |  242057 |  242040 | i          | 
 6973 | pg_subscr.rel |  242057 |  242045 | i          | 
 6973 | pg_subscr.rel |  242057 |  242034 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 204.1 tps, lat 303.573 ms stddev 293.458
progress: 24.0 s, 159.3 tps, lat 403.433 ms stddev 468.717
progress: 36.0 s, 66.0 tps, lat 937.397 ms stddev 832.509
progress: 48.0 s, 130.5 tps, lat 510.875 ms stddev 594.390
progress: 60.0 s, 217.7 tps, lat 294.881 ms stddev 275.833
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9394
latency average = 409.191 ms
latency stddev = 487.572 ms
tps = 155.685499 (including connections establishing)
tps = 155.703186 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:21:11.83 | 15576 | 8:20:11.43965+02 |        | streaming | 14/93FBF5A8 | 14/93FBF5A8 | 14/93FBD9D8 | 14/93FBF5A8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15576 |      |      3496878 | 14/93EEC3F8 | 14/93FBD9D8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242057 |  242037 | r          | 14/93A12E28
 6973 | pg_subscr.rel |  242057 |  242034 | r          | 14/93C6F158
 6973 | pg_subscr.rel |  242057 |  242040 | r          | 14/93CBD728
 6973 | pg_subscr.rel |  242057 |  242045 | r          | 14/93EEC878

2017.05.25 18:21:11
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9394  d78e75ff2 8225331bf f2158c7e9 a26cc4b35 master
6973 a,b,t,h:  2500000     25    250   9394  d78e75ff2 8225331bf f2158c7e9 a26cc4b35 replica ok  79f993f13
2017.05.25 18:21:24
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:21:24.25 | 15576 | 8:20:11.43965+02 |        | streaming | 14/94033C48 | 14/94033C48 | 14/94033C48 | 14/94033C48 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15576 |      |      3496878 | 14/93EEC3F8 | 14/94033C48

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242057 |  242037 | r          | 14/93A12E28
 6973 | pg_subscr.rel |  242057 |  242034 | r          | 14/93C6F158
 6973 | pg_subscr.rel |  242057 |  242040 | r          | 14/93CBD728
 6973 | pg_subscr.rel |  242057 |  242045 | r          | 14/93EEC878

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:21:52.447 CEST 16282 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:21:52.541 CEST 16282 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:21:52.647 CEST 16282 LOG:  redirecting log output to logging collector process
2017-05-25 18:21:52.647 CEST 16282 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:21:53.471 CEST 16293 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:21:53.573 CEST 16293 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:21:53.716 CEST 16293 LOG:  redirecting log output to logging collector process
2017-05-25 18:21:53.716 CEST 16293 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 56 --   56 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:21:54
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:21:52.648128+02     replica_start_time 2017-05-25 18:21:53.716866+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1561600 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 3.00 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.01 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:22:09.31 | 16522 | 8:22:09.310421+02 |        | catchup | 14/A73DAB00 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:22:09.31 | 16525 | 8:22:09.318035+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16522 |      |      3497825 | 14/A73DAAC8 | 14/A73DAB00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242081 |  242061 | i          | 
 6973 | pg_subscr.rel |  242081 |  242064 | i          | 
 6973 | pg_subscr.rel |  242081 |  242069 | i          | 
 6973 | pg_subscr.rel |  242081 |  242058 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 312.4 tps, lat 202.464 ms stddev 208.464
progress: 24.0 s, 210.5 tps, lat 288.308 ms stddev 443.964
progress: 36.0 s, 73.9 tps, lat 878.019 ms stddev 814.190
progress: 48.0 s, 128.0 tps, lat 513.164 ms stddev 681.826
progress: 60.0 s, 165.8 tps, lat 381.086 ms stddev 391.457
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10752
latency average = 358.164 ms
latency stddev = 498.219 ms
tps = 177.136113 (including connections establishing)
tps = 177.155381 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |   flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:23:10.07 | 16522 | 8:22:09.310421+02 |        | streaming | 14/A7B1F7A8 | 14/A7B1F300 | 14/A7B1BE70 | 14/A7B1F300 | 00:00:00.011659 | 00:00:00.43166 | 00:00:00.011659

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16522 |      |      3507915 | 14/A7AD3720 | 14/A7B1BE70

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242081 |  242058 | r          | 14/A7874510
 6973 | pg_subscr.rel |  242081 |  242061 | r          | 14/A78E42E8
 6973 | pg_subscr.rel |  242081 |  242064 | s          | 14/A7B2BF08
 6973 | pg_subscr.rel |  242081 |  242069 | s          | 14/A7B33F00

2017.05.25 18:23:10
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK  222c06189
2017.05.25 18:23:24
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242081 |  242058 | r          | 14/A7874510
  242081 |  242061 | r          | 14/A78E42E8
  242081 |  242064 | r          | 14/A7B2C508
  242081 |  242069 | r          | 14/A7B34688
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242081   | 14/A7B556C0 | 1F/862A3970
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16522 |      |      3508588 | 14/A7BECA20 | 14/A7BECA58
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1825.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1825.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1825.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1825.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10752  eaa13a248 406978279 df36e2b31 4b2182a7a master
6973 a,b,t,h:  2500000     25    250  10752  194f26669 406978279 df36e2b31 4b2182a7a replica NOK   222c06189
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242081 |  242058 | r          | 14/A7874510
  242081 |  242061 | r          | 14/A78E42E8
  242081 |  242064 | r          | 14/A7B2C508
  242081 |  242069 | r          | 14/A7B34688
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242081   | 14/A7B556C0 | 1F/862A3970
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16522 |      |      3508588 | 14/A7BECB00 | 14/A7BECB38
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1832.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1832.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1832.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1832.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:32:14.99 | 16522 | 8:22:09.310421+02 |        | streaming | 14/A7BECB38 | 14/A7BECB38 | 14/A7BECB38 | 14/A7BECB38 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      16522 |      |      3508588 | 14/A7BECB00 | 14/A7BECB38

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242081 |  242058 | r          | 14/A7874510
 6973 | pg_subscr.rel |  242081 |  242061 | r          | 14/A78E42E8
 6973 | pg_subscr.rel |  242081 |  242064 | r          | 14/A7B2C508
 6973 | pg_subscr.rel |  242081 |  242069 | r          | 14/A7B34688

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:32:19.435 CEST 21834 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:32:19.529 CEST 21834 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:32:19.648 CEST 21834 LOG:  redirecting log output to logging collector process
2017-05-25 18:32:19.648 CEST 21834 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:32:20.445 CEST 21853 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:32:20.538 CEST 21853 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:32:20.655 CEST 21853 LOG:  redirecting log output to logging collector process
2017-05-25 18:32:20.655 CEST 21853 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 57 --   57 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:32:21
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:32:19.648971+02     replica_start_time 2017-05-25 18:32:20.655725+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1575700 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.93 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.03 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:32:36.02 | 22082 | 8:32:36.011093+02 |        | catchup | 14/BAF93DC0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:32:36.02 | 22085 | 8:32:36.018868+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22082 |      |      3508607 | 14/BAF93D88 | 14/BAF93DC0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242105 |  242085 | i          | 
 6973 | pg_subscr.rel |  242105 |  242088 | i          | 
 6973 | pg_subscr.rel |  242105 |  242093 | i          | 
 6973 | pg_subscr.rel |  242105 |  242082 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 357.2 tps, lat 175.856 ms stddev 233.933
progress: 24.0 s, 217.6 tps, lat 281.290 ms stddev 427.079
progress: 36.0 s, 77.8 tps, lat 822.421 ms stddev 930.149
progress: 48.0 s, 219.3 tps, lat 303.520 ms stddev 388.215
progress: 60.0 s, 90.4 tps, lat 667.954 ms stddev 1067.087
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11612
latency average = 335.995 ms
latency stddev = 574.812 ms
tps = 184.553484 (including connections establishing)
tps = 184.573943 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:33:38.99 | 22082 | 8:32:36.011093+02 |        | streaming | 14/BB759120 | 14/BB739B40 | 14/BB717970 | 14/BB739B40 | 00:00:00.508629 | 00:00:01.872184 | 00:00:00.508629

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22082 |      |      3518990 | 14/BB6EC3A0 | 14/BB717970

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242105 |  242082 | r          | 14/BB4A8EB8
 6973 | pg_subscr.rel |  242105 |  242085 | r          | 14/BB4BB848
 6973 | pg_subscr.rel |  242105 |  242093 | s          | 14/BB761FC8
 6973 | pg_subscr.rel |  242105 |  242088 | s          | 14/BB761FC8

2017.05.25 18:33:39
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11612  5adfb9bad 4ffec8e98 81cbe409e 13797f333 master
6973 a,b,t,h:  2500000     25    250  11612  480f59ee5 4ffec8e98 81cbe409e 13797f333 replica NOK  420222126
2017.05.25 18:33:59
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11612  5adfb9bad 4ffec8e98 81cbe409e 13797f333 master
6973 a,b,t,h:  2500000     25    250  11612  5adfb9bad 4ffec8e98 81cbe409e 13797f333 replica ok   f1499b6bf
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:34:24.92 | 22082 | 8:32:36.011093+02 |        | streaming | 14/BB8429B8 | 14/BB8429B8 | 14/BB8429B8 | 14/BB8429B8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22082 |      |      3519945 | 14/BB762748 | 14/BB8429B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242105 |  242082 | r          | 14/BB4A8EB8
 6973 | pg_subscr.rel |  242105 |  242085 | r          | 14/BB4BB848
 6973 | pg_subscr.rel |  242105 |  242093 | r          | 14/BB7621B8
 6973 | pg_subscr.rel |  242105 |  242088 | r          | 14/BB7621B8

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 22082
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 22082

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:34:46.812 CEST 23118 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:34:46.918 CEST 23118 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:34:47.050 CEST 23118 LOG:  redirecting log output to logging collector process
2017-05-25 18:34:47.050 CEST 23118 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:34:47.787 CEST 23133 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:34:47.890 CEST 23133 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:34:48.022 CEST 23133 LOG:  redirecting log output to logging collector process
2017-05-25 18:34:48.022 CEST 23133 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 58 --   58 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:34:48
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:34:47.051249+02     replica_start_time 2017-05-25 18:34:48.022876+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1618000 of 2500000 tuples (64%) done (elapsed 5.11 s, remaining 2.78 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.26 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:35:03.90 | 23304 | 8:35:03.891562+02 |        | catchup | 14/CEBEAD78 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:35:03.90 | 23307 | 8:35:03.899616+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23304 |      |      3520251 | 14/CEBEAD40 | 14/CEBEAD78

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242130 |  242110 | i          | 
 6973 | pg_subscr.rel |  242130 |  242113 | i          | 
 6973 | pg_subscr.rel |  242130 |  242118 | i          | 
 6973 | pg_subscr.rel |  242130 |  242107 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 375.7 tps, lat 168.841 ms stddev 190.950
progress: 24.0 s, 184.9 tps, lat 309.865 ms stddev 452.844
progress: 36.0 s, 78.3 tps, lat 874.987 ms stddev 938.961
progress: 48.0 s, 186.8 tps, lat 350.059 ms stddev 340.171
progress: 60.0 s, 86.0 tps, lat 511.354 ms stddev 993.838
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11003
latency average = 363.851 ms
latency stddev = 774.580 ms
tps = 156.964905 (including connections establishing)
tps = 156.977685 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:36:14.04 | 23304 | 8:35:03.891562+02 |        | streaming | 14/CF38D120 | 14/CF38CEC8 | 14/CF38CEC8 | 14/CF38CEC8 | 00:00:00.004804 | 00:00:04.087321 | 00:00:00.004804

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23304 |      |      3530912 | 14/CF2EFC90 | 14/CF38CEC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242130 |  242107 | r          | 14/CF0DFCC0
 6973 | pg_subscr.rel |  242130 |  242110 | r          | 14/CF12FD78
 6973 | pg_subscr.rel |  242130 |  242113 | r          | 14/CF2DB698
 6973 | pg_subscr.rel |  242130 |  242118 | r          | 14/CF2F0468

2017.05.25 18:36:14
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11003  1bdb19720 54a73df5f ae42d3ed9 09546e7be master
6973 a,b,t,h:  2500000     25    250  11003  1bdb19720 54a73df5f ae42d3ed9 09546e7be replica ok  81e7471a2
2017.05.25 18:36:30
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:36:30.63 | 23304 | 8:35:03.891562+02 |        | streaming | 14/CF41BFA8 | 14/CF41BFA8 | 14/CF41BFA8 | 14/CF41BFA8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23304 |      |      3531261 | 14/CF3D4B80 | 14/CF41BFA8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242130 |  242107 | r          | 14/CF0DFCC0
 6973 | pg_subscr.rel |  242130 |  242110 | r          | 14/CF12FD78
 6973 | pg_subscr.rel |  242130 |  242113 | r          | 14/CF2DB698
 6973 | pg_subscr.rel |  242130 |  242118 | r          | 14/CF2F0468

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:37:01.216 CEST 24103 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:37:01.333 CEST 24103 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:37:01.463 CEST 24103 LOG:  redirecting log output to logging collector process
2017-05-25 18:37:01.463 CEST 24103 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:37:02.214 CEST 24114 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:37:02.329 CEST 24114 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:37:02.461 CEST 24114 LOG:  redirecting log output to logging collector process
2017-05-25 18:37:02.461 CEST 24114 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 59 --   59 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:37:03
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:37:01.463781+02     replica_start_time 2017-05-25 18:37:02.462193+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1503700 of 2500000 tuples (60%) done (elapsed 5.22 s, remaining 3.46 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.46 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:37:18.63 | 24344 | 8:37:18.629206+02 |        | catchup | 14/E27B7548 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24344 |      |      3531280 | 14/E27B7510 | 14/E27B7548

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242154 |  242134 | i          | 
 6973 | pg_subscr.rel |  242154 |  242137 | i          | 
 6973 | pg_subscr.rel |  242154 |  242142 | i          | 
 6973 | pg_subscr.rel |  242154 |  242131 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 347.7 tps, lat 180.767 ms stddev 221.322
progress: 24.0 s, 330.5 tps, lat 191.941 ms stddev 301.322
progress: 36.0 s, 60.9 tps, lat 999.400 ms stddev 879.167
progress: 48.0 s, 185.3 tps, lat 363.569 ms stddev 448.808
progress: 60.0 s, 47.8 tps, lat 1270.323 ms stddev 1138.557
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11730
latency average = 330.533 ms
latency stddev = 543.388 ms
tps = 184.336438 (including connections establishing)
tps = 184.352749 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:38:22.31 | 24344 | 8:37:18.629206+02 |        | streaming | 14/E2FC18C8 | 14/E2FABB40 | 14/E2F76EA0 | 14/E2FABB40 | 00:00:00.406637 | 00:00:02.115549 | 00:00:00.406637
 6972 | pgst.repl  | 2017-05-25 18:38:22.31 | 24698 | 8:38:10.480887+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:38:22.31 | 24699 | 8:38:10.487566+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242154_sync_242142 | pgoutput | logical   |  16384 | testdb   | t         | t      |      24699 |      |      3531892 | 14/E2FF00F0 | 
 6972 | pg_repl.slots | sub1_242154_sync_242137 | pgoutput | logical   |  16384 | testdb   | t         | t      |      24698 |      |      3531892 | 14/E2FD0250 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      24344 |      |      3540977 | 14/E2DF0380 | 14/E2F76EA0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242154 |  242131 | r          | 14/E2D94A30
 6973 | pg_subscr.rel |  242154 |  242137 | d          | 
 6973 | pg_subscr.rel |  242154 |  242142 | d          | 
 6973 | pg_subscr.rel |  242154 |  242134 | r          | 14/E2DF14C0

2017.05.25 18:38:22
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11730  51f95a952 b7ad664e8 cebe4a034 fd4bc3654 master
6973 a,b,t,h:  2500000     25    250  11730  61f38aa1b 54b421752 cebe4a034 fd4bc3654 replica NOK  133e3f7da
2017.05.25 18:38:40
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11730  51f95a952 b7ad664e8 cebe4a034 fd4bc3654 master
6973 a,b,t,h:  2500000     25    250  11730  51f95a952 b7ad664e8 cebe4a034 fd4bc3654 replica ok   390564fd1
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:39:06.02 | 24344 | 8:37:18.629206+02 |        | streaming | 14/E3095F08 | 14/E3095F08 | 14/E3095F08 | 14/E3095F08 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24344 |      |      3543020 | 14/E308D7D0 | 14/E3095F08

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242154 |  242131 | r          | 14/E2D94A30
 6973 | pg_subscr.rel |  242154 |  242134 | r          | 14/E2DF14C0
 6973 | pg_subscr.rel |  242154 |  242142 | r          | 14/E3088E78
 6973 | pg_subscr.rel |  242154 |  242137 | r          | 14/E3088E78

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:39:24.800 CEST 25271 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:39:24.905 CEST 25271 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:39:25.060 CEST 25271 LOG:  redirecting log output to logging collector process
2017-05-25 18:39:25.060 CEST 25271 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:39:25.811 CEST 25286 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:39:25.913 CEST 25286 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:39:26.044 CEST 25286 LOG:  redirecting log output to logging collector process
2017-05-25 18:39:26.044 CEST 25286 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 60 --   60 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:39:26
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:39:25.061337+02     replica_start_time 2017-05-25 18:39:26.044912+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1471800 of 2500000 tuples (58%) done (elapsed 5.00 s, remaining 3.49 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.22 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |  state  | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:39:42.11 | 25518 | 8:39:42.11368+02 |        | catchup |          |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25518 |      |      3543041 | 14/F642CAD0 | 14/F642CB08

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242178 |  242158 | i          | 
 6973 | pg_subscr.rel |  242178 |  242161 | i          | 
 6973 | pg_subscr.rel |  242178 |  242166 | i          | 
 6973 | pg_subscr.rel |  242178 |  242155 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 368.7 tps, lat 170.565 ms stddev 191.761
progress: 24.0 s, 239.0 tps, lat 254.898 ms stddev 344.387
progress: 36.0 s, 70.8 tps, lat 910.081 ms stddev 1023.296
progress: 48.0 s, 192.5 tps, lat 345.166 ms stddev 380.083
progress: 60.0 s, 75.0 tps, lat 705.512 ms stddev 787.912
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11417
latency average = 339.578 ms
latency stddev = 557.478 ms
tps = 174.870704 (including connections establishing)
tps = 174.889017 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin  |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 18:40:48.08 | 25518 | 8:39:42.11368+02  |         | streaming | 14/F6BF96D0 | 14/F6BF9068 | 14/F6BF8398 | 14/F6BF9068 | 00:00:00.01448 | 00:00:03.930236 | 00:00:00.01448
 6972 | pgst.repl  | 2017-05-25 18:40:48.08 | 25874 | 8:40:30.570662+02 | 3554291 | startup   |             |             |             |             |                |                 | 
 6972 | pgst.repl  | 2017-05-25 18:40:48.08 | 25876 | 8:40:30.589272+02 |         | startup   |             |             |             |             |                |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242178_sync_242166 | pgoutput | logical   |  16384 | testdb   | t         | t      |      25876 |      |      3543827 | 14/F6BE1068 | 
 6972 | pg_repl.slots | sub1_242178_sync_242161 | pgoutput | logical   |  16384 | testdb   | t         | t      |      25874 |      |      3543827 | 14/F6BC3BB8 | 14/F6C30168
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      25518 |      |      3553693 | 14/F6ABCF90 | 14/F6BF8398

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242178 |  242155 | r          | 14/F6967E78
 6973 | pg_subscr.rel |  242178 |  242161 | d          | 
 6973 | pg_subscr.rel |  242178 |  242166 | d          | 
 6973 | pg_subscr.rel |  242178 |  242158 | r          | 14/F69DCB30

2017.05.25 18:40:48
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11417  a1774106e cd7d343d4 d250d7d75 fbb483637 master
6973 a,b,t,h:  2500000     25    250  11414  e2bba0f7a fa9a93c42 d250d7d75 c6e507fdb replica NOK  d5dd8282a
2017.05.25 18:41:08
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11417  a1774106e cd7d343d4 d250d7d75 fbb483637 master
6973 a,b,t,h:  2500000     25    250  11417  a1774106e cd7d343d4 d250d7d75 fbb483637 replica ok   71d9f10df
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:41:37.83 | 25518 | 8:39:42.11368+02 |        | streaming | 14/F6CC14A0 | 14/F6CC14A0 | 14/F6CC14A0 | 14/F6CC14A0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25518 |      |      3554467 | 14/F6CBE668 | 14/F6CC14A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242178 |  242155 | r          | 14/F6967E78
 6973 | pg_subscr.rel |  242178 |  242158 | r          | 14/F69DCB30
 6973 | pg_subscr.rel |  242178 |  242161 | r          | 14/F6C30350
 6973 | pg_subscr.rel |  242178 |  242166 | r          | 14/F6CBC7F0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:42:02.291 CEST 26525 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:42:02.397 CEST 26525 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:42:02.516 CEST 26525 LOG:  redirecting log output to logging collector process
2017-05-25 18:42:02.516 CEST 26525 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:42:03.278 CEST 26536 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:42:03.382 CEST 26536 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:42:03.514 CEST 26536 LOG:  redirecting log output to logging collector process
2017-05-25 18:42:03.514 CEST 26536 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 61 --   61 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:42:04
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:42:02.517052+02     replica_start_time 2017-05-25 18:42:03.51469+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1451100 of 2500000 tuples (58%) done (elapsed 5.13 s, remaining 3.71 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.57 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:42:20.34 | 26779 | 8:42:20.333205+02 |        | catchup | 15/A0522D0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26779 |      |      3554489 | 15/A052298  | 15/A0522D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242203 |  242183 | i          | 
 6973 | pg_subscr.rel |  242203 |  242186 | i          | 
 6973 | pg_subscr.rel |  242203 |  242191 | i          | 
 6973 | pg_subscr.rel |  242203 |  242180 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 291.9 tps, lat 216.590 ms stddev 289.558
progress: 24.0 s, 215.3 tps, lat 279.854 ms stddev 386.735
progress: 36.0 s, 193.7 tps, lat 341.597 ms stddev 535.139
progress: 48.0 s, 122.0 tps, lat 529.496 ms stddev 634.075
progress: 60.0 s, 111.3 tps, lat 490.409 ms stddev 634.351
progress: 72.0 s, 4.2 tps, lat 6359.458 ms stddev 3670.735
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11274
latency average = 376.225 ms
latency stddev = 870.350 ms
tps = 146.130829 (including connections establishing)
tps = 146.142601 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:43:37.86 | 26779 | 8:42:20.333205+02 |        | streaming | 15/A802C50 | 15/A801F98 | 15/A7F5598 | 15/A801F98 | 00:00:00.053798 | 00:00:00.621366 | 00:00:00.053798
 6972 | pgst.repl  | 2017-05-25 18:43:37.86 | 27121 | 8:43:11.772028+02 |        | startup   |            |            |            |            |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242203_sync_242191 | pgoutput | logical   |  16384 | testdb   | t         | t      |      27121 |      |      3555022 | 15/A7F56F8  | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      26779 |      |      3564977 | 15/A695070  | 15/A7F5598

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242203 |  242180 | r          | 15/A5F5860
 6973 | pg_subscr.rel |  242203 |  242191 | d          | 
 6973 | pg_subscr.rel |  242203 |  242183 | r          | 15/A5FAE18
 6973 | pg_subscr.rel |  242203 |  242186 | s          | 15/A8240B0

2017.05.25 18:43:38
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11274  364475a23 96a8117f7 ab78bdc62 a98c8dc90 master
6973 a,b,t,h:  2500000     25    250  11274  f2c7299d0 96a8117f7 ab78bdc62 a98c8dc90 replica NOK  8c37f2c2b
2017.05.25 18:43:57
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11274  364475a23 96a8117f7 ab78bdc62 a98c8dc90 master
6973 a,b,t,h:  2500000     25    250  11274  364475a23 96a8117f7 ab78bdc62 a98c8dc90 replica ok   0db30f302
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:44:28.69 | 26779 | 8:42:20.333205+02 |        | streaming | 15/A8C5B88 | 15/A8C5B88 | 15/A8C5B88 | 15/A8C5B88 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26779 |      |      3565773 | 15/A8C5B50  | 15/A8C5B88

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242203 |  242180 | r          | 15/A5F5860
 6973 | pg_subscr.rel |  242203 |  242183 | r          | 15/A5FAE18
 6973 | pg_subscr.rel |  242203 |  242186 | r          | 15/A824E80
 6973 | pg_subscr.rel |  242203 |  242191 | r          | 15/A8BD2C0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down...... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:44:44.003 CEST 27785 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:44:44.103 CEST 27785 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:44:44.251 CEST 27785 LOG:  redirecting log output to logging collector process
2017-05-25 18:44:44.251 CEST 27785 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:44:44.992 CEST 27796 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:44:45.100 CEST 27796 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:44:45.227 CEST 27796 LOG:  redirecting log output to logging collector process
2017-05-25 18:44:45.227 CEST 27796 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 62 --   62 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:44:46
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:44:44.2518+02     replica_start_time 2017-05-25 18:44:45.228148+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1454100 of 2500000 tuples (58%) done (elapsed 5.34 s, remaining 3.84 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.85 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:45:02.10 | 28028 | 8:45:02.101344+02 |        | catchup | 15/1DC5C740 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28028 |      |      3565792 | 15/1DC5C708 | 15/1DC5C740

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242227 |  242207 | i          | 
 6973 | pg_subscr.rel |  242227 |  242210 | i          | 
 6973 | pg_subscr.rel |  242227 |  242215 | i          | 
 6973 | pg_subscr.rel |  242227 |  242204 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 231.4 tps, lat 269.241 ms stddev 264.989
progress: 24.0 s, 191.4 tps, lat 327.309 ms stddev 429.326
progress: 36.0 s, 71.0 tps, lat 884.573 ms stddev 806.543
progress: 48.0 s, 136.8 tps, lat 485.161 ms stddev 505.317
progress: 60.0 s, 300.8 tps, lat 178.878 ms stddev 186.746
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11241
latency average = 358.147 ms
latency stddev = 592.130 ms
tps = 160.983808 (including connections establishing)
tps = 161.000396 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:46:11.99 | 28028 | 8:45:02.101344+02 |        | streaming | 15/1E42D448 | 15/1E42D448 | 15/1E42CBC8 | 15/1E42D448 |           | 00:00:01.988549 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28028 |      |      3576665 | 15/1E20A548 | 15/1E42CBC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242227 |  242207 | r          | 15/1DD17350
 6973 | pg_subscr.rel |  242227 |  242204 | r          | 15/1E01EA98
 6973 | pg_subscr.rel |  242227 |  242210 | r          | 15/1E068670
 6973 | pg_subscr.rel |  242227 |  242215 | r          | 15/1E20A808

2017.05.25 18:46:12
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11241  c56e393f9 b84685522 5d017f9ca 1dc3ff3a0 master
6973 a,b,t,h:  2500000     25    250  11241  c56e393f9 b84685522 5d017f9ca 1dc3ff3a0 replica ok  454d04d41
2017.05.25 18:46:28
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:46:28.25 | 28028 | 8:45:02.101344+02 |        | streaming | 15/1E4B68B0 | 15/1E4B68B0 | 15/1E4B68B0 | 15/1E4B68B0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28028 |      |      3577042 | 15/1E4507E8 | 15/1E4B68B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242227 |  242207 | r          | 15/1DD17350
 6973 | pg_subscr.rel |  242227 |  242204 | r          | 15/1E01EA98
 6973 | pg_subscr.rel |  242227 |  242210 | r          | 15/1E068670
 6973 | pg_subscr.rel |  242227 |  242215 | r          | 15/1E20A808

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:46:56.694 CEST 28831 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:46:56.791 CEST 28831 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:46:56.928 CEST 28831 LOG:  redirecting log output to logging collector process
2017-05-25 18:46:56.928 CEST 28831 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:46:57.718 CEST 28842 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:46:57.813 CEST 28842 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:46:57.965 CEST 28842 LOG:  redirecting log output to logging collector process
2017-05-25 18:46:57.965 CEST 28842 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 63 --   63 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:46:58
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:46:56.928808+02     replica_start_time 2017-05-25 18:46:57.965545+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1529100 of 2500000 tuples (61%) done (elapsed 5.15 s, remaining 3.27 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.37 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:47:13.98 | 29071 | 8:47:13.9751+02   |        | catchup | 15/3184F688 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:47:13.98 | 29074 | 8:47:13.981135+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29071 |      |      3577061 | 15/3184F650 | 15/3184F688

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242251 |  242231 | i          | 
 6973 | pg_subscr.rel |  242251 |  242234 | i          | 
 6973 | pg_subscr.rel |  242251 |  242239 | i          | 
 6973 | pg_subscr.rel |  242251 |  242228 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 319.1 tps, lat 198.491 ms stddev 230.926
progress: 24.0 s, 213.1 tps, lat 281.778 ms stddev 430.650
progress: 36.0 s, 73.9 tps, lat 880.346 ms stddev 771.638
progress: 48.0 s, 187.7 tps, lat 346.661 ms stddev 380.354
progress: 60.0 s, 127.3 tps, lat 381.844 ms stddev 561.610
progress: 72.0 s, 4.2 tps, lat 7953.279 ms stddev 3963.771
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11116
latency average = 387.250 ms
latency stddev = 1020.060 ms
tps = 140.443539 (including connections establishing)
tps = 140.454129 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |     b_start     | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 18:48:33.18 | 29071 | 8:47:13.9751+02 |        | streaming | 15/32020738 | 15/3201A9E8 | 15/3201A9E8 | 15/3201A9E8 | 00:00:09.74836 | 00:00:09.748363 | 00:00:09.74836

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29071 |      |      3587750 | 15/31F9AE10 | 15/3201A9E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242251 |  242228 | r          | 15/31CF8590
 6973 | pg_subscr.rel |  242251 |  242231 | r          | 15/31D90340
 6973 | pg_subscr.rel |  242251 |  242234 | r          | 15/31F5D038
 6973 | pg_subscr.rel |  242251 |  242239 | r          | 15/31F9B288

2017.05.25 18:48:33
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11116  b8fabba52 4c3209eed 486144118 cbca86212 master
6973 a,b,t,h:  2500000     25    250  11116  b8fabba52 4c3209eed 486144118 cbca86212 replica ok  3be609b4d
2017.05.25 18:48:51
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start     | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:48:51.84 | 29071 | 8:47:13.9751+02 |        | streaming | 15/320A9690 | 15/320A9690 | 15/320A9690 | 15/320A9690 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29071 |      |      3588187 | 15/320A95D8 | 15/320A9690

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242251 |  242228 | r          | 15/31CF8590
 6973 | pg_subscr.rel |  242251 |  242231 | r          | 15/31D90340
 6973 | pg_subscr.rel |  242251 |  242234 | r          | 15/31F5D038
 6973 | pg_subscr.rel |  242251 |  242239 | r          | 15/31F9B288

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:49:26.099 CEST 29901 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:49:26.219 CEST 29901 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:49:26.352 CEST 29901 LOG:  redirecting log output to logging collector process
2017-05-25 18:49:26.352 CEST 29901 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:49:27.077 CEST 29917 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:49:27.192 CEST 29917 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:49:27.328 CEST 29917 LOG:  redirecting log output to logging collector process
2017-05-25 18:49:27.328 CEST 29917 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 64 --   64 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:49:28
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:49:26.352594+02     replica_start_time 2017-05-25 18:49:27.329337+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1524400 of 2500000 tuples (60%) done (elapsed 5.01 s, remaining 3.20 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.55 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:49:44.12 | 30146 | 8:49:44.120334+02 |        | catchup | 15/454435B8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30146 |      |      3588206 | 15/45443580 | 15/454435B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242276 |  242253 | i          | 
 6973 | pg_subscr.rel |  242276 |  242256 | i          | 
 6973 | pg_subscr.rel |  242276 |  242259 | i          | 
 6973 | pg_subscr.rel |  242276 |  242264 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 197.9 tps, lat 314.571 ms stddev 307.924
progress: 24.0 s, 145.7 tps, lat 413.626 ms stddev 440.408
progress: 36.0 s, 55.6 tps, lat 1183.214 ms stddev 1159.478
progress: 48.0 s, 116.7 tps, lat 567.243 ms stddev 769.003
progress: 60.0 s, 184.5 tps, lat 340.214 ms stddev 333.600
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 8469
latency average = 454.647 ms
latency stddev = 595.472 ms
tps = 139.695731 (including connections establishing)
tps = 139.712158 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:50:44.79 | 30146 | 8:49:44.120334+02 |        | streaming | 15/45A2AFE0 | 15/45A2AFE0 | 15/45A12A20 | 15/45A2AFE0 | 00:00:00.023073 | 00:00:00.166787 | 00:00:00.023073

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30146 |      |      3595981 | 15/45992B98 | 15/45A12A20

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242276 |  242253 | r          | 15/4573A8C8
 6973 | pg_subscr.rel |  242276 |  242259 | r          | 15/45829DD0
 6973 | pg_subscr.rel |  242276 |  242264 | r          | 15/459CF890
 6973 | pg_subscr.rel |  242276 |  242256 | r          | 15/45514C08

2017.05.25 18:50:44
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8469  cb11aec12 753d29774 ffe0c204a 9f0c52e61 master
6973 a,b,t,h:  2500000     25    250   8469  cb11aec12 753d29774 ffe0c204a 9f0c52e61 replica ok  d2b6657f5
2017.05.25 18:50:58
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:50:58.85 | 30146 | 8:49:44.120334+02 |        | streaming | 15/45A95C88 | 15/45A95C88 | 15/45A95C88 | 15/45A95C88 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30146 |      |      3595981 | 15/45992B98 | 15/45A95C88

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242276 |  242253 | r          | 15/4573A8C8
 6973 | pg_subscr.rel |  242276 |  242259 | r          | 15/45829DD0
 6973 | pg_subscr.rel |  242276 |  242264 | r          | 15/459CF890
 6973 | pg_subscr.rel |  242276 |  242256 | r          | 15/45514C08

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:51:28.978 CEST 30870 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:51:29.069 CEST 30870 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:51:29.190 CEST 30870 LOG:  redirecting log output to logging collector process
2017-05-25 18:51:29.190 CEST 30870 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:51:30.001 CEST 30881 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:51:30.101 CEST 30881 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:51:30.213 CEST 30881 LOG:  redirecting log output to logging collector process
2017-05-25 18:51:30.213 CEST 30881 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 65 --   65 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:51:31
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:51:29.19097+02     replica_start_time 2017-05-25 18:51:30.214153+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1469700 of 2500000 tuples (58%) done (elapsed 5.00 s, remaining 3.51 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.66 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:51:47.16 | 31112 | 8:51:47.159252+02 |        | catchup | 15/58E2B530 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31112 |      |      3596701 | 15/58E2B4F8 | 15/58E2B530

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242300 |  242280 | i          | 
 6973 | pg_subscr.rel |  242300 |  242283 | i          | 
 6973 | pg_subscr.rel |  242300 |  242288 | i          | 
 6973 | pg_subscr.rel |  242300 |  242277 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 178.6 tps, lat 348.179 ms stddev 392.842
progress: 24.0 s, 153.1 tps, lat 398.025 ms stddev 510.970
progress: 36.0 s, 73.8 tps, lat 882.631 ms stddev 888.108
progress: 48.0 s, 148.1 tps, lat 447.598 ms stddev 652.919
progress: 60.0 s, 372.3 tps, lat 168.089 ms stddev 188.138
progress: 72.0 s, 4.3 tps, lat 4638.215 ms stddev 2820.901
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11174
latency average = 377.514 ms
latency stddev = 767.578 ms
tps = 144.405195 (including connections establishing)
tps = 144.416663 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:53:04.58 | 31112 | 8:51:47.159252+02 |        | streaming | 15/595CFF30 | 15/595CFF30 | 15/595CF960 | 15/595CFF30 |           | 00:00:01.888657 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31112 |      |      3606638 | 15/592E2508 | 15/595CF960

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242300 |  242280 | r          | 15/58EF7EC0
 6973 | pg_subscr.rel |  242300 |  242277 | r          | 15/59110610
 6973 | pg_subscr.rel |  242300 |  242283 | r          | 15/5922C100
 6973 | pg_subscr.rel |  242300 |  242288 | r          | 15/592E2B60

2017.05.25 18:53:04
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11174  d12d16f1d b4cb977ef 8ca8b8a70 bea6b9ca3 master
6973 a,b,t,h:  2500000     25    250  11174  d12d16f1d b4cb977ef 8ca8b8a70 bea6b9ca3 replica ok  60af09118
2017.05.25 18:53:24
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:53:24.96 | 31112 | 8:51:47.159252+02 |        | streaming | 15/59658F40 | 15/59658F40 | 15/59658F40 | 15/59658F40 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31112 |      |      3607882 | 15/59658F08 | 15/59658F40

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242300 |  242280 | r          | 15/58EF7EC0
 6973 | pg_subscr.rel |  242300 |  242277 | r          | 15/59110610
 6973 | pg_subscr.rel |  242300 |  242283 | r          | 15/5922C100
 6973 | pg_subscr.rel |  242300 |  242288 | r          | 15/592E2B60

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:53:54.750 CEST 31925 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:53:54.908 CEST 31925 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:53:55.045 CEST 31925 LOG:  redirecting log output to logging collector process
2017-05-25 18:53:55.045 CEST 31925 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:53:55.703 CEST 31936 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:53:55.820 CEST 31936 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:53:55.976 CEST 31936 LOG:  redirecting log output to logging collector process
2017-05-25 18:53:55.976 CEST 31936 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 66 --   66 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:53:56
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:53:55.045551+02     replica_start_time 2017-05-25 18:53:55.97672+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1482900 of 2500000 tuples (59%) done (elapsed 5.00 s, remaining 3.43 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.44 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:54:12.25 | 32169 | 8:54:12.238623+02 |        | catchup | 15/6C9ECB30 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:54:12.25 | 32172 | 8:54:12.249686+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      32169 |      |      3607901 | 15/6C9ECAF8 | 15/6C9ECB30

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242324 |  242304 | i          | 
 6973 | pg_subscr.rel |  242324 |  242307 | i          | 
 6973 | pg_subscr.rel |  242324 |  242312 | i          | 
 6973 | pg_subscr.rel |  242324 |  242301 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 336.5 tps, lat 186.945 ms stddev 207.263
progress: 24.0 s, 205.1 tps, lat 297.590 ms stddev 420.502
progress: 36.0 s, 221.8 tps, lat 292.436 ms stddev 395.003
progress: 48.0 s, 89.3 tps, lat 736.297 ms stddev 1090.260
progress: 60.0 s, 79.1 tps, lat 663.739 ms stddev 1094.005
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11246
latency average = 368.787 ms
latency stddev = 817.501 ms
tps = 158.290738 (including connections establishing)
tps = 158.305161 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:55:23.40 | 32169 | 8:54:12.238623+02 |        | streaming | 15/6D1C6200 | 15/6D1BBDE8 | 15/6D1AFCA0 | 15/6D1BBDE8 | 00:00:00.562349 | 00:00:00.733982 | 00:00:00.562349
 6972 | pgst.repl  | 2017-05-25 18:55:23.40 | 32522 | 8:55:03.323221+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:55:23.40 | 32523 | 8:55:03.327083+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242324_sync_242312 | pgoutput | logical   |  16384 | testdb   | t         | t      |      32523 |      |      3616954 | 15/6D1C93E8 | 
 6972 | pg_repl.slots | sub1_242324_sync_242307 | pgoutput | logical   |  16384 | testdb   | t         | t      |      32522 |      |      3616954 | 15/6D1AFCF0 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      32169 |      |      3617255 | 15/6D056F80 | 15/6D1AFCA0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242324 |  242301 | r          | 15/6D054488
 6973 | pg_subscr.rel |  242324 |  242307 | d          | 
 6973 | pg_subscr.rel |  242324 |  242312 | d          | 
 6973 | pg_subscr.rel |  242324 |  242304 | r          | 15/6D057A70

2017.05.25 18:55:23
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11246  957bf6956 7cea2a9b2 829273e28 37abb6517 master
6973 a,b,t,h:  2500000     25    250  11246  6bb11a416 7cea2a9b2 829273e28 37abb6517 replica NOK  259bd2b8f
2017.05.25 18:55:44
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11246  957bf6956 7cea2a9b2 829273e28 37abb6517 master
6973 a,b,t,h:  2500000     25    250  11246  957bf6956 7cea2a9b2 829273e28 37abb6517 replica ok   c36472386
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:56:14.24 | 32169 | 8:54:12.238623+02 |        | streaming | 15/6D2728B0 | 15/6D2728B0 | 15/6D2728B0 | 15/6D2728B0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      32169 |      |      3619158 | 15/6D272878 | 15/6D2728B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242324 |  242301 | r          | 15/6D054488
 6973 | pg_subscr.rel |  242324 |  242304 | r          | 15/6D057A70
 6973 | pg_subscr.rel |  242324 |  242307 | r          | 15/6D25A9E0
 6973 | pg_subscr.rel |  242324 |  242312 | r          | 15/6D25A9E0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:56:36.788 CEST 730 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:56:36.902 CEST 730 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:56:37.055 CEST 730 LOG:  redirecting log output to logging collector process
2017-05-25 18:56:37.055 CEST 730 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:56:37.786 CEST 741 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:56:37.898 CEST 741 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:56:38.050 CEST 741 LOG:  redirecting log output to logging collector process
2017-05-25 18:56:38.050 CEST 741 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 67 --   67 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:56:38
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:56:37.056016+02     replica_start_time 2017-05-25 18:56:38.050517+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1395100 of 2500000 tuples (55%) done (elapsed 5.08 s, remaining 4.03 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.84 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:56:55.20 | 970 | 8:56:55.19286+02 |        | catchup | 15/80607AF8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        970 |      |      3619177 | 15/80607AC0 | 15/80607AF8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242349 |  242329 | i          | 
 6973 | pg_subscr.rel |  242349 |  242332 | i          | 
 6973 | pg_subscr.rel |  242349 |  242337 | i          | 
 6973 | pg_subscr.rel |  242349 |  242326 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 354.7 tps, lat 178.095 ms stddev 196.326
progress: 24.0 s, 183.3 tps, lat 312.300 ms stddev 476.005
progress: 36.0 s, 273.0 tps, lat 241.475 ms stddev 448.147
progress: 48.0 s, 91.1 tps, lat 729.962 ms stddev 806.021
progress: 60.0 s, 84.3 tps, lat 667.299 ms stddev 744.378
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11902
latency average = 324.635 ms
latency stddev = 543.485 ms
tps = 193.043162 (including connections establishing)
tps = 193.064551 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 18:57:56.91 |  970 | 8:56:55.19286+02  |        | streaming | 15/80CCD8C0 | 15/80CC0A00 | 15/80CC0A00 | 15/80CC0A00 |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 18:57:56.91 |  973 | 8:56:55.209858+02 |        | catchup   | 15/80A57990 | 15/80A3ECA8 | 15/80A3ECA8 | 15/80A3ECA8 | 00:00:00.362898 | 00:00:00.362898 | 00:00:00.362898
 6972 | pgst.repl  | 2017-05-25 18:57:56.91 | 1058 | 8:56:56.210259+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242349_sync_242329 | pgoutput | logical   |  16384 | testdb   | t         | t      |       1058 |      |      3619177 | 15/8066C0C8 | 15/80CC3D68
 6972 | pg_repl.slots | sub1_242349_sync_242326 | pgoutput | logical   |  16384 | testdb   | t         | t      |        973 |      |      3619773 | 15/8068CF18 | 15/80A3ECA8
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |        970 |      |      3619773 | 15/8090AFA8 | 15/80CC0A00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242349 |  242332 | i          | 
 6973 | pg_subscr.rel |  242349 |  242337 | i          | 
 6973 | pg_subscr.rel |  242349 |  242326 | d          | 
 6973 | pg_subscr.rel |  242349 |  242329 | d          | 

2017.05.25 18:57:56
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11902  445291dd4 e2d03057a 3f2a4b1ac 93e945fa8 master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  731213973
2017.05.25 18:58:09
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11902  445291dd4 e2d03057a 3f2a4b1ac 93e945fa8 master
6973 a,b,t,h:  2500000     25    250  11902  445291dd4 e2d03057a 3f2a4b1ac 93e945fa8 replica ok   5b65c1e0c
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:58:37.16 | 970 | 8:56:55.19286+02 |        | streaming | 15/80EEDC60 | 15/80EEDC60 | 15/80EEDC60 | 15/80EEDC60 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        970 |      |      3631089 | 15/80EEDB70 | 15/80EEDC60

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242349 |  242326 | r          | 15/80CC1060
 6973 | pg_subscr.rel |  242349 |  242329 | r          | 15/80CC40B8
 6973 | pg_subscr.rel |  242349 |  242332 | r          | 15/80EEDB70
 6973 | pg_subscr.rel |  242349 |  242337 | r          | 15/80EEDB70

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down...................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 18:59:05.846 CEST 2054 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 18:59:05.945 CEST 2054 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 18:59:06.091 CEST 2054 LOG:  redirecting log output to logging collector process
2017-05-25 18:59:06.091 CEST 2054 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 18:59:06.845 CEST 2065 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 18:59:06.953 CEST 2065 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 18:59:07.078 CEST 2065 LOG:  redirecting log output to logging collector process
2017-05-25 18:59:07.078 CEST 2065 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 68 --   68 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 18:59:07
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 18:59:06.091684+02     replica_start_time 2017-05-25 18:59:07.078997+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1470900 of 2500000 tuples (58%) done (elapsed 5.00 s, remaining 3.50 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.49 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 18:59:23.61 | 2323 | 8:59:23.599267+02 |        | catchup | 15/9428F340 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 18:59:23.61 | 2329 | 8:59:23.611846+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2323 |      |      3631111 | 15/9428F308 | 15/9428F340

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242373 |  242353 | i          | 
 6973 | pg_subscr.rel |  242373 |  242356 | i          | 
 6973 | pg_subscr.rel |  242373 |  242361 | i          | 
 6973 | pg_subscr.rel |  242373 |  242350 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 232.0 tps, lat 270.380 ms stddev 277.761
progress: 24.0 s, 136.8 tps, lat 434.652 ms stddev 564.653
progress: 36.0 s, 77.7 tps, lat 856.105 ms stddev 901.635
progress: 48.0 s, 194.8 tps, lat 340.014 ms stddev 411.585
progress: 60.0 s, 286.6 tps, lat 217.206 ms stddev 213.552
progress: 72.0 s, 4.8 tps, lat 4915.492 ms stddev 2377.400
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11199
latency average = 372.831 ms
latency stddev = 670.258 ms
tps = 149.286328 (including connections establishing)
tps = 149.299168 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:00:38.68 | 2323 | 8:59:23.599267+02 |        | streaming | 15/94A4ED48 | 15/94A4E8C0 | 15/94A4E480 | 15/94A4E8C0 | 00:00:00.000554 | 00:00:02.013685 | 00:00:00.000554

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2323 |      |      3641422 | 15/94831E78 | 15/94A4E480

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242373 |  242350 | r          | 15/945D26C0
 6973 | pg_subscr.rel |  242373 |  242356 | r          | 15/94699FD0
 6973 | pg_subscr.rel |  242373 |  242361 | r          | 15/94832560
 6973 | pg_subscr.rel |  242373 |  242353 | r          | 15/9433E798

2017.05.25 19:00:38
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11199  73de29271 d5b80e6d2 614cf6be0 9f49f8575 master
6973 a,b,t,h:  2500000     25    250  11199  73de29271 d5b80e6d2 614cf6be0 9f49f8575 replica ok  557cea991
2017.05.25 19:00:56
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:00:56.30 | 2323 | 8:59:23.599267+02 |        | streaming | 15/94AD87A0 | 15/94AD87A0 | 15/94AD87A0 | 15/94AD87A0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2323 |      |      3642317 | 15/94AD8768 | 15/94AD87A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242373 |  242350 | r          | 15/945D26C0
 6973 | pg_subscr.rel |  242373 |  242356 | r          | 15/94699FD0
 6973 | pg_subscr.rel |  242373 |  242361 | r          | 15/94832560
 6973 | pg_subscr.rel |  242373 |  242353 | r          | 15/9433E798

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:01:25.904 CEST 3316 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:01:26.003 CEST 3316 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:01:26.142 CEST 3316 LOG:  redirecting log output to logging collector process
2017-05-25 19:01:26.142 CEST 3316 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:01:26.867 CEST 3327 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:01:26.940 CEST 3327 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:01:27.075 CEST 3327 LOG:  redirecting log output to logging collector process
2017-05-25 19:01:27.075 CEST 3327 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 69 --   69 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:01:28
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:01:26.142722+02     replica_start_time 2017-05-25 19:01:27.075856+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1567000 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 2.98 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.09 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:01:43.54 | 3517 | 9:01:43.530919+02 |        | catchup | 15/A7E764C8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3517 |      |      3642336 | 15/A7E76490 | 15/A7E764C8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242397 |  242377 | i          | 
 6973 | pg_subscr.rel |  242397 |  242380 | i          | 
 6973 | pg_subscr.rel |  242397 |  242385 | i          | 
 6973 | pg_subscr.rel |  242397 |  242374 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 188.0 tps, lat 330.089 ms stddev 386.957
progress: 24.0 s, 121.2 tps, lat 504.131 ms stddev 639.962
progress: 36.0 s, 69.1 tps, lat 920.286 ms stddev 1144.426
progress: 48.0 s, 88.3 tps, lat 758.864 ms stddev 1074.728
progress: 60.0 s, 189.7 tps, lat 339.611 ms stddev 312.808
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 7939
latency average = 484.839 ms
latency stddev = 692.897 ms
tps = 130.746804 (including connections establishing)
tps = 130.759174 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:02:44.31 | 3517 | 9:01:43.530919+02 |        | streaming | 15/A840AC98 | 15/A840AC98 | 15/A83DF0D8 | 15/A840AC98 | 00:00:00.022636 | 00:00:00.085614 | 00:00:00.022636

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3517 |      |      3649497 | 15/A8363E50 | 15/A83DF0D8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242397 |  242377 | r          | 15/A7F41128
 6973 | pg_subscr.rel |  242397 |  242374 | r          | 15/A813D148
 6973 | pg_subscr.rel |  242397 |  242380 | r          | 15/A8228E98
 6973 | pg_subscr.rel |  242397 |  242385 | r          | 15/A8383C28

2017.05.25 19:02:44
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   7939  03dae1288 097c1e3f1 e0c58d54a 686cb1865 master
6973 a,b,t,h:  2500000     25    250   7939  03dae1288 097c1e3f1 e0c58d54a 686cb1865 replica ok  fa9ec2b4c
2017.05.25 19:02:57
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:02:57.60 | 3517 | 9:01:43.530919+02 |        | streaming | 15/A846FAF8 | 15/A846FAF8 | 15/A846FAF8 | 15/A846FAF8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3517 |      |      3649497 | 15/A8363E50 | 15/A846FAF8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242397 |  242377 | r          | 15/A7F41128
 6973 | pg_subscr.rel |  242397 |  242374 | r          | 15/A813D148
 6973 | pg_subscr.rel |  242397 |  242380 | r          | 15/A8228E98
 6973 | pg_subscr.rel |  242397 |  242385 | r          | 15/A8383C28

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:03:24.085 CEST 4249 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:03:24.182 CEST 4249 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:03:24.299 CEST 4249 LOG:  redirecting log output to logging collector process
2017-05-25 19:03:24.299 CEST 4249 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:03:25.081 CEST 4326 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:03:25.166 CEST 4326 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:03:25.318 CEST 4326 LOG:  redirecting log output to logging collector process
2017-05-25 19:03:25.318 CEST 4326 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 70 --   70 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:03:26
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:03:24.300028+02     replica_start_time 2017-05-25 19:03:25.319164+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1557000 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 3.03 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.42 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:03:41.71 | 4495 | 9:03:41.706478+02 |        | catchup | 15/BB812DD0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:03:41.71 | 4498 | 9:03:41.71266+02  |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4495 |      |      3650302 | 15/BB812D98 | 15/BB812DD0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242422 |  242402 | i          | 
 6973 | pg_subscr.rel |  242422 |  242405 | i          | 
 6973 | pg_subscr.rel |  242422 |  242410 | i          | 
 6973 | pg_subscr.rel |  242422 |  242399 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 371.8 tps, lat 169.897 ms stddev 197.812
progress: 24.0 s, 200.0 tps, lat 300.834 ms stddev 448.562
progress: 36.0 s, 72.7 tps, lat 904.725 ms stddev 807.689
progress: 48.0 s, 171.1 tps, lat 380.664 ms stddev 506.654
progress: 60.0 s, 120.2 tps, lat 416.579 ms stddev 511.410
progress: 72.0 s, 4.8 tps, lat 7518.020 ms stddev 4074.140
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11294
latency average = 371.521 ms
latency stddev = 861.471 ms
tps = 149.304221 (including connections establishing)
tps = 149.315112 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:04:57.40 | 4495 | 9:03:41.706478+02 |        | streaming | 15/BC00A1F0 | 15/BC009428 | 15/BC009428 | 15/BC009428 |           | 00:00:05.883773 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4495 |      |      3661221 | 15/BBF9CE00 | 15/BC009428

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242422 |  242399 | r          | 15/BBD165E8
 6973 | pg_subscr.rel |  242422 |  242402 | r          | 15/BBD6D408
 6973 | pg_subscr.rel |  242422 |  242405 | r          | 15/BBF63038
 6973 | pg_subscr.rel |  242422 |  242410 | r          | 15/BBF9CF40

2017.05.25 19:04:58
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK  870824e06
2017.05.25 19:05:13
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242422 |  242399 | r          | 15/BBD165E8
  242422 |  242402 | r          | 15/BBD6D408
  242422 |  242405 | r          | 15/BBF63038
  242422 |  242410 | r          | 15/BBF9CF40
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242422   | 15/BC00A5B0 | 21/50A74988
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4495 |      |      3661607 | 15/BC09BE58 | 15/BC09BE90
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1907.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1907.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1907.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1907.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11294  46f42f2e1 0ab10ea2d 4d1e47e73 2e4944c00 master
6973 a,b,t,h:  2500000     25    250  11294  bb6ac7584 0ab10ea2d 4d1e47e73 2e4944c00 replica NOK   870824e06
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242422 |  242399 | r          | 15/BBD165E8
  242422 |  242402 | r          | 15/BBD6D408
  242422 |  242405 | r          | 15/BBF63038
  242422 |  242410 | r          | 15/BBF9CF40
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242422   | 15/BC00A5B0 | 21/50A74988
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4495 |      |      3661607 | 15/BC09BF38 | 15/BC09BF70
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1914.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1914.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1914.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1914.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:14:26.72 | 4495 | 9:03:41.706478+02 |        | streaming | 15/BC09BF70 | 15/BC09BF70 | 15/BC09BF70 | 15/BC09BF70 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       4495 |      |      3661607 | 15/BC09BF38 | 15/BC09BF70

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242422 |  242399 | r          | 15/BBD165E8
 6973 | pg_subscr.rel |  242422 |  242402 | r          | 15/BBD6D408
 6973 | pg_subscr.rel |  242422 |  242405 | r          | 15/BBF63038
 6973 | pg_subscr.rel |  242422 |  242410 | r          | 15/BBF9CF40

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:14:31.364 CEST 10124 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:14:31.482 CEST 10124 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:14:31.618 CEST 10124 LOG:  redirecting log output to logging collector process
2017-05-25 19:14:31.618 CEST 10124 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:14:32.310 CEST 10135 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:14:32.407 CEST 10135 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:14:32.533 CEST 10135 LOG:  redirecting log output to logging collector process
2017-05-25 19:14:32.533 CEST 10135 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 71 --   71 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:14:33
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:14:31.619191+02     replica_start_time 2017-05-25 19:14:32.533833+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1413200 of 2500000 tuples (56%) done (elapsed 5.01 s, remaining 3.86 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.67 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:14:49.31 | 10371 | 9:14:49.303584+02 |        | catchup | 15/CF434410 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10371 |      |      3661626 | 15/CF4343D8 | 15/CF434410

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242446 |  242423 | i          | 
 6973 | pg_subscr.rel |  242446 |  242426 | i          | 
 6973 | pg_subscr.rel |  242446 |  242429 | i          | 
 6973 | pg_subscr.rel |  242446 |  242434 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 347.9 tps, lat 172.813 ms stddev 191.271
progress: 24.0 s, 215.7 tps, lat 298.511 ms stddev 423.363
progress: 36.0 s, 335.0 tps, lat 189.527 ms stddev 264.795
progress: 48.0 s, 44.3 tps, lat 1354.316 ms stddev 1435.716
progress: 60.0 s, 60.3 tps, lat 1127.058 ms stddev 1562.815
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 12103
latency average = 319.177 ms
latency stddev = 644.137 ms
tps = 199.675990 (including connections establishing)
tps = 199.697547 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:15:49.97 | 10371 | 9:14:49.303584+02 |        | streaming | 15/CFBF2D38 | 15/CFBE71B0 | 15/CFBE71B0 | 15/CFBE71B0 | 00:00:00.001672 | 00:00:00.001672 | 00:00:00.001672
 6972 | pgst.repl  | 2017-05-25 19:15:49.97 | 10374 | 9:14:49.317577+02 |        | catchup   | 15/CF4C1C88 | 15/CF4B5E10 | 15/CF4B5E10 | 15/CF4B5E10 | 00:00:00.009246 | 00:00:00.009246 | 00:00:00.009246
 6972 | pgst.repl  | 2017-05-25 19:15:49.97 | 10453 | 9:14:50.324108+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242446_sync_242426 | pgoutput | logical   |  16384 | testdb   | t         | t      |      10453 |      |      3661626 | 15/CF496EC0 | 15/CFC4B9A8
 6972 | pg_repl.slots | sub1_242446_sync_242423 | pgoutput | logical   |  16384 | testdb   | t         | t      |      10374 |      |      3661933 | 15/CF468330 | 15/CF4B5E10
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      10371 |      |      3662216 | 15/CFA0B8C0 | 15/CFBE71B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242446 |  242429 | i          | 
 6973 | pg_subscr.rel |  242446 |  242434 | i          | 
 6973 | pg_subscr.rel |  242446 |  242423 | d          | 
 6973 | pg_subscr.rel |  242446 |  242426 | d          | 

2017.05.25 19:15:49
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12103  64bbe766e e559acf29 128866138 9edaa99bf master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  de475820d
2017.05.25 19:16:00
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12103  64bbe766e e559acf29 128866138 9edaa99bf master
6973 a,b,t,h:  2500000     25    250  12103  64bbe766e e559acf29 128866138 9edaa99bf replica ok   cc98e6eac
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:16:28.61 | 10371 | 9:14:49.303584+02 |        | streaming | 15/CFD41048 | 15/CFD41048 | 15/CFD41048 | 15/CFD41048 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10371 |      |      3673735 | 15/CFD40EE0 | 15/CFD41048

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242446 |  242423 | r          | 15/CFBE71B0
 6973 | pg_subscr.rel |  242446 |  242426 | r          | 15/CFC4C4E8
 6973 | pg_subscr.rel |  242446 |  242429 | r          | 15/CFD40F80
 6973 | pg_subscr.rel |  242446 |  242434 | r          | 15/CFD40F80

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down....................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:16:59.236 CEST 11234 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:16:59.337 CEST 11234 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:16:59.444 CEST 11234 LOG:  redirecting log output to logging collector process
2017-05-25 19:16:59.444 CEST 11234 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:17:00.247 CEST 11245 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:17:00.357 CEST 11245 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:17:00.506 CEST 11245 LOG:  redirecting log output to logging collector process
2017-05-25 19:17:00.506 CEST 11245 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 72 --   72 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:17:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:16:59.444829+02     replica_start_time 2017-05-25 19:17:00.506675+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1551100 of 2500000 tuples (62%) done (elapsed 5.01 s, remaining 3.06 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.18 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:17:16.32 | 11474 | 9:17:16.315224+02 |        | catchup | 15/E30D3968 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11474 |      |      3673756 | 15/E30D3930 | 15/E30D3968

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242470 |  242447 | i          | 
 6973 | pg_subscr.rel |  242470 |  242450 | i          | 
 6973 | pg_subscr.rel |  242470 |  242453 | i          | 
 6973 | pg_subscr.rel |  242470 |  242458 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 236.4 tps, lat 264.074 ms stddev 259.628
progress: 24.0 s, 150.2 tps, lat 417.194 ms stddev 473.931
progress: 36.0 s, 87.1 tps, lat 691.493 ms stddev 632.839
progress: 48.0 s, 196.3 tps, lat 348.214 ms stddev 556.545
progress: 60.0 s, 246.7 tps, lat 249.793 ms stddev 272.876
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11064
latency average = 367.459 ms
latency stddev = 599.378 ms
tps = 159.445567 (including connections establishing)
tps = 159.459344 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:18:25.75 | 11474 | 9:17:16.315224+02 |        | streaming | 15/E387ADE0 | 15/E387ADE0 | 15/E387A068 | 15/E387ADE0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11474 |      |      3684326 | 15/E36EB340 | 15/E387A068

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242470 |  242447 | r          | 15/E345A6D8
 6973 | pg_subscr.rel |  242470 |  242453 | r          | 15/E3520FF8
 6973 | pg_subscr.rel |  242470 |  242458 | r          | 15/E36EB7E8
 6973 | pg_subscr.rel |  242470 |  242450 | r          | 15/E31BBB88

2017.05.25 19:18:25
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11064  8a675def0 2f181784b de749d308 8b5692518 master
6973 a,b,t,h:  2500000     25    250  11064  8a675def0 2f181784b de749d308 8b5692518 replica ok  30709a78b
2017.05.25 19:18:43
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:18:43.83 | 11474 | 9:17:16.315224+02 |        | streaming | 15/E3902910 | 15/E3902910 | 15/E3902910 | 15/E3902910 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11474 |      |      3684830 | 15/E38BF1F0 | 15/E3902910

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242470 |  242447 | r          | 15/E345A6D8
 6973 | pg_subscr.rel |  242470 |  242453 | r          | 15/E3520FF8
 6973 | pg_subscr.rel |  242470 |  242458 | r          | 15/E36EB7E8
 6973 | pg_subscr.rel |  242470 |  242450 | r          | 15/E31BBB88

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:19:15.285 CEST 12274 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:19:15.398 CEST 12274 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:19:15.549 CEST 12274 LOG:  redirecting log output to logging collector process
2017-05-25 19:19:15.549 CEST 12274 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:19:16.272 CEST 12286 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:19:16.370 CEST 12286 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:19:16.532 CEST 12286 LOG:  redirecting log output to logging collector process
2017-05-25 19:19:16.532 CEST 12286 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 73 --   73 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:19:17
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:19:15.549921+02     replica_start_time 2017-05-25 19:19:16.532596+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1507600 of 2500000 tuples (60%) done (elapsed 5.00 s, remaining 3.29 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.52 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:19:32.76 | 12523 | 9:19:32.755529+02 |        | catchup | 15/F6C9EB60 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12523 |      |      3684849 | 15/F6C9EB28 | 15/F6C9EB60

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242495 |  242475 | i          | 
 6973 | pg_subscr.rel |  242495 |  242478 | i          | 
 6973 | pg_subscr.rel |  242495 |  242483 | i          | 
 6973 | pg_subscr.rel |  242495 |  242472 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 254.0 tps, lat 247.041 ms stddev 255.359
progress: 24.0 s, 201.5 tps, lat 310.372 ms stddev 392.919
progress: 36.0 s, 73.2 tps, lat 850.500 ms stddev 856.356
progress: 48.0 s, 123.2 tps, lat 525.338 ms stddev 572.733
progress: 60.0 s, 172.1 tps, lat 383.295 ms stddev 416.147
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9952
latency average = 386.765 ms
latency stddev = 487.124 ms
tps = 163.372202 (including connections establishing)
tps = 163.390120 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:20:33.72 | 12523 | 9:19:32.755529+02 |        | streaming | 15/F73A7D78 | 15/F73A7D78 | 15/F73901A0 | 15/F73A7D78 | 00:00:00.011323 | 00:00:00.422285 | 00:00:00.011323

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12523 |      |      3694181 | 15/F7324210 | 15/F73901A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242495 |  242475 | r          | 15/F6D7A200
 6973 | pg_subscr.rel |  242495 |  242472 | r          | 15/F70B5970
 6973 | pg_subscr.rel |  242495 |  242478 | r          | 15/F71C6430
 6973 | pg_subscr.rel |  242495 |  242483 | r          | 15/F73244D0

2017.05.25 19:20:33
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9952  c2a9fbb98 279cfd740 d3360f21b 0052a5de0 master
6973 a,b,t,h:  2500000     25    250   9952  c2a9fbb98 279cfd740 d3360f21b 0052a5de0 replica ok  d3c9e53f9
2017.05.25 19:20:47
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:20:47.77 | 12523 | 9:19:32.755529+02 |        | streaming | 15/F741D670 | 15/F741D670 | 15/F741D670 | 15/F741D670 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12523 |      |      3694181 | 15/F7324210 | 15/F741D670

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242495 |  242475 | r          | 15/F6D7A200
 6973 | pg_subscr.rel |  242495 |  242472 | r          | 15/F70B5970
 6973 | pg_subscr.rel |  242495 |  242478 | r          | 15/F71C6430
 6973 | pg_subscr.rel |  242495 |  242483 | r          | 15/F73244D0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:21:20.140 CEST 13235 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:21:20.273 CEST 13235 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:21:20.439 CEST 13235 LOG:  redirecting log output to logging collector process
2017-05-25 19:21:20.439 CEST 13235 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:21:21.114 CEST 13246 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:21:21.234 CEST 13246 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:21:21.374 CEST 13246 LOG:  redirecting log output to logging collector process
2017-05-25 19:21:21.374 CEST 13246 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 74 --   74 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:21:22
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:21:20.440062+02     replica_start_time 2017-05-25 19:21:21.374605+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1438500 of 2500000 tuples (57%) done (elapsed 5.00 s, remaining 3.69 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.48 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:21:37.50 | 13484 | 9:21:37.500387+02 |        | catchup | 16/A7B2CD0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13484 |      |      3694827 | 16/A7B2C98  | 16/A7B2CD0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242519 |  242499 | i          | 
 6973 | pg_subscr.rel |  242519 |  242502 | i          | 
 6973 | pg_subscr.rel |  242519 |  242507 | i          | 
 6973 | pg_subscr.rel |  242519 |  242496 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 231.2 tps, lat 269.291 ms stddev 274.421
progress: 24.0 s, 140.1 tps, lat 444.656 ms stddev 567.949
progress: 36.0 s, 88.9 tps, lat 702.593 ms stddev 663.280
progress: 48.0 s, 208.1 tps, lat 325.241 ms stddev 410.267
progress: 60.0 s, 246.5 tps, lat 209.631 ms stddev 282.698
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11042
latency average = 361.529 ms
latency stddev = 570.963 ms
tps = 171.696225 (including connections establishing)
tps = 171.713808 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |   flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:22:41.87 | 13484 | 9:21:37.500387+02 |        | streaming | 16/AF4A0C8 | 16/AF4A0C8 | 16/AF42DE0 | 16/AF4A0C8 | 00:00:00.016942 | 00:00:02.67642 | 00:00:00.016942

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13484 |      |      3705407 | 16/ADCDB78  | 16/AF42DE0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242519 |  242499 | r          | 16/A8786E0
 6973 | pg_subscr.rel |  242519 |  242496 | r          | 16/AB0FD40
 6973 | pg_subscr.rel |  242519 |  242502 | r          | 16/AB8F898
 6973 | pg_subscr.rel |  242519 |  242507 | r          | 16/ADCDCB0

2017.05.25 19:22:41
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11042  35fe7b3bd 3470a4ade 424195efa 17f20b602 master
6973 a,b,t,h:  2500000     25    250  11042  35fe7b3bd 3470a4ade 424195efa 17f20b602 replica ok  b673199aa
2017.05.25 19:22:58
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:22:58.55 | 13484 | 9:21:37.500387+02 |        | streaming | 16/AFD11D0 | 16/AFD11D0 | 16/AFD11D0 | 16/AFD11D0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13484 |      |      3705407 | 16/ADCDB78  | 16/AFD11D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242519 |  242499 | r          | 16/A8786E0
 6973 | pg_subscr.rel |  242519 |  242496 | r          | 16/AB0FD40
 6973 | pg_subscr.rel |  242519 |  242502 | r          | 16/AB8F898
 6973 | pg_subscr.rel |  242519 |  242507 | r          | 16/ADCDCB0

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 13484
psql: option requires an argument -- 'p'
Try "psql --help" for more information.
ERROR:  replication slot "sub1" is active for PID 13484

             pub_count  0
   pub_repl_slot_count  1
             sub_count  1
   sub_repl_slot_count  0             (try_count  1)

sub_count -ne 0 : deleting sub1 (plain)
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:23:30.662 CEST 14330 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:23:30.765 CEST 14330 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:23:30.907 CEST 14330 LOG:  redirecting log output to logging collector process
2017-05-25 19:23:30.907 CEST 14330 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:23:31.685 CEST 14342 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:23:31.786 CEST 14342 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:23:31.944 CEST 14342 LOG:  redirecting log output to logging collector process
2017-05-25 19:23:31.944 CEST 14342 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 75 --   75 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:23:32
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:23:30.908306+02     replica_start_time 2017-05-25 19:23:31.945157+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1576100 of 2500000 tuples (63%) done (elapsed 5.12 s, remaining 3.00 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.48 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:23:48.12 | 14576 | 9:23:48.117489+02 |        | catchup | 16/1E36D060 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14576 |      |      3705896 | 16/1E36D028 | 16/1E36D060

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242543 |  242523 | i          | 
 6973 | pg_subscr.rel |  242543 |  242526 | i          | 
 6973 | pg_subscr.rel |  242543 |  242531 | i          | 
 6973 | pg_subscr.rel |  242543 |  242520 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 344.7 tps, lat 183.563 ms stddev 213.393
progress: 24.0 s, 239.4 tps, lat 246.790 ms stddev 345.632
progress: 36.0 s, 175.1 tps, lat 379.052 ms stddev 800.639
progress: 48.0 s, 87.6 tps, lat 750.621 ms stddev 695.586
progress: 60.0 s, 96.0 tps, lat 604.122 ms stddev 673.710
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11376
latency average = 342.545 ms
latency stddev = 579.216 ms
tps = 178.094659 (including connections establishing)
tps = 178.110393 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:24:52.04 | 14576 | 9:23:48.117489+02 |        | streaming | 16/1E9DEA30 | 16/1E9D1D00 | 16/1E9D1D00 | 16/1E9D1D00 |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 19:24:52.04 | 14580 | 9:23:48.131842+02 |        | catchup   | 16/1E838118 | 16/1E804D70 | 16/1E804D70 | 16/1E804D70 | 00:00:00.001108 | 00:00:00.001108 | 00:00:00.001108
 6972 | pgst.repl  | 2017-05-25 19:24:52.04 | 14660 | 9:23:49.134829+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242543_sync_242523 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14660 |      |      3705896 | 16/1E3D15C0 | 16/1E9D5C70
 6972 | pg_repl.slots | sub1_242543_sync_242520 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14580 |      |      3706628 | 16/1E40DC50 | 16/1E804D70
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      14576 |      |      3706628 | 16/1E69E078 | 16/1E9D1D00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242543 |  242526 | i          | 
 6973 | pg_subscr.rel |  242543 |  242531 | i          | 
 6973 | pg_subscr.rel |  242543 |  242520 | d          | 
 6973 | pg_subscr.rel |  242543 |  242523 | d          | 

2017.05.25 19:24:52
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11376  88bbf3511 907983ebd e185f257a da3ab7b00 master
6973 a,b,t,h:  2500000     25      0      0  179ada6ce b08290c96 d41d8cd98 d41d8cd98 replica NOK  60a3fcd93
2017.05.25 19:25:10
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11376  88bbf3511 907983ebd e185f257a da3ab7b00 master
6973 a,b,t,h:  2500000     25    250  11376  88bbf3511 907983ebd e185f257a da3ab7b00 replica ok   cbeaf1c68
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:25:38.53 | 14576 | 9:23:48.117489+02 |        | streaming | 16/1EBF7DA8 | 16/1EBF7DA8 | 16/1EBF7DA8 | 16/1EBF7DA8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14576 |      |      3717285 | 16/1EBF16F8 | 16/1EBF7DA8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242543 |  242520 | r          | 16/1E9D2128
 6973 | pg_subscr.rel |  242543 |  242523 | r          | 16/1E9D61B0
 6973 | pg_subscr.rel |  242543 |  242526 | r          | 16/1EBF16F8
 6973 | pg_subscr.rel |  242543 |  242531 | r          | 16/1EBF16F8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.................. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:26:10.306 CEST 15573 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:26:10.430 CEST 15573 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:26:10.584 CEST 15573 LOG:  redirecting log output to logging collector process
2017-05-25 19:26:10.584 CEST 15573 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:26:11.268 CEST 15584 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:26:11.378 CEST 15584 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:26:11.515 CEST 15584 LOG:  redirecting log output to logging collector process
2017-05-25 19:26:11.515 CEST 15584 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 76 --   76 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:26:12
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:26:10.585408+02     replica_start_time 2017-05-25 19:26:11.515419+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1524400 of 2500000 tuples (60%) done (elapsed 5.08 s, remaining 3.25 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.44 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:26:28.33 | 15824 | 9:26:28.322017+02 |        | catchup | 16/31F8C7B0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:26:28.33 | 15827 | 9:26:28.331171+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15824 |      |      3717307 | 16/31F8C778 | 16/31F8C7B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242568 |  242548 | i          | 
 6973 | pg_subscr.rel |  242568 |  242551 | i          | 
 6973 | pg_subscr.rel |  242568 |  242556 | i          | 
 6973 | pg_subscr.rel |  242568 |  242545 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 228.6 tps, lat 276.049 ms stddev 296.372
progress: 24.0 s, 177.6 tps, lat 356.401 ms stddev 439.156
progress: 36.0 s, 79.4 tps, lat 759.060 ms stddev 654.743
progress: 48.0 s, 155.5 tps, lat 436.193 ms stddev 581.373
progress: 60.0 s, 268.7 tps, lat 239.175 ms stddev 232.443
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10981
latency average = 349.908 ms
latency stddev = 436.827 ms
tps = 182.395441 (including connections establishing)
tps = 182.415489 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:27:28.59 | 15824 | 9:26:28.322017+02 |        | streaming | 16/32739C38 | 16/32739C38 | 16/3272EEF0 | 16/32739C38 |           | 00:00:00.213583 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15824 |      |      3726990 | 16/3257DB68 | 16/3272EEF0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242568 |  242545 | r          | 16/3232B330
 6973 | pg_subscr.rel |  242568 |  242551 | r          | 16/323AC0E0
 6973 | pg_subscr.rel |  242568 |  242556 | r          | 16/3257E158
 6973 | pg_subscr.rel |  242568 |  242548 | r          | 16/32046E08

2017.05.25 19:27:28
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK  12542b19c
2017.05.25 19:27:43
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242568 |  242545 | r          | 16/3232B330
  242568 |  242551 | r          | 16/323AC0E0
  242568 |  242556 | r          | 16/3257E158
  242568 |  242548 | r          | 16/32046E08
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242568   | 16/32739C38 | 22/161433F0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15824 |      |      3728298 | 16/327C9DD8 | 16/327C9E10
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1929.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1929.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1929.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1929.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10981  05cafc49e c929af85f 1c49d551f 3a10d8f10 master
6973 a,b,t,h:  2500000     25    250  10981  3b808beb8 c929af85f 1c49d551f 3a10d8f10 replica NOK   12542b19c
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242568 |  242545 | r          | 16/3232B330
  242568 |  242551 | r          | 16/323AC0E0
  242568 |  242556 | r          | 16/3257E158
  242568 |  242548 | r          | 16/32046E08
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242568   | 16/32739C38 | 22/161433F0
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15824 |      |      3728298 | 16/327C9EB8 | 16/327C9EF0
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1937.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1937.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_1937.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_1937.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:37:16.32 | 15824 | 9:26:28.322017+02 |        | streaming | 16/327C9EF0 | 16/327C9EF0 | 16/327C9EF0 | 16/327C9EF0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15824 |      |      3728298 | 16/327C9EB8 | 16/327C9EF0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242568 |  242545 | r          | 16/3232B330
 6973 | pg_subscr.rel |  242568 |  242551 | r          | 16/323AC0E0
 6973 | pg_subscr.rel |  242568 |  242556 | r          | 16/3257E158
 6973 | pg_subscr.rel |  242568 |  242548 | r          | 16/32046E08

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:37:20.806 CEST 21326 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:37:20.919 CEST 21326 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:37:21.015 CEST 21326 LOG:  redirecting log output to logging collector process
2017-05-25 19:37:21.015 CEST 21326 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:37:21.792 CEST 21337 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:37:21.915 CEST 21337 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:37:22.063 CEST 21337 LOG:  redirecting log output to logging collector process
2017-05-25 19:37:22.063 CEST 21337 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 77 --   77 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:37:22
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:37:21.015424+02     replica_start_time 2017-05-25 19:37:22.063795+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1526600 of 2500000 tuples (61%) done (elapsed 5.15 s, remaining 3.28 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.30 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:37:37.79 | 21573 | 9:37:37.793597+02 |        | catchup | 16/45B65AF8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21573 |      |      3728317 | 16/45B65AC0 | 16/45B65AF8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242592 |  242569 | i          | 
 6973 | pg_subscr.rel |  242592 |  242575 | i          | 
 6973 | pg_subscr.rel |  242592 |  242580 | i          | 
 6973 | pg_subscr.rel |  242592 |  242572 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 203.4 tps, lat 307.292 ms stddev 269.027
progress: 24.0 s, 117.4 tps, lat 507.463 ms stddev 672.913
progress: 36.0 s, 58.8 tps, lat 1089.867 ms stddev 1509.267
progress: 48.0 s, 135.2 tps, lat 499.514 ms stddev 881.635
progress: 60.0 s, 289.6 tps, lat 225.577 ms stddev 225.941
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9717
latency average = 396.203 ms
latency stddev = 669.756 ms
tps = 159.604342 (including connections establishing)
tps = 159.618744 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 19:38:38.76 | 21573 | 9:37:37.793597+02 |        | streaming | 16/46230C98 | 16/46230C98 | 16/4622FFD8 | 16/46230C98 | 00:00:00.00116 | 00:00:00.024198 | 00:00:00.00116

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21573 |      |      3737327 | 16/46090FD8 | 16/4622FFD8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242592 |  242572 | r          | 16/45BCAAE8
 6973 | pg_subscr.rel |  242592 |  242569 | r          | 16/45E46850
 6973 | pg_subscr.rel |  242592 |  242575 | r          | 16/45EC6298
 6973 | pg_subscr.rel |  242592 |  242580 | r          | 16/46091500

2017.05.25 19:38:38
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9717  f031391e5 fbee02ff7 1ecc9f255 fb9880085 master
6973 a,b,t,h:  2500000     25    250   9717  f031391e5 fbee02ff7 1ecc9f255 fb9880085 replica ok  0bba1d665
2017.05.25 19:38:50
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:38:50.79 | 21573 | 9:37:37.793597+02 |        | streaming | 16/462A5D00 | 16/462A5D00 | 16/462A5D00 | 16/462A5D00 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      21573 |      |      3737327 | 16/46090FD8 | 16/462A5D00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242592 |  242572 | r          | 16/45BCAAE8
 6973 | pg_subscr.rel |  242592 |  242569 | r          | 16/45E46850
 6973 | pg_subscr.rel |  242592 |  242575 | r          | 16/45EC6298
 6973 | pg_subscr.rel |  242592 |  242580 | r          | 16/46091500

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:39:17.466 CEST 22275 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:39:17.576 CEST 22275 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:39:17.687 CEST 22275 LOG:  redirecting log output to logging collector process
2017-05-25 19:39:17.687 CEST 22275 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:39:18.430 CEST 22286 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:39:18.524 CEST 22286 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:39:18.653 CEST 22286 LOG:  redirecting log output to logging collector process
2017-05-25 19:39:18.653 CEST 22286 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 78 --   78 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:39:19
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:39:17.687815+02     replica_start_time 2017-05-25 19:39:18.653631+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1637400 of 2500000 tuples (65%) done (elapsed 5.06 s, remaining 2.66 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.55 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:39:33.77 | 22462 | 9:39:33.766075+02 |        | catchup | 16/5963BC48 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:39:33.77 | 22465 | 9:39:33.772207+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22462 |      |      3738063 | 16/5963BC10 | 16/5963BC48

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242616 |  242596 | i          | 
 6973 | pg_subscr.rel |  242616 |  242599 | i          | 
 6973 | pg_subscr.rel |  242616 |  242604 | i          | 
 6973 | pg_subscr.rel |  242616 |  242593 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 231.7 tps, lat 271.150 ms stddev 315.468
progress: 24.0 s, 157.2 tps, lat 385.671 ms stddev 522.903
progress: 36.0 s, 70.6 tps, lat 920.526 ms stddev 918.666
progress: 48.0 s, 231.8 tps, lat 286.348 ms stddev 325.331
progress: 60.0 s, 225.2 tps, lat 207.875 ms stddev 361.863
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11062
latency average = 368.481 ms
latency stddev = 741.575 ms
tps = 158.058673 (including connections establishing)
tps = 158.073255 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:40:43.81 | 22462 | 9:39:33.766075+02 |        | streaming | 16/59DEDE58 | 16/59DEDBB0 | 16/59DEDBB0 | 16/59DEDBB0 | 00:00:00.001896 | 00:00:05.379382 | 00:00:00.001896

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22462 |      |      3748779 | 16/59C36FC8 | 16/59DEDBB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242616 |  242596 | r          | 16/59705CD8
 6973 | pg_subscr.rel |  242616 |  242593 | r          | 16/599ADB08
 6973 | pg_subscr.rel |  242616 |  242599 | r          | 16/599D9648
 6973 | pg_subscr.rel |  242616 |  242604 | r          | 16/59C37370

2017.05.25 19:40:43
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11062  855a5901b 2fbaf4ca8 4cc29c4d7 a62baaad2 master
6973 a,b,t,h:  2500000     25    250  11062  855a5901b 2fbaf4ca8 4cc29c4d7 a62baaad2 replica ok  dbbd1f7f7
2017.05.25 19:41:00
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:41:00.12 | 22462 | 9:39:33.766075+02 |        | streaming | 16/59E79D88 | 16/59E79D88 | 16/59E79D88 | 16/59E79D88 | 00:00:00.008884 | 00:00:03.101629 | 00:00:00.008884

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      22462 |      |      3749133 | 16/59E334D8 | 16/59E79D88

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242616 |  242596 | r          | 16/59705CD8
 6973 | pg_subscr.rel |  242616 |  242593 | r          | 16/599ADB08
 6973 | pg_subscr.rel |  242616 |  242599 | r          | 16/599D9648
 6973 | pg_subscr.rel |  242616 |  242604 | r          | 16/59C37370

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:41:29.633 CEST 23269 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:41:29.747 CEST 23269 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:41:29.883 CEST 23269 LOG:  redirecting log output to logging collector process
2017-05-25 19:41:29.883 CEST 23269 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:41:30.624 CEST 23280 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:41:30.733 CEST 23280 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:41:30.883 CEST 23280 LOG:  redirecting log output to logging collector process
2017-05-25 19:41:30.883 CEST 23280 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 79 --   79 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:41:31
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:41:29.883757+02     replica_start_time 2017-05-25 19:41:30.884118+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1503300 of 2500000 tuples (60%) done (elapsed 5.00 s, remaining 3.32 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.37 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:41:46.71 | 23513 | 9:41:46.710781+02 |        | catchup | 16/6D214F00 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23513 |      |      3749152 | 16/6D214EC8 | 16/6D214F00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242641 |  242621 | i          | 
 6973 | pg_subscr.rel |  242641 |  242624 | i          | 
 6973 | pg_subscr.rel |  242641 |  242629 | i          | 
 6973 | pg_subscr.rel |  242641 |  242618 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 372.7 tps, lat 169.358 ms stddev 177.642
progress: 24.0 s, 176.0 tps, lat 333.294 ms stddev 480.623
progress: 36.0 s, 78.2 tps, lat 863.202 ms stddev 843.200
progress: 48.0 s, 205.1 tps, lat 317.996 ms stddev 323.870
progress: 60.0 s, 104.5 tps, lat 436.000 ms stddev 711.229
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11301
latency average = 359.015 ms
latency stddev = 731.595 ms
tps = 166.664189 (including connections establishing)
tps = 166.679135 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |   flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:42:54.57 | 23513 | 9:41:46.710781+02 |        | streaming | 16/6D9FAA88 | 16/6D9FA7E0 | 16/6D9FA7E0 | 16/6D9FA7E0 | 00:00:04.199036 | 00:00:04.19904 | 00:00:04.199036

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23513 |      |      3760198 | 16/6D955578 | 16/6D9FA7E0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242641 |  242618 | r          | 16/6D6F1140
 6973 | pg_subscr.rel |  242641 |  242621 | r          | 16/6D72F3C8
 6973 | pg_subscr.rel |  242641 |  242629 | r          | 16/6D94CD60
 6973 | pg_subscr.rel |  242641 |  242624 | r          | 16/6D9556C0

2017.05.25 19:42:54
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11301  36957e05a b58d05fb8 ee9b992a7 308a17b41 master
6973 a,b,t,h:  2500000     25    250  11301  36957e05a b58d05fb8 ee9b992a7 308a17b41 replica ok  bb60b8c6b
2017.05.25 19:43:10
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:43:10.76 | 23513 | 9:41:46.710781+02 |        | streaming | 16/6DA89130 | 16/6DA89130 | 16/6DA89130 | 16/6DA89130 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      23513 |      |      3760461 | 16/6DA69008 | 16/6DA89130

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242641 |  242618 | r          | 16/6D6F1140
 6973 | pg_subscr.rel |  242641 |  242621 | r          | 16/6D72F3C8
 6973 | pg_subscr.rel |  242641 |  242629 | r          | 16/6D94CD60
 6973 | pg_subscr.rel |  242641 |  242624 | r          | 16/6D9556C0

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down........................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:43:40.242 CEST 24312 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:43:40.347 CEST 24312 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:43:40.512 CEST 24312 LOG:  redirecting log output to logging collector process
2017-05-25 19:43:40.512 CEST 24312 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:43:41.216 CEST 24324 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:43:41.332 CEST 24324 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:43:41.462 CEST 24324 LOG:  redirecting log output to logging collector process
2017-05-25 19:43:41.462 CEST 24324 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 80 --   80 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:43:42
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:43:40.513201+02     replica_start_time 2017-05-25 19:43:41.462755+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1438600 of 2500000 tuples (57%) done (elapsed 5.21 s, remaining 3.84 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.54 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:43:58.08 | 24494 | 9:43:58.083684+02 |        | catchup | 16/80E28350 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:43:58.08 | 24497 | 9:43:58.089522+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24494 |      |      3760480 | 16/80E28318 | 16/80E28350

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242665 |  242645 | i          | 
 6973 | pg_subscr.rel |  242665 |  242648 | i          | 
 6973 | pg_subscr.rel |  242665 |  242653 | i          | 
 6973 | pg_subscr.rel |  242665 |  242642 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 188.3 tps, lat 330.958 ms stddev 324.859
progress: 24.0 s, 114.7 tps, lat 526.143 ms stddev 545.553
progress: 36.0 s, 144.8 tps, lat 461.846 ms stddev 506.101
progress: 48.0 s, 85.3 tps, lat 765.081 ms stddev 870.054
progress: 60.0 s, 197.2 tps, lat 320.611 ms stddev 304.216
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 8830
latency average = 436.413 ms
latency stddev = 508.315 ms
tps = 145.325314 (including connections establishing)
tps = 145.338849 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:44:58.90 | 24494 | 9:43:58.083684+02 |        | streaming | 16/81426160 | 16/81426128 | 16/8141C888 | 16/81426128 | 00:00:00.012044 | 00:00:00.372226 | 00:00:00.012044

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24494 |      |      3768664 | 16/813EF000 | 16/8141C888

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242665 |  242642 | r          | 16/81232E28
 6973 | pg_subscr.rel |  242665 |  242648 | r          | 16/8126F9C0
 6973 | pg_subscr.rel |  242665 |  242653 | r          | 16/8141BC48
 6973 | pg_subscr.rel |  242665 |  242645 | r          | 16/80EEBF78

2017.05.25 19:44:58
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8830  219f4baaa 216c80fcd 986a7a821 8b249cbde master
6973 a,b,t,h:  2500000     25    250   8830  219f4baaa 216c80fcd 986a7a821 8b249cbde replica ok  5a9cea416
2017.05.25 19:45:11
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:45:11.98 | 24494 | 9:43:58.083684+02 |        | streaming | 16/814D6788 | 16/814D6788 | 16/814D6788 | 16/814D6788 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      24494 |      |      3768664 | 16/813EF000 | 16/814D6788

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242665 |  242642 | r          | 16/81232E28
 6973 | pg_subscr.rel |  242665 |  242648 | r          | 16/8126F9C0
 6973 | pg_subscr.rel |  242665 |  242653 | r          | 16/8141BC48
 6973 | pg_subscr.rel |  242665 |  242645 | r          | 16/80EEBF78

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:45:39.650 CEST 25264 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:45:39.763 CEST 25264 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:45:39.922 CEST 25264 LOG:  redirecting log output to logging collector process
2017-05-25 19:45:39.922 CEST 25264 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:45:40.650 CEST 25275 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:45:40.759 CEST 25275 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:45:40.922 CEST 25275 LOG:  redirecting log output to logging collector process
2017-05-25 19:45:40.922 CEST 25275 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 81 --   81 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:45:41
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:45:39.922636+02     replica_start_time 2017-05-25 19:45:40.922874+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1590800 of 2500000 tuples (63%) done (elapsed 5.00 s, remaining 2.86 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.26 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:45:57.36 | 25447 | 9:45:57.356231+02 |        | catchup | 16/948720B0 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:45:57.36 | 25451 | 9:45:57.362508+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25447 |      |      3769336 | 16/94872078 | 16/948720B0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242689 |  242669 | i          | 
 6973 | pg_subscr.rel |  242689 |  242672 | i          | 
 6973 | pg_subscr.rel |  242689 |  242677 | i          | 
 6973 | pg_subscr.rel |  242689 |  242666 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 203.8 tps, lat 306.235 ms stddev 306.633
progress: 24.0 s, 151.8 tps, lat 423.510 ms stddev 442.525
progress: 36.0 s, 85.6 tps, lat 705.613 ms stddev 652.354
progress: 48.0 s, 101.9 tps, lat 660.246 ms stddev 856.027
progress: 60.0 s, 200.6 tps, lat 319.957 ms stddev 321.235
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 8988
latency average = 428.276 ms
latency stddev = 514.686 ms
tps = 148.501208 (including connections establishing)
tps = 148.514356 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:46:57.93 | 25447 | 9:45:57.356231+02 |        | streaming | 16/94E6D578 | 16/94E6BFE8 | 16/94E479B8 | 16/94E6BFE8 | 00:00:00.055357 | 00:00:00.274873 | 00:00:00.055357

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25447 |      |      3777098 | 16/94C75A50 | 16/94E479B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242689 |  242669 | r          | 16/94954878
 6973 | pg_subscr.rel |  242689 |  242666 | r          | 16/94BAF1A8
 6973 | pg_subscr.rel |  242689 |  242672 | r          | 16/94C493F8
 6973 | pg_subscr.rel |  242689 |  242677 | s          | 16/94E6D690

2017.05.25 19:46:57
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8988  caf351775 00fd996f6 28c2055c8 9db73d1eb master
6973 a,b,t,h:  2500000     25    250   8988  caf351775 00fd996f6 28c2055c8 9db73d1eb replica ok  7920a2f43
2017.05.25 19:47:11
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:47:11.13 | 25447 | 9:45:57.356231+02 |        | streaming | 16/94F2E568 | 16/94F2E568 | 16/94F2E568 | 16/94F2E568 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      25447 |      |      3777573 | 16/94E25370 | 16/94F2E568

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242689 |  242669 | r          | 16/94954878
 6973 | pg_subscr.rel |  242689 |  242666 | r          | 16/94BAF1A8
 6973 | pg_subscr.rel |  242689 |  242672 | r          | 16/94C493F8
 6973 | pg_subscr.rel |  242689 |  242677 | r          | 16/94E6D888

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:47:39.190 CEST 26149 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:47:39.301 CEST 26149 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:47:39.432 CEST 26149 LOG:  redirecting log output to logging collector process
2017-05-25 19:47:39.432 CEST 26149 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:47:40.202 CEST 26160 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:47:40.297 CEST 26160 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:47:40.428 CEST 26160 LOG:  redirecting log output to logging collector process
2017-05-25 19:47:40.428 CEST 26160 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 82 --   82 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:47:41
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:47:39.433317+02     replica_start_time 2017-05-25 19:47:40.429207+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1626200 of 2500000 tuples (65%) done (elapsed 5.01 s, remaining 2.69 s)
2500000 of 2500000 tuples (100%) done (elapsed 7.82 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:47:56.04 | 26390 | 9:47:56.040006+02 |        | catchup | 16/A82CB810 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:47:56.04 | 26393 | 9:47:56.049113+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26390 |      |      3778352 | 16/A82CB7D8 | 16/A82CB810

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242714 |  242694 | i          | 
 6973 | pg_subscr.rel |  242714 |  242697 | i          | 
 6973 | pg_subscr.rel |  242714 |  242702 | i          | 
 6973 | pg_subscr.rel |  242714 |  242691 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 225.9 tps, lat 276.225 ms stddev 297.445
progress: 24.0 s, 107.6 tps, lat 578.666 ms stddev 656.585
progress: 36.0 s, 73.4 tps, lat 840.929 ms stddev 702.530
progress: 48.0 s, 148.8 tps, lat 455.233 ms stddev 701.955
progress: 60.0 s, 222.3 tps, lat 282.162 ms stddev 288.139
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9401
latency average = 409.360 ms
latency stddev = 530.333 ms
tps = 155.491885 (including connections establishing)
tps = 155.506699 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:48:56.55 | 26390 | 9:47:56.040006+02 |        | streaming | 16/A894B2B0 | 16/A894B2B0 | 16/A894A610 | 16/A894B2B0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26390 |      |      3787300 | 16/A88460A8 | 16/A894A610

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242714 |  242694 | r          | 16/A83B40E8
 6973 | pg_subscr.rel |  242714 |  242691 | r          | 16/A85D0098
 6973 | pg_subscr.rel |  242714 |  242697 | r          | 16/A8661500
 6973 | pg_subscr.rel |  242714 |  242702 | r          | 16/A8846438

2017.05.25 19:48:56
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9401  f62edab35 f177569f1 653ea1480 f738a1359 master
6973 a,b,t,h:  2500000     25    250   9401  f62edab35 f177569f1 653ea1480 f738a1359 replica ok  882b99a4c
2017.05.25 19:49:09
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:49:09.77 | 26390 | 9:47:56.040006+02 |        | streaming | 16/A89C0B68 | 16/A89C0B68 | 16/A89C0B68 | 16/A89C0B68 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      26390 |      |      3787300 | 16/A88460A8 | 16/A89C0B68

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242714 |  242694 | r          | 16/A83B40E8
 6973 | pg_subscr.rel |  242714 |  242691 | r          | 16/A85D0098
 6973 | pg_subscr.rel |  242714 |  242697 | r          | 16/A8661500
 6973 | pg_subscr.rel |  242714 |  242702 | r          | 16/A8846438

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:49:35.317 CEST 27095 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:49:35.427 CEST 27095 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:49:35.582 CEST 27095 LOG:  redirecting log output to logging collector process
2017-05-25 19:49:35.582 CEST 27095 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:49:36.316 CEST 27106 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:49:36.400 CEST 27106 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:49:36.525 CEST 27106 LOG:  redirecting log output to logging collector process
2017-05-25 19:49:36.525 CEST 27106 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 83 --   83 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:49:37
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:49:35.583212+02     replica_start_time 2017-05-25 19:49:36.526177+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 fa1c4de1eed05d4670a089a4069ad16f ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1604600 of 2500000 tuples (64%) done (elapsed 5.22 s, remaining 2.91 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.30 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:49:53.57 | 27346 | 9:49:53.574524+02 |        | catchup | 16/BBD5B6E8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27346 |      |      3787780 | 16/BBD5B6B0 | 16/BBD5B6E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242738 |  242715 | i          | 
 6973 | pg_subscr.rel |  242738 |  242718 | i          | 
 6973 | pg_subscr.rel |  242738 |  242721 | i          | 
 6973 | pg_subscr.rel |  242738 |  242726 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 356.4 tps, lat 175.544 ms stddev 193.546
progress: 24.0 s, 194.3 tps, lat 309.821 ms stddev 450.515
progress: 36.0 s, 70.3 tps, lat 930.389 ms stddev 946.526
progress: 48.0 s, 167.6 tps, lat 394.089 ms stddev 548.308
progress: 60.0 s, 142.0 tps, lat 348.096 ms stddev 420.514
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11232
latency average = 357.712 ms
latency stddev = 675.754 ms
tps = 162.038662 (including connections establishing)
tps = 162.052843 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:51:02.93 | 27346 | 9:49:53.574524+02 |        | streaming | 16/BC52E8F0 | 16/BC52E7B8 | 16/BC52E7B8 | 16/BC52E7B8 | 00:00:00.000266 | 00:00:04.206474 | 00:00:00.000266

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27346 |      |      3798785 | 16/BC466AB8 | 16/BC52E7B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242738 |  242715 | r          | 16/BC219440
 6973 | pg_subscr.rel |  242738 |  242718 | r          | 16/BC2689F8
 6973 | pg_subscr.rel |  242738 |  242721 | r          | 16/BC44DF98
 6973 | pg_subscr.rel |  242738 |  242726 | r          | 16/BC4673B8

2017.05.25 19:51:02
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11232  01a4f36e6 b03e12664 f8dc93f86 ce48a3559 master
6973 a,b,t,h:  2500000     25    250  11232  01a4f36e6 b03e12664 f8dc93f86 ce48a3559 replica ok  010acd68d
2017.05.25 19:51:17
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:51:17.61 | 27346 | 9:49:53.574524+02 |        | streaming | 16/BC5C28E8 | 16/BC5C28E8 | 16/BC5C28E8 | 16/BC5C28E8 | 00:00:00.006651 | 00:00:03.657606 | 00:00:00.006651

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      27346 |      |      3799022 | 16/BC57A0A0 | 16/BC5C28E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242738 |  242715 | r          | 16/BC219440
 6973 | pg_subscr.rel |  242738 |  242718 | r          | 16/BC2689F8
 6973 | pg_subscr.rel |  242738 |  242721 | r          | 16/BC44DF98
 6973 | pg_subscr.rel |  242738 |  242726 | r          | 16/BC4673B8

psql: option requires an argument -- 'p'
Try "psql --help" for more information.
waiting for server to shut down......................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:51:48.092 CEST 28167 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:51:48.189 CEST 28167 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:51:48.335 CEST 28167 LOG:  redirecting log output to logging collector process
2017-05-25 19:51:48.335 CEST 28167 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:51:49.104 CEST 28178 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:51:49.185 CEST 28178 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:51:49.276 CEST 28178 LOG:  redirecting log output to logging collector process
2017-05-25 19:51:49.276 CEST 28178 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 84 --   84 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:51:50
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:51:48.336156+02     replica_start_time 2017-05-25 19:51:49.2773+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1514900 of 2500000 tuples (60%) done (elapsed 5.13 s, remaining 3.34 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.52 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:52:05.74 | 28358 | 9:52:05.73203+02  |        | catchup | 16/CF9585E8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:52:05.74 | 28361 | 9:52:05.740894+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28358 |      |      3799041 | 16/CF9585B0 | 16/CF9585E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242762 |  242742 | i          | 
 6973 | pg_subscr.rel |  242762 |  242745 | i          | 
 6973 | pg_subscr.rel |  242762 |  242750 | i          | 
 6973 | pg_subscr.rel |  242762 |  242739 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 192.0 tps, lat 319.275 ms stddev 346.241
progress: 24.0 s, 119.2 tps, lat 533.057 ms stddev 613.127
progress: 36.0 s, 118.8 tps, lat 530.550 ms stddev 555.224
progress: 48.0 s, 98.3 tps, lat 678.088 ms stddev 675.581
progress: 60.0 s, 202.6 tps, lat 314.276 ms stddev 316.128
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 8834
latency average = 436.609 ms
latency stddev = 499.714 ms
tps = 145.013342 (including connections establishing)
tps = 145.025372 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:53:06.71 | 28358 | 9:52:05.73203+02 |        | streaming | 16/CFF81F68 | 16/CFF679F8 | 16/CFF5C8C0 | 16/CFF679F8 | 00:00:00.035684 | 00:00:00.395878 | 00:00:00.035684

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28358 |      |      3807194 | 16/CFD51A78 | 16/CFF5C8C0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242762 |  242739 | r          | 16/CFD08258
 6973 | pg_subscr.rel |  242762 |  242745 | r          | 16/CFD27DF0
 6973 | pg_subscr.rel |  242762 |  242750 | s          | 16/CFF83AA8
 6973 | pg_subscr.rel |  242762 |  242742 | r          | 16/CF9F3C40

2017.05.25 19:53:06
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8834  179f53b6b 85c731713 482d3fc08 019f24a61 master
6973 a,b,t,h:  2500000     25    250   8834  179f53b6b 85c731713 482d3fc08 019f24a61 replica ok  579d349e7
2017.05.25 19:53:20
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:53:20.31 | 28358 | 9:52:05.73203+02 |        | streaming | 16/D0003E88 | 16/D0003E88 | 16/D0003E88 | 16/D0003E88 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      28358 |      |      3807317 | 16/CFF19CE0 | 16/D0003E88

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242762 |  242739 | r          | 16/CFD08258
 6973 | pg_subscr.rel |  242762 |  242745 | r          | 16/CFD27DF0
 6973 | pg_subscr.rel |  242762 |  242750 | r          | 16/CFF842D0
 6973 | pg_subscr.rel |  242762 |  242742 | r          | 16/CF9F3C40

waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:53:48.831 CEST 29077 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:53:48.935 CEST 29077 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:53:49.053 CEST 29077 LOG:  redirecting log output to logging collector process
2017-05-25 19:53:49.053 CEST 29077 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:53:49.841 CEST 29088 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:53:49.944 CEST 29088 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:53:50.090 CEST 29088 LOG:  redirecting log output to logging collector process
2017-05-25 19:53:50.090 CEST 29088 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 85 --   85 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:53:50
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:53:49.054007+02     replica_start_time 2017-05-25 19:53:50.091025+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1478300 of 2500000 tuples (59%) done (elapsed 5.03 s, remaining 3.48 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.21 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:54:05.85 | 29317 | 9:54:05.84423+02 |        | catchup | 16/E339B238 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:54:05.85 | 29320 | 9:54:05.85044+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29317 |      |      3807903 | 16/E339B200 | 16/E339B238

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242787 |  242767 | i          | 
 6973 | pg_subscr.rel |  242787 |  242770 | i          | 
 6973 | pg_subscr.rel |  242787 |  242775 | i          | 
 6973 | pg_subscr.rel |  242787 |  242764 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 325.2 tps, lat 192.387 ms stddev 215.179
progress: 24.0 s, 193.3 tps, lat 320.287 ms stddev 478.892
progress: 36.0 s, 264.7 tps, lat 240.465 ms stddev 352.887
progress: 48.0 s, 127.9 tps, lat 500.084 ms stddev 575.990
progress: 60.0 s, 90.6 tps, lat 715.455 ms stddev 690.460
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 12084
latency average = 322.676 ms
latency stddev = 462.742 ms
tps = 191.168402 (including connections establishing)
tps = 191.185706 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:55:09.12 | 29317 | 9:54:05.84423+02  |        | streaming | 16/E3A7EDA0 | 16/E3A23B80 | 16/E3A136D0 | 16/E3A23B80 | 00:00:00.082656 | 00:00:20.422006 | 00:00:00.082656
 6972 | pgst.repl  | 2017-05-25 19:55:09.12 | 29687 | 9:55:07.14122+02  |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 19:55:09.12 | 29689 | 9:55:07.154883+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29317 |      |      3808534 | 16/E36DA9B0 | 16/E3A136D0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242787 |  242764 | r          | 16/E3A13410
 6973 | pg_subscr.rel |  242787 |  242770 | d          | 
 6973 | pg_subscr.rel |  242787 |  242775 | d          | 
 6973 | pg_subscr.rel |  242787 |  242767 | r          | 16/E3A15978

2017.05.25 19:55:09
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12084  e67180a27 2d500840d 0c455f8bd e8eae3b18 master
6973 a,b,t,h:  2500000     25      0  12084  d16624555 a1b70d1e5 d41d8cd98 e8eae3b18 replica NOK  cac3d8db6
2017.05.25 19:55:27
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12084  e67180a27 2d500840d 0c455f8bd e8eae3b18 master
6973 a,b,t,h:  2500000     25    250  12084  e67180a27 2d500840d 0c455f8bd e8eae3b18 replica ok   7d9038cae
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |     b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 19:55:52.51 | 29317 | 9:54:05.84423+02 |        | streaming | 16/E3C9D6A0 | 16/E3C9D6A0 | 16/E3C9D6A0 | 16/E3C9D6A0 | 00:00:00.000201 | 00:00:00.000201 | 00:00:00.000201

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      29317 |      |      3819994 | 16/E3C947F0 | 16/E3C9D6A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242787 |  242764 | r          | 16/E3A13410
 6973 | pg_subscr.rel |  242787 |  242767 | r          | 16/E3A15978
 6973 | pg_subscr.rel |  242787 |  242770 | r          | 16/E3C946D0
 6973 | pg_subscr.rel |  242787 |  242775 | r          | 16/E3C947A0

waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:56:20.114 CEST 30301 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:56:20.237 CEST 30301 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:56:20.406 CEST 30301 LOG:  redirecting log output to logging collector process
2017-05-25 19:56:20.406 CEST 30301 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:56:21.075 CEST 30317 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:56:21.197 CEST 30317 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:56:21.344 CEST 30317 LOG:  redirecting log output to logging collector process
2017-05-25 19:56:21.344 CEST 30317 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 86 --   86 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:56:22
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:56:20.406817+02     replica_start_time 2017-05-25 19:56:21.345333+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1568300 of 2500000 tuples (62%) done (elapsed 5.00 s, remaining 2.97 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.11 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:56:37.02 | 30554 | 9:56:37.017626+02 |        | catchup | 16/F703DEC0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30554 |      |      3820017 | 16/F703DE88 | 16/F703DEC0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242811 |  242791 | i          | 
 6973 | pg_subscr.rel |  242811 |  242794 | i          | 
 6973 | pg_subscr.rel |  242811 |  242799 | i          | 
 6973 | pg_subscr.rel |  242811 |  242788 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 303.5 tps, lat 206.891 ms stddev 216.021
progress: 24.0 s, 178.8 tps, lat 311.276 ms stddev 572.181
progress: 36.0 s, 76.7 tps, lat 918.112 ms stddev 1250.211
progress: 48.0 s, 183.0 tps, lat 358.201 ms stddev 524.211
progress: 60.0 s, 158.3 tps, lat 339.985 ms stddev 348.398
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10869
latency average = 368.892 ms
latency stddev = 677.198 ms
tps = 166.802711 (including connections establishing)
tps = 166.818071 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:57:42.23 | 30554 | 9:56:37.017626+02 |        | streaming | 16/F77D38E8 | 16/F77D38E8 | 16/F77CD258 | 16/F77D38E8 |           | 00:00:00.813879 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30554 |      |      3830643 | 16/F77249A8 | 16/F77CD258

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242811 |  242788 | r          | 16/F748DD28
 6973 | pg_subscr.rel |  242811 |  242791 | r          | 16/F74AF8C0
 6973 | pg_subscr.rel |  242811 |  242794 | r          | 16/F770C7B0
 6973 | pg_subscr.rel |  242811 |  242799 | r          | 16/F7724B00

2017.05.25 19:57:42
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10869  b0e66d22a 0f9fc3b64 7ada73680 df76c6e4d master
6973 a,b,t,h:  2500000     25    250  10869  b0e66d22a 0f9fc3b64 7ada73680 df76c6e4d replica ok  ee7dd3e6c
2017.05.25 19:57:57
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:57:57.38 | 30554 | 9:56:37.017626+02 |        | streaming | 16/F7859B40 | 16/F7859AE8 | 16/F7859AE8 | 16/F7859AE8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      30554 |      |      3830643 | 16/F77249A8 | 16/F7859AE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242811 |  242788 | r          | 16/F748DD28
 6973 | pg_subscr.rel |  242811 |  242791 | r          | 16/F74AF8C0
 6973 | pg_subscr.rel |  242811 |  242794 | r          | 16/F770C7B0
 6973 | pg_subscr.rel |  242811 |  242799 | r          | 16/F7724B00

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 30554
ERROR:  replication slot "sub1" is active for PID 30554

             pub_count  0
   pub_repl_slot_count  1
             sub_count  0
   sub_repl_slot_count  0             (try_count  1)

pub_repl_slot_count -ne 0 - deleting (sub1)
 pg_drop_replication_slot 
--------------------------
 
(1 row)

waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 19:58:32.499 CEST 31267 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 19:58:32.611 CEST 31267 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 19:58:32.782 CEST 31267 LOG:  redirecting log output to logging collector process
2017-05-25 19:58:32.782 CEST 31267 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 19:58:33.497 CEST 31278 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 19:58:33.608 CEST 31278 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 19:58:33.758 CEST 31278 LOG:  redirecting log output to logging collector process
2017-05-25 19:58:33.758 CEST 31278 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 87 --   87 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 19:58:34
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 19:58:32.782837+02     replica_start_time 2017-05-25 19:58:33.758745+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1544700 of 2500000 tuples (61%) done (elapsed 5.01 s, remaining 3.10 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.24 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:58:49.55 | 31487 | 9:58:49.545613+02 |        | catchup | 17/ABF61C8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 19:58:49.55 | 31490 | 9:58:49.551661+02 |        | startup |            |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31487 |      |      3830912 | 17/ABF6190  | 17/ABF61C8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242835 |  242815 | i          | 
 6973 | pg_subscr.rel |  242835 |  242818 | i          | 
 6973 | pg_subscr.rel |  242835 |  242823 | i          | 
 6973 | pg_subscr.rel |  242835 |  242812 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 204.6 tps, lat 305.590 ms stddev 327.310
progress: 24.0 s, 126.7 tps, lat 471.545 ms stddev 517.269
progress: 36.0 s, 69.5 tps, lat 945.106 ms stddev 1166.016
progress: 48.0 s, 123.5 tps, lat 534.566 ms stddev 822.034
progress: 60.0 s, 281.5 tps, lat 229.613 ms stddev 233.815
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 9734
latency average = 394.725 ms
latency stddev = 590.581 ms
tps = 161.521856 (including connections establishing)
tps = 161.539131 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 19:59:49.87 | 31487 | 9:58:49.545613+02 |        | streaming | 17/B2DEBC8 | 17/B2DEBC8 | 17/B2DBEA8 | 17/B2DEBC8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31487 |      |      3840066 | 17/B137930  | 17/B2DBEA8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242835 |  242815 | r          | 17/ACA0A80
 6973 | pg_subscr.rel |  242835 |  242812 | r          | 17/AF17B58
 6973 | pg_subscr.rel |  242835 |  242818 | r          | 17/AFA1BE0
 6973 | pg_subscr.rel |  242835 |  242823 | r          | 17/B137F20

2017.05.25 19:59:49
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   9734  be6b68bc1 7a57cc3db b328729a2 bb97584b7 master
6973 a,b,t,h:  2500000     25    250   9734  be6b68bc1 7a57cc3db b328729a2 bb97584b7 replica ok  c077170bf
2017.05.25 20:00:03
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:00:03.99 | 31487 | 9:58:49.545613+02 |        | streaming | 17/B357730 | 17/B357730 | 17/B357730 | 17/B357730 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      31487 |      |      3840066 | 17/B137930  | 17/B357730

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  242835 |  242815 | r          | 17/ACA0A80
 6973 | pg_subscr.rel |  242835 |  242812 | r          | 17/AF17B58
 6973 | pg_subscr.rel |  242835 |  242818 | r          | 17/AFA1BE0
 6973 | pg_subscr.rel |  242835 |  242823 | r          | 17/B137F20

waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:00:31.295 CEST 32108 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:00:31.417 CEST 32108 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:00:31.570 CEST 32108 LOG:  redirecting log output to logging collector process
2017-05-25 20:00:31.570 CEST 32108 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:00:32.269 CEST 32119 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:00:32.377 CEST 32119 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:00:32.531 CEST 32119 LOG:  redirecting log output to logging collector process
2017-05-25 20:00:32.531 CEST 32119 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 88 --   88 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:00:33
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:00:31.571248+02     replica_start_time 2017-05-25 20:00:32.531616+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1384700 of 2500000 tuples (55%) done (elapsed 5.07 s, remaining 4.08 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.93 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:00:48.67 | 32324 | 0:00:48.660677+02 |        | catchup | 17/1E6FAD90 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      32324 |      |      3840675 | 17/1E6FAD58 | 17/1E6FAD90

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242860 |  242840 | i          | 
 6973 | pg_subscr.rel |  242860 |  242843 | i          | 
 6973 | pg_subscr.rel |  242860 |  242848 | i          | 
 6973 | pg_subscr.rel |  242860 |  242837 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 367.7 tps, lat 171.961 ms stddev 181.971
progress: 24.0 s, 198.3 tps, lat 305.444 ms stddev 405.591
progress: 36.0 s, 220.0 tps, lat 291.360 ms stddev 485.255
progress: 48.0 s, 134.1 tps, lat 482.347 ms stddev 601.995
progress: 60.0 s, 42.9 tps, lat 1366.690 ms stddev 1311.256
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11619
latency average = 337.680 ms
latency stddev = 589.716 ms
tps = 181.453924 (including connections establishing)
tps = 181.472715 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |   write_lag    |    flush_lag    |   replay_lag   
 6972 | pgst.repl  | 2017-05-25 20:01:52.76 | 32324 | 0:00:48.660677+02 |        | streaming | 17/1EE17DA0 | 17/1EDFB260 | 17/1EDFB260 | 17/1EDFB260 | 00:00:00.16544 | 00:00:02.196667 | 00:00:00.16544
 6972 | pgst.repl  | 2017-05-25 20:01:52.76 | 32633 | 0:01:48.436474+02 |        | startup   |             |             |             |             |                |                 | 
 6972 | pgst.repl  | 2017-05-25 20:01:52.76 | 32634 | 0:01:48.437693+02 |        | startup   |             |             |             |             |                |                 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      32324 |      |      3849378 | 17/1EC4A4F8 | 17/1EDFB260

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242860 |  242837 | r          | 17/1ED5DEB8
 6973 | pg_subscr.rel |  242860 |  242840 | r          | 17/1ED5EF50
 6973 | pg_subscr.rel |  242860 |  242843 | d          | 
 6973 | pg_subscr.rel |  242860 |  242848 | d          | 

2017.05.25 20:01:52
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11619  817232b0b 11616f25a ca0168334 dd8c388d4 master
6973 a,b,t,h:  2500000     25    250  11619  6c3c0a835 11616f25a ca0168334 dd8c388d4 replica NOK  57839bd34
2017.05.25 20:02:09
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11619  817232b0b 11616f25a ca0168334 dd8c388d4 master
6973 a,b,t,h:  2500000     25    250  11619  817232b0b 11616f25a ca0168334 dd8c388d4 replica ok   a56826d3f
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:02:36.39 | 32324 | 0:00:48.660677+02 |        | streaming | 17/1EFC76A0 | 17/1EFC76A0 | 17/1EFC76A0 | 17/1EFC76A0 | 00:00:00.000103 | 00:00:00.000103 | 00:00:00.000103

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      32324 |      |      3852301 | 17/1EFBF5D8 | 17/1EFC76A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242860 |  242837 | r          | 17/1ED5DEB8
 6973 | pg_subscr.rel |  242860 |  242840 | r          | 17/1ED5EF50
 6973 | pg_subscr.rel |  242860 |  242843 | r          | 17/1EFBF5A8
 6973 | pg_subscr.rel |  242860 |  242848 | r          | 17/1EFBF5A8

waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:02:59.179 CEST 740 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:02:59.296 CEST 740 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:02:59.445 CEST 740 LOG:  redirecting log output to logging collector process
2017-05-25 20:02:59.445 CEST 740 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:03:00.154 CEST 751 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:03:00.257 CEST 751 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:03:00.412 CEST 751 LOG:  redirecting log output to logging collector process
2017-05-25 20:03:00.412 CEST 751 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 89 --   89 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:03:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:02:59.445872+02     replica_start_time 2017-05-25 20:03:00.412951+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1489900 of 2500000 tuples (59%) done (elapsed 5.03 s, remaining 3.41 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.57 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:03:16.75 | 895 | 0:03:16.744653+02 |        | catchup | 17/32362428 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:03:16.75 | 898 | 0:03:16.753661+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        895 |      |      3852323 | 17/323623F0 | 17/32362428

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242884 |  242864 | i          | 
 6973 | pg_subscr.rel |  242884 |  242867 | i          | 
 6973 | pg_subscr.rel |  242884 |  242872 | i          | 
 6973 | pg_subscr.rel |  242884 |  242861 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 376.6 tps, lat 168.029 ms stddev 182.989
progress: 24.0 s, 246.0 tps, lat 246.926 ms stddev 357.389
progress: 36.0 s, 76.9 tps, lat 819.684 ms stddev 665.415
progress: 48.0 s, 164.3 tps, lat 408.778 ms stddev 496.783
progress: 60.0 s, 90.1 tps, lat 611.187 ms stddev 800.862
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11510
latency average = 344.746 ms
latency stddev = 625.719 ms
tps = 159.433399 (including connections establishing)
tps = 159.447072 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:04:29.00 |  895 | 0:03:16.744653+02 |        | streaming | 17/32B09E98 | 17/32AFFB00 | 17/32AFFB00 | 17/32AFFB00 | 00:00:04.133083 | 00:00:04.133086 | 00:00:04.133083
 6972 | pgst.repl  | 2017-05-25 20:04:29.00 | 1206 | 0:04:05.368343+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242884_sync_242872 | pgoutput | logical   |  16384 | testdb   | t         | t      |       1206 |      |      3852876 | 17/32AFFB00 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |        895 |      |      3863041 | 17/32A01730 | 17/32AFFB00

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242884 |  242861 | r          | 17/328D54C8
 6973 | pg_subscr.rel |  242884 |  242872 | d          | 
 6973 | pg_subscr.rel |  242884 |  242864 | r          | 17/3296B1F0
 6973 | pg_subscr.rel |  242884 |  242867 | s          | 17/32B681E0

2017.05.25 20:04:29
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11510  9c6bd784d a1e1f3aae 7a2ff32be febc3ef08 master
6973 a,b,t,h:  2500000     25    250  11510  d831f66f6 a1e1f3aae 7a2ff32be febc3ef08 replica NOK  30244063b
2017.05.25 20:04:47
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11510  9c6bd784d a1e1f3aae 7a2ff32be febc3ef08 master
6973 a,b,t,h:  2500000     25    250  11510  9c6bd784d a1e1f3aae 7a2ff32be febc3ef08 replica ok   e6ac785da
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:05:17.89 | 895 | 0:03:16.744653+02 |        | streaming | 17/32BFCC60 | 17/32BFCC60 | 17/32BFCC60 | 17/32BFCC60 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |        895 |      |      3863840 | 17/32BF8360 | 17/32BFCC60

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242884 |  242861 | r          | 17/328D54C8
 6973 | pg_subscr.rel |  242884 |  242864 | r          | 17/3296B1F0
 6973 | pg_subscr.rel |  242884 |  242867 | r          | 17/32B68348
 6973 | pg_subscr.rel |  242884 |  242872 | r          | 17/32B6BF48

waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:05:38.438 CEST 1824 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:05:38.554 CEST 1824 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:05:38.709 CEST 1824 LOG:  redirecting log output to logging collector process
2017-05-25 20:05:38.709 CEST 1824 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:05:39.437 CEST 1835 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:05:39.562 CEST 1835 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:05:39.711 CEST 1835 LOG:  redirecting log output to logging collector process
2017-05-25 20:05:39.711 CEST 1835 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 90 --   90 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:05:40
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:05:38.710002+02     replica_start_time 2017-05-25 20:05:39.711776+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1489500 of 2500000 tuples (59%) done (elapsed 5.06 s, remaining 3.43 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.40 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:05:55.82 | 2056 | 0:05:55.812705+02 |        | catchup | 17/45F8FFB0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2056 |      |      3863862 | 17/45F8FF78 | 17/45F8FFB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242908 |  242888 | i          | 
 6973 | pg_subscr.rel |  242908 |  242891 | i          | 
 6973 | pg_subscr.rel |  242908 |  242896 | i          | 
 6973 | pg_subscr.rel |  242908 |  242885 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 294.2 tps, lat 211.137 ms stddev 268.325
progress: 24.0 s, 174.7 tps, lat 355.544 ms stddev 455.051
progress: 36.0 s, 199.3 tps, lat 319.785 ms stddev 530.753
progress: 48.0 s, 77.7 tps, lat 839.988 ms stddev 685.097
progress: 60.0 s, 180.8 tps, lat 327.422 ms stddev 370.337
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11186
latency average = 350.251 ms
latency stddev = 505.488 ms
tps = 174.497254 (including connections establishing)
tps = 174.514004 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:06:59.97 | 2056 | 0:05:55.812705+02 |        | streaming | 17/465B7830 | 17/465B3648 | 17/4658FCE8 | 17/465B3648 | 00:00:00.024901 | 00:00:00.083769 | 00:00:00.024901
 6972 | pgst.repl  | 2017-05-25 20:06:59.97 | 2395 | 0:06:53.501559+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 20:06:59.97 | 2396 | 0:06:53.627358+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242908_sync_242896 | pgoutput | logical   |  16384 | testdb   | t         | t      |       2396 |      |      3864515 | 17/4675F8E8 | 
 6972 | pg_repl.slots | sub1_242908_sync_242891 | pgoutput | logical   |  16384 | testdb   | t         | t      |       2395 |      |      3864515 | 17/467520F8 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       2056 |      |      3872241 | 17/46541D20 | 17/4658FCE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242908 |  242891 | d          | 
 6973 | pg_subscr.rel |  242908 |  242896 | d          | 
 6973 | pg_subscr.rel |  242908 |  242885 | r          | 17/4653FCD8
 6973 | pg_subscr.rel |  242908 |  242888 | r          | 17/46542208

2017.05.25 20:06:59
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11186  81b7f62fe 3a156edcc 23ca8a798 2af0b0581 master
6973 a,b,t,h:  2500000     25    250  11186  043cce3d2 dae35aed1 23ca8a798 2af0b0581 replica NOK  6b0e5c5f2
2017.05.25 20:07:15
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11186  81b7f62fe 3a156edcc 23ca8a798 2af0b0581 master
6973 a,b,t,h:  2500000     25    250  11186  81b7f62fe 3a156edcc 23ca8a798 2af0b0581 replica ok   acdee73de
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:07:43.73 | 2056 | 0:05:55.812705+02 |        | streaming | 17/467F2CC8 | 17/467F2CC8 | 17/467F2CC8 | 17/467F2CC8 | 00:00:00.000099 | 00:00:00.000099 | 00:00:00.000099

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       2056 |      |      3875056 | 17/467EA188 | 17/467F2CC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242908 |  242885 | r          | 17/4653FCD8
 6973 | pg_subscr.rel |  242908 |  242888 | r          | 17/46542208
 6973 | pg_subscr.rel |  242908 |  242891 | r          | 17/46767FD8
 6973 | pg_subscr.rel |  242908 |  242896 | r          | 17/46767FD8

waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:08:04.726 CEST 3014 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:08:04.814 CEST 3014 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:08:04.956 CEST 3014 LOG:  redirecting log output to logging collector process
2017-05-25 20:08:04.956 CEST 3014 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:08:05.783 CEST 3025 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:08:05.871 CEST 3025 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:08:05.983 CEST 3025 LOG:  redirecting log output to logging collector process
2017-05-25 20:08:05.983 CEST 3025 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 91 --   91 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:08:06
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:08:04.957288+02     replica_start_time 2017-05-25 20:08:05.98367+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1462300 of 2500000 tuples (58%) done (elapsed 5.06 s, remaining 3.59 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.77 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:08:22.77 | 3273 | 0:08:22.763872+02 |        | catchup | 17/59B8D1E0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3273 |      |      3875078 | 17/59B8D1A8 | 17/59B8D1E0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242933 |  242913 | i          | 
 6973 | pg_subscr.rel |  242933 |  242916 | i          | 
 6973 | pg_subscr.rel |  242933 |  242921 | i          | 
 6973 | pg_subscr.rel |  242933 |  242910 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 217.5 tps, lat 287.046 ms stddev 333.602
progress: 24.0 s, 128.3 tps, lat 477.304 ms stddev 482.023
progress: 36.0 s, 148.5 tps, lat 438.045 ms stddev 485.576
progress: 48.0 s, 109.8 tps, lat 589.847 ms stddev 652.066
progress: 60.0 s, 287.1 tps, lat 228.669 ms stddev 263.012
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 10758
latency average = 357.544 ms
latency stddev = 435.863 ms
tps = 178.254076 (including connections establishing)
tps = 178.273161 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:09:23.17 | 3273 | 0:08:22.763872+02 |        | streaming | 17/5A317478 | 17/5A317478 | 17/5A3153B8 | 17/5A317478 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3273 |      |      3884763 | 17/5A147FB8 | 17/5A3153B8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242933 |  242913 | r          | 17/59C53E60
 6973 | pg_subscr.rel |  242933 |  242910 | r          | 17/59F71AE8
 6973 | pg_subscr.rel |  242933 |  242916 | r          | 17/59FA9838
 6973 | pg_subscr.rel |  242933 |  242921 | r          | 17/5A148C80

2017.05.25 20:09:23
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK  bfee8c51c
2017.05.25 20:09:39
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242933 |  242913 | r          | 17/59C53E60
  242933 |  242910 | r          | 17/59F71AE8
  242933 |  242916 | r          | 17/59FA9838
  242933 |  242921 | r          | 17/5A148C80
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242933   | 17/5A317478 | 23/FE2BFB60
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3273 |      |      3885849 | 17/5A3AE170 | 17/5A3AE1A8
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2011.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2011.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2011.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2011.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  10758  3af1236d9 c59b676ac d9bd401bc 59c888650 master
6973 a,b,t,h:  2500000     25    250  10758  c2ee8c385 c59b676ac d9bd401bc 59c888650 replica NOK   bfee8c51c
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  242933 |  242913 | r          | 17/59C53E60
  242933 |  242910 | r          | 17/59F71AE8
  242933 |  242916 | r          | 17/59FA9838
  242933 |  242921 | r          | 17/5A148C80
(4 rows)

 local_id | external_id | remote_lsn  |  local_lsn  
----------+-------------+-------------+-------------
        1 | pg_242933   | 17/5A317478 | 23/FE2BFB60
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3273 |      |      3885849 | 17/5A3AE250 | 17/5A3AE288
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2018.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2018.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2018.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2018.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:18:59.30 | 3273 | 0:08:22.763872+02 |        | streaming | 17/5A3AE288 | 17/5A3AE288 | 17/5A3AE288 | 17/5A3AE288 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       3273 |      |      3885849 | 17/5A3AE250 | 17/5A3AE288

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242933 |  242913 | r          | 17/59C53E60
 6973 | pg_subscr.rel |  242933 |  242910 | r          | 17/59F71AE8
 6973 | pg_subscr.rel |  242933 |  242916 | r          | 17/59FA9838
 6973 | pg_subscr.rel |  242933 |  242921 | r          | 17/5A148C80

waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:19:03.818 CEST 7939 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:19:03.912 CEST 7939 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:19:04.016 CEST 7939 LOG:  redirecting log output to logging collector process
2017-05-25 20:19:04.016 CEST 7939 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:19:04.809 CEST 7950 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:19:04.920 CEST 7950 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:19:05.043 CEST 7950 LOG:  redirecting log output to logging collector process
2017-05-25 20:19:05.043 CEST 7950 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 92 --   92 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:19:05
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:19:04.01731+02     replica_start_time 2017-05-25 20:19:05.043964+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1508000 of 2500000 tuples (60%) done (elapsed 5.14 s, remaining 3.38 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.20 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:19:21.08 | 8179 | 0:19:21.074926+02 |        | catchup | 17/6D748B78 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       8179 |      |      3885868 | 17/6D748B40 | 17/6D748B78

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242957 |  242937 | i          | 
 6973 | pg_subscr.rel |  242957 |  242940 | i          | 
 6973 | pg_subscr.rel |  242957 |  242945 | i          | 
 6973 | pg_subscr.rel |  242957 |  242934 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 246.2 tps, lat 247.798 ms stddev 244.087
progress: 24.0 s, 113.7 tps, lat 544.621 ms stddev 603.509
progress: 36.0 s, 71.3 tps, lat 899.100 ms stddev 912.985
progress: 48.0 s, 201.3 tps, lat 335.729 ms stddev 424.278
progress: 60.0 s, 282.5 tps, lat 205.067 ms stddev 242.998
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11044
latency average = 366.463 ms
latency stddev = 602.742 ms
tps = 163.839246 (including connections establishing)
tps = 163.855786 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag |    flush_lag    | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:20:28.58 | 8179 | 0:19:21.074926+02 |        | streaming | 17/6DEF7928 | 17/6DEF7928 | 17/6DEF71E0 | 17/6DEF7928 |           | 00:00:00.351845 | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       8179 |      |      3896096 | 17/6DCD7A40 | 17/6DEF71E0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242957 |  242937 | r          | 17/6D81AF90
 6973 | pg_subscr.rel |  242957 |  242934 | r          | 17/6DA726E0
 6973 | pg_subscr.rel |  242957 |  242940 | r          | 17/6DB2A7D0
 6973 | pg_subscr.rel |  242957 |  242945 | r          | 17/6DCD7E38

2017.05.25 20:20:28
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11044  e50100502 31d621808 ce12a8911 c0fbcf164 master
6973 a,b,t,h:  2500000     25    250  11044  e50100502 31d621808 ce12a8911 c0fbcf164 replica ok  3910d6b31
2017.05.25 20:20:46
-- All is well.
-- 0 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:20:46.08 | 8179 | 0:19:21.074926+02 |        | streaming | 17/6DF7E730 | 17/6DF7E730 | 17/6DF7E730 | 17/6DF7E730 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       8179 |      |      3896920 | 17/6DF5AD68 | 17/6DF7E730

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242957 |  242937 | r          | 17/6D81AF90
 6973 | pg_subscr.rel |  242957 |  242934 | r          | 17/6DA726E0
 6973 | pg_subscr.rel |  242957 |  242940 | r          | 17/6DB2A7D0
 6973 | pg_subscr.rel |  242957 |  242945 | r          | 17/6DCD7E38

waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:21:10.616 CEST 8834 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:21:10.721 CEST 8834 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:21:10.853 CEST 8834 LOG:  redirecting log output to logging collector process
2017-05-25 20:21:10.853 CEST 8834 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:21:11.603 CEST 8845 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:21:11.706 CEST 8845 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:21:11.813 CEST 8845 LOG:  redirecting log output to logging collector process
2017-05-25 20:21:11.813 CEST 8845 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 93 --   93 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:21:12
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:21:10.854239+02     replica_start_time 2017-05-25 20:21:11.814209+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1467500 of 2500000 tuples (58%) done (elapsed 5.02 s, remaining 3.53 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.68 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:21:28.66 | 8998 | 0:21:28.662823+02 |        | catchup | 17/81318C68 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       8998 |      |      3896939 | 17/81318C30 | 17/81318C68

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  242981 |  242958 | i          | 
 6973 | pg_subscr.rel |  242981 |  242961 | i          | 
 6973 | pg_subscr.rel |  242981 |  242964 | i          | 
 6973 | pg_subscr.rel |  242981 |  242969 | i          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 366.3 tps, lat 172.315 ms stddev 226.482
progress: 24.0 s, 161.8 tps, lat 376.794 ms stddev 524.840
progress: 36.0 s, 239.8 tps, lat 262.409 ms stddev 367.084
progress: 48.0 s, 154.7 tps, lat 412.376 ms stddev 554.699
progress: 60.0 s, 58.3 tps, lat 1095.937 ms stddev 993.066
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11834
latency average = 335.441 ms
latency stddev = 549.184 ms
tps = 182.836188 (including connections establishing)
tps = 182.855724 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:22:33.43 | 8998 | 0:21:28.662823+02 |        | streaming | 17/819FCEA8 | 17/819F6068 | 17/819E3518 | 17/819F6068 | 00:00:00.000427 | 00:00:00.187599 | 00:00:00.000427
 6972 | pgst.repl  | 2017-05-25 20:22:33.43 | 9266 | 0:22:25.248047+02 |        | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 20:22:33.43 | 9268 | 0:22:26.248038+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_242981_sync_242969 | pgoutput | logical   |  16384 | testdb   | t         | t      |       9268 |      |      3897590 | 17/81B57B18 | 
 6972 | pg_repl.slots | sub1_242981_sync_242964 | pgoutput | logical   |  16384 | testdb   | t         | t      |       9266 |      |      3897590 | 17/81B4A580 | 
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |       8998 |      |      3905344 | 17/8184D520 | 17/819E3518

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242981 |  242958 | r          | 17/81919390
 6973 | pg_subscr.rel |  242981 |  242964 | d          | 
 6973 | pg_subscr.rel |  242981 |  242969 | d          | 
 6973 | pg_subscr.rel |  242981 |  242961 | r          | 17/8191F640

2017.05.25 20:22:33
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11834  8951918d2 67b1b262c 605ccd9c7 18c4e434e master
6973 a,b,t,h:  2500000     25    250  11834  7845fc7bd 67b1b262c 605ccd9c7 18c4e434e replica NOK  13ed593e4
2017.05.25 20:22:51
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11834  8951918d2 67b1b262c 605ccd9c7 18c4e434e master
6973 a,b,t,h:  2500000     25    250  11834  8951918d2 67b1b262c 605ccd9c7 18c4e434e replica ok   e5c7bd16f
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           | pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:23:17.95 | 8998 | 0:21:28.662823+02 |        | streaming | 17/81BEBE68 | 17/81BEBE68 | 17/81BEBE68 | 17/81BEBE68 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |       8998 |      |      3908781 | 17/81BE9F70 | 17/81BEBE68

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  242981 |  242958 | r          | 17/81919390
 6973 | pg_subscr.rel |  242981 |  242961 | r          | 17/8191F640
 6973 | pg_subscr.rel |  242981 |  242969 | r          | 17/81BE9F70
 6973 | pg_subscr.rel |  242981 |  242964 | r          | 17/81BE9F70

ERROR:  could not drop the replication slot "sub1" on publisher
DETAIL:  The error was: ERROR:  replication slot "sub1" is active for PID 8998
ERROR:  replication slot "sub1" is active for PID 8998

             pub_count  0
   pub_repl_slot_count  1
             sub_count  0
   sub_repl_slot_count  0             (try_count  1)

pub_repl_slot_count -ne 0 - deleting (sub1)
 pg_drop_replication_slot 
--------------------------
 
(1 row)

waiting for server to shut down............ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:23:47.409 CEST 9879 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:23:47.515 CEST 9879 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:23:47.649 CEST 9879 LOG:  redirecting log output to logging collector process
2017-05-25 20:23:47.649 CEST 9879 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:23:48.395 CEST 9890 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:23:48.511 CEST 9890 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:23:48.659 CEST 9890 LOG:  redirecting log output to logging collector process
2017-05-25 20:23:48.659 CEST 9890 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 94 --   94 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:23:49
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:23:47.649901+02     replica_start_time 2017-05-25 20:23:48.660395+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1546800 of 2500000 tuples (61%) done (elapsed 5.00 s, remaining 3.08 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.18 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:24:04.46 | 10092 | 0:24:04.446285+02 |        | catchup | 17/94F8AEC8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:24:04.46 | 10098 | 0:24:04.456485+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10092 |      |      3908803 | 17/94F8AE90 | 17/94F8AEC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243006 |  242986 | i          | 
 6973 | pg_subscr.rel |  243006 |  242989 | i          | 
 6973 | pg_subscr.rel |  243006 |  242994 | i          | 
 6973 | pg_subscr.rel |  243006 |  242983 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 322.5 tps, lat 196.086 ms stddev 247.220
progress: 24.0 s, 212.3 tps, lat 285.262 ms stddev 461.318
progress: 36.0 s, 257.8 tps, lat 250.343 ms stddev 382.272
progress: 48.0 s, 77.8 tps, lat 834.589 ms stddev 883.064
progress: 60.0 s, 104.9 tps, lat 595.163 ms stddev 617.653
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11769
latency average = 330.197 ms
latency stddev = 508.258 ms
tps = 187.628047 (including connections establishing)
tps = 187.645890 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:25:07.24 | 10092 | 0:24:04.446285+02 |        | streaming | 17/95685DB0 | 17/95678A58 | 17/95678A58 | 17/95678A58 |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:25:07.24 | 10098 | 0:24:04.456485+02 |        | catchup   | 17/9535E5C0 | 17/95359770 | 17/95359770 | 17/95359770 |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:25:07.24 | 10177 | 0:24:05.454599+02 |        | startup   |             |             |             |             |           |           | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243006_sync_242986 | pgoutput | logical   |  16384 | testdb   | t         | t      |      10177 |      |      3908803 | 17/94FECFF0 | 17/95679CE8
 6972 | pg_repl.slots | sub1_243006_sync_242983 | pgoutput | logical   |  16384 | testdb   | t         | t      |      10098 |      |      3909484 | 17/9502E8C0 | 17/95359770
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      10092 |      |      3909484 | 17/952B11A0 | 17/95678A58

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243006 |  242989 | i          | 
 6973 | pg_subscr.rel |  243006 |  242994 | i          | 
 6973 | pg_subscr.rel |  243006 |  242983 | d          | 
 6973 | pg_subscr.rel |  243006 |  242986 | d          | 

2017.05.25 20:25:07
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11769  daeedfb1b 3401b05a8 9851a250e 21253c7da master
6973 a,b,t,h:  2500000     25      0      0  d41d8cd98 6e17d880e d41d8cd98 d41d8cd98 replica NOK  9446eec85
2017.05.25 20:25:16
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11769  daeedfb1b 3401b05a8 9851a250e 21253c7da master
6973 a,b,t,h:  2500000     25    250  11769  daeedfb1b 3401b05a8 9851a250e 21253c7da replica ok   b96bb6055
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:25:43.17 | 10092 | 0:24:04.446285+02 |        | streaming | 17/958531E0 | 17/958531E0 | 17/958531E0 | 17/958531E0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      10092 |      |      3920577 | 17/95853080 | 17/958531E0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243006 |  242983 | r          | 17/95678F20
 6973 | pg_subscr.rel |  243006 |  242986 | r          | 17/95679D18
 6973 | pg_subscr.rel |  243006 |  242989 | r          | 17/95853120
 6973 | pg_subscr.rel |  243006 |  242994 | r          | 17/95853120

waiting for server to shut down............. done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down................ done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:26:07.662 CEST 10839 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:26:07.811 CEST 10839 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:26:07.968 CEST 10839 LOG:  redirecting log output to logging collector process
2017-05-25 20:26:07.968 CEST 10839 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:26:08.627 CEST 10850 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:26:08.748 CEST 10850 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:26:08.895 CEST 10850 LOG:  redirecting log output to logging collector process
2017-05-25 20:26:08.895 CEST 10850 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 95 --   95 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:26:09
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:26:07.969336+02     replica_start_time 2017-05-25 20:26:08.896116+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1447200 of 2500000 tuples (57%) done (elapsed 5.07 s, remaining 3.68 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.61 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:26:25.24 | 11056 | 0:26:25.242596+02 |        | catchup | 17/A8BF0E20 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11056 |      |      3920598 | 17/A8BF0DE8 | 17/A8BF0E20

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243030 |  243010 | i          | 
 6973 | pg_subscr.rel |  243030 |  243013 | i          | 
 6973 | pg_subscr.rel |  243030 |  243018 | i          | 
 6973 | pg_subscr.rel |  243030 |  243007 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 380.4 tps, lat 165.108 ms stddev 182.231
progress: 24.0 s, 257.4 tps, lat 231.205 ms stddev 308.049
progress: 36.0 s, 125.5 tps, lat 534.456 ms stddev 672.922
progress: 48.0 s, 93.7 tps, lat 695.971 ms stddev 609.659
progress: 60.0 s, 99.2 tps, lat 607.435 ms stddev 821.854
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11538
latency average = 353.701 ms
latency stddev = 629.259 ms
tps = 161.687916 (including connections establishing)
tps = 161.702303 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:27:36.65 | 11056 | 0:26:25.242596+02 |        | streaming | 17/A93C8588 | 17/A93C7488 | 17/A93C7488 | 17/A93C7488 | 00:00:04.537506 | 00:00:04.537509 | 00:00:04.537506
 6972 | pgst.repl  | 2017-05-25 20:27:36.65 | 11333 | 0:27:14.992726+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243030_sync_243018 | pgoutput | logical   |  16384 | testdb   | t         | t      |      11333 |      |      3921450 | 17/A93C8588 | 17/A940A850
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      11056 |      |      3931402 | 17/A92BAF20 | 17/A93C7488

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243030 |  243007 | r          | 17/A91C6380
 6973 | pg_subscr.rel |  243030 |  243018 | d          | 
 6973 | pg_subscr.rel |  243030 |  243010 | r          | 17/A91CB338
 6973 | pg_subscr.rel |  243030 |  243013 | s          | 17/A93F6FF8

2017.05.25 20:27:36
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11538  51a16d848 e4dc1d4c4 3fee14a02 7b1a0ce73 master
6973 a,b,t,h:  2500000     25    250  11538  79443a19e e4dc1d4c4 3fee14a02 7b1a0ce73 replica NOK  c87e312d3
2017.05.25 20:27:55
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11538  51a16d848 e4dc1d4c4 3fee14a02 7b1a0ce73 master
6973 a,b,t,h:  2500000     25    250  11538  51a16d848 e4dc1d4c4 3fee14a02 7b1a0ce73 replica ok   87e5740c4
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:28:22.22 | 11056 | 0:26:25.242596+02 |        | streaming | 17/A94A86A0 | 17/A94A86A0 | 17/A94A86A0 | 17/A94A86A0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      11056 |      |      3932147 | 17/A94A85D0 | 17/A94A86A0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243030 |  243007 | r          | 17/A91C6380
 6973 | pg_subscr.rel |  243030 |  243010 | r          | 17/A91CB338
 6973 | pg_subscr.rel |  243030 |  243013 | r          | 17/A93F7370
 6973 | pg_subscr.rel |  243030 |  243018 | r          | 17/A940A968

waiting for server to shut down...... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down....... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:28:33.201 CEST 11865 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:28:33.289 CEST 11865 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:28:33.433 CEST 11865 LOG:  redirecting log output to logging collector process
2017-05-25 20:28:33.433 CEST 11865 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:28:34.200 CEST 11876 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:28:34.297 CEST 11876 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:28:34.467 CEST 11876 LOG:  redirecting log output to logging collector process
2017-05-25 20:28:34.467 CEST 11876 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 96 --   96 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:28:35
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:28:33.434096+02     replica_start_time 2017-05-25 20:28:34.467938+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1496400 of 2500000 tuples (59%) done (elapsed 5.17 s, remaining 3.47 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.59 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:28:50.81 | 12021 | 0:28:50.807067+02 |        | catchup | 17/BC84E4F0 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12021 |      |      3932166 | 17/BC84E4B8 | 17/BC84E4F0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243054 |  243034 | i          | 
 6973 | pg_subscr.rel |  243054 |  243037 | i          | 
 6973 | pg_subscr.rel |  243054 |  243042 | i          | 
 6973 | pg_subscr.rel |  243054 |  243031 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 316.3 tps, lat 198.261 ms stddev 214.984
progress: 24.0 s, 190.5 tps, lat 212.220 ms stddev 322.329
progress: 36.0 s, 324.8 tps, lat 260.076 ms stddev 638.916
progress: 48.0 s, 53.7 tps, lat 1091.753 ms stddev 945.189
progress: 60.0 s, 54.7 tps, lat 1215.224 ms stddev 1238.615
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11345
latency average = 342.467 ms
latency stddev = 662.488 ms
tps = 178.538694 (including connections establishing)
tps = 178.557114 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:29:55.49 | 12021 | 0:28:50.807067+02 |        | streaming | 17/BCF6B700 | 17/BCF603C0 | 17/BCF603C0 | 17/BCF603C0 | 00:00:00.001155 | 00:00:00.001155 | 00:00:00.001155
 6972 | pgst.repl  | 2017-05-25 20:29:55.49 | 12024 | 0:28:50.817694+02 |        | catchup   | 17/BCBA5960 | 17/BCBA56E8 | 17/BCBA56E8 | 17/BCBA56E8 | 00:00:00.015921 | 00:00:00.015921 | 00:00:00.015921
 6972 | pgst.repl  | 2017-05-25 20:29:55.49 | 12104 | 0:28:51.820362+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243054_sync_243034 | pgoutput | logical   |  16384 | testdb   | t         | t      |      12104 |      |      3932166 | 17/BC8AC288 | 17/BCF846E8
 6972 | pg_repl.slots | sub1_243054_sync_243031 | pgoutput | logical   |  16384 | testdb   | t         | t      |      12024 |      |      3932645 | 17/BC8A4260 | 17/BCBA56E8
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      12021 |      |      3932645 | 17/BC8A4260 | 17/BCF603C0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243054 |  243037 | i          | 
 6973 | pg_subscr.rel |  243054 |  243042 | i          | 
 6973 | pg_subscr.rel |  243054 |  243031 | d          | 
 6973 | pg_subscr.rel |  243054 |  243034 | d          | 

2017.05.25 20:29:55
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11345  a4f7987d2 a9c510fa5 f3a76fa11 0e032ebd9 master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  d214047dd
2017.05.25 20:30:06
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11345  a4f7987d2 a9c510fa5 f3a76fa11 0e032ebd9 master
6973 a,b,t,h:  2500000     25    250  11345  a4f7987d2 a9c510fa5 f3a76fa11 0e032ebd9 replica ok   68633b8a8
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:30:35.21 | 12021 | 0:28:50.807067+02 |        | streaming | 17/BD0EBFB0 | 17/BD0EBFB0 | 17/BD0EBFB0 | 17/BD0EBFB0 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      12021 |      |      3943519 | 17/BD0E6570 | 17/BD0EBFB0

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243054 |  243031 | r          | 17/BCF60688
 6973 | pg_subscr.rel |  243054 |  243034 | r          | 17/BCF85228
 6973 | pg_subscr.rel |  243054 |  243037 | r          | 17/BD0E6570
 6973 | pg_subscr.rel |  243054 |  243042 | r          | 17/BD0E6570

waiting for server to shut down...................... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:31:02.718 CEST 12881 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:31:02.827 CEST 12881 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:31:02.954 CEST 12881 LOG:  redirecting log output to logging collector process
2017-05-25 20:31:02.954 CEST 12881 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:31:03.718 CEST 12892 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:31:03.835 CEST 12892 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:31:03.954 CEST 12892 LOG:  redirecting log output to logging collector process
2017-05-25 20:31:03.954 CEST 12892 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 97 --   97 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:31:04
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:31:02.955001+02     replica_start_time 2017-05-25 20:31:03.954936+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1565400 of 2500000 tuples (62%) done (elapsed 5.17 s, remaining 3.09 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.40 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:31:20.30 | 13096 | 0:31:20.297561+02 |        | catchup | 17/D0483B38 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13096 |      |      3943540 | 17/D0483B00 | 17/D0483B38

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243079 |  243059 | i          | 
 6973 | pg_subscr.rel |  243079 |  243062 | i          | 
 6973 | pg_subscr.rel |  243079 |  243067 | i          | 
 6973 | pg_subscr.rel |  243079 |  243056 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 378.7 tps, lat 166.988 ms stddev 210.344
progress: 24.0 s, 256.3 tps, lat 240.683 ms stddev 355.553
progress: 36.0 s, 80.2 tps, lat 803.204 ms stddev 741.003
progress: 48.0 s, 165.4 tps, lat 393.033 ms stddev 437.380
progress: 60.0 s, 89.3 tps, lat 693.041 ms stddev 984.014
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11704
latency average = 333.257 ms
latency stddev = 525.357 ms
tps = 186.824030 (including connections establishing)
tps = 186.842123 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin  |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:32:23.00 | 13096 | 0:31:20.297561+02 |         | streaming | 17/D0BCAB98 | 17/D0BABFE8 | 17/D0B89E50 | 17/D0BABFE8 | 00:00:00.317909 | 00:00:00.792017 | 00:00:00.317909
 6972 | pgst.repl  | 2017-05-25 20:32:23.00 | 13313 | 0:32:10.381236+02 | 3955242 | startup   |             |             |             |             |                 |                 | 
 6972 | pgst.repl  | 2017-05-25 20:32:23.00 | 13315 | 0:32:10.384962+02 |         | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243079_sync_243067 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13315 |      |      3944090 | 17/D0C98740 | 
 6972 | pg_repl.slots | sub1_243079_sync_243062 | pgoutput | logical   |  16384 | testdb   | t         | t      |      13313 |      |      3944090 | 17/D0C77960 | 17/D0CB91B8
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      13096 |      |      3952847 | 17/D0A91BD0 | 17/D0B89E50

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243079 |  243056 | r          | 17/D0A15F38
 6973 | pg_subscr.rel |  243079 |  243062 | d          | 
 6973 | pg_subscr.rel |  243079 |  243067 | d          | 
 6973 | pg_subscr.rel |  243079 |  243059 | r          | 17/D0A92AA0

2017.05.25 20:32:23
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11704  88d570568 00ce75394 f301f664b 03fb3ed52 master
6973 a,b,t,h:  2500000     25    250  11703  480969383 0ed2fd51a f301f664b cb8e327fc replica NOK  3efecc033
2017.05.25 20:32:41
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11704  88d570568 00ce75394 f301f664b 03fb3ed52 master
6973 a,b,t,h:  2500000     25    250  11704  88d570568 00ce75394 f301f664b 03fb3ed52 replica ok   c456a8a56
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:33:10.80 | 13096 | 0:31:20.297561+02 |        | streaming | 17/D0D47418 | 17/D0D45FE8 | 17/D0D45FE8 | 17/D0D45FE8 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      13096 |      |      3955251 | 17/D0CB9350 | 17/D0D45FE8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243079 |  243056 | r          | 17/D0A15F38
 6973 | pg_subscr.rel |  243079 |  243059 | r          | 17/D0A92AA0
 6973 | pg_subscr.rel |  243079 |  243062 | r          | 17/D0CB9320
 6973 | pg_subscr.rel |  243079 |  243067 | r          | 17/D0D45BF0

waiting for server to shut down......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:33:26.251 CEST 13838 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:33:26.336 CEST 13838 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:33:26.475 CEST 13838 LOG:  redirecting log output to logging collector process
2017-05-25 20:33:26.475 CEST 13838 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:33:27.262 CEST 13849 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:33:27.356 CEST 13849 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:33:27.511 CEST 13849 LOG:  redirecting log output to logging collector process
2017-05-25 20:33:27.511 CEST 13849 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 98 --   98 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:33:28
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:33:26.475663+02     replica_start_time 2017-05-25 20:33:27.512395+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1406700 of 2500000 tuples (56%) done (elapsed 5.18 s, remaining 4.03 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.86 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:33:44.82 | 14061 | 0:33:44.816231+02 |        | catchup | 17/E40E4978 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14061 |      |      3955274 | 17/E40E4940 | 17/E40E4978

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243103 |  243083 | i          | 
 6973 | pg_subscr.rel |  243103 |  243086 | i          | 
 6973 | pg_subscr.rel |  243103 |  243091 | i          | 
 6973 | pg_subscr.rel |  243103 |  243080 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 347.2 tps, lat 179.595 ms stddev 204.278
progress: 24.0 s, 200.3 tps, lat 303.902 ms stddev 434.842
progress: 36.0 s, 283.4 tps, lat 230.399 ms stddev 369.843
progress: 48.0 s, 51.2 tps, lat 1123.512 ms stddev 1569.018
progress: 60.0 s, 80.1 tps, lat 875.467 ms stddev 921.389
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 11610
latency average = 332.540 ms
latency stddev = 610.500 ms
tps = 185.763552 (including connections establishing)
tps = 185.783901 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:34:47.38 | 14061 | 0:33:44.816231+02 |        | streaming | 17/E47F6288 | 17/E47E8208 | 17/E47E8208 | 17/E47E8208 | 00:00:00.003048 | 00:00:00.003048 | 00:00:00.003048
 6972 | pgst.repl  | 2017-05-25 20:34:47.38 | 14064 | 0:33:44.828937+02 |        | catchup   | 17/E45B2080 | 17/E457BBE0 | 17/E457BBE0 | 17/E457BBE0 | 00:00:00.163624 | 00:00:00.163624 | 00:00:00.163624
 6972 | pgst.repl  | 2017-05-25 20:34:47.38 | 14144 | 0:33:45.829855+02 |        | startup   |             |             |             |             |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243103_sync_243083 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14144 |      |      3955274 | 17/E4140D50 | 17/E47EC8B8
 6972 | pg_repl.slots | sub1_243103_sync_243080 | pgoutput | logical   |  16384 | testdb   | t         | t      |      14064 |      |      3956030 | 17/E41972C8 | 17/E457BBE0
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      14061 |      |      3956030 | 17/E43C56C8 | 17/E47E8208

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243103 |  243086 | i          | 
 6973 | pg_subscr.rel |  243103 |  243091 | i          | 
 6973 | pg_subscr.rel |  243103 |  243080 | d          | 
 6973 | pg_subscr.rel |  243103 |  243083 | d          | 

2017.05.25 20:34:47
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11610  cc73443d8 aa3ab994b eb268fd60 4697852a8 master
6973 a,b,t,h:  2500000     25      0      0  6469c6137 696f6c8c4 d41d8cd98 d41d8cd98 replica NOK  ab639c42e
2017.05.25 20:35:06
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  11610  cc73443d8 aa3ab994b eb268fd60 4697852a8 master
6973 a,b,t,h:  2500000     25    250  11610  cc73443d8 aa3ab994b eb268fd60 4697852a8 replica ok   563b7d62a
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:35:36.79 | 14061 | 0:33:44.816231+02 |        | streaming | 17/E49ACA80 | 17/E49ACA80 | 17/E49ACA80 | 17/E49ACA80 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      14061 |      |      3966892 | 17/E49989C0 | 17/E49ACA80

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243103 |  243080 | r          | 17/E47E8B78
 6973 | pg_subscr.rel |  243103 |  243083 | r          | 17/E47ED6B0
 6973 | pg_subscr.rel |  243103 |  243091 | r          | 17/E49989C0
 6973 | pg_subscr.rel |  243103 |  243086 | r          | 17/E49989C0

waiting for server to shut down............... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.......... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:35:59.168 CEST 14871 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:35:59.268 CEST 14871 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:35:59.423 CEST 14871 LOG:  redirecting log output to logging collector process
2017-05-25 20:35:59.423 CEST 14871 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:36:00.157 CEST 14882 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:36:00.252 CEST 14882 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:36:00.403 CEST 14882 LOG:  redirecting log output to logging collector process
2017-05-25 20:36:00.403 CEST 14882 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 99 --   99 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:36:01
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:35:59.424207+02     replica_start_time 2017-05-25 20:36:00.404054+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1467400 of 2500000 tuples (58%) done (elapsed 5.00 s, remaining 3.52 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.60 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn   | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:36:16.84 | 15027 | 0:36:16.832132+02 |        | catchup | 17/F7D3FDC8 |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:36:16.84 | 15031 | 0:36:16.839891+02 |        | startup |             |           |           |            |           |           | 
 6972 | pgst.repl  | 2017-05-25 20:36:16.84 | 15032 | 0:36:16.844748+02 |        | startup |             |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15027 |      |      3966914 | 17/F7D3FD90 | 17/F7D3FDC8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243127 |  243110 | i          | 
 6973 | pg_subscr.rel |  243127 |  243115 | i          | 
 6973 | pg_subscr.rel |  243127 |  243104 | d          | 
 6973 | pg_subscr.rel |  243127 |  243107 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 219.3 tps, lat 287.372 ms stddev 259.684
progress: 24.0 s, 141.5 tps, lat 429.346 ms stddev 523.886
progress: 36.0 s, 67.4 tps, lat 918.822 ms stddev 962.463
progress: 48.0 s, 96.9 tps, lat 695.639 ms stddev 967.811
progress: 60.0 s, 192.9 tps, lat 341.482 ms stddev 304.101
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 8681
latency average = 443.927 ms
latency stddev = 592.517 ms
tps = 143.124767 (including connections establishing)
tps = 143.140413 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:37:17.54 | 15027 | 0:36:16.832132+02 |        | streaming | 17/F8355630 | 17/F8355630 | 17/F83531E8 | 17/F8355630 | 00:00:00.001154 | 00:00:00.046051 | 00:00:00.001154

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15027 |      |      3974660 | 17/F82809B8 | 17/F83531E8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243127 |  243104 | r          | 17/F8075168
 6973 | pg_subscr.rel |  243127 |  243110 | r          | 17/F80E08F0
 6973 | pg_subscr.rel |  243127 |  243115 | r          | 17/F8280DF8
 6973 | pg_subscr.rel |  243127 |  243107 | r          | 17/F7DDD7A0

2017.05.25 20:37:17
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK  6c5aac1aa
2017.05.25 20:37:31
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 15 s) (unchanged 1)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 30 s) (unchanged 2)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 45 s) (unchanged 3)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 60 s) (unchanged 4)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  243127 |  243104 | r          | 17/F8075168
  243127 |  243110 | r          | 17/F80E08F0
  243127 |  243115 | r          | 17/F8280DF8
  243127 |  243107 | r          | 17/F7DDD7A0
(4 rows)

 local_id | external_id | remote_lsn  | local_lsn  
----------+-------------+-------------+------------
        1 | pg_243127   | 17/F8355630 | 25/559D7F8
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15027 |      |      3975608 | 17/F83CB308 | 17/F83CB340
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2039.1.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2039.1.5..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2039.2.5..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2039.2.5..txt.bz2
-- wait another 15 s   (total 75 s) (unchanged 5)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 90 s) (unchanged 6)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 105 s) (unchanged 7)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 120 s) (unchanged 8)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 135 s) (unchanged 9)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 150 s) (unchanged 10)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 165 s) (unchanged 11)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 180 s) (unchanged 12)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 195 s) (unchanged 13)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 210 s) (unchanged 14)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 225 s) (unchanged 15)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 240 s) (unchanged 16)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 255 s) (unchanged 17)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 270 s) (unchanged 18)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 285 s) (unchanged 19)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- wait another 15 s   (total 300 s) (unchanged 20)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250   8681  3a1ca002b 9e95e2c57 4c05d72ad b87b71c25 master
6973 a,b,t,h:  2500000     25    250   8681  cd57d9f3c 9e95e2c57 4c05d72ad b87b71c25 replica NOK   6c5aac1aa
-- Not good, but breaking out of wait (21 times no change)
table pg_subscription_rel; table pg_replication_origin_status;
 srsubid | srrelid | srsubstate |  srsublsn   
---------+---------+------------+-------------
  243127 |  243104 | r          | 17/F8075168
  243127 |  243110 | r          | 17/F80E08F0
  243127 |  243115 | r          | 17/F8280DF8
  243127 |  243107 | r          | 17/F7DDD7A0
(4 rows)

 local_id | external_id | remote_lsn  | local_lsn  
----------+-------------+-------------+------------
        1 | pg_243127   | 17/F8355630 | 25/559D7F8
(1 row)

table pg_replication_slots;
 slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
-----------+----------+-----------+--------+----------+-----------+--------+------------+------+--------------+-------------+---------------------
 sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15027 |      |      3975608 | 17/F83CB3E8 | 17/F83CB420
(1 row)

ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
ERROR:  function pg_current_wal_location() does not exist
LINE 1: select pg_walfile_name(lsn) from (values (pg_current_wal_loc...
                                                  ^
HINT:  No function matches the given name and argument types. You might need to add explicit type casts.
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/  1]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2046.1.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2046.1.21..txt.bz2
-- parsing [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2]
-- walf [/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/]
-- bz2f [waldump.20170525_1426_2046.2.21..txt.bz2]
-- lines 2
-- (before) pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- file: /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/
-- 2 lines
-- pg_waldump /home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/pg_wal/ 2>&1 | bzip2 > waldump.20170525_1426_2046.2.21..txt.bz2
-- (wait_total 315 s)
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn   |  write_lsn  |  flush_lsn  | replay_lsn  | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:46:58.38 | 15027 | 0:36:16.832132+02 |        | streaming | 17/F83CB420 | 17/F83CB420 | 17/F83CB420 | 17/F83CB420 |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      15027 |      |      3975608 | 17/F83CB3E8 | 17/F83CB420

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn   
 6973 | pg_subscr.rel |  243127 |  243104 | r          | 17/F8075168
 6973 | pg_subscr.rel |  243127 |  243110 | r          | 17/F80E08F0
 6973 | pg_subscr.rel |  243127 |  243115 | r          | 17/F8280DF8
 6973 | pg_subscr.rel |  243127 |  243107 | r          | 17/F7DDD7A0

waiting for server to shut down..... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down.... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:47:02.876 CEST 19697 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:47:02.964 CEST 19697 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:47:03.074 CEST 19697 LOG:  redirecting log output to logging collector process
2017-05-25 20:47:03.074 CEST 19697 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:47:03.898 CEST 19708 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:47:03.996 CEST 19708 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:47:04.106 CEST 19708 LOG:  redirecting log output to logging collector process
2017-05-25 20:47:04.106 CEST 19708 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

========= iteration 100 --   100 of 100 =========
============================================================================
-- scale 25   clients 64   duration 60   CLEAN_ONLY=
============================================================================
-- hostname: bulldog
-- time: 2017.05.25 20:47:05
-- timestamp: 20170525_1426
-- master_version:  10beta1_logical_replication_20170524_2325_85c2b9a15a1d
-- replica_version: 10beta1_logical_replication2_20170524_2317_85c2b9a15a1d
-- master_start_time 2017-05-25 20:47:03.075086+02     replica_start_time 2017-05-25 20:47:04.106849+02
-- master  patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0]
-- replica patch-md5 [d26655a7cf90a50cd6c9c5baaece26c0] (ok)
-- synchronous_commit, master  [on]  replica [on]
-- master_assert  [on]  replica_assert [on]
-- self md5 67304ee58c6940509b088e93d0639ae7 ./pgbench_derail2.sh
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6972 128MB 4MB 4GB 64MB 10 12 10 10 1min on   179f73b8c
-- port sb wm ecs mwm mrs mwp mlrw mws wst da   6973 128MB 4MB 4GB 64MB 10 12 10 10 1min on   15035c006
clean-at-start-call
 6972 | pgstatrepl | now | pid | b_start | b_xmin | state | sent_lsn | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 

 6972 | pgreplslots | slot_name | plugin | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 

 6973 | pgsubscr | subdbid | subname | subowner | subenabled | subconninfo | subslotname | subsynccommit | subpublications 

 6973 | pgsubscr_rel | srsubid | srrelid | srsubstate | srsublsn 

creating tables...
1533900 of 2500000 tuples (61%) done (elapsed 5.20 s, remaining 3.27 s)
2500000 of 2500000 tuples (100%) done (elapsed 8.14 s, remaining 0.00 s)
vacuum...
set primary keys...
done.
create publication pub1 for all tables;
create subscription sub1 connection 'port=6972 application_name=derail2'
       publication pub1 with (enabled = false );
alter subscription sub1 enable;
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |  state  |  sent_lsn  | write_lsn | flush_lsn | replay_lsn | write_lag | flush_lag | replay_lag 
 6972 | pgst.repl  | 2017-05-25 20:47:20.12 | 19853 | 0:47:20.122626+02 |        | catchup | 18/B7624A8 |           |           |            |           |           | 

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      19853 |      |      3975627 | 18/B762470  | 18/B7624A8

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243152 |  243132 | i          | 
 6973 | pg_subscr.rel |  243152 |  243135 | i          | 
 6973 | pg_subscr.rel |  243152 |  243140 | i          | 
 6973 | pg_subscr.rel |  243152 |  243129 | d          | 

-- pgbench -c 64 -j 8 -T 60 -P 12 -n   --  scale 25
progress: 12.0 s, 338.1 tps, lat 186.708 ms stddev 215.279
progress: 24.0 s, 337.7 tps, lat 189.537 ms stddev 302.030
progress: 36.0 s, 114.3 tps, lat 540.780 ms stddev 609.053
progress: 48.0 s, 134.5 tps, lat 425.865 ms stddev 678.883
progress: 60.0 s, 89.8 tps, lat 758.487 ms stddev 968.204
transaction type: <builtin: TPC-B (sort of)>
scaling factor: 25
query mode: simple
number of clients: 64
number of threads: 8
duration: 60 s
number of transactions actually processed: 12235
latency average = 318.313 ms
latency stddev = 534.013 ms
tps = 196.847200 (including connections establishing)
tps = 196.868495 (excluding connections establishing)
-- waiting 0s... (always)
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:48:22.32 | 19853 | 0:47:20.122626+02 |        | streaming | 18/BF193F8 | 18/BF07130 | 18/BF07130 | 18/BF07130 | 00:00:03.380199 | 00:00:03.380199 | 00:00:03.380199
 6972 | pgst.repl  | 2017-05-25 20:48:22.32 | 19856 | 0:47:20.135411+02 |        | catchup   | 18/BAAA310 | 18/BA71C80 | 18/BA71C80 | 18/BA71C80 | 00:00:00.087565 | 00:00:00.087565 | 00:00:00.087565
 6972 | pgst.repl  | 2017-05-25 20:48:22.32 | 19935 | 0:47:21.134268+02 |        | startup   |            |            |            |            |                 |                 | 

 6972 |  pgreplslots  |        slot_name        |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1_243152_sync_243132 | pgoutput | logical   |  16384 | testdb   | t         | t      |      19935 |      |      3975627 | 18/B7BE610  | 18/BF0BF78
 6972 | pg_repl.slots | sub1_243152_sync_243129 | pgoutput | logical   |  16384 | testdb   | t         | t      |      19856 |      |      3976180 | 18/B7BE610  | 18/BAABC10
 6972 | pg_repl.slots | sub1                    | pgoutput | logical   |  16384 | testdb   | f         | t      |      19853 |      |      3976346 | 18/BD980C0  | 18/BF07130

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate | srsublsn 
 6973 | pg_subscr.rel |  243152 |  243135 | i          | 
 6973 | pg_subscr.rel |  243152 |  243140 | i          | 
 6973 | pg_subscr.rel |  243152 |  243129 | d          | 
 6973 | pg_subscr.rel |  243152 |  243132 | d          | 

2017.05.25 20:48:22
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12235  6536d2bb2 0be9084e2 1e89f0ea7 4ffdfe33a master
6973 a,b,t,h:        0      0      0      0  d41d8cd98 d41d8cd98 d41d8cd98 d41d8cd98 replica NOK  e65511262
2017.05.25 20:48:33
-- wait another 15 s   (total 0 s) (unchanged 0)
-- getting md5 (cb)
6972 a,b,t,h:  2500000     25    250  12235  6536d2bb2 0be9084e2 1e89f0ea7 4ffdfe33a master
6973 a,b,t,h:  2500000     25    250  12235  6536d2bb2 0be9084e2 1e89f0ea7 4ffdfe33a replica ok   4d0a4b618
-- All is well.
-- 15 seconds total.  scale 25  clients 64  -T 60
clean-at-end-call
 6972 | pgstatrepl |          now           |  pid  |      b_start      | b_xmin |   state   |  sent_lsn  | write_lsn  | flush_lsn  | replay_lsn |    write_lag    |    flush_lag    |   replay_lag    
 6972 | pgst.repl  | 2017-05-25 20:49:03.00 | 19853 | 0:47:20.122626+02 |        | streaming | 18/C079938 | 18/C079938 | 18/C079938 | 18/C079938 | 00:00:00.529137 | 00:00:00.565553 | 00:00:00.529137

 6972 |  pgreplslots  | slot_name |  plugin  | slot_type | datoid | database | temporary | active | active_pid | xmin | catalog_xmin | restart_lsn | confirmed_flush_lsn 
 6972 | pg_repl.slots | sub1      | pgoutput | logical   |  16384 | testdb   | f         | t      |      19853 |      |      3987867 | 18/C079830  | 18/C079938

 6973 |  pgsubscr  | subdbid | subname | subowner | subenabled |            subconninfo             | subslotname | subsynccommit | subpublications 
 6973 | pg_subscr. |   16384 | sub1    |       10 | t          | port=6972 application_name=derail2 | sub1        | off           | {pub1}

 6973 | pgsubscr_rel  | srsubid | srrelid | srsubstate |  srsublsn  
 6973 | pg_subscr.rel |  243152 |  243129 | r          | 18/BF07130
 6973 | pg_subscr.rel |  243152 |  243132 | r          | 18/BF0C390
 6973 | pg_subscr.rel |  243152 |  243140 | r          | 18/C079908
 6973 | pg_subscr.rel |  243152 |  243135 | r          | 18/C079908

waiting for server to shut down....... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication/data/postmaster.pid" does not exist
Is server running?
waiting for server to shut down........... done
server stopped
pg_ctl: PID file "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2/data/postmaster.pid" does not exist
Is server running?
2017-05-25 20:49:23.668 CEST 20594 LOG:  listening on IPv4 address "127.0.0.1", port 6972
2017-05-25 20:49:23.785 CEST 20594 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6972"
2017-05-25 20:49:23.954 CEST 20594 LOG:  redirecting log output to logging collector process
2017-05-25 20:49:23.954 CEST 20594 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication".
2017-05-25 20:49:24.645 CEST 20665 LOG:  listening on IPv4 address "127.0.0.1", port 6973
2017-05-25 20:49:24.746 CEST 20665 LOG:  listening on Unix socket "/tmp/.s.PGSQL.6973"
2017-05-25 20:49:24.909 CEST 20665 LOG:  redirecting log output to logging collector process
2017-05-25 20:49:24.909 CEST 20665 HINT:  Future log output will appear in directory "/home/aardvark/pg_stuff/pg_installations/pgsql.logical_replication2".

real	382m51.914s
user	61m44.883s
sys	23m50.482s
