{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.672465287Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.672670235Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.672686354Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.673247522Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.673266111Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7fe08e7f028451780bfe14aca37215026453fbc6\nCommit timestamp: 2024-02-06T21:52:40.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.674514739Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.674632113Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.678333092Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.679698434Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.680136289Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.680167817Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:50.680216734Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55297","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.748165602Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 6ca73d65-90e1-4150-8707-425ef5aae915 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.74959214Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6ca73d65-90e1-4150-8707-425ef5aae915, session_id: 1794d9ab-4d2c-485a-be6b-1f4a2bb730c9, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.749632158Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6ca73d65-90e1-4150-8707-425ef5aae915, session_id: 1794d9ab-4d2c-485a-be6b-1f4a2bb730c9, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.750925704Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.752268187Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:55.752293156Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6ca73d65-90e1-4150-8707-425ef5aae915, session_id: 1794d9ab-4d2c-485a-be6b-1f4a2bb730c9, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:16:59.77316154Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6ca73d65-90e1-4150-8707-425ef5aae915, session_id: 1794d9ab-4d2c-485a-be6b-1f4a2bb730c9, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:16:59.773233956Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:55297): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:16:59.773360729Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:55120","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.797755481Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from c6d3be10-b367-4d2a-aaab-c4c611260e7d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.798223684Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6d3be10-b367-4d2a-aaab-c4c611260e7d, session_id: 07e5680a-d995-4695-8481-a1e6c3478ae3, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.798260422Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c6d3be10-b367-4d2a-aaab-c4c611260e7d, session_id: 07e5680a-d995-4695-8481-a1e6c3478ae3, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.798668309Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.799312922Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:04.79934646Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6d3be10-b367-4d2a-aaab-c4c611260e7d, session_id: 07e5680a-d995-4695-8481-a1e6c3478ae3, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:17:09.07812651Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6d3be10-b367-4d2a-aaab-c4c611260e7d, session_id: 07e5680a-d995-4695-8481-a1e6c3478ae3, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:17:09.078191496Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:55120): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:09.078218305Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:37619","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.10189879Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 80ffb8ea-4a72-49c8-8d70-60cecb2586a3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.102370623Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80ffb8ea-4a72-49c8-8d70-60cecb2586a3, session_id: 98a43a91-b847-40a8-95c5-90e06f07f0fe, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.10240597Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 80ffb8ea-4a72-49c8-8d70-60cecb2586a3, session_id: 98a43a91-b847-40a8-95c5-90e06f07f0fe, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.102901462Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.103607202Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:14.10364004Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80ffb8ea-4a72-49c8-8d70-60cecb2586a3, session_id: 98a43a91-b847-40a8-95c5-90e06f07f0fe, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:17:56.498839251Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80ffb8ea-4a72-49c8-8d70-60cecb2586a3, session_id: 98a43a91-b847-40a8-95c5-90e06f07f0fe, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:17:56.498903107Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37619): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:17:56.498925306Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:53794","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.526071093Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 380b21a3-d4a1-4c8f-a6d7-160032f00b23 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.526388885Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 380b21a3-d4a1-4c8f-a6d7-160032f00b23, session_id: 652ab07e-cd25-4f61-a4fc-47ae77898614, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.526415723Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 380b21a3-d4a1-4c8f-a6d7-160032f00b23, session_id: 652ab07e-cd25-4f61-a4fc-47ae77898614, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.52682267Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [277, 277, 277, 277, 277]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.527402347Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:01.527428475Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 380b21a3-d4a1-4c8f-a6d7-160032f00b23, session_id: 652ab07e-cd25-4f61-a4fc-47ae77898614, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:41.379627654Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 380b21a3-d4a1-4c8f-a6d7-160032f00b23, session_id: 652ab07e-cd25-4f61-a4fc-47ae77898614, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:41.37969651Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:53794): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:41.379723238Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:36584","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.406280469Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.406684385Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.406728173Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.407105081Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [761, 1133, 1398, 1557, 1613]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.407840469Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.407875677Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:46.476461882Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:46.47650278Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:36584): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:46.476528458Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:45608","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.47773373Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.477973647Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.478010985Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.478204603Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1617, 1617, 1617, 1615, 1615]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.478734513Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.478767731Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:47.570025391Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:47.570087147Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:45608): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:47.570120415Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:41936","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.571180477Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.571447471Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.571485179Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.57181745Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1618, 1618, 1618, 1618, 1619]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.572393537Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.572434335Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:48.672341052Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:48.672383649Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41936): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:48.672412907Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:52495","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.673404562Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.673599931Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.673637309Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.67396984Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1620, 1618, 1622, 1622, 1622]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.674602394Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.674642851Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:49.752243751Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:49.752282289Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:52495): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:49.752303188Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:43844","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.75351126Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.753664911Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.75369815Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.754075868Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1627, 1627, 1627, 1627, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.754852494Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.754883132Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:50.83532649Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:50.835365218Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:43844): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:50.835390686Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:55040","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.835991003Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from f897dba9-5259-4a4d-ae47-d3d247661111 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.836109667Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.836135155Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.836471936Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1630, 1630, 1631, 1631, 1631]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.837152057Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.837178046Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:51.946866304Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f897dba9-5259-4a4d-ae47-d3d247661111, session_id: 4d358d1c-fb84-4591-a301-d1dc28ebff92, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:51.946914691Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:55040): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:51.946960458Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:41474","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.007542816Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 85221fd6-0c4c-4a54-a4b1-e934dcbadecd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.008629014Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b2a44778-1030-41c7-9ca8-2c4df321341f, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.008667302Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b2a44778-1030-41c7-9ca8-2c4df321341f, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.009254638Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1635, 1633, 1632, 1632, 1632]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.010070582Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:57.01010395Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:64441","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.234890201Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 85221fd6-0c4c-4a54-a4b1-e934dcbadecd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.235107109Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.235141847Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b2a44778-1030-41c7-9ca8-2c4df321341f, gen: 21 } to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:59.23544041Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b2a44778-1030-41c7-9ca8-2c4df321341f, gen: 21 } thread that UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:59.235487667Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.235519955Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b2a44778-1030-41c7-9ca8-2c4df321341f, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:18:59.235552323Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41474): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.235577982Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1640, 1640, 1640, 1640, 1640]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.236056964Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:59.236092122Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:45299","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.505635007Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 85221fd6-0c4c-4a54-a4b1-e934dcbadecd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.505823896Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.505855624Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:01.50609409Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 } thread that UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:01.506133768Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.506158617Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: d1827b74-2ee2-4246-8822-e6ebdbbee060, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:01.506191305Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:64441): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.506212563Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1645, 1645, 1645, 1645, 1645]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.50679687Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:01.506828579Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:56692","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.872180373Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 85221fd6-0c4c-4a54-a4b1-e934dcbadecd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.872314745Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.872353813Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:03.872644626Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 } thread that UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:03.872685984Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.872709593Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: b9c6622c-1b6a-43c1-a24a-af8f73b19c36, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:03.872737451Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:45299): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.87275851Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1651, 1651, 1651, 1651, 1651]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.873335487Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:03.873376475Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:47201","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.119388203Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 85221fd6-0c4c-4a54-a4b1-e934dcbadecd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.119735233Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.119774511Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:06.120082623Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 } thread that UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:06.120124061Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.120162199Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: 4c6495fb-b789-4ed4-a531-12117747815f, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:06.120189467Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:56692): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.120212376Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1657, 1657, 1657, 1657, 1657]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.12067012Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:06.120705678Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:08.318975362Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 85221fd6-0c4c-4a54-a4b1-e934dcbadecd, session_id: e5cd5930-cb07-4ebc-8f78-222f0c31d451, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:08.319040578Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:47201): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.319073896Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:37027","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.34582145Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 92bed9d5-adfe-43ab-9126-bc294b6605c9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.346319771Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92bed9d5-adfe-43ab-9126-bc294b6605c9, session_id: 86adcdd9-9462-4fc7-bb0d-0cd26b2e6137, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.346348769Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 92bed9d5-adfe-43ab-9126-bc294b6605c9, session_id: 86adcdd9-9462-4fc7-bb0d-0cd26b2e6137, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.346755106Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1662, 1662, 1662, 1662, 1662]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.347321564Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:08.347355672Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92bed9d5-adfe-43ab-9126-bc294b6605c9, session_id: 86adcdd9-9462-4fc7-bb0d-0cd26b2e6137, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:12.427680032Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92bed9d5-adfe-43ab-9126-bc294b6605c9, session_id: 86adcdd9-9462-4fc7-bb0d-0cd26b2e6137, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:12.427746658Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37027): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.427801275Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:42584","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.455131805Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 0d7538ea-9161-4659-9f55-3631a9b18ca8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.455608597Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0d7538ea-9161-4659-9f55-3631a9b18ca8, session_id: 10f7022a-c59f-435b-b375-87e210dbace7, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.455655905Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 0d7538ea-9161-4659-9f55-3631a9b18ca8, session_id: 10f7022a-c59f-435b-b375-87e210dbace7, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.4560997Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1663, 1663, 1663, 1663, 1663]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.456693715Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.456717254Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0d7538ea-9161-4659-9f55-3631a9b18ca8, session_id: 10f7022a-c59f-435b-b375-87e210dbace7, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:12.494222373Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0d7538ea-9161-4659-9f55-3631a9b18ca8, session_id: 10f7022a-c59f-435b-b375-87e210dbace7, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:12.494262781Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:42584): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.494284529Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:36607","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.688841182Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from d1ed831a-7045-4dab-b87f-dc8ac41bf8b9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.689379421Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1ed831a-7045-4dab-b87f-dc8ac41bf8b9, session_id: 37705f4a-344c-4177-92fa-4446f6b04869, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.689408719Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d1ed831a-7045-4dab-b87f-dc8ac41bf8b9, session_id: 37705f4a-344c-4177-92fa-4446f6b04869, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.689805547Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1663, 1663, 1663, 1663, 1663]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.69027566Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:12.690308818Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.69680669Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.747724853Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.750200062Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.751547275Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.753069438Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.757257349Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.786999691Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.789274861Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.790662052Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.792717914Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.79910823Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.830174706Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.832291085Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.833421561Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.834886027Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.838587626Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.867984728Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.870030941Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.870989776Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.872822921Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.876416066Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.907603486Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.910216897Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.911644905Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.914083216Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143} {"msg":"upstairs UpstairsConnection { upstairs_id: d1ed831a-7045-4dab-b87f-dc8ac41bf8b9, session_id: 37705f4a-344c-4177-92fa-4446f6b04869, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:18.955560303Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1ed831a-7045-4dab-b87f-dc8ac41bf8b9, session_id: 37705f4a-344c-4177-92fa-4446f6b04869, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:18.955628039Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:36607): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:18.955688545Z","hostname":"ip-10-150-1-216.us-west-2.compute.internal","pid":1143}