{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.978786438Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.97905944Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979084399Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979253558Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979282436Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ebef7f4917e579ad4649dc0478073aaafe487733\nCommit timestamp: 2024-02-08T06:19:45.000000000Z branch: alan/downstairs-clone\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979813561Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.980065854Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.984869627Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.986902963Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.987111219Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.987141037Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.987578248Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"accepted connection from 127.0.0.1:54522","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.049754295Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from d78e7067-c1b6-4370-b4e0-4125e2f8427a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.05134705Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.051388977Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.052729769Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.054082059Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.054120207Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:27.074573721Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:27.074644106Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:54522): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:27.074671655Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:62542","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.10034581Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from ea67183f-3c26-42ee-b34b-c4bb30eb4376 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.100810669Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.100858897Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.101287418Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.102075126Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.102103414Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:36.378833546Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:36.378905151Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:62542): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:36.379014284Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:49013","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.403491148Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from af61fab1-4ee5-4003-bb08-7a45dccb5e7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.404011514Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.404067301Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.404561308Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.405305789Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.405333927Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:24.129538163Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:24.129626097Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:49013): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:24.129663745Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:58192","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.156506653Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.157028529Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.157066646Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.157443011Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [277, 277, 277, 277, 277]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.158129826Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.158166394Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:08.379237792Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:08.379380163Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:58192): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:08.379410051Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:58479","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.407820265Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408373398Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408418905Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408825769Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [759, 1133, 1397, 1557, 1613]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.409517093Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.409544701Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:13.504762137Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:13.504806354Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:58479): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.504838722Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:45065","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506118944Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506346189Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506375147Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506750302Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1616, 1616, 1616, 1615, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.507364642Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.507403049Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:14.588597341Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:14.588639118Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:45065): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.588664956Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:43647","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590075929Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590380549Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590409917Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590950221Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1617, 1617, 1617, 1617, 1617]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.591455268Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.591477286Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:15.669109413Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:15.66915181Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:43647): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.669180059Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:37618","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.670377965Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.670649617Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.670695425Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671143635Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1623, 1623, 1623, 1624, 1624]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671730666Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671776623Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:16.772144959Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:16.772197866Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:37618): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.772228404Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:57756","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.773624018Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774032301Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774069529Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774405236Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1625, 1625, 1625, 1625, 1625]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.775149877Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.775173996Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:17.8675433Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:17.867595976Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:57756): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.867627644Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:54795","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.868838461Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869116072Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869165999Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869715423Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1625, 1627, 1626, 1628, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.870349151Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.870374649Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:22.99040082Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:22.990525792Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:54795): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:22.99055137Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:56698","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.057522121Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.058637927Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.058673345Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.059209799Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1631, 1629, 1631, 1632, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.060112479Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.060152677Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:46921","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417058305Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417310469Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417347206Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417812785Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417860342Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.4178845Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417912099Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:56698): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417932807Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1637, 1637, 1637, 1637, 1637]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.418390607Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.418424125Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:49811","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.827907462Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.8280964Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828126418Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.828358973Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.82840507Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828440417Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.828477865Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:46921): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828506203Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1643, 1643, 1643, 1643, 1643]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.829033498Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.829133151Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:45491","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.179793741Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180107321Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180141459Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.180472887Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.180515854Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180540772Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.180568321Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:49811): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180589599Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1649, 1649, 1649, 1649, 1649]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.181044269Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.181082096Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:33789","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.448405587Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.44866145Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.448695898Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.44897002Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.449013477Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449036545Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.449078842Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:45491): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449099131Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1654, 1654, 1654, 1654, 1654]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449654164Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449692942Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:39.82142909Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:39.821503065Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:33789): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.821538143Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:63544","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849250484Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 3e2c32fc-611c-4b3d-ad77-3f70c99298d3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849797998Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849838175Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.850263047Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1660, 1660, 1660, 1660, 1660]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.851013818Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.851048125Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:43.932440167Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:43.932526201Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:63544): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.932675172Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:37734","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.961461292Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 7da277be-e4a3-4313-bddd-59bf9513fee3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.961983507Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.962013325Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.962494644Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1661, 1661, 1661, 1661, 1661]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.963399204Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.963435551Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"connection (127.0.0.1:37734) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:41:44.014774703Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"accepted connection from 127.0.0.1:40782","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.212749328Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"Connection request from 554b33dc-c156-4bfd-9b35-38f15e769668 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.213265314Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.213303782Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } to UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:44.213653969Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Signaling to UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } thread that UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:44.213684956Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:41:44.213702185Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.213715694Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Current flush_numbers [0..12]: [1661, 1661, 1661, 1661, 1661]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.214190773Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.214212502Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.221627536Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.273595647Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.276616778Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.277998347Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.279785798Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.28415834Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.316684883Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.319255964Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.320848629Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.322276065Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:52.364265417Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:52.364341612Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144,"task":"main"} {"msg":"connection (127.0.0.1:40782): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:52.36437035Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1144}