{"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.978718923Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979024293Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979050421Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979157154Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979187342Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ebef7f4917e579ad4649dc0478073aaafe487733\nCommit timestamp: 2024-02-08T06:19:45.000000000Z branch: alan/downstairs-clone\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.979796012Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.980065344Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_up/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.984863967Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.98694357Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.987111209Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.987140977Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:17.98754588Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"accepted connection from 127.0.0.1:32803","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.049757265Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from d78e7067-c1b6-4370-b4e0-4125e2f8427a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.0513497Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.051382228Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.052728949Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.054086209Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:23.054121977Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:27.074574801Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d78e7067-c1b6-4370-b4e0-4125e2f8427a, session_id: cb76ea52-8bba-4a84-95f4-666c325de3b9, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:27.074645196Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:32803): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:27.074676864Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:60065","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.10034579Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from ea67183f-3c26-42ee-b34b-c4bb30eb4376 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.10080624Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.100850197Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.101275389Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.102079996Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.102112774Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:36.378815587Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea67183f-3c26-42ee-b34b-c4bb30eb4376, session_id: 902c8874-3efe-4c49-8c59-97c2974f783a, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:36.378900742Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:60065): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:36.37893347Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:46604","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.403461821Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from af61fab1-4ee5-4003-bb08-7a45dccb5e7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.404011144Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.404066461Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.40452877Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.405301319Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:41.405333917Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:24.129537353Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: af61fab1-4ee5-4003-bb08-7a45dccb5e7e, session_id: f0eca20f-2b54-4815-9c0b-95a86f1894ea, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:24.129624967Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:46604): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:24.129698912Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:44968","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.156473695Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.15700107Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.157041328Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.157425482Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [277, 277, 277, 277, 277]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.158174813Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:29.15821046Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:08.379252191Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2ae19ba1-b9e5-4e6e-93f7-041bf10666c3, session_id: e56baa6b-07f7-45e3-a1b0-00506e926a03, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:08.379314817Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:44968): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:08.379343015Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:41190","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.407820085Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408339941Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408376938Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.408884975Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [759, 1133, 1397, 1557, 1613]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.409527862Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.40956123Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:13.504738429Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:13.504775326Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:41190): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:13.504800335Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:65474","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.505848182Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506366278Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506403755Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.506761312Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1616, 1616, 1616, 1615, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.507368841Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.507405619Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:14.588589621Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:14.588648737Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:65474): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:14.588672756Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:46116","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.589802687Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590162393Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.59021608Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.590652621Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1617, 1617, 1617, 1617, 1617]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.591436139Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.591470957Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:15.669119123Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:15.66915939Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:46116): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:15.669183478Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:54564","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.670438931Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.67060222Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.670639118Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671097198Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1623, 1623, 1623, 1624, 1624]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671750115Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.671788202Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:16.771649102Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:16.771693689Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:54564): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:16.771709218Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:37847","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.773623918Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774032221Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774069549Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.774410886Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1625, 1625, 1625, 1625, 1625]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.775067783Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.775094121Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:17.867461865Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:17.867510732Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:37847): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:17.86754366Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:64592","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.868823011Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8d0fbcf9-df44-49b3-ba95-c7306ad205c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869089174Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869122302Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.869548354Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1625, 1627, 1626, 1628, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.870223329Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:18.870249667Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:22.990430308Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8d0fbcf9-df44-49b3-ba95-c7306ad205c2, session_id: 01665c5a-6a35-4948-b55e-6d5518ebe81d, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:22.990496414Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:64592): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:22.990529902Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:50123","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.057539609Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.058579421Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.058609399Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.059167702Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1631, 1629, 1631, 1632, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.060085331Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:28.060119079Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:64477","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417080933Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417609159Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417648006Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417864192Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417912039Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.417942797Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: e190ba9a-532d-41bb-9b8b-30e6f2df94e9, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:30.417973865Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:50123): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.418022961Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1637, 1637, 1637, 1637, 1637]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.418602273Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:30.418634911Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:55573","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.827805769Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828060032Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.8280893Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.828411599Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.828460466Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828492104Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: b4796a80-a2e6-4683-bf3c-a12a7eaeadd7, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:32.828530221Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:64477): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.828561829Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1643, 1643, 1643, 1643, 1643]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.829071875Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:32.829108223Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:56486","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.179793832Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180168907Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180199465Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.180457408Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.180501185Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180532363Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: a3011745-c75f-4fb0-a290-21ea397a99b7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:35.18056747Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:55573): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.180594579Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1649, 1649, 1649, 1649, 1649]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.181146002Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:35.18118614Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:39694","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.448452144Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 656d87c4-0b74-4373-9440-9e7dc43d04f8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.448710906Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.448749314Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.448994978Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 } thread that UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.449038035Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449060114Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: d3fe988e-5a24-47b2-bc8f-32f79f17ee74, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:37.449102641Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:56486): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449128919Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1654, 1654, 1654, 1654, 1654]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449844062Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:37.449881489Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:39.821440619Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 656d87c4-0b74-4373-9440-9e7dc43d04f8, session_id: 94754d60-c332-4eab-879d-351b3e780193, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:39.821502195Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:39694): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.821533603Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:49457","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849216706Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 3e2c32fc-611c-4b3d-ad77-3f70c99298d3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849791278Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.849819956Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.850265457Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1660, 1660, 1660, 1660, 1660]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.851019227Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:39.851053575Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:43.932439687Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e2c32fc-611c-4b3d-ad77-3f70c99298d3, session_id: bece93b8-5614-4f04-abbb-7536a45de58f, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:43.932525491Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:49457): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.9325537Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:51739","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.961461002Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 7da277be-e4a3-4313-bddd-59bf9513fee3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.961987237Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.962024695Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.962479314Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1661, 1661, 1661, 1661, 1661]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.963386475Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:43.963419452Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"connection (127.0.0.1:51739) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:41:44.015111961Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:40585","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.212749268Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 554b33dc-c156-4bfd-9b35-38f15e769668 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.213303052Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.21333053Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } to UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:44.213732493Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } thread that UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:44.213766691Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 7da277be-e4a3-4313-bddd-59bf9513fee3, session_id: 99117a10-3918-4701-8fca-af05095816a7, gen: 32 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:41:44.21378422Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.213798259Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1661, 1661, 1661, 1661, 1661]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.214282707Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:44.214309895Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.27067472Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61061"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.271200245Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56435"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.272764142Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/extent/2/files","method":"GET","req_id":"e7883457-7eda-45fd-a8cd-25578f32dd89","remote_addr":"127.0.0.1:61061","local_addr":"0.0.0.0:12810","task":"repair","latency_us":588,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.272815558Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/extent/2/files","method":"GET","req_id":"560c9a4b-39bd-4001-a70c-6dc7fa704771","remote_addr":"127.0.0.1:56435","local_addr":"0.0.0.0:12810","task":"repair","latency_us":586,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.274571243Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/newextent/2/data","method":"GET","req_id":"70bf35cf-7a06-4807-a563-875c9cd17cd7","remote_addr":"127.0.0.1:56435","local_addr":"0.0.0.0:12810","task":"repair","latency_us":493,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.27461544Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/newextent/2/data","method":"GET","req_id":"3e1a8795-59ea-4c0f-aec1-09c360525679","remote_addr":"127.0.0.1:61061","local_addr":"0.0.0.0:12810","task":"repair","latency_us":463,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.316067614Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:54397"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.31612984Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49270"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.316381623Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/extent/1/files","method":"GET","req_id":"c1a49fd7-57dd-4725-87f4-5d251200d1e0","remote_addr":"127.0.0.1:54397","local_addr":"0.0.0.0:12810","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.316601409Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/extent/1/files","method":"GET","req_id":"26f138f1-1bb0-4a19-85f0-904069346c6f","remote_addr":"127.0.0.1:49270","local_addr":"0.0.0.0:12810","task":"repair","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.317210579Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/newextent/1/data","method":"GET","req_id":"fe808c40-08dd-4ba9-892a-eda6d4a68a31","remote_addr":"127.0.0.1:54397","local_addr":"0.0.0.0:12810","task":"repair","latency_us":252,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:48.31733921Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"uri":"/newextent/1/data","method":"GET","req_id":"9933cd83-aebb-4c91-a5cc-63618374ea74","remote_addr":"127.0.0.1:49270","local_addr":"0.0.0.0:12810","task":"repair","latency_us":200,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:52.364265277Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 554b33dc-c156-4bfd-9b35-38f15e769668, session_id: fe40f975-7839-4bab-93c1-5cfbbd1d005b, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:41:52.364340342Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:40585): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:41:52.364386289Z","hostname":"ip-10-150-1-85.us-west-2.compute.internal","pid":1145}