{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.666980133Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667188385Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667203752Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667596109Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667614015Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ebef7f4917e579ad4649dc0478073aaafe487733\nCommit timestamp: 2024-02-08T06:19:45.000000000Z branch: alan/downstairs-clone\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667892373Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.667921348Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.671634145Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.673871038Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.674248707Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.674290549Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:02.674548051Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"accepted connection from 127.0.0.1:48228","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.733221394Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from da7833a1-02f5-4b4c-b9e9-c352077503a9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.734695069Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da7833a1-02f5-4b4c-b9e9-c352077503a9, session_id: 65c1c9de-b33c-448b-9394-e30562c36993, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.734733432Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: da7833a1-02f5-4b4c-b9e9-c352077503a9, session_id: 65c1c9de-b33c-448b-9394-e30562c36993, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.735975061Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.73715468Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:07.737238375Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da7833a1-02f5-4b4c-b9e9-c352077503a9, session_id: 65c1c9de-b33c-448b-9394-e30562c36993, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:11.751893114Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: da7833a1-02f5-4b4c-b9e9-c352077503a9, session_id: 65c1c9de-b33c-448b-9394-e30562c36993, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:11.751958302Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:48228): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:11.752016401Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:62121","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.777104972Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from ae864f78-36c6-44aa-a569-62317e922d75 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.77764788Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ae864f78-36c6-44aa-a569-62317e922d75, session_id: 36dc1cc3-6c35-4dac-b2e6-4d3728c2f448, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.777686103Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ae864f78-36c6-44aa-a569-62317e922d75, session_id: 36dc1cc3-6c35-4dac-b2e6-4d3728c2f448, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.77813257Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.778907065Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:16.778941109Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ae864f78-36c6-44aa-a569-62317e922d75, session_id: 36dc1cc3-6c35-4dac-b2e6-4d3728c2f448, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:20.912533605Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ae864f78-36c6-44aa-a569-62317e922d75, session_id: 36dc1cc3-6c35-4dac-b2e6-4d3728c2f448, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:20.912627598Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:62121): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:20.912655852Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:63026","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.936581099Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from baef831e-ac11-40fa-bfca-9beab7f5684a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.937049442Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: baef831e-ac11-40fa-bfca-9beab7f5684a, session_id: 5112961b-5574-4ee6-bec3-5faac12fd720, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.937089124Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: baef831e-ac11-40fa-bfca-9beab7f5684a, session_id: 5112961b-5574-4ee6-bec3-5faac12fd720, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.937497868Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.938270844Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:25.938308107Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: baef831e-ac11-40fa-bfca-9beab7f5684a, session_id: 5112961b-5574-4ee6-bec3-5faac12fd720, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:52.431222537Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: baef831e-ac11-40fa-bfca-9beab7f5684a, session_id: 5112961b-5574-4ee6-bec3-5faac12fd720, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:11:52.431293814Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:63026): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:52.431359222Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:60391","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.45823146Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from b27058f5-0940-41b0-8a31-229d989d427d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.458809422Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b27058f5-0940-41b0-8a31-229d989d427d, session_id: 5196d417-c2d9-4907-b5bd-33a875b6b363, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.458847745Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b27058f5-0940-41b0-8a31-229d989d427d, session_id: 5196d417-c2d9-4907-b5bd-33a875b6b363, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.459280914Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [245, 245, 245, 245, 245]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.460031074Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:11:57.460060918Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b27058f5-0940-41b0-8a31-229d989d427d, session_id: 5196d417-c2d9-4907-b5bd-33a875b6b363, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:10.560312089Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b27058f5-0940-41b0-8a31-229d989d427d, session_id: 5196d417-c2d9-4907-b5bd-33a875b6b363, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:10.560383026Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:60391): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:10.56041548Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:41761","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.588803145Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.589266419Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.58931628Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.589768385Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [704, 1062, 1318, 1474, 1529]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.590796764Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.590832787Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:15.620650143Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:15.620697144Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41761): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:15.620726719Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:32852","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.622035592Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.622218468Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.62226293Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.622624443Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1532, 1533, 1532, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.623184558Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.623220051Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:16.646904352Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:16.646943985Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:32852): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:16.646976898Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:45337","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.64926325Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.649522782Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.649572393Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.6499638Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1535, 1535, 1532, 1534, 1534]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.650683075Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.650731516Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:17.671949457Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:17.671983391Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:45337): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:17.671998488Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:62657","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.673623083Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.67380387Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.67385332Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.674271642Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1537, 1537, 1537, 1537, 1537]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.674908273Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.674940617Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:18.699207039Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:18.69925355Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:62657): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:18.699294753Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:37452","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.700452816Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.700711527Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.700743571Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.701062592Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1542, 1541, 1540, 1542, 1542]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.701615059Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.701648762Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:19.727158942Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:19.727189216Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37452): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:19.727210543Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:48729","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.728785287Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 74215bcc-7784-43e3-8a69-3ef8148e2b55 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.729188172Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.729222075Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.729665903Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1543, 1545, 1545, 1544, 1543]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.730144593Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:20.730172148Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:24.759460776Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74215bcc-7784-43e3-8a69-3ef8148e2b55, session_id: 7fb84707-d6d3-49e4-b34b-9ecf16d5f679, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:24.759529843Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:48729): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:24.759574615Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:45509","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.826111951Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a3a37295-de32-4f96-a6e9-f5358095c42c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.827390342Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 33277c7d-b381-466b-86ac-18d262f59480, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.827423646Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 33277c7d-b381-466b-86ac-18d262f59480, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.827922773Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1549, 1546, 1546, 1546, 1543]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.828758497Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:29.82879869Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:37692","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.582504447Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a3a37295-de32-4f96-a6e9-f5358095c42c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.582684463Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.582723826Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 33277c7d-b381-466b-86ac-18d262f59480, gen: 21 } to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:30.583172732Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 33277c7d-b381-466b-86ac-18d262f59480, gen: 21 } thread that UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:30.583203466Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.583219613Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 33277c7d-b381-466b-86ac-18d262f59480, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:30.5832363Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:45509): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.583263925Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1551, 1551, 1551, 1551, 1551]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.583810303Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:30.583843937Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:40926","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.310901037Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a3a37295-de32-4f96-a6e9-f5358095c42c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.311067596Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.311103119Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:31.311370529Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 } thread that UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:31.311414091Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.311446065Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: bdce2ffc-9d3b-46b2-871d-4c094f9a6a1b, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:31.311483938Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37692): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.311513923Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1553, 1553, 1553, 1553, 1553]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.311986885Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:31.312041994Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:43117","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.044536419Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a3a37295-de32-4f96-a6e9-f5358095c42c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.044726994Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.044761897Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.044985236Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 } thread that UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.045029358Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.045058992Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 5079d483-e112-48a7-843e-dd01f634d653, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.045094166Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:40926): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.04512317Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1556, 1556, 1556, 1556, 1556]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.045706491Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.045744404Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:61872","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.786666296Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a3a37295-de32-4f96-a6e9-f5358095c42c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.786851002Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.786888725Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.787172702Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 } thread that UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.787205406Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.787226732Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 3c07a095-0f38-4a43-9c4a-5c03ad91455c, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:32.787255606Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:43117): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.787352748Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1558, 1558, 1558, 1558, 1558]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.787847376Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:32.787874111Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:33.533680883Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a3a37295-de32-4f96-a6e9-f5358095c42c, session_id: 24411603-c584-40a3-9dd2-49b2af4cec90, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:33.533739612Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:61872): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.533779844Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:51276","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.560358695Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from af2fb9b9-56e7-4526-9fc5-fcb6060ba310 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.560838725Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af2fb9b9-56e7-4526-9fc5-fcb6060ba310, session_id: 25365358-470e-42e9-a249-c8efde642d6e, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.560875588Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: af2fb9b9-56e7-4526-9fc5-fcb6060ba310, session_id: 25365358-470e-42e9-a249-c8efde642d6e, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.561306587Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1561, 1561, 1561, 1561, 1561]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.562123295Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:33.56215263Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: af2fb9b9-56e7-4526-9fc5-fcb6060ba310, session_id: 25365358-470e-42e9-a249-c8efde642d6e, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:37.583406296Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: af2fb9b9-56e7-4526-9fc5-fcb6060ba310, session_id: 25365358-470e-42e9-a249-c8efde642d6e, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:37.583478402Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:51276): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.583506577Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:63747","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.611495574Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from a67a2c52-8e18-40e1-b32e-91bfff54ade2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.611956319Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a67a2c52-8e18-40e1-b32e-91bfff54ade2, session_id: 98e24768-8f0b-4dd7-9c70-54c8c677dca2, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.611989322Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a67a2c52-8e18-40e1-b32e-91bfff54ade2, session_id: 98e24768-8f0b-4dd7-9c70-54c8c677dca2, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.612409974Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1562, 1562, 1562, 1562, 1562]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.613053814Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.613090827Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a67a2c52-8e18-40e1-b32e-91bfff54ade2, session_id: 98e24768-8f0b-4dd7-9c70-54c8c677dca2, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:37.627267411Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a67a2c52-8e18-40e1-b32e-91bfff54ade2, session_id: 98e24768-8f0b-4dd7-9c70-54c8c677dca2, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:37.627310094Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:63747): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.627333669Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:42389","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.830399197Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 048d3599-bd8f-4b87-aebb-96d94c825035 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.830775856Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 048d3599-bd8f-4b87-aebb-96d94c825035, session_id: 0d953d9c-3e4f-4ccd-9bdf-79a4b19e0844, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.830804771Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 048d3599-bd8f-4b87-aebb-96d94c825035, session_id: 0d953d9c-3e4f-4ccd-9bdf-79a4b19e0844, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.831267275Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1562, 1562, 1563, 1564, 1563]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.83182895Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:37.831859014Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:41.841199825Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:41.913462571Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:41.917024076Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:41.918360317Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:41.919589268Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:42.001173364Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:42.033769882Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:42.036058055Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:42.037562704Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:42.038597701Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143} {"msg":"upstairs UpstairsConnection { upstairs_id: 048d3599-bd8f-4b87-aebb-96d94c825035, session_id: 0d953d9c-3e4f-4ccd-9bdf-79a4b19e0844, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:46.051016737Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 048d3599-bd8f-4b87-aebb-96d94c825035, session_id: 0d953d9c-3e4f-4ccd-9bdf-79a4b19e0844, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T19:12:46.051083425Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:42389): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T19:12:46.051110999Z","hostname":"ip-10-150-1-196.us-west-2.compute.internal","pid":1143}