{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.225842343Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.226360261Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.226394912Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.227084357Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.227112788Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 99c957c6a74e6d7d6180d15bada5890df4de8432\nCommit timestamp: 2024-01-10T17:30:23.000000000Z branch: renovate/rust-1.x\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.228899387Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.229160839Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.241378878Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.24449835Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.244879916Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.244928699Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:11.245596844Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"accepted connection from 127.0.0.1:53200","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.38310726Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 296b159a-faac-4648-a52e-bacf02958a0b with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.386594228Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 296b159a-faac-4648-a52e-bacf02958a0b, session_id: d0ea1118-d864-46e3-8fc9-603d00ea488e, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.386637007Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 296b159a-faac-4648-a52e-bacf02958a0b, session_id: d0ea1118-d864-46e3-8fc9-603d00ea488e, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.389521139Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.391636146Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:16.391685742Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 296b159a-faac-4648-a52e-bacf02958a0b, session_id: d0ea1118-d864-46e3-8fc9-603d00ea488e, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:20.44164923Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 296b159a-faac-4648-a52e-bacf02958a0b, session_id: d0ea1118-d864-46e3-8fc9-603d00ea488e, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:20.441743914Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:53200): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:20.441791332Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:52512","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.47877629Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 894883b1-30ba-4d71-9770-4e7152dca6ec with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.479559413Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 894883b1-30ba-4d71-9770-4e7152dca6ec, session_id: 807da8a0-e880-41de-97ed-ec712f4e9022, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.479599961Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 894883b1-30ba-4d71-9770-4e7152dca6ec, session_id: 807da8a0-e880-41de-97ed-ec712f4e9022, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.480272877Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.481422835Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:25.481466604Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 894883b1-30ba-4d71-9770-4e7152dca6ec, session_id: 807da8a0-e880-41de-97ed-ec712f4e9022, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:30.039045902Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 894883b1-30ba-4d71-9770-4e7152dca6ec, session_id: 807da8a0-e880-41de-97ed-ec712f4e9022, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:30.039139907Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:52512): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:30.039178443Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:56427","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.075057855Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from eee340b0-7997-47f1-b4d7-29ff589102d0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.075550673Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: eee340b0-7997-47f1-b4d7-29ff589102d0, session_id: a253903c-ae5e-459a-ae78-0049472614c2, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.075597186Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: eee340b0-7997-47f1-b4d7-29ff589102d0, session_id: a253903c-ae5e-459a-ae78-0049472614c2, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.07625603Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.077557356Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:35.077605855Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: eee340b0-7997-47f1-b4d7-29ff589102d0, session_id: a253903c-ae5e-459a-ae78-0049472614c2, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:48.81466362Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: eee340b0-7997-47f1-b4d7-29ff589102d0, session_id: a253903c-ae5e-459a-ae78-0049472614c2, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:48.814755926Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:56427): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:48.814795288Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:41414","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.859623013Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from a6533978-b811-462f-932f-7e3ed9c86794 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.860311202Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a6533978-b811-462f-932f-7e3ed9c86794, session_id: 174725fb-0401-4081-a710-7ff6598d4117, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.860367342Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a6533978-b811-462f-932f-7e3ed9c86794, session_id: 174725fb-0401-4081-a710-7ff6598d4117, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.861032776Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [337, 337, 337, 337, 337]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.862384654Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:53.862421386Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a6533978-b811-462f-932f-7e3ed9c86794, session_id: 174725fb-0401-4081-a710-7ff6598d4117, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:42.790399182Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a6533978-b811-462f-932f-7e3ed9c86794, session_id: 174725fb-0401-4081-a710-7ff6598d4117, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:42.790482834Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:41414): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:42.790666915Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:51299","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.828465561Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.829363242Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.829412291Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.829980378Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [872, 1283, 1567, 1735, 1792]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.83120346Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:47.831257728Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:48.133365158Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:48.133409145Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:51299): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:48.133447113Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:40915","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.134579975Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.135040087Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.135089731Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.135613627Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1795, 1795, 1795, 1795, 1794]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.136444902Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.136480933Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:49.389432455Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:49.389500361Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:40915): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:49.389552846Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:35998","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.391221626Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.391640901Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.391696277Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.392269465Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1797, 1795, 1799, 1797, 1798]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.393064511Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.393101092Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:50.598758423Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:50.598825003Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:35998): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:50.598863186Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:41618","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.600461641Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.600756319Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.600806975Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.601180256Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1800, 1801, 1801, 1801, 1801]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.602217546Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.602268231Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:51.898494199Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:51.898585445Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:41618): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:51.898627909Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:59363","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.900050083Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.900382676Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.900443076Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.901000664Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1802, 1802, 1802, 1803, 1802]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.90212917Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:52.902167554Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:53.07229843Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:53.07238868Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:59363): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:53.072431664Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:63216","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.073720541Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 08819e1b-af07-4eb7-8dc7-e6c86f3da257 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.074127262Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.074183438Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.074695515Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1805, 1805, 1805, 1805, 1805]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.075429375Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.075480516Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:54.498003987Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 08819e1b-af07-4eb7-8dc7-e6c86f3da257, session_id: 1b096a21-b22a-4975-ba79-e188413cc433, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:58:54.498095516Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:63216): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:54.49813863Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:50331","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.601823706Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 5fb59518-d64f-4e49-ac19-0d01ee3aec4c with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.604596902Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 44c47aeb-d632-4094-a73f-1948e595eca0, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.604646769Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 44c47aeb-d632-4094-a73f-1948e595eca0, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.605374668Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1809, 1809, 1808, 1808, 1808]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.606912888Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:58:59.606963934Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:59852","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.900322291Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 5fb59518-d64f-4e49-ac19-0d01ee3aec4c with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.900806153Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.90086449Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 44c47aeb-d632-4094-a73f-1948e595eca0, gen: 21 } to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:03.901678687Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 44c47aeb-d632-4094-a73f-1948e595eca0, gen: 21 } thread that UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:03.901749715Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.90179731Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 44c47aeb-d632-4094-a73f-1948e595eca0, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:03.901844054Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:50331): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.901910241Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1818, 1818, 1818, 1818, 1818]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.902514868Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:03.902549712Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:42297","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.217079609Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 5fb59518-d64f-4e49-ac19-0d01ee3aec4c with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.217359306Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.217409912Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:08.217816613Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 } thread that UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:08.217880084Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.217921227Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 9b4c148c-3b02-4f1f-b884-a256218b5829, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:08.217973158Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:59852): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.218012196Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1828, 1827, 1828, 1828, 1828]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.219225456Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:08.219281751Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:42441","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.282397508Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 5fb59518-d64f-4e49-ac19-0d01ee3aec4c with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.282747438Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.282806226Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:12.283336058Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 } thread that UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:12.283398039Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.283444431Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: fccb9dd0-5593-4431-beda-55c21c14d480, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:12.28349617Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:42297): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.28354051Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1837, 1837, 1837, 1836, 1836]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.284198721Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:12.284261343Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:38646","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.454330202Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 5fb59518-d64f-4e49-ac19-0d01ee3aec4c with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.454588999Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.454653046Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:16.455275539Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 } thread that UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:16.455334903Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.455375178Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 1a39b074-2cc5-423e-8e11-90bde15c7068, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:16.455419928Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:42441): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.455455131Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1846, 1846, 1846, 1846, 1846]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.45631289Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:16.456364936Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:20.530035421Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5fb59518-d64f-4e49-ac19-0d01ee3aec4c, session_id: 77bab05c-d051-43c0-ac1d-e15e64a6f2b8, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:20.530127149Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:38646): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.530173821Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:61514","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.569727356Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from da6b062f-bf6c-492a-b8a8-d3d1fa783392 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.570422348Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da6b062f-bf6c-492a-b8a8-d3d1fa783392, session_id: 8c9a8f98-5621-45fc-9179-97747cf80149, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.570479321Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: da6b062f-bf6c-492a-b8a8-d3d1fa783392, session_id: 8c9a8f98-5621-45fc-9179-97747cf80149, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.57112355Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1855, 1855, 1855, 1855, 1855]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.572529918Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:20.572582963Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da6b062f-bf6c-492a-b8a8-d3d1fa783392, session_id: 8c9a8f98-5621-45fc-9179-97747cf80149, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:24.810104668Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: da6b062f-bf6c-492a-b8a8-d3d1fa783392, session_id: 8c9a8f98-5621-45fc-9179-97747cf80149, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:24.810199005Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:61514): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.810240837Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:49696","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.850910215Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from da86e24c-6477-4afc-a78f-4efacefedc0d with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.851610926Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da86e24c-6477-4afc-a78f-4efacefedc0d, session_id: bcbae331-3b70-434d-93c2-88d7337c0d37, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.851669182Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: da86e24c-6477-4afc-a78f-4efacefedc0d, session_id: bcbae331-3b70-434d-93c2-88d7337c0d37, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.852362167Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1856, 1856, 1856, 1856, 1856]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.853726815Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.85377453Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: da86e24c-6477-4afc-a78f-4efacefedc0d, session_id: bcbae331-3b70-434d-93c2-88d7337c0d37, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:24.927588647Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: da86e24c-6477-4afc-a78f-4efacefedc0d, session_id: bcbae331-3b70-434d-93c2-88d7337c0d37, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:24.92767598Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:49696): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:24.927714044Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:36306","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.281189148Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 111cec26-fccc-409d-b696-61f0d5a6326e with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.282069715Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 111cec26-fccc-409d-b696-61f0d5a6326e, session_id: fa4dd422-1eec-409e-986b-0fd99f28724e, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.282114547Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 111cec26-fccc-409d-b696-61f0d5a6326e, session_id: fa4dd422-1eec-409e-986b-0fd99f28724e, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.282736849Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1858, 1857, 1856, 1857, 1857]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.28371098Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:25.283750985Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.29282202Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.39318788Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.397067264Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.399232779Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.401343215Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.406833807Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.473880513Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.477066779Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.479008193Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.480560835Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.485997505Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.549303187Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.552533811Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.554445077Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:29.556186854Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: 111cec26-fccc-409d-b696-61f0d5a6326e, session_id: fa4dd422-1eec-409e-986b-0fd99f28724e, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:33.884991746Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 111cec26-fccc-409d-b696-61f0d5a6326e, session_id: fa4dd422-1eec-409e-986b-0fd99f28724e, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:59:33.885091836Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:36306): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:59:33.885142422Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1166}