{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098120232Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098301416Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098316933Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098489278Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098506295Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 49aa1f31c117032612b377e7cd7453d4ff2c50d7\nCommit timestamp: 2024-02-07T18:13:13.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.09867842Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.098707366Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.103015982Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.104477527Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.104946938Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.104976794Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:04.104997591Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"accepted connection from 127.0.0.1:46289","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.172289631Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1d9905db-ae5c-445e-a817-b3e28c8fabd1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.174139859Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1d9905db-ae5c-445e-a817-b3e28c8fabd1, session_id: 9a231432-9a49-46ed-8a04-553f990b587b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.174174264Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 1d9905db-ae5c-445e-a817-b3e28c8fabd1, session_id: 9a231432-9a49-46ed-8a04-553f990b587b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.175409002Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.176771382Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:09.176805387Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1d9905db-ae5c-445e-a817-b3e28c8fabd1, session_id: 9a231432-9a49-46ed-8a04-553f990b587b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:00:13.196577776Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1d9905db-ae5c-445e-a817-b3e28c8fabd1, session_id: 9a231432-9a49-46ed-8a04-553f990b587b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:00:13.196639317Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:46289): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:13.196792774Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:60814","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.220839983Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from a0b0fdf4-f936-4066-bcd1-da7a95ade170 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.221288427Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b0fdf4-f936-4066-bcd1-da7a95ade170, session_id: 2d9f9b10-352c-4183-bbdf-55229476e1fc, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.221316643Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a0b0fdf4-f936-4066-bcd1-da7a95ade170, session_id: 2d9f9b10-352c-4183-bbdf-55229476e1fc, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.221707916Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.222435709Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:18.222466974Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b0fdf4-f936-4066-bcd1-da7a95ade170, session_id: 2d9f9b10-352c-4183-bbdf-55229476e1fc, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:00:22.487434794Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b0fdf4-f936-4066-bcd1-da7a95ade170, session_id: 2d9f9b10-352c-4183-bbdf-55229476e1fc, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:00:22.487482687Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:60814): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:22.487507793Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:49547","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.511338764Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 80bff7f8-8a2b-4d64-871c-2fea385fc9e5 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.511759533Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80bff7f8-8a2b-4d64-871c-2fea385fc9e5, session_id: 01a1c33d-c740-4b13-a622-529bddf866bb, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.511799307Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 80bff7f8-8a2b-4d64-871c-2fea385fc9e5, session_id: 01a1c33d-c740-4b13-a622-529bddf866bb, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.512190419Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.512928851Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:00:27.512965475Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80bff7f8-8a2b-4d64-871c-2fea385fc9e5, session_id: 01a1c33d-c740-4b13-a622-529bddf866bb, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:01:10.050567519Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 80bff7f8-8a2b-4d64-871c-2fea385fc9e5, session_id: 01a1c33d-c740-4b13-a622-529bddf866bb, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:01:10.050632009Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:49547): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:10.050658775Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:48577","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.077040811Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2710d100-d33f-4969-9735-4906fa544f38 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.077520691Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2710d100-d33f-4969-9735-4906fa544f38, session_id: ea347cbd-bb77-4293-af91-3302cc428c55, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.077558405Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 2710d100-d33f-4969-9735-4906fa544f38, session_id: ea347cbd-bb77-4293-af91-3302cc428c55, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.077990282Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [277, 277, 277, 277, 277]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.078730223Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:15.078755739Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2710d100-d33f-4969-9735-4906fa544f38, session_id: ea347cbd-bb77-4293-af91-3302cc428c55, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:01:54.976820995Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2710d100-d33f-4969-9735-4906fa544f38, session_id: ea347cbd-bb77-4293-af91-3302cc428c55, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:01:54.976890675Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:48577): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:01:54.976944817Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:42030","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.003588164Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.003939303Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.003978947Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.004346983Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [762, 1136, 1402, 1562, 1618]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.005081005Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.005117049Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:00.091387773Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:00.091421497Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:42030): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:00.091436655Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:65272","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.092858075Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.093021671Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.093059736Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.093428352Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1619, 1619, 1619, 1620, 1620]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.094092274Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.094125939Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:01.165331957Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:01.165395418Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:65272): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:01.165423844Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:52975","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.166797421Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.166933901Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.166970005Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.167256314Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1624, 1622, 1619, 1625, 1625]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.167932334Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.167964679Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:02.245583015Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:02.245622499Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:52975): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:02.245646625Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:64747","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.246744764Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.2469695Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.2470386Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.247442271Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1630, 1630, 1629, 1628, 1625]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.248030695Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.248066589Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:03.335216083Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:03.335261106Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:64747): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:03.335285863Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:38745","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.336822466Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.336867979Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.336898345Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.337390902Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1631, 1632, 1632, 1633, 1633]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.338119075Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.338173757Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:04.420420332Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:04.420461236Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:38745): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:04.420488182Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:55832","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.421554195Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 03b91c39-35d5-431f-b27f-9991cb9cfee6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.421794259Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.421832514Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.422233015Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1631, 1632, 1636, 1635, 1636]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.422850854Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.422885409Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:05.562171215Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 03b91c39-35d5-431f-b27f-9991cb9cfee6, session_id: 6d6fa691-7a21-43d0-9e62-88c308016cd6, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:05.562223947Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:55832): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:05.562250583Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:44328","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.621816078Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1466ac94-ca16-4dfa-9e02-208e4364c3f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.622812741Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: deb344bc-13ad-4d18-8990-c511bf757f97, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.622849666Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: deb344bc-13ad-4d18-8990-c511bf757f97, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.623310408Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1631, 1637, 1636, 1638, 1637]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.624006146Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:10.624038301Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:47286","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.866227013Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1466ac94-ca16-4dfa-9e02-208e4364c3f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.86645067Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.866479866Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: deb344bc-13ad-4d18-8990-c511bf757f97, gen: 21 } to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:12.866853881Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: deb344bc-13ad-4d18-8990-c511bf757f97, gen: 21 } thread that UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:12.866890766Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.866914422Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: deb344bc-13ad-4d18-8990-c511bf757f97, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:12.866941428Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:44328): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.866961875Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1643, 1643, 1643, 1643, 1643]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.867593852Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:12.867629257Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:53937","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.103272651Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1466ac94-ca16-4dfa-9e02-208e4364c3f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.103490109Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.103527264Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:15.103837708Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 } thread that UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:15.103868013Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.103891Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 66dad1b2-8cb5-4992-b7cc-8b2c1227fe58, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:15.103922436Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:47286): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.103943872Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1648, 1648, 1648, 1648, 1648]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.104526937Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:15.104548453Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:56294","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.365441095Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1466ac94-ca16-4dfa-9e02-208e4364c3f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.365628737Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.365657243Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:17.365959109Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 } thread that UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:17.366003652Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.366033718Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b002a34f-3a35-4132-98ab-818b15a82905, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:17.366065393Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:53937): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.366089689Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1654, 1654, 1654, 1654, 1654]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.366504528Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:17.366543383Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:33762","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.602310848Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1466ac94-ca16-4dfa-9e02-208e4364c3f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.602492941Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.602531306Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:19.602769371Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 } thread that UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:19.602812174Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.60284077Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: b59dd616-e603-4a8c-a5b0-56f7942797b9, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:19.602871436Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:56294): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.602895012Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1659, 1659, 1659, 1659, 1659]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.603473087Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:19.603502713Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:21.838496673Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1466ac94-ca16-4dfa-9e02-208e4364c3f9, session_id: 5a37b1ae-1530-48b1-925f-b7b02fb1e437, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:21.838559454Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:33762): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.83858679Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:41381","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.865353133Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 618b0462-e25a-4a98-907c-bf21dfc994bd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.865743566Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 618b0462-e25a-4a98-907c-bf21dfc994bd, session_id: 83b6dc6a-0ce2-4c6c-95aa-ef387aa75336, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.865774011Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 618b0462-e25a-4a98-907c-bf21dfc994bd, session_id: 83b6dc6a-0ce2-4c6c-95aa-ef387aa75336, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.866242423Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1665, 1665, 1665, 1665, 1665]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.86714569Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:21.867180345Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 618b0462-e25a-4a98-907c-bf21dfc994bd, session_id: 83b6dc6a-0ce2-4c6c-95aa-ef387aa75336, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:25.94586917Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 618b0462-e25a-4a98-907c-bf21dfc994bd, session_id: 83b6dc6a-0ce2-4c6c-95aa-ef387aa75336, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:25.945926551Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:41381): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.945957037Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:37093","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.974233978Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 632d64d4-67e0-43f8-9c2a-4cfd9d53a39d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.974610863Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 632d64d4-67e0-43f8-9c2a-4cfd9d53a39d, session_id: fbf729be-9995-47a3-ab49-b7cdae62759f, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.974640718Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 632d64d4-67e0-43f8-9c2a-4cfd9d53a39d, session_id: fbf729be-9995-47a3-ab49-b7cdae62759f, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.975034301Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1666, 1666, 1666, 1666, 1666]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.975739377Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:25.975764693Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 632d64d4-67e0-43f8-9c2a-4cfd9d53a39d, session_id: fbf729be-9995-47a3-ab49-b7cdae62759f, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:26.025294789Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 632d64d4-67e0-43f8-9c2a-4cfd9d53a39d, session_id: fbf729be-9995-47a3-ab49-b7cdae62759f, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:26.025370408Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:37093): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.025391535Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:47311","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.231196439Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 1de163c2-cfed-4dc7-8eea-00566e6eafb5 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.231781793Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1de163c2-cfed-4dc7-8eea-00566e6eafb5, session_id: 049c7332-1eb2-4d7f-ba8d-738e1c9bd8b3, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.231823367Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 1de163c2-cfed-4dc7-8eea-00566e6eafb5, session_id: 049c7332-1eb2-4d7f-ba8d-738e1c9bd8b3, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.232244555Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1666, 1668, 1668, 1666, 1666]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.2328245Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:26.232858315Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.237997617Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.305646089Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.308824991Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.310296445Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.312212573Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.317349108Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.349382627Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.351599951Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.352929195Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.355204141Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.359497839Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.39131766Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.39349082Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.395742359Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:28.397041648Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145} {"msg":"upstairs UpstairsConnection { upstairs_id: 1de163c2-cfed-4dc7-8eea-00566e6eafb5, session_id: 049c7332-1eb2-4d7f-ba8d-738e1c9bd8b3, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:32.476532754Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 1de163c2-cfed-4dc7-8eea-00566e6eafb5, session_id: 049c7332-1eb2-4d7f-ba8d-738e1c9bd8b3, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:02:32.476599434Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:47311): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:02:32.476621711Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1145}