{"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.860923551Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.861179264Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.861199131Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.861286768Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.861307825Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 29185f5538632a13039785e911d1aaa0146bfa14\nCommit timestamp: 2024-02-13T21:13:12.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.862073535Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.862224404Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_up/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.866570839Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868252207Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868558434Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868591429Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868692874Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"accepted connection from 127.0.0.1:65017","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.932819992Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 3c0b8199-6304-480e-9a09-e6a0cb46c96e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.934819365Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.934858799Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.936055478Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.937536225Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.93757084Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:43.961215199Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:43.96128283Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:65017): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:43.961512647Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:59194","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.986885595Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 6bbc319d-ca36-417a-964c-9edfbbf3ff2d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.987438986Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.987486568Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.987980198Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.988883878Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.988920782Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:53.274324951Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:53.274432746Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:59194): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:53.274462111Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:35464","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.299949812Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from b827b5ef-8572-4bf1-a243-cb021ec3f599 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300466158Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300507162Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300980694Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.301732656Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.301770421Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:41.221700133Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:41.221771543Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:35464): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:41.221842373Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:65528","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.25006737Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from decc4324-3b89-4e4f-9ec9-4ea03104ecf3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250494089Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250536493Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250987048Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [278, 278, 278, 278, 278]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.251617347Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.251651322Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:26.648370173Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:26.648407817Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:65528): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:26.648432793Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:44644","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.67583346Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.676310022Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.676348086Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.676779914Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [761, 1134, 1400, 1560, 1615]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.677634632Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.677677655Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:31.784140044Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:31.784182198Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:44644): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.784199856Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:61601","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.785518313Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.78574778Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.785809001Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.786380589Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1616, 1616, 1616, 1616, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.787042114Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.787082078Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:32.872109628Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:32.87216317Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:61601): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.872183657Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:38034","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.873842116Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.874105518Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.874144272Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.87471871Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1620, 1620, 1620, 1619, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.875467872Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.875519195Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:33.950726866Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:33.950779948Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:38034): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.950814823Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:42636","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.9519956Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.952311445Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.952354739Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.952772889Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1623, 1623, 1623, 1622, 1623]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.953544328Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.953573864Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:35.053159991Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:35.053212603Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:42636): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:35.053228051Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:56747","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.05487707Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055210582Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055262525Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055622963Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1624, 1624, 1626, 1626, 1623]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.05626853Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.056307915Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:36.15444541Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:36.154490644Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:56747): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.1545192Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:47019","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.155355826Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.155658933Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.155712965Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.156101869Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1627, 1627, 1627, 1627, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.156701043Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.156733298Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:41.274480353Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:41.274552963Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:47019): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:41.274586428Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:51617","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.337356331Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.338742281Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.338789494Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.339386499Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1630, 1630, 1630, 1628, 1628]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.340273561Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.340318025Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:48284","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.674765111Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675066187Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675097763Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.675444033Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.675477398Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675500165Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.675525751Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:51617): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675545098Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1635, 1635, 1635, 1635, 1635]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.676140683Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.67616289Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:63464","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040520647Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040899543Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040939067Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.04390962Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.043947615Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.043974721Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.044106242Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:48284): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.044146936Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1641, 1641, 1641, 1641, 1641]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.044609939Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.044642825Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:46163","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478670629Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478934581Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478970486Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479298758Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479328864Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479351091Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479368578Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:63464): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479381817Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1647, 1647, 1647, 1647, 1647]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479954794Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479976611Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:50100","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.970669861Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971058545Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971100349Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971590278Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971634822Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971667267Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971700993Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:46163): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971750506Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1653, 1653, 1653, 1653, 1653]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.972283239Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.972316994Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:58.311768471Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:58.311867046Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:50100): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.311903381Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:62453","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.339599171Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from f223c59f-6eb3-41bf-9085-dbc4318bd85a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340121225Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340170049Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340621474Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1658, 1658, 1658, 1658, 1658]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.341428218Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.341464972Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.420356921Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.420431341Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:62453): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.420461257Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:63447","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.448532952Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 7ca2f783-7286-45df-8d3e-f6f531efe96b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.449096761Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.449148683Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.449756566Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1659, 1659, 1659, 1659, 1659]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.450504779Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.450529075Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"connection (127.0.0.1:63447) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:42:02.502762078Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:34722","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.710692684Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 23089c4e-c69f-4fe4-a35c-3fc80f08bf63 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711198121Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711235566Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } to UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.711601733Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } thread that UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.711632409Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } thread: UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 }","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:42:02.711649876Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711665094Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1659, 1659, 1659, 1659, 1659]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.712260518Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.712285895Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.773201073Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:43846"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.773286951Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:62874"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.774764379Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/0/files","method":"GET","req_id":"d7c11175-9bac-4620-b8b0-1d4817a4d1c7","remote_addr":"127.0.0.1:43846","local_addr":"0.0.0.0:12810","task":"repair","latency_us":624,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.774815931Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/0/files","method":"GET","req_id":"f96f8190-3779-4ddc-8fdd-01aa7726f53e","remote_addr":"127.0.0.1:62874","local_addr":"0.0.0.0:12810","task":"repair","latency_us":629,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.776486061Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/0/data","method":"GET","req_id":"db226f46-548d-4863-8eeb-de34fd20e12d","remote_addr":"127.0.0.1:62874","local_addr":"0.0.0.0:12810","task":"repair","latency_us":249,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.776527215Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/0/data","method":"GET","req_id":"28129afe-fed3-47bb-b5b2-69d125f37e4c","remote_addr":"127.0.0.1:43846","local_addr":"0.0.0.0:12810","task":"repair","latency_us":309,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.816926619Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50370"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.817250192Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/3/files","method":"GET","req_id":"dfe73fe6-932c-406d-a25e-7e91e491fa1b","remote_addr":"127.0.0.1:50370","local_addr":"0.0.0.0:12810","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.818021661Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/3/data","method":"GET","req_id":"8b05a9d1-1da1-4e46-99f8-b50cc3372a4d","remote_addr":"127.0.0.1:50370","local_addr":"0.0.0.0:12810","task":"repair","latency_us":229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.818976224Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56643"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.819264033Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/3/files","method":"GET","req_id":"0bdc30ee-f495-4e32-92d9-e61d29af499b","remote_addr":"127.0.0.1:56643","local_addr":"0.0.0.0:12810","task":"repair","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.819960873Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/3/data","method":"GET","req_id":"dc22d1b5-5c3b-411b-89ac-150d8ce5f7e2","remote_addr":"127.0.0.1:56643","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.859927249Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:48640"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.861343195Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/4/files","method":"GET","req_id":"02d53aab-7f6e-4261-9bfb-255f3cfc2ab2","remote_addr":"127.0.0.1:48640","local_addr":"0.0.0.0:12810","task":"repair","latency_us":1214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.862018918Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:60705"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.862123653Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/4/data","method":"GET","req_id":"f8544f57-c645-45d2-b768-acde04cdd9f6","remote_addr":"127.0.0.1:48640","local_addr":"0.0.0.0:12810","task":"repair","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.862233757Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/4/files","method":"GET","req_id":"83a9af32-fc2e-40e4-a636-e18e9663c988","remote_addr":"127.0.0.1:60705","local_addr":"0.0.0.0:12810","task":"repair","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.863195369Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/4/data","method":"GET","req_id":"7976331d-69fb-4074-80b0-5c218deb5460","remote_addr":"127.0.0.1:60705","local_addr":"0.0.0.0:12810","task":"repair","latency_us":226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.903486648Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:48750"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.903554079Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56025"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.903784966Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/1/files","method":"GET","req_id":"bf4d2f53-9c62-4f8d-a941-9db0dc127127","remote_addr":"127.0.0.1:56025","local_addr":"0.0.0.0:12810","task":"repair","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.90382152Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/extent/1/files","method":"GET","req_id":"ccc874fe-3af7-4967-a68a-2f1991d0827d","remote_addr":"127.0.0.1:48750","local_addr":"0.0.0.0:12810","task":"repair","latency_us":176,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.904579551Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/1/data","method":"GET","req_id":"0148a814-a5d7-416a-b67e-766b7f142367","remote_addr":"127.0.0.1:48750","local_addr":"0.0.0.0:12810","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.904621405Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"uri":"/newextent/1/data","method":"GET","req_id":"dad3c32d-42fc-4c04-8eff-ad94c355ae3c","remote_addr":"127.0.0.1:56025","local_addr":"0.0.0.0:12810","task":"repair","latency_us":191,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:08.953316995Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:08.953403332Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:34722): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:08.953529504Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1141}