{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.859873182Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.860174239Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.860197105Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.860476795Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.86051285Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 29185f5538632a13039785e911d1aaa0146bfa14\nCommit timestamp: 2024-02-13T21:13:12.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.862081004Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.862233922Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.866574169Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868248638Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868555614Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.868594718Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:34.86879076Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"accepted connection from 127.0.0.1:57429","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.932820203Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 3c0b8199-6304-480e-9a09-e6a0cb46c96e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.934830394Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.93485933Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.936059627Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.937528176Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:39.937553922Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:43.961215229Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3c0b8199-6304-480e-9a09-e6a0cb46c96e, session_id: 1ac236d6-b1a3-47a2-aefb-a214fb0a46f7, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:43.96128285Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:57429): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:43.961509857Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:43005","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.986813165Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 6bbc319d-ca36-417a-964c-9edfbbf3ff2d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.987367226Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.987417438Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.988019482Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.988821047Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:48.988917803Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:53.274342839Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6bbc319d-ca36-417a-964c-9edfbbf3ff2d, session_id: 10eb90eb-d9fa-4e30-8e80-0b5e229fb3b7, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:53.274398431Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:43005): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:53.274424367Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:43256","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.299949783Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from b827b5ef-8572-4bf1-a243-cb021ec3f599 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300459449Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300501113Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.300951048Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.301552812Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:58.301591436Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:41.221873168Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b827b5ef-8572-4bf1-a243-cb021ec3f599, session_id: 49931ba1-c36d-4004-9ddb-a7ee2786a342, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:41.221922091Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:43256): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:41.221946767Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:39065","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.249982892Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from decc4324-3b89-4e4f-9ec9-4ea03104ecf3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250480451Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250516945Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.250947774Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [278, 278, 278, 278, 278]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.251587842Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:46.251622647Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:26.648222214Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: decc4324-3b89-4e4f-9ec9-4ea03104ecf3, session_id: d394998a-237a-496b-b60d-6749c0d2efa2, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:26.648291824Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:39065): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:26.64831826Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:47711","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.675846589Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.6763217Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.676353686Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.676791803Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [761, 1134, 1400, 1560, 1615]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.677629202Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.677676515Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:31.784177369Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:31.784232541Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:47711): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:31.784298322Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:47149","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.785482328Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.785828199Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.78589029Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.786391218Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1616, 1616, 1616, 1616, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.787217699Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.787252274Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:32.872334975Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:32.872388828Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:47149): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:32.872432841Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:43520","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.8738155Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.874072023Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.874104278Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.874521888Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1620, 1620, 1620, 1619, 1616]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.875498178Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.875535863Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:33.950723386Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:33.950787107Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:43520): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:33.950828781Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:36429","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.95220464Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.95241493Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.952455954Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.952847778Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1623, 1623, 1623, 1622, 1623]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.953616178Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:34.953661291Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:35.053553394Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:35.053604047Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:36429): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:35.053632913Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:50086","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.05487691Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055177147Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055223281Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.055615334Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1624, 1624, 1626, 1626, 1623]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.056370526Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.056401581Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:36.154438231Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:36.154482175Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:50086): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:36.154543716Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:50592","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.155385012Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f78b14fe-1ee6-4961-b8ea-65c04a1670d6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.15560483Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.155647954Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.15609661Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1627, 1627, 1627, 1627, 1627]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.156576681Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:37.156620464Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:41.274480383Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f78b14fe-1ee6-4961-b8ea-65c04a1670d6, session_id: 18bacde3-1b3b-4113-adea-9cf35aec14d4, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:41.274553473Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:50592): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:41.274587248Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:33411","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.33735628Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.338664763Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.338705367Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.339399247Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1630, 1630, 1630, 1628, 1628]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.340270342Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:46.340305217Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:39002","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.67476498Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675066257Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675105511Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.67539557Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.675431125Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675447193Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 3f2d4f82-d3b9-4a1d-b5b8-4c731c5c4eba, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:48.67546819Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:33411): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.675491796Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1635, 1635, 1635, 1635, 1635]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.676132774Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:48.676168159Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:59565","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040523847Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040912911Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.040946406Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.043866406Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.043898282Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.043915839Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: cefe1011-2040-44ae-91b0-b5af131f52d4, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:51.043957123Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:39002): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.043988419Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1641, 1641, 1641, 1641, 1641]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.044620138Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:51.044656013Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:48520","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478670639Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478935211Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.478970466Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479205862Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479236637Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479258244Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: ed96d6eb-74c9-4104-9d88-623085fe77b5, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:53.479283291Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:59565): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479303888Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1647, 1647, 1647, 1647, 1647]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479853639Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:53.479895043Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:45048","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.97067419Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from a54a9fd7-550f-4d87-8c70-7fc7941f4247 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971026819Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971063814Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971391167Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 } thread that UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971427242Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971449539Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 4b1ef667-b543-4a15-ade1-c3df46e92752, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:55.971475965Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:48520): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.971502111Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1653, 1653, 1653, 1653, 1653]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.972019677Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:55.972041824Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:58.311735405Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a54a9fd7-550f-4d87-8c70-7fc7941f4247, session_id: 93dd9237-b87f-477e-922e-8201e5673985, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:41:58.311802815Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:45048): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.31184179Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:63974","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.339569935Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from f223c59f-6eb3-41bf-9085-dbc4318bd85a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340168059Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340207733Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.340533926Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1658, 1658, 1658, 1658, 1658]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.341169735Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:41:58.34119993Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.420377709Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f223c59f-6eb3-41bf-9085-dbc4318bd85a, session_id: c22c5f53-cc66-470a-99f6-a9d5e15a41b0, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.42043389Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:63974): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.42050833Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:35752","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.448532842Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 7ca2f783-7286-45df-8d3e-f6f531efe96b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.44910686Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.449167431Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.44986898Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1659, 1659, 1659, 1659, 1659]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.450525456Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.45056509Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"connection (127.0.0.1:35752) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:42:02.502762718Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:54993","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.710697493Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 23089c4e-c69f-4fe4-a35c-3fc80f08bf63 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711198111Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711235555Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } to UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.711603762Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } thread that UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:02.711634708Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 7ca2f783-7286-45df-8d3e-f6f531efe96b, session_id: b9a75e41-d453-4e35-9870-123a9b240b90, gen: 32 } thread: UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 }","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:42:02.711652475Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.711667943Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1659, 1659, 1659, 1659, 1659]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.712256419Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:02.712282925Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.717762281Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.775720891Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.778589969Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.780152514Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.781906062Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.78602496Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.81949601Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.821712801Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.823155414Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.824286111Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.828139787Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.861602808Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.864316498Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.866090213Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.867557112Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.871517443Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.904084992Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.907136094Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.90925021Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:04.910705031Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:08.953317005Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 23089c4e-c69f-4fe4-a35c-3fc80f08bf63, session_id: f0421357-2cdc-4c98-93c3-025b6ea8f2cb, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:42:08.953405862Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:54993): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:42:08.953434258Z","hostname":"ip-10-150-1-103.us-west-2.compute.internal","pid":1139}