{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.821704798Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.821995958Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.822037525Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.822193934Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.822219703Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7fe08e7f028451780bfe14aca37215026453fbc6\nCommit timestamp: 2024-02-06T21:52:40.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.822660412Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.822719548Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.824654024Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.825260522Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.825453949Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.825480787Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:18:55.825700532Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"accepted connection from 127.0.0.1:45285","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.89543938Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 92db5b1b-283a-4836-8d7b-aeb82e77c7a8 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.897059068Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92db5b1b-283a-4836-8d7b-aeb82e77c7a8, session_id: 66a49d6b-e6dc-4127-a9f8-449b25055185, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.897097286Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 92db5b1b-283a-4836-8d7b-aeb82e77c7a8, session_id: 66a49d6b-e6dc-4127-a9f8-449b25055185, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.898466481Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.899972567Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:00.900010705Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92db5b1b-283a-4836-8d7b-aeb82e77c7a8, session_id: 66a49d6b-e6dc-4127-a9f8-449b25055185, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:04.915600408Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 92db5b1b-283a-4836-8d7b-aeb82e77c7a8, session_id: 66a49d6b-e6dc-4127-a9f8-449b25055185, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:04.915672243Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:45285): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:04.915854241Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:35909","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.941025068Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 30ccf421-ef57-4a36-8c25-494c1716b5a1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.941511055Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30ccf421-ef57-4a36-8c25-494c1716b5a1, session_id: db5438ef-ea32-4cc3-baa0-52c4b07edcae, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.941558801Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 30ccf421-ef57-4a36-8c25-494c1716b5a1, session_id: db5438ef-ea32-4cc3-baa0-52c4b07edcae, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.941932575Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.942494607Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:09.942521795Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30ccf421-ef57-4a36-8c25-494c1716b5a1, session_id: db5438ef-ea32-4cc3-baa0-52c4b07edcae, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:14.170244356Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30ccf421-ef57-4a36-8c25-494c1716b5a1, session_id: db5438ef-ea32-4cc3-baa0-52c4b07edcae, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:14.170344709Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:35909): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:14.170386896Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:34775","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.195149111Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 38c3e421-74c6-4dc0-a145-d969520f8b3e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.195527195Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 38c3e421-74c6-4dc0-a145-d969520f8b3e, session_id: fb66b08f-7393-4446-82cd-98d021f7551c, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.195567032Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 38c3e421-74c6-4dc0-a145-d969520f8b3e, session_id: fb66b08f-7393-4446-82cd-98d021f7551c, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.196010571Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.196859692Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:19.19689523Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 38c3e421-74c6-4dc0-a145-d969520f8b3e, session_id: fb66b08f-7393-4446-82cd-98d021f7551c, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:34.486606186Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 38c3e421-74c6-4dc0-a145-d969520f8b3e, session_id: fb66b08f-7393-4446-82cd-98d021f7551c, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:34.486674241Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:34775): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:34.486700849Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:44310","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.513902126Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 0c8435d2-8d5a-43f5-90f3-bf2054594d9e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.514373354Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c8435d2-8d5a-43f5-90f3-bf2054594d9e, session_id: 67a1cf7c-2347-4e3d-a298-2e9d9759029b, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.514404581Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 0c8435d2-8d5a-43f5-90f3-bf2054594d9e, session_id: 67a1cf7c-2347-4e3d-a298-2e9d9759029b, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.514836682Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [223, 223, 223, 223, 223]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.515559392Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:39.515592159Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c8435d2-8d5a-43f5-90f3-bf2054594d9e, session_id: 67a1cf7c-2347-4e3d-a298-2e9d9759029b, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:52.108789067Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c8435d2-8d5a-43f5-90f3-bf2054594d9e, session_id: 67a1cf7c-2347-4e3d-a298-2e9d9759029b, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:52.108856722Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:44310): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:52.108882991Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:59871","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.137538678Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.138034194Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.138075401Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.138482013Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [680, 1037, 1295, 1451, 1507]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.139182025Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.139202563Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:57.163880288Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:57.163924645Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:59871): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:57.163953873Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:36204","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.165184363Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.166039004Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.166077182Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.166519721Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1508, 1508, 1508, 1508, 1508]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.167247681Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.167271719Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:58.189778555Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:58.189821141Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:36204): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:58.189854359Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:59889","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.190949319Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.191473312Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.191547887Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.192076851Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1510, 1512, 1512, 1512, 1512]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.192798481Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.192823649Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:59.218842122Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:19:59.218881189Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:59889): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:19:59.218906468Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:56595","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.22024835Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.220520471Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.220548059Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.220899525Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1515, 1515, 1514, 1514, 1514]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.221590767Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.221619105Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:00.247671946Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:00.247715263Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:56595): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:00.247742121Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:41004","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.249015488Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.249395862Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.249442009Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.249819613Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1517, 1517, 1517, 1517, 1516]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.250456619Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.250483667Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:01.275126525Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:01.275172072Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:41004): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:01.27520057Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:59771","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.277276691Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from ea3fe12c-bdac-4653-b255-45ea4f6dc921 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.27743158Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.277486477Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.277880239Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1517, 1520, 1519, 1519, 1519]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.278533004Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:02.278569172Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:06.310217915Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ea3fe12c-bdac-4653-b255-45ea4f6dc921, session_id: 8941f6c1-a352-4d6e-aed5-715108d9e7fd, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:06.310281841Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:59771): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:06.310339867Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:50263","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.372169162Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 93a18cf1-52a7-449c-b6ee-95241419139c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.373269695Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: e1b06737-f0c9-4e20-b30e-4ece0148d5f0, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.373303913Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: e1b06737-f0c9-4e20-b30e-4ece0148d5f0, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.373951878Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1524, 1524, 1524, 1524, 1523]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.374751333Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:11.374784631Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:55527","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.127393784Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 93a18cf1-52a7-449c-b6ee-95241419139c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.12759603Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.127634218Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: e1b06737-f0c9-4e20-b30e-4ece0148d5f0, gen: 21 } to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.127993993Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: e1b06737-f0c9-4e20-b30e-4ece0148d5f0, gen: 21 } thread that UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.12804034Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.128063648Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: e1b06737-f0c9-4e20-b30e-4ece0148d5f0, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.128090787Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:50263): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.128111625Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1526, 1526, 1526, 1526, 1526]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.12862557Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.128659697Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:62046","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.851353527Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 93a18cf1-52a7-449c-b6ee-95241419139c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.851662065Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.851696353Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.851918348Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 } thread that UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.851943046Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.851957235Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 38dc86c8-cfe4-4fa5-be70-2566f19d7053, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:12.851982653Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:55527): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.852006502Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1528, 1528, 1528, 1528, 1528]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.852628999Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:12.852661446Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:57409","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.595542552Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 93a18cf1-52a7-449c-b6ee-95241419139c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.595741718Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.595777786Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:13.596035678Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 } thread that UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:13.596080325Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.596114952Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 674f99b2-6a71-4344-88de-eb229a5d21f7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:13.59614854Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:62046): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.596176618Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1531, 1531, 1531, 1531, 1531]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.596855291Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:13.596887249Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:61082","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.329542091Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 93a18cf1-52a7-449c-b6ee-95241419139c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.329801663Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.329841001Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:14.33013938Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 } thread that UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:14.330181847Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.330211625Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: 64e708b4-f6ed-4abd-a8be-31b6e827962b, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:14.330244343Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:57409): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.330271951Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1533, 1533, 1533, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.330745348Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:14.330766737Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:15.07802263Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 93a18cf1-52a7-449c-b6ee-95241419139c, session_id: c661d180-a0ac-4314-849c-91767fd1c5f1, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:15.078186269Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:61082): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.078234785Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:47911","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.10509157Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 367849c1-2bb7-4a57-ba8c-11a1f7a58fe3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.105597355Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 367849c1-2bb7-4a57-ba8c-11a1f7a58fe3, session_id: 7bffc22d-faa6-47fb-a1aa-80c6931abda2, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.105626053Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 367849c1-2bb7-4a57-ba8c-11a1f7a58fe3, session_id: 7bffc22d-faa6-47fb-a1aa-80c6931abda2, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.106215273Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1536, 1536, 1536, 1536, 1536]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.106966601Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:15.107005018Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 367849c1-2bb7-4a57-ba8c-11a1f7a58fe3, session_id: 7bffc22d-faa6-47fb-a1aa-80c6931abda2, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:19.12697414Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 367849c1-2bb7-4a57-ba8c-11a1f7a58fe3, session_id: 7bffc22d-faa6-47fb-a1aa-80c6931abda2, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:19.127006338Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:47911): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.127025726Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:40056","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.155011453Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from c6c9cdc1-4cf7-4bf4-a73d-308da28da049 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.155543486Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6c9cdc1-4cf7-4bf4-a73d-308da28da049, session_id: 712f4d89-b113-46af-a7bc-8d9a45c55a25, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.155562165Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c6c9cdc1-4cf7-4bf4-a73d-308da28da049, session_id: 712f4d89-b113-46af-a7bc-8d9a45c55a25, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.155915721Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1537, 1537, 1537, 1537, 1537]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.156610083Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.15664691Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"connection (127.0.0.1:40056) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-06T22:20:19.167617482Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:51450","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.357815175Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 74cdb653-af61-490c-b03e-68a0a9a0da4d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.358395944Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.358426432Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: c6c9cdc1-4cf7-4bf4-a73d-308da28da049, session_id: 712f4d89-b113-46af-a7bc-8d9a45c55a25, gen: 32 } to UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:19.358805666Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: c6c9cdc1-4cf7-4bf4-a73d-308da28da049, session_id: 712f4d89-b113-46af-a7bc-8d9a45c55a25, gen: 32 } thread that UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:19.358842124Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: c6c9cdc1-4cf7-4bf4-a73d-308da28da049, session_id: 712f4d89-b113-46af-a7bc-8d9a45c55a25, gen: 32 } thread: UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 }","v":0,"name":"crucible","level":50,"time":"2024-02-06T22:20:19.358859622Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.358873651Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1537, 1537, 1537, 1537, 1537]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.359496128Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:19.359528536Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.364759195Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.43244126Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.440203344Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.442194967Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.444043519Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.447906022Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.479761022Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.481891315Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.48355872Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.484610807Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.48818788Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.519319159Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.521712484Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.523001165Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.524186153Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.528154809Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.559692141Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.562195388Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.563944827Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.564928159Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.568974029Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.598624061Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.600904723Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.602193084Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:21.603299938Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138} {"msg":"upstairs UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:25.618071958Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 74cdb653-af61-490c-b03e-68a0a9a0da4d, session_id: 154c63c1-1c6a-41b0-8201-810945c16751, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-06T22:20:25.618194799Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:51450): all done","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:20:25.618248156Z","hostname":"ip-10-150-1-25.us-west-2.compute.internal","pid":1138}