{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248094807Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248350792Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.24836571Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248483114Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248500422Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 1ea95bc6ad177e15c12223e252d3d40e472d7d51\nCommit timestamp: 2024-02-21T18:17:40.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248677707Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248709853Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.251291419Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252722064Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.25296812Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252994416Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.253013453Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63833","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.323785087Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from c68a408d-5ca5-4db3-8354-2294c5c111f3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.325048564Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.3250816Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.326462021Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.327923501Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.328045944Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:26.344102469Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:26.344158471Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:63833): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:26.344294672Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:33680","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.369702198Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 46aa3967-4212-4913-b638-2ad7c1b60198 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.37005154Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.370078487Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.370518746Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.371200003Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.371228409Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:35.502159482Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:35.502236352Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:33680): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:35.502274107Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:61437","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527000585Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 6fc5eeb8-0419-4274-9e7b-c9d90be0893b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527463722Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527502996Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527957574Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.528712081Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.528748486Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:59.027131471Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:59.027217309Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:61437): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:59.027245365Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:40086","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054328831Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 6d4cd592-cdda-440a-9afb-27dd83ed4044 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054764991Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054807495Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.055203841Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [229, 229, 229, 229, 229]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.055962857Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.055999492Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:16.960806052Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:16.960841588Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:40086): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:16.960863625Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:61047","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.98802426Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988418696Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988454411Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988924257Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [689, 1045, 1301, 1457, 1512]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.989541442Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.989570248Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:22.014364783Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:22.014394279Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:61047): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:22.014413266Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:37400","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.015788559Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.01599783Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.016038734Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.016552394Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1513, 1513, 1513, 1513, 1517]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.017138734Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.017173799Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:23.040738772Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:23.040769088Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37400): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.040787685Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:55752","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.042622145Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.042993484Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.043034068Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.043475808Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1520, 1520, 1519, 1519, 1519]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.044121879Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.044154065Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:24.068679027Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:24.068719001Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:55752): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.068735109Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:34406","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070001097Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070134728Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070183601Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070615042Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1522, 1522, 1522, 1521, 1519]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.071179245Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.07121785Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:25.095399958Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:25.095440453Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:34406): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.095466259Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:41337","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.097384658Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.097615596Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.097669249Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098201136Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1525, 1525, 1525, 1525, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098739812Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098774097Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:26.126518008Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:26.126558232Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41337): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.126585768Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:38274","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.12847809Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.128705739Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.128741694Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.129070069Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1527, 1529, 1529, 1527, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.129624663Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.129662918Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:31.161034377Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:31.16108414Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:38274): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:31.161106567Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:41614","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.221936081Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.222880262Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.222913627Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.223400271Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1531, 1531, 1530, 1531, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.224162006Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.22420646Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:62358","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964217946Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964543341Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964582216Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.964889834Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.964929248Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964952955Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.964979912Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41614): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965000069Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1533, 1533, 1533, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965450337Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965481853Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:59293","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.696822647Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697103658Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697145372Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697441612Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697482876Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697506483Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697537878Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:62358): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697559806Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1535, 1535, 1535, 1535, 1535]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.698132117Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.698165952Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:41949","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.438954043Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439053779Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439084085Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.43933666Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.439380894Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.43941085Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.439442556Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:59293): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439470682Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1538, 1538, 1538]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439987161Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.440050583Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:37093","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171240996Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171571031Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171610716Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171892297Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171922013Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.17194437Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171970367Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:41949): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171990084Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1540, 1540, 1540, 1540, 1540]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.172590851Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.172626527Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:44.928290564Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:44.928371662Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:37093): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.928413227Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:35362","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956046643Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 8af4fdbf-881d-4024-9e6c-0f765de3cc22 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956562682Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956606276Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.957074832Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1543, 1543, 1543, 1543, 1543]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.957776475Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.957808951Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:48.977660535Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:48.977729416Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:35362): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:48.977755773Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:56054","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006111319Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from c6591fc0-09c8-42a3-8296-7fe587c7afdb with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006645406Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006684181Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.007060009Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1544, 1544, 1544, 1544, 1544]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.007907073Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.007946458Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"connection (127.0.0.1:56054) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-21T18:40:49.020478592Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"accepted connection from 127.0.0.1:51475","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.213838741Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"Connection request from 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.21450684Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.214547144Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } to UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:49.214916434Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Signaling to UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } thread that UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:49.214960118Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } thread: UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 }","v":0,"name":"crucible","level":50,"time":"2024-02-21T18:40:49.214981005Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.215002562Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Current flush_numbers [0..12]: [1545, 1544, 1544, 1544, 1544]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.215531379Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.215567505Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.226974528Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.292581524Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.295539838Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.297011907Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.298167799Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.302196437Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.333778262Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.336090655Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.338034149Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.339378155Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.343997452Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.375371406Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.377375151Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.379313436Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.381317671Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.384885633Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.417301663Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.420720635Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.422136171Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.424102132Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:59.437270982Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:59.437348012Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143,"task":"main"} {"msg":"connection (127.0.0.1:51475): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:59.437375358Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1143}