{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.091208862Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.09143478Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.091458317Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.091483233Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.09150164Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 28f1e7456c047e491b9c7952633e3fc28821b711\nCommit timestamp: 2024-02-23T22:48:49.000000000Z branch: alan/give-up-rop\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.091649549Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.091676615Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.095670919Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.097912276Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.09829715Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.098318897Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:42.098332125Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"accepted connection from 127.0.0.1:36820","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.162694608Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 139319e8-7497-4e74-acfa-d14ec59e258d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.1640682Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 139319e8-7497-4e74-acfa-d14ec59e258d, session_id: fca5bf01-3d07-4b37-b7ce-c214a8e9233b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.164109094Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 139319e8-7497-4e74-acfa-d14ec59e258d, session_id: fca5bf01-3d07-4b37-b7ce-c214a8e9233b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.165615836Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.166956293Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:47.167005356Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 139319e8-7497-4e74-acfa-d14ec59e258d, session_id: fca5bf01-3d07-4b37-b7ce-c214a8e9233b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:09:51.182118368Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 139319e8-7497-4e74-acfa-d14ec59e258d, session_id: fca5bf01-3d07-4b37-b7ce-c214a8e9233b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:09:51.182191698Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:36820): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:51.182230572Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:35667","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.208177267Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 390b5b4b-33fc-4dfd-9483-f8e25eea7e87 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.208643889Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 390b5b4b-33fc-4dfd-9483-f8e25eea7e87, session_id: c031445e-6b59-48ae-b6bc-e6f161acdc43, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.208684743Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 390b5b4b-33fc-4dfd-9483-f8e25eea7e87, session_id: c031445e-6b59-48ae-b6bc-e6f161acdc43, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.209107353Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.209849786Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:09:56.20988581Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 390b5b4b-33fc-4dfd-9483-f8e25eea7e87, session_id: c031445e-6b59-48ae-b6bc-e6f161acdc43, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:00.387765827Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 390b5b4b-33fc-4dfd-9483-f8e25eea7e87, session_id: c031445e-6b59-48ae-b6bc-e6f161acdc43, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:00.387834877Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:35667): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:00.387865393Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:58969","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.412009506Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 55c9c152-9b78-457a-a0b4-6ef026379254 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.412362485Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 55c9c152-9b78-457a-a0b4-6ef026379254, session_id: 908bc371-ac6e-4c1b-8b17-6d11aa86877c, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.412396581Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 55c9c152-9b78-457a-a0b4-6ef026379254, session_id: 908bc371-ac6e-4c1b-8b17-6d11aa86877c, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.412842296Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.413545345Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:05.41357905Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 55c9c152-9b78-457a-a0b4-6ef026379254, session_id: 908bc371-ac6e-4c1b-8b17-6d11aa86877c, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:23.519097731Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 55c9c152-9b78-457a-a0b4-6ef026379254, session_id: 908bc371-ac6e-4c1b-8b17-6d11aa86877c, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:23.519161821Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:58969): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:23.519186918Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:50198","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.545564979Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 4ce9f79c-f32f-4d68-ac09-6032bc09a083 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.546009135Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4ce9f79c-f32f-4d68-ac09-6032bc09a083, session_id: 0de098da-0e37-4e17-8f6e-db0c593efb06, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.546049849Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 4ce9f79c-f32f-4d68-ac09-6032bc09a083, session_id: 0de098da-0e37-4e17-8f6e-db0c593efb06, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.546427175Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [228, 228, 228, 228, 228]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.547076651Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:28.547102028Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4ce9f79c-f32f-4d68-ac09-6032bc09a083, session_id: 0de098da-0e37-4e17-8f6e-db0c593efb06, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:41.137899552Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4ce9f79c-f32f-4d68-ac09-6032bc09a083, session_id: 0de098da-0e37-4e17-8f6e-db0c593efb06, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:41.137961973Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:50198): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:41.137988849Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:60552","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.164397657Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.16486035Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.164894025Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.165200781Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [687, 1044, 1300, 1455, 1511]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.165787717Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.165822242Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:46.191720426Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:46.191758161Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:60552): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:46.191780567Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:36366","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.192984887Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.193405816Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.193498853Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.194145269Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1513, 1514, 1514, 1513, 1513]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.194803734Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.194830201Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:47.222579318Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:47.222618622Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:36366): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:47.222651438Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:59431","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.2234915Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.223640528Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.223665045Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.224018084Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1517, 1516, 1516, 1516, 1516]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.224522181Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.224554666Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:48.248281584Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:48.248323228Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:59431): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:48.248351214Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:58271","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.249275244Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.249624693Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.249662968Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.249897444Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1517, 1519, 1520, 1519, 1520]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.25041029Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.250436136Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:49.277128736Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:49.277154093Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:58271): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:49.27717071Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:46745","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.278677117Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.278970424Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.27899883Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.279282069Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1522, 1522, 1523, 1522, 1522]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.27976221Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.279794536Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:50.308179641Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:50.308221235Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:46745): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:50.308243422Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:59349","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.309165442Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from c8443617-e340-45b9-9f60-d1f034db26e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.309398859Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.309438943Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.309634465Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1526, 1526, 1525, 1526, 1526]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.31008548Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:51.310108266Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:55.33915187Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c8443617-e340-45b9-9f60-d1f034db26e1, session_id: c1b3fad3-9f63-49c6-9ab7-3c94fed0607e, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:10:55.339230708Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:59349): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:10:55.339272852Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:42161","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.398942003Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 01b6f90a-3357-4dad-8dc5-f204f2eaac6f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.399970755Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 3e049cc7-2261-40f5-808c-f71d6ac0ed78, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.400012239Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 3e049cc7-2261-40f5-808c-f71d6ac0ed78, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.400477192Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1529, 1527, 1529, 1529, 1529]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.401294484Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:00.401318201Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:61352","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.117987911Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 01b6f90a-3357-4dad-8dc5-f204f2eaac6f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.118254152Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.118280278Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 3e049cc7-2261-40f5-808c-f71d6ac0ed78, gen: 21 } to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.118620759Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 3e049cc7-2261-40f5-808c-f71d6ac0ed78, gen: 21 } thread that UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.118652435Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.118678061Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 3e049cc7-2261-40f5-808c-f71d6ac0ed78, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.118706057Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:42161): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.118726904Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1531, 1531, 1531, 1531, 1531]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.119397757Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.119424433Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:64591","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.839956526Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 01b6f90a-3357-4dad-8dc5-f204f2eaac6f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.840222267Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.840258972Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.8404856Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 } thread that UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.840539952Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.840564918Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 348adeaf-87c0-461e-a9d4-31610b2b867d, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:01.840597753Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:61352): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.84062171Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1533, 1533, 1533, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.841149144Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:01.841182189Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:53960","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.579040933Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 01b6f90a-3357-4dad-8dc5-f204f2eaac6f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.579249833Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.579289107Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:02.57954984Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 } thread that UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:02.57961329Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.579649935Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: a6da1d67-0625-41c7-99fd-4314abfe0dca, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:02.57968514Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:64591): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.579714456Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1536, 1536, 1536, 1536, 1536]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.580206175Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:02.580249169Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:43659","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.29434303Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 01b6f90a-3357-4dad-8dc5-f204f2eaac6f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.294585386Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.29462159Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:03.29490384Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 } thread that UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:03.294944644Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.29496819Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: 587083fe-7e8c-4ef5-bfe6-3b600e1c75db, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:03.294995136Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:53960): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.295033691Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1538, 1538, 1538]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.295577443Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:03.295612367Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:09.042698356Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 01b6f90a-3357-4dad-8dc5-f204f2eaac6f, session_id: dc962d0c-49ee-489b-ac2a-d0aa49fc5314, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:09.04274328Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:43659): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.042770496Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:48751","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.069301569Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from a9b28814-69b5-470a-8369-bb0e6f06c110 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.069745085Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a9b28814-69b5-470a-8369-bb0e6f06c110, session_id: 6b37aa33-0872-4896-9600-6cfaff0283e0, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.06978009Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a9b28814-69b5-470a-8369-bb0e6f06c110, session_id: 6b37aa33-0872-4896-9600-6cfaff0283e0, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.070165505Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1541, 1541, 1541, 1541, 1541]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.070844977Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:09.070877042Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a9b28814-69b5-470a-8369-bb0e6f06c110, session_id: 6b37aa33-0872-4896-9600-6cfaff0283e0, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:13.090093064Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a9b28814-69b5-470a-8369-bb0e6f06c110, session_id: 6b37aa33-0872-4896-9600-6cfaff0283e0, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:13.090162984Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:48751): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.09019116Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:62473","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.117411573Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 6a4b5439-f15f-49cb-b259-992a553ce929 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.118004568Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6a4b5439-f15f-49cb-b259-992a553ce929, session_id: 206f1231-c9f1-4719-9e3c-33a912a1156c, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.118044622Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6a4b5439-f15f-49cb-b259-992a553ce929, session_id: 206f1231-c9f1-4719-9e3c-33a912a1156c, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.118490718Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1542, 1542, 1542, 1542, 1542]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.119111378Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.119146213Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6a4b5439-f15f-49cb-b259-992a553ce929, session_id: 206f1231-c9f1-4719-9e3c-33a912a1156c, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:13.133845393Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6a4b5439-f15f-49cb-b259-992a553ce929, session_id: 206f1231-c9f1-4719-9e3c-33a912a1156c, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:13.133885047Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:62473): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.133909544Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:56694","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.326738951Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 922c19b9-5b37-4101-9380-9fa45407af29 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.327327316Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 922c19b9-5b37-4101-9380-9fa45407af29, session_id: aec2b840-478d-4f0a-b513-8bdc416e494e, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.32736754Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 922c19b9-5b37-4101-9380-9fa45407af29, session_id: aec2b840-478d-4f0a-b513-8bdc416e494e, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.327752185Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1542, 1542, 1542, 1542, 1542]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.328331321Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:13.328364136Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.337683581Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.397741629Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.400404015Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.401024435Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.402338216Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.404675348Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.409134365Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.441163616Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.443409252Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.443939275Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.445758433Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.446735572Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.450536344Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.483196433Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.485674925Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.486110003Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.487529888Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.488515346Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.492657548Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.523231168Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.525818085Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.526268301Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.527348615Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:19.528633259Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141} {"msg":"upstairs UpstairsConnection { upstairs_id: 922c19b9-5b37-4101-9380-9fa45407af29, session_id: aec2b840-478d-4f0a-b513-8bdc416e494e, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:23.540288472Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 922c19b9-5b37-4101-9380-9fa45407af29, session_id: aec2b840-478d-4f0a-b513-8bdc416e494e, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-23T23:11:23.540332575Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:56694): all done","v":0,"name":"crucible","level":30,"time":"2024-02-23T23:11:23.540359782Z","hostname":"ip-10-150-1-156.us-west-2.compute.internal","pid":1141}