{"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.390626325Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.390989132Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.39100336Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.391127232Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.391160937Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 80b6f734175c2bc8e222c8d6f7875e53cbd5c9ca\nCommit timestamp: 2024-02-28T21:51:33.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.392071273Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.392111137Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_up/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.396405647Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.398604365Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.398988559Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.399018014Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:55.399041841Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"accepted connection from 127.0.0.1:43708","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.472402103Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from c3ffd5d2-c5f0-4d65-a4d5-70967df67e1f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.473898024Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c3ffd5d2-c5f0-4d65-a4d5-70967df67e1f, session_id: a9be0b57-4663-4b9a-b7eb-c2303d240fbe, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.473938238Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c3ffd5d2-c5f0-4d65-a4d5-70967df67e1f, session_id: a9be0b57-4663-4b9a-b7eb-c2303d240fbe, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.475825361Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.477190491Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:00.477305224Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c3ffd5d2-c5f0-4d65-a4d5-70967df67e1f, session_id: a9be0b57-4663-4b9a-b7eb-c2303d240fbe, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:04.493473982Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c3ffd5d2-c5f0-4d65-a4d5-70967df67e1f, session_id: a9be0b57-4663-4b9a-b7eb-c2303d240fbe, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:04.493558Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:43708): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:04.493588015Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:59375","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.521563656Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from eecd5e6a-956e-40b3-99d1-acc4c83ef30a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.52201139Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: eecd5e6a-956e-40b3-99d1-acc4c83ef30a, session_id: 07c78e47-ca8f-4f63-8301-9c475d188349, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.522043356Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: eecd5e6a-956e-40b3-99d1-acc4c83ef30a, session_id: 07c78e47-ca8f-4f63-8301-9c475d188349, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.522471943Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.523296632Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:09.523328567Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: eecd5e6a-956e-40b3-99d1-acc4c83ef30a, session_id: 07c78e47-ca8f-4f63-8301-9c475d188349, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:13.66331783Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: eecd5e6a-956e-40b3-99d1-acc4c83ef30a, session_id: 07c78e47-ca8f-4f63-8301-9c475d188349, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:13.663402138Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:59375): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.663435642Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:37300","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.688791288Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 4109034b-6701-4b27-aba5-74837fe01eb4 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.689242491Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4109034b-6701-4b27-aba5-74837fe01eb4, session_id: cc51dfda-de0b-4b8d-83ef-581ede764d24, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.689274797Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 4109034b-6701-4b27-aba5-74837fe01eb4, session_id: cc51dfda-de0b-4b8d-83ef-581ede764d24, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.689672279Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.690486029Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:18.690519544Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4109034b-6701-4b27-aba5-74837fe01eb4, session_id: cc51dfda-de0b-4b8d-83ef-581ede764d24, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:40.454146516Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4109034b-6701-4b27-aba5-74837fe01eb4, session_id: cc51dfda-de0b-4b8d-83ef-581ede764d24, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:40.454206617Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:37300): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:40.454229943Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:45938","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.482737475Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 05da3c54-7295-4340-89e1-fb84f122181b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.483220164Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 05da3c54-7295-4340-89e1-fb84f122181b, session_id: 187e9d97-0c3f-4c59-a0ca-b3ea507a3bea, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.483258688Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 05da3c54-7295-4340-89e1-fb84f122181b, session_id: 187e9d97-0c3f-4c59-a0ca-b3ea507a3bea, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.483685156Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [236, 236, 236, 236, 236]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.484479989Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.484503506Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 05da3c54-7295-4340-89e1-fb84f122181b, session_id: 187e9d97-0c3f-4c59-a0ca-b3ea507a3bea, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:58.59257982Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 05da3c54-7295-4340-89e1-fb84f122181b, session_id: 187e9d97-0c3f-4c59-a0ca-b3ea507a3bea, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:58.592669277Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:45938): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:58.592699293Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:62318","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.622908185Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.623446037Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.623484341Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.623934525Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [692, 1050, 1307, 1463, 1518]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.624504161Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.624531417Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:03.65109528Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:03.651142883Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:62318): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:03.651169389Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:60385","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.652752172Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.653225023Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.653286674Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.653816146Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1521, 1523, 1523, 1523, 1521]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.654668201Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.654708635Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:04.68152968Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:04.681576493Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:60385): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:04.681611468Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:34003","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.682401397Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.682675907Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.682712312Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.683246643Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1526, 1526, 1524, 1526, 1526]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.684008502Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.684047096Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:05.710239203Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:05.710290806Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:34003): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:05.710321531Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:47088","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.710899161Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.711102342Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.711132647Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.711437532Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1527, 1527, 1527, 1527, 1527]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.712171795Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.712194011Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:06.73524412Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:06.735277575Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:47088): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:06.735293522Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:32975","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.735925875Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.736154561Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.736184867Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.736473475Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1528, 1528, 1528, 1528, 1528]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.7373212Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.737349156Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:07.766049796Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:07.766074572Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:32975): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:07.76608748Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:36550","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.766991802Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 37aca9bf-c672-47ad-9284-10b2c9e487c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.767243415Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.767275401Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.767524714Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1530, 1530, 1530, 1530, 1530]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.768121967Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:08.768149343Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:12.801075332Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 37aca9bf-c672-47ad-9284-10b2c9e487c0, session_id: 18c861aa-82e8-476c-9bbd-046c24dc9066, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:12.801155301Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:36550): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:12.801186566Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:50890","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.871392129Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 258ec053-a81b-4b6d-9b49-5c8db2728492 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.872673311Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 4a0acb9a-13ec-4284-bccd-11654c0d105f, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.872717904Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 4a0acb9a-13ec-4284-bccd-11654c0d105f, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.873317496Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1533, 1533, 1532, 1532, 1532]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.874149694Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:17.874183109Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:49756","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.634568206Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 258ec053-a81b-4b6d-9b49-5c8db2728492 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.634833637Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.634874341Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 4a0acb9a-13ec-4284-bccd-11654c0d105f, gen: 21 } to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:18.635399774Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 4a0acb9a-13ec-4284-bccd-11654c0d105f, gen: 21 } thread that UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:18.635449187Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.635474223Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 4a0acb9a-13ec-4284-bccd-11654c0d105f, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:18.635500889Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:50890): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.635521456Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1535, 1535, 1535, 1535, 1535]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.636095062Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:18.636116739Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:55112","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.413299452Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 258ec053-a81b-4b6d-9b49-5c8db2728492 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.413534228Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.413577512Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:19.413886526Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 } thread that UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:19.41392888Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.413960546Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: ef5ac703-b116-435e-8464-fc6caedf4cd2, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:19.41400022Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:49756): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.414030155Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1538, 1538, 1537]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.414590633Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:19.414624628Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:46403","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.159554993Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 258ec053-a81b-4b6d-9b49-5c8db2728492 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.159799377Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.159835162Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.160128948Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 } thread that UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.160172662Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.160201638Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b1a67dd2-8b5b-4a54-82a1-51f1d5db18e7, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.160233173Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:55112): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.16025892Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1540, 1540, 1540, 1540, 1540]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.161033936Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.161063451Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:46156","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.914882212Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 258ec053-a81b-4b6d-9b49-5c8db2728492 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.915094901Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.915143263Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.915421893Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Signaling to UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 } thread that UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.915481864Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.915523787Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: 21494608-fe44-47d0-883d-7400224048be, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:20.915563952Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:46403): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.915595607Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1543, 1543, 1543, 1543, 1543]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.916098293Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:20.916133678Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:21.69475613Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 258ec053-a81b-4b6d-9b49-5c8db2728492, session_id: b2dfdc0c-c20f-4881-953e-898cded4cd14, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:21.694833249Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:46156): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.694867134Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:60295","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.725981689Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 355080b1-61d0-4263-b20d-52e126bb045e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.72631561Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 355080b1-61d0-4263-b20d-52e126bb045e, session_id: 1c33baf1-8692-4a65-a571-f6e65b0f10d7, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.726356234Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 355080b1-61d0-4263-b20d-52e126bb045e, session_id: 1c33baf1-8692-4a65-a571-f6e65b0f10d7, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.726808468Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1545, 1545, 1545, 1545, 1545]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.727579515Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:21.727608091Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 355080b1-61d0-4263-b20d-52e126bb045e, session_id: 1c33baf1-8692-4a65-a571-f6e65b0f10d7, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:25.748103022Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 355080b1-61d0-4263-b20d-52e126bb045e, session_id: 1c33baf1-8692-4a65-a571-f6e65b0f10d7, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:25.748183081Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:60295): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.748246101Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:51867","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.779422667Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 6f5fc00c-ee0e-49f0-b9b1-12a61ddc86b9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.779805262Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f5fc00c-ee0e-49f0-b9b1-12a61ddc86b9, session_id: 551a51a7-ba20-4ad9-867e-02c79a299d49, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.779849625Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6f5fc00c-ee0e-49f0-b9b1-12a61ddc86b9, session_id: 551a51a7-ba20-4ad9-867e-02c79a299d49, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.780236278Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1546, 1546, 1546, 1546, 1546]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.780894671Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.780935316Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f5fc00c-ee0e-49f0-b9b1-12a61ddc86b9, session_id: 551a51a7-ba20-4ad9-867e-02c79a299d49, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:25.794211678Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f5fc00c-ee0e-49f0-b9b1-12a61ddc86b9, session_id: 551a51a7-ba20-4ad9-867e-02c79a299d49, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:25.794313193Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:51867): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:25.794338709Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"accepted connection from 127.0.0.1:51878","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.014662687Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"Connection request from 67ea4f58-bfe5-4ba3-b3c0-0e4d244efd25 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.015195938Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 67ea4f58-bfe5-4ba3-b3c0-0e4d244efd25, session_id: 1dcbb3d8-950c-4610-8723-dd7ab26ccbdc, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.015226744Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 67ea4f58-bfe5-4ba3-b3c0-0e4d244efd25, session_id: 1dcbb3d8-950c-4610-8723-dd7ab26ccbdc, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.015617267Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139} {"msg":"Current flush_numbers [0..12]: [1546, 1546, 1546, 1546, 1546]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.016211129Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:26.016236426Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.073476218Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:60437"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.073582192Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:38400"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.075556772Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/4/files","method":"GET","req_id":"6d997f0d-b25e-4b43-b6ca-99c256a07d6e","remote_addr":"127.0.0.1:60437","local_addr":"0.0.0.0:12810","task":"repair","latency_us":1298,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.075599166Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/4/files","method":"GET","req_id":"320d7989-1196-45dc-8649-f2513c192a41","remote_addr":"127.0.0.1:38400","local_addr":"0.0.0.0:12810","task":"repair","latency_us":1303,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.077515505Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/4/data","method":"GET","req_id":"f8d790d8-759c-4e49-9953-51773b6ae40d","remote_addr":"127.0.0.1:38400","local_addr":"0.0.0.0:12810","task":"repair","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.077649145Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/4/data","method":"GET","req_id":"11f57f82-d026-4e2c-901b-28432608a2f7","remote_addr":"127.0.0.1:60437","local_addr":"0.0.0.0:12810","task":"repair","latency_us":418,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.07966407Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/4/repair-ready","method":"GET","req_id":"f028ff5d-4ce5-4af7-aca4-2b298e6e058c","remote_addr":"127.0.0.1:38400","local_addr":"0.0.0.0:12810","task":"repair","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.079858931Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/4/repair-ready","method":"GET","req_id":"a4a4c7e4-0442-450f-88a9-f22089cb239a","remote_addr":"127.0.0.1:60437","local_addr":"0.0.0.0:12810","task":"repair","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.119914905Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:45939"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.120102607Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:65116"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.120332464Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/1/files","method":"GET","req_id":"93c7359f-8d03-411d-abef-ac1e2284d1bc","remote_addr":"127.0.0.1:65116","local_addr":"0.0.0.0:12810","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.120362129Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/1/files","method":"GET","req_id":"a7506f1e-81cf-4d42-bfa5-0098eed5b9b8","remote_addr":"127.0.0.1:45939","local_addr":"0.0.0.0:12810","task":"repair","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.121147724Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/1/data","method":"GET","req_id":"4e2ccadb-f3b3-4f2f-b8f3-d8545c592ec8","remote_addr":"127.0.0.1:65116","local_addr":"0.0.0.0:12810","task":"repair","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.121180959Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/1/data","method":"GET","req_id":"70239d02-0e1f-4699-b1cd-ffd193e33b77","remote_addr":"127.0.0.1:45939","local_addr":"0.0.0.0:12810","task":"repair","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.124126597Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/1/repair-ready","method":"GET","req_id":"1c785621-117d-4c0a-bcd9-0cbc8513c411","remote_addr":"127.0.0.1:65116","local_addr":"0.0.0.0:12810","task":"repair","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.12417278Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/1/repair-ready","method":"GET","req_id":"45a324a2-18ed-400b-8a0f-7030ec81e2e5","remote_addr":"127.0.0.1:45939","local_addr":"0.0.0.0:12810","task":"repair","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.16316298Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:46987"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.163513739Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/3/files","method":"GET","req_id":"568c8538-c4d8-4b6c-a6a2-6d4314750cd1","remote_addr":"127.0.0.1:46987","local_addr":"0.0.0.0:12810","task":"repair","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.163647619Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50034"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.163852419Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/3/files","method":"GET","req_id":"12a8ceb8-0ed7-478d-865b-d1252955ed12","remote_addr":"127.0.0.1:50034","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.16432547Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/3/data","method":"GET","req_id":"79483c7c-ef5d-4c51-8341-f7700efbf792","remote_addr":"127.0.0.1:46987","local_addr":"0.0.0.0:12810","task":"repair","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.164650702Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/newextent/3/data","method":"GET","req_id":"cf7b45b4-307c-4377-9853-199e1c34ff89","remote_addr":"127.0.0.1:50034","local_addr":"0.0.0.0:12810","task":"repair","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.166601676Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/3/repair-ready","method":"GET","req_id":"79b2f46c-40f7-4e27-ac7e-0c211f434629","remote_addr":"127.0.0.1:46987","local_addr":"0.0.0.0:12810","task":"repair","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:28.167400349Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"uri":"/extent/3/repair-ready","method":"GET","req_id":"073065ca-8344-4286-9739-90b77de27d16","remote_addr":"127.0.0.1:50034","local_addr":"0.0.0.0:12810","task":"repair","latency_us":88,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 67ea4f58-bfe5-4ba3-b3c0-0e4d244efd25, session_id: 1dcbb3d8-950c-4610-8723-dd7ab26ccbdc, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:32.183701427Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 67ea4f58-bfe5-4ba3-b3c0-0e4d244efd25, session_id: 1dcbb3d8-950c-4610-8723-dd7ab26ccbdc, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:14:32.183795363Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139,"task":"main"} {"msg":"connection (127.0.0.1:51878): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:14:32.183832918Z","hostname":"ip-10-150-1-30.us-west-2.compute.internal","pid":1139}