{"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.247498559Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.24771073Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.247727588Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.24800245Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248027127Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 1ea95bc6ad177e15c12223e252d3d40e472d7d51\nCommit timestamp: 2024-02-21T18:17:40.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248531977Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.248573872Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_up/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.251293809Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252681779Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252899519Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252931995Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:17.252956291Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"accepted connection from 127.0.0.1:46339","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.323820992Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from c68a408d-5ca5-4db3-8354-2294c5c111f3 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.325060963Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.325096848Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.326456722Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.327913012Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:22.328009049Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:26.34409312Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c68a408d-5ca5-4db3-8354-2294c5c111f3, session_id: 7a201264-91eb-4df5-bbfd-a28edbf40dbc, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:26.344161231Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:46339): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:26.344271876Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:42254","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.369643036Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 46aa3967-4212-4913-b638-2ad7c1b60198 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.370035322Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.370081756Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.370550052Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.371321356Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:31.371350472Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:35.502159402Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 46aa3967-4212-4913-b638-2ad7c1b60198, session_id: df44f316-ef9e-4db1-9e92-618cf8430d1e, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:35.502235792Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:42254): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:35.502267948Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:57506","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527020693Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 6fc5eeb8-0419-4274-9e7b-c9d90be0893b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527457673Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527485239Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.527937267Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.528685785Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:40.528712771Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:59.027131481Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fc5eeb8-0419-4274-9e7b-c9d90be0893b, session_id: f120cfa7-9573-47d7-86f6-3ba4c4711378, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:39:59.027217319Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:57506): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:39:59.027245355Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:47439","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054329081Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 6d4cd592-cdda-440a-9afb-27dd83ed4044 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054755122Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.054803516Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.055203851Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [229, 229, 229, 229, 229]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.055963307Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:04.056027238Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:16.960667831Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d4cd592-cdda-440a-9afb-27dd83ed4044, session_id: 9d1bf08e-52d4-43b8-aab0-af0b1a44121d, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:16.960731623Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:47439): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:16.96075372Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:35244","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988105239Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988423845Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.9884653Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.988867695Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [689, 1045, 1301, 1457, 1512]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.989578387Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:21.989616962Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:22.014302591Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:22.014359193Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:35244): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:22.01438328Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:34841","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.015795928Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.01599901Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.016039834Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.016588009Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1513, 1513, 1513, 1513, 1517]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.017371252Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.017398908Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:23.041096353Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:23.041137697Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:34841): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:23.041171223Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:44835","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.042785602Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.042988495Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.043015451Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.043449192Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1520, 1520, 1519, 1519, 1519]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.04404496Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.044072756Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:24.06843224Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:24.068460106Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:44835): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:24.068481303Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:54219","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.069968711Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070163584Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070199709Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.070645188Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1522, 1522, 1522, 1521, 1519]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.071262724Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.071312837Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:25.096792117Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:25.096837521Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:54219): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:25.096867167Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:53802","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.097684306Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098035149Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098085252Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.098336827Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1525, 1525, 1525, 1525, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.099050279Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.099079135Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:26.127216722Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:26.127250388Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:53802): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:26.127276454Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:57847","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.128707649Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 031b9884-1e56-4c72-bc1e-1bf1ce5d6500 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.128880505Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.128920619Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.129191333Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1527, 1529, 1529, 1527, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.12986827Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:27.129894826Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:31.161039026Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 031b9884-1e56-4c72-bc1e-1bf1ce5d6500, session_id: 3b922206-53ab-4cc6-becc-4a35b1f4832b, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:31.1610841Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:57847): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:31.161106577Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:63233","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.221950899Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.22289325Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.222935824Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.223400241Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1531, 1531, 1530, 1531, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.224151918Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.224189532Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:43232","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964197369Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964357917Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964399291Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.964892004Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.964941077Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.964972793Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: d9c12021-4e8c-4550-a9b6-b9f10a4a8ad2, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:36.965026925Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:63233): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965059151Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1533, 1533, 1533, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965531346Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:36.965557722Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:52222","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.696822607Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697101178Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697138003Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697441602Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697482846Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697506463Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 159ccc1f-84f9-46a4-b6eb-61a435e4671c, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:37.697537869Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:43232): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.697559835Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1535, 1535, 1535, 1535, 1535]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.698262529Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:37.698298864Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:42409","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.438844138Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439173503Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439200539Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.439473122Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.439517496Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439549641Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: ffa60edf-ba87-407a-924e-4618b0b223fc, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:38.439583827Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:52222): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.439615032Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1538, 1538, 1538]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.440222969Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:38.440262254Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:45992","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171208901Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 305c890b-5f91-4424-8ef5-284853b314c0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171374188Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171402834Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171660779Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 } thread that UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171683766Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.171697844Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 2990f362-7dd9-45ea-90e7-83364d9fa78d, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:39.171713002Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:42409): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.17179648Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1540, 1540, 1540, 1540, 1540]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.172250338Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:39.172283804Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:44.928405478Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 305c890b-5f91-4424-8ef5-284853b314c0, session_id: 00ac17d1-82c5-4494-bb25-ef5035e020ee, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:44.928450862Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:45992): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.928477918Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:36336","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956057051Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 8af4fdbf-881d-4024-9e6c-0f765de3cc22 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956563892Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.956605596Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.957038337Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1543, 1543, 1543, 1543, 1543]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.95788901Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:44.957920536Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:48.977660506Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8af4fdbf-881d-4024-9e6c-0f765de3cc22, session_id: 8509d2a4-3fe2-4fb1-a288-b8a99e6c8ced, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:48.977729286Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:36336): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:48.977785818Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:58323","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006172961Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from c6591fc0-09c8-42a3-8296-7fe587c7afdb with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006622359Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.006652975Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.007025304Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1544, 1544, 1544, 1544, 1544]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.00793404Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.007962126Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"connection (127.0.0.1:58323) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-21T18:40:49.020483151Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:37943","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.213838591Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.214496711Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.214538555Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } to UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 }","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:49.214893157Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } thread that UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:49.214922903Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: c6591fc0-09c8-42a3-8296-7fe587c7afdb, session_id: 32b3650a-0fbc-4d29-9d59-946b4195740b, gen: 32 } thread: UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 }","v":0,"name":"crucible","level":50,"time":"2024-02-21T18:40:49.21493992Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.214954658Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1545, 1544, 1544, 1544, 1544]","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.21553018Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:49.215555966Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.288537227Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:42680"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.288596709Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:37052"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.291110965Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/3/files","method":"GET","req_id":"32f33e4c-c134-45c9-aaa7-e64957f03935","remote_addr":"127.0.0.1:42680","local_addr":"0.0.0.0:12810","task":"repair","latency_us":1330,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.291173636Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/3/files","method":"GET","req_id":"0774668b-853c-468a-ae7d-4394f0e3f9c3","remote_addr":"127.0.0.1:37052","local_addr":"0.0.0.0:12810","task":"repair","latency_us":1330,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.293446205Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/3/data","method":"GET","req_id":"31736e1f-5f60-4389-938f-fe29b5d801c1","remote_addr":"127.0.0.1:37052","local_addr":"0.0.0.0:12810","task":"repair","latency_us":332,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.293498158Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/3/data","method":"GET","req_id":"cd7e912f-d134-4067-b212-d5b7dfad92b7","remote_addr":"127.0.0.1:42680","local_addr":"0.0.0.0:12810","task":"repair","latency_us":360,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.333271971Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:64754"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.333317435Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:62127"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.333528296Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/0/files","method":"GET","req_id":"29e23e9b-91b9-4ae8-8fae-e6fbb81a12ea","remote_addr":"127.0.0.1:64754","local_addr":"0.0.0.0:12810","task":"repair","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.333737457Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/0/files","method":"GET","req_id":"d8599cc2-49e3-419a-91ab-949d546c2aed","remote_addr":"127.0.0.1:62127","local_addr":"0.0.0.0:12810","task":"repair","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.334241668Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/0/data","method":"GET","req_id":"4524b9b5-c769-49e0-94cf-cdb4e23703f8","remote_addr":"127.0.0.1:64754","local_addr":"0.0.0.0:12810","task":"repair","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.334317338Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/0/data","method":"GET","req_id":"48af8ef5-ea11-405a-8ec4-82f88edc5d91","remote_addr":"127.0.0.1:62127","local_addr":"0.0.0.0:12810","task":"repair","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.37343805Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:60573"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.373671508Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/4/files","method":"GET","req_id":"0f25e7e8-e594-4a25-a174-97150c6dac74","remote_addr":"127.0.0.1:60573","local_addr":"0.0.0.0:12810","task":"repair","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.374353575Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/4/data","method":"GET","req_id":"8cd150fb-1a9b-46ff-aee9-141d0aed1e94","remote_addr":"127.0.0.1:60573","local_addr":"0.0.0.0:12810","task":"repair","latency_us":237,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.37482769Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:43802"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.375187671Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/4/files","method":"GET","req_id":"bd83febc-00e6-483b-922d-81cec06129f7","remote_addr":"127.0.0.1:43802","local_addr":"0.0.0.0:12810","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.37577487Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/4/data","method":"GET","req_id":"12175590-297b-4aad-8377-da1fb5736d49","remote_addr":"127.0.0.1:43802","local_addr":"0.0.0.0:12810","task":"repair","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.416825129Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36749"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.417088502Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/2/files","method":"GET","req_id":"51966c77-b601-4d9b-a86c-0d50544a76bd","remote_addr":"127.0.0.1:36749","local_addr":"0.0.0.0:12810","task":"repair","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.417372384Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:43070"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.417580395Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/extent/2/files","method":"GET","req_id":"0a1427e9-fe95-4eb4-b8ec-8e73874c0e84","remote_addr":"127.0.0.1:43070","local_addr":"0.0.0.0:12810","task":"repair","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.417879444Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/2/data","method":"GET","req_id":"6577e43a-00af-4866-85ab-28ad65e6b328","remote_addr":"127.0.0.1:36749","local_addr":"0.0.0.0:12810","task":"repair","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:55.418334902Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"uri":"/newextent/2/data","method":"GET","req_id":"b319f45d-ef09-4a4c-9eb4-4229569c9dad","remote_addr":"127.0.0.1:43070","local_addr":"0.0.0.0:12810","task":"repair","latency_us":217,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:59.437270942Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ad94ab-68bc-4b3b-8ac5-8ed108acf6e1, session_id: 5739ccfc-88fc-4338-afb9-c8e48931edc5, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-21T18:40:59.437346452Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:37943): all done","v":0,"name":"crucible","level":30,"time":"2024-02-21T18:40:59.437380037Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142}