{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.30023692Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300407511Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300421051Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300542275Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300558184Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f6c40444ff68361c835e88ee91c409e8deb48d7d\nCommit timestamp: 2024-02-27T21:23:06.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300700468Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.300731496Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.30147566Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.302138918Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.302432014Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.302461123Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.30251455Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"accepted connection from 127.0.0.1:52678","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.367675374Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from fc17860c-846f-49f2-ac9f-8bcdbfc1a156 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.36880571Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: fc17860c-846f-49f2-ac9f-8bcdbfc1a156, session_id: 7be5441e-6064-4bb7-a44b-c6f37a5f13ec, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.368843488Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: fc17860c-846f-49f2-ac9f-8bcdbfc1a156, session_id: 7be5441e-6064-4bb7-a44b-c6f37a5f13ec, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.370386584Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.371574337Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:20.37171424Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: fc17860c-846f-49f2-ac9f-8bcdbfc1a156, session_id: 7be5441e-6064-4bb7-a44b-c6f37a5f13ec, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:24.391327289Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: fc17860c-846f-49f2-ac9f-8bcdbfc1a156, session_id: 7be5441e-6064-4bb7-a44b-c6f37a5f13ec, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:24.391374626Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:52678): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:24.391400085Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:42631","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.415675034Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 782e3d28-6a6d-490c-95b2-1bcc3c45b64d with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.416274985Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 782e3d28-6a6d-490c-95b2-1bcc3c45b64d, session_id: c4dae801-379f-4709-bd5c-a6de27a08802, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.416302734Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 782e3d28-6a6d-490c-95b2-1bcc3c45b64d, session_id: c4dae801-379f-4709-bd5c-a6de27a08802, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.416746373Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.417551794Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:29.417584472Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 782e3d28-6a6d-490c-95b2-1bcc3c45b64d, session_id: c4dae801-379f-4709-bd5c-a6de27a08802, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:33.690983552Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 782e3d28-6a6d-490c-95b2-1bcc3c45b64d, session_id: c4dae801-379f-4709-bd5c-a6de27a08802, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:33.691073078Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:42631): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:33.691108026Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:36549","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.714242721Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from f90edc4e-cb2f-439a-a7b3-0507200f601a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.71468499Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f90edc4e-cb2f-439a-a7b3-0507200f601a, session_id: a6e4ef6f-c809-4874-bc66-b82fec08e9e9, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.714727788Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f90edc4e-cb2f-439a-a7b3-0507200f601a, session_id: a6e4ef6f-c809-4874-bc66-b82fec08e9e9, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.715194255Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.715895831Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.7159212Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f90edc4e-cb2f-439a-a7b3-0507200f601a, session_id: a6e4ef6f-c809-4874-bc66-b82fec08e9e9, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:19.218573991Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f90edc4e-cb2f-439a-a7b3-0507200f601a, session_id: a6e4ef6f-c809-4874-bc66-b82fec08e9e9, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:19.218640888Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:36549): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:19.218668446Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:56825","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.244484692Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 8a3dcc47-4adb-4ba8-b356-19b46d4c5800 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.244989308Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8a3dcc47-4adb-4ba8-b356-19b46d4c5800, session_id: 2e862aab-6271-4058-84e1-b993bbea3bb6, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.245030036Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8a3dcc47-4adb-4ba8-b356-19b46d4c5800, session_id: 2e862aab-6271-4058-84e1-b993bbea3bb6, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.245433657Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [272, 272, 272, 272, 272]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.246031808Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.246054447Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8a3dcc47-4adb-4ba8-b356-19b46d4c5800, session_id: 2e862aab-6271-4058-84e1-b993bbea3bb6, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:04.052584888Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8a3dcc47-4adb-4ba8-b356-19b46d4c5800, session_id: 2e862aab-6271-4058-84e1-b993bbea3bb6, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:04.052648955Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:56825): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:04.052675624Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:38789","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.0790938Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.079435293Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.079478011Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.079944969Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [759, 1131, 1397, 1556, 1612]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.080600308Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.080637516Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:09.164131293Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:09.164173531Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:38789): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:09.164197509Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:62632","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.165643085Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.165764349Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.165796368Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.16615818Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1616, 1616, 1616, 1616, 1615]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.166758751Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.166825178Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:10.258852715Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:10.258897103Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:62632): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:10.258933471Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:42637","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.259890991Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.260182937Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.260230905Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.260637835Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1619, 1619, 1619, 1618, 1619]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.261187188Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.261215067Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:11.376057317Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:11.376095976Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:42637): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:11.376125784Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:38036","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.377269954Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.377384469Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.377408128Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.377790969Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1620, 1620, 1620, 1620, 1620]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.378451398Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.378477706Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:12.45620911Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:12.456228589Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:38036): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:12.456240989Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:34685","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.456576038Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.456666354Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.456703542Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.456971269Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1622, 1624, 1624, 1624, 1624]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.45757874Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.457606539Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:13.54059531Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:13.540630378Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:34685): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:13.540656397Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:36863","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.541512561Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.541762219Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.541797867Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.542294763Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1622, 1625, 1626, 1626, 1626]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.542773531Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:14.542807709Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:18.668566365Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e50aa0e3-e98b-4a1b-bc25-8cfa6b57e4de, session_id: 48d78786-14e5-4ec5-a37b-ed9306932b04, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:18.668606083Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:36863): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:18.668632071Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:58004","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.72786929Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2d4f4e65-81e9-4ac3-9130-7485f631abd6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.728976197Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 61a7c4ee-3278-4900-b3b9-dd4eda1f0acb, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.729006665Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 61a7c4ee-3278-4900-b3b9-dd4eda1f0acb, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.729482383Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1627, 1628, 1629, 1629, 1629]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.730293074Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:23.730315863Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:40508","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.972686114Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2d4f4e65-81e9-4ac3-9130-7485f631abd6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.972879085Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.972912663Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 61a7c4ee-3278-4900-b3b9-dd4eda1f0acb, gen: 21 } to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:25.973376611Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 61a7c4ee-3278-4900-b3b9-dd4eda1f0acb, gen: 21 } thread that UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:25.973419139Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.973442268Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 61a7c4ee-3278-4900-b3b9-dd4eda1f0acb, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:25.973468017Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:58004): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.973488056Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1634, 1634, 1634, 1634, 1634]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.97401885Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:25.974096736Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:50997","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.221001629Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2d4f4e65-81e9-4ac3-9130-7485f631abd6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.221230808Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.221269916Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:28.221766173Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 } thread that UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:28.221807231Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.221832719Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: bab68264-a7b4-4845-a6ce-ca139d42ea0d, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:28.221928805Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:40508): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.222072218Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1639, 1639, 1639, 1639, 1639]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.222580133Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:28.222605002Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:57373","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.518772117Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2d4f4e65-81e9-4ac3-9130-7485f631abd6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.519025975Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.519068053Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:30.519373428Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 } thread that UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:30.519414396Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.519436695Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 78f0cc79-e69d-40d9-83c1-8a886903d13e, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:30.519463524Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:50997): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.519483703Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1645, 1645, 1645, 1645, 1645]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.520235987Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:30.520262125Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:36157","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.800383363Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 2d4f4e65-81e9-4ac3-9130-7485f631abd6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.800807072Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.800840741Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:32.801138457Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Signaling to UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 } thread that UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:32.801229162Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.801291799Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: 31b9688f-d6f6-4ec4-af7d-f754e475cbb2, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:32.801391915Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:57373): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.801431393Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1650, 1651, 1651, 1650, 1651]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.801936368Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:32.801973016Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:35.058777903Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2d4f4e65-81e9-4ac3-9130-7485f631abd6, session_id: da49a3f9-facd-4d56-9b75-603bd06e880f, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:35.058823011Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:36157): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.05885444Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:46243","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.087056554Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from 016316c7-59ee-4a8e-b6d5-6d92c5f2aef6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.087471474Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 016316c7-59ee-4a8e-b6d5-6d92c5f2aef6, session_id: c28ef5ff-8165-45d2-8c2c-af5a7763d529, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.087512012Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 016316c7-59ee-4a8e-b6d5-6d92c5f2aef6, session_id: c28ef5ff-8165-45d2-8c2c-af5a7763d529, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.087924833Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1656, 1656, 1656, 1656, 1656]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.088762812Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:35.08880305Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 016316c7-59ee-4a8e-b6d5-6d92c5f2aef6, session_id: c28ef5ff-8165-45d2-8c2c-af5a7763d529, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:39.166989592Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 016316c7-59ee-4a8e-b6d5-6d92c5f2aef6, session_id: c28ef5ff-8165-45d2-8c2c-af5a7763d529, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:39.167057129Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:46243): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.167083608Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:61009","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.193297478Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e09a614f-fd47-4b2d-94cc-1947392d1e5b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.193863321Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e09a614f-fd47-4b2d-94cc-1947392d1e5b, session_id: 01cfc77d-7de1-49fd-a969-95b87f182cd4, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.193893219Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e09a614f-fd47-4b2d-94cc-1947392d1e5b, session_id: 01cfc77d-7de1-49fd-a969-95b87f182cd4, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.194354847Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1657, 1657, 1657, 1657, 1657]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.195058493Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.195091282Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e09a614f-fd47-4b2d-94cc-1947392d1e5b, session_id: 01cfc77d-7de1-49fd-a969-95b87f182cd4, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:39.242404597Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e09a614f-fd47-4b2d-94cc-1947392d1e5b, session_id: 01cfc77d-7de1-49fd-a969-95b87f182cd4, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:39.242452885Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:61009): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.242482574Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"accepted connection from 127.0.0.1:40559","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.427552189Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"Connection request from e81131d2-0c86-49a0-98ba-4ef25528b882 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.428033715Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e81131d2-0c86-49a0-98ba-4ef25528b882, session_id: b1d821ae-adaf-4d3c-8a1e-848f5c7e1258, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.428061314Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e81131d2-0c86-49a0-98ba-4ef25528b882, session_id: b1d821ae-adaf-4d3c-8a1e-848f5c7e1258, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.428451065Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Current flush_numbers [0..12]: [1657, 1657, 1658, 1657, 1657]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.428898484Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:39.428927282Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.434846708Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.490231576Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.493368175Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.493825263Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.494993577Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.496863167Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.500611137Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.53175548Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.535111299Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.535671442Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.536993658Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.538549924Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.542057745Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.570964895Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.573758191Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.574185361Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.57524236Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.576802145Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.581225582Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.610717385Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.61352424Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.61394312Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.615145832Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:41.616581513Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145} {"msg":"upstairs UpstairsConnection { upstairs_id: e81131d2-0c86-49a0-98ba-4ef25528b882, session_id: b1d821ae-adaf-4d3c-8a1e-848f5c7e1258, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:45.657478188Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e81131d2-0c86-49a0-98ba-4ef25528b882, session_id: b1d821ae-adaf-4d3c-8a1e-848f5c7e1258, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:46:45.657551695Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145,"task":"main"} {"msg":"connection (127.0.0.1:40559): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:46:45.657577913Z","hostname":"ip-10-150-1-192.us-west-2.compute.internal","pid":1145}