{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.205808212Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.206080425Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.206100902Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.20647598Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.206496957Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f6c40444ff68361c835e88ee91c409e8deb48d7d\nCommit timestamp: 2024-02-27T21:23:06.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.207376806Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.20742007Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_up/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.211362964Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.213433748Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.213949557Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.213972083Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:22.213984602Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51621","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.305708235Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from e018a8e3-fb71-4487-b10a-1266b89e965c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.307359687Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e018a8e3-fb71-4487-b10a-1266b89e965c, session_id: 3a8410b9-58dc-450f-b9b4-fad76eeb15dc, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.30740378Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e018a8e3-fb71-4487-b10a-1266b89e965c, session_id: 3a8410b9-58dc-450f-b9b4-fad76eeb15dc, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.309050313Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.310761506Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:27.310811219Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e018a8e3-fb71-4487-b10a-1266b89e965c, session_id: 3a8410b9-58dc-450f-b9b4-fad76eeb15dc, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:31.328840649Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e018a8e3-fb71-4487-b10a-1266b89e965c, session_id: 3a8410b9-58dc-450f-b9b4-fad76eeb15dc, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:31.328908389Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:51621): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:31.328936066Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:63017","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.354038095Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 3d896b3d-b221-4636-b0de-792a0e237ec5 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.354427171Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d896b3d-b221-4636-b0de-792a0e237ec5, session_id: 2ef58083-c92c-4db6-88c3-b74e0aa24c7d, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.354472155Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3d896b3d-b221-4636-b0de-792a0e237ec5, session_id: 2ef58083-c92c-4db6-88c3-b74e0aa24c7d, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.354906494Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.355646422Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:36.355679248Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d896b3d-b221-4636-b0de-792a0e237ec5, session_id: 2ef58083-c92c-4db6-88c3-b74e0aa24c7d, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:40.674998164Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d896b3d-b221-4636-b0de-792a0e237ec5, session_id: 2ef58083-c92c-4db6-88c3-b74e0aa24c7d, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:40.675075614Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:63017): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.6751029Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:50990","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.699084553Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 3e39149b-5d2d-437c-9972-e71b94989de4 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.699700138Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e39149b-5d2d-437c-9972-e71b94989de4, session_id: cedac745-43f8-4b0a-8930-90d078c6568d, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.699750171Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3e39149b-5d2d-437c-9972-e71b94989de4, session_id: cedac745-43f8-4b0a-8930-90d078c6568d, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.700201418Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.7009898Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:45.701031434Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e39149b-5d2d-437c-9972-e71b94989de4, session_id: cedac745-43f8-4b0a-8930-90d078c6568d, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:04.353940917Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e39149b-5d2d-437c-9972-e71b94989de4, session_id: cedac745-43f8-4b0a-8930-90d078c6568d, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:04.354028335Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:50990): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:04.354102924Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:35005","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.381058946Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 0002ffef-4cfb-4f5d-936c-0b1b89d2b02f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.381502935Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0002ffef-4cfb-4f5d-936c-0b1b89d2b02f, session_id: f38f203a-f66c-4ace-aadc-5b4eb3390b5b, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.381532311Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 0002ffef-4cfb-4f5d-936c-0b1b89d2b02f, session_id: f38f203a-f66c-4ace-aadc-5b4eb3390b5b, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.382000616Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [230, 230, 230, 230, 230]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.382824492Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:09.382852608Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0002ffef-4cfb-4f5d-936c-0b1b89d2b02f, session_id: f38f203a-f66c-4ace-aadc-5b4eb3390b5b, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:22.251383029Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 0002ffef-4cfb-4f5d-936c-0b1b89d2b02f, session_id: f38f203a-f66c-4ace-aadc-5b4eb3390b5b, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:22.251460428Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:35005): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:22.251492084Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:62885","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.280168818Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.280746478Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.280791562Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.281195986Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [690, 1049, 1306, 1461, 1516]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.282074085Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.28211219Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:27.308597956Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:27.30864362Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:62885): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:27.308668587Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:40807","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.310123783Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.310321936Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.310360451Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.310751687Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1518, 1519, 1519, 1519, 1518]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.311560015Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.31159166Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:28.336894371Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:28.336936445Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:40807): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:28.336965301Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:46235","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.337786936Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.337942014Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.33796905Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.338242093Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1518, 1522, 1522, 1522, 1521]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.338713347Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.338738854Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:29.367587524Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:29.367633707Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:46235): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.367648915Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:42425","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.369021103Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.369204328Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.369253661Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.369670534Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1518, 1523, 1524, 1525, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.370331142Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.370357119Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:30.397220533Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:30.397265837Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:42425): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:30.397295703Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:46863","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.398358874Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.398808892Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.398849466Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.399175921Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1526, 1527, 1527, 1527, 1527]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.399679161Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.399730564Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:31.425178854Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:31.42521219Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:46863): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:31.425233717Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:63326","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.426511428Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47f3f376-c6f5-411f-aa67-d24e5fa12470 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.426818925Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.42685913Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.427405234Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1528, 1527, 1529, 1529, 1529]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.428099438Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:32.428126774Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:36.454607874Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47f3f376-c6f5-411f-aa67-d24e5fa12470, session_id: db539be0-f56b-47db-9c8b-973c9e885fdc, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:36.454682324Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:63326): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:36.45470782Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:34659","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.516717925Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 72490b0b-60f6-4504-91c6-567be1886019 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.517963563Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 0566a310-9b92-4033-9c20-80fc10995c27, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.518015746Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 0566a310-9b92-4033-9c20-80fc10995c27, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.518459764Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1528, 1532, 1532, 1532, 1532]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.519302268Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:41.519330044Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:33004","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.279325038Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 72490b0b-60f6-4504-91c6-567be1886019 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.279551617Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.279587432Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 0566a310-9b92-4033-9c20-80fc10995c27, gen: 21 } to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:42.280138485Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 0566a310-9b92-4033-9c20-80fc10995c27, gen: 21 } thread that UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:42.280185419Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.280207946Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 0566a310-9b92-4033-9c20-80fc10995c27, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:42.280235652Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:34659): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.280262968Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1534, 1534, 1534, 1534, 1534]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.280714416Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:42.280746731Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:42363","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.050054807Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 72490b0b-60f6-4504-91c6-567be1886019 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.050220414Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.050260519Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.050563037Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 } thread that UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.050593503Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.0506094Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 767ad142-3c4c-40bc-8620-c3cb0eb7d7f6, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.050631197Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:33004): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.050648185Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1537, 1537, 1537, 1536, 1536]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.051339919Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.05140405Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:41643","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.783958399Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 72490b0b-60f6-4504-91c6-567be1886019 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.784127726Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.78417046Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.784472548Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 } thread that UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.784518702Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.784550427Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 9636c6b2-f47f-4263-9e6b-0231569a12bf, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:43.784583473Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:42363): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.784612729Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1539, 1539, 1539, 1539, 1539]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.785336498Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:43.785373963Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:37319","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.559687187Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 72490b0b-60f6-4504-91c6-567be1886019 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.560051097Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.560082692Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:44.560522532Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Signaling to UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 } thread that UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:44.560566975Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.560597951Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 1711309f-b189-405a-bb9c-64a393ffce80, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:44.560630497Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:41643): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.560656853Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1541, 1541, 1542, 1542, 1542]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.561089443Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:44.561116079Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:45.323838205Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 72490b0b-60f6-4504-91c6-567be1886019, session_id: 5e6d9b0e-ccb5-4135-a8f7-fc0dd5cf3988, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:45.323919624Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:37319): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.323962319Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:57432","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.35272481Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from 47365b64-251f-4940-8cfe-c1da15851ab2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.353363672Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47365b64-251f-4940-8cfe-c1da15851ab2, session_id: 2f63b415-2a8b-4601-a489-9f955a133e63, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.353402476Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 47365b64-251f-4940-8cfe-c1da15851ab2, session_id: 2f63b415-2a8b-4601-a489-9f955a133e63, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.353828648Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1544, 1544, 1544, 1544, 1544]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.354539879Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:45.354567126Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47365b64-251f-4940-8cfe-c1da15851ab2, session_id: 2f63b415-2a8b-4601-a489-9f955a133e63, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:49.374612195Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 47365b64-251f-4940-8cfe-c1da15851ab2, session_id: 2f63b415-2a8b-4601-a489-9f955a133e63, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:49.374664718Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:57432): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.374694044Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:48938","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.403119842Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from f5715b37-06d6-4fef-be65-1dcafdba31ee with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.403624492Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f5715b37-06d6-4fef-be65-1dcafdba31ee, session_id: f143615f-c058-4820-b795-565cece166b3, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.403673506Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: f5715b37-06d6-4fef-be65-1dcafdba31ee, session_id: f143615f-c058-4820-b795-565cece166b3, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.404113775Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1545, 1545, 1545, 1545, 1545]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.404812978Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.404852332Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f5715b37-06d6-4fef-be65-1dcafdba31ee, session_id: f143615f-c058-4820-b795-565cece166b3, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:49.420351279Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f5715b37-06d6-4fef-be65-1dcafdba31ee, session_id: f143615f-c058-4820-b795-565cece166b3, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:49.420401082Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:48938): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.420450935Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"accepted connection from 127.0.0.1:49665","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.626668322Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"Connection request from a35cadcd-655f-41db-a308-299b65cc6b96 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.627138717Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a35cadcd-655f-41db-a308-299b65cc6b96, session_id: 14208ca5-ae0e-43c7-8533-9eb645c5e0e7, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.627166333Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a35cadcd-655f-41db-a308-299b65cc6b96, session_id: 14208ca5-ae0e-43c7-8533-9eb645c5e0e7, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.627538642Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Current flush_numbers [0..12]: [1545, 1545, 1545, 1545, 1545]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.628219288Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:49.628255532Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.633111107Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.684337082Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.687357744Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.687857385Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.689434757Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.691057802Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.695177672Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.727266414Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.73033437Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/001.copy\" to \"/var/tmp/test_up/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.730812224Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/001.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.732845782Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/001.replace\" to \"/var/tmp/test_up/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.734258587Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.738496251Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.769916605Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.77190371Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/002.copy\" to \"/var/tmp/test_up/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.77240956Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/002.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.774118744Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/002.replace\" to \"/var/tmp/test_up/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.775208563Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.779385496Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.81000747Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.812456381Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.812926136Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.814389994Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:51.815482373Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142} {"msg":"upstairs UpstairsConnection { upstairs_id: a35cadcd-655f-41db-a308-299b65cc6b96, session_id: 14208ca5-ae0e-43c7-8533-9eb645c5e0e7, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:55.829608191Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a35cadcd-655f-41db-a308-299b65cc6b96, session_id: 14208ca5-ae0e-43c7-8533-9eb645c5e0e7, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:55.829701298Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142,"task":"main"} {"msg":"connection (127.0.0.1:49665): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:55.829780458Z","hostname":"ip-10-150-1-174.us-west-2.compute.internal","pid":1142}