{"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.683972643Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.684132126Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.684145836Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.68432743Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.68434803Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 9f74bb5fe2be09de9f7a47f2db64d7dce836b79c\nCommit timestamp: 2024-02-12T01:11:14.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.6848513Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.68535526Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_up/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.689225848Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.690531944Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.690728528Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.690762179Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:36:58.690953433Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"accepted connection from 127.0.0.1:40639","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.787108233Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 36277e37-6eaf-4fc5-937a-f5e2b2810b8f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.7889743Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36277e37-6eaf-4fc5-937a-f5e2b2810b8f, session_id: 94a2d938-887b-4ba9-8311-cada7dfe1f02, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.789037352Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 36277e37-6eaf-4fc5-937a-f5e2b2810b8f, session_id: 94a2d938-887b-4ba9-8311-cada7dfe1f02, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.790271296Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.791769626Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:03.79195431Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36277e37-6eaf-4fc5-937a-f5e2b2810b8f, session_id: 94a2d938-887b-4ba9-8311-cada7dfe1f02, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:07.809995969Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36277e37-6eaf-4fc5-937a-f5e2b2810b8f, session_id: 94a2d938-887b-4ba9-8311-cada7dfe1f02, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:07.81006036Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:40639): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:07.810282214Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:42614","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.835212715Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from efcb8060-d2db-474b-a5bc-508a208d9e51 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.835705515Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: efcb8060-d2db-474b-a5bc-508a208d9e51, session_id: 632b6bf0-e947-4bb2-bb61-11751812ed93, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.835745385Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: efcb8060-d2db-474b-a5bc-508a208d9e51, session_id: 632b6bf0-e947-4bb2-bb61-11751812ed93, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.836153433Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.836849418Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:12.836887758Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: efcb8060-d2db-474b-a5bc-508a208d9e51, session_id: 632b6bf0-e947-4bb2-bb61-11751812ed93, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:17.092759381Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: efcb8060-d2db-474b-a5bc-508a208d9e51, session_id: 632b6bf0-e947-4bb2-bb61-11751812ed93, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:17.092826642Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:42614): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:17.092851723Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:41831","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.117024528Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 88a9593b-92ee-4b88-82fd-4b124c12b035 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.117529208Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 88a9593b-92ee-4b88-82fd-4b124c12b035, session_id: 9af3b428-5038-45fb-9ed9-855a88793ca3, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.117552938Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 88a9593b-92ee-4b88-82fd-4b124c12b035, session_id: 9af3b428-5038-45fb-9ed9-855a88793ca3, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.118038088Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.11860434Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:22.11862629Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 88a9593b-92ee-4b88-82fd-4b124c12b035, session_id: 9af3b428-5038-45fb-9ed9-855a88793ca3, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:37.474147807Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 88a9593b-92ee-4b88-82fd-4b124c12b035, session_id: 9af3b428-5038-45fb-9ed9-855a88793ca3, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:37.474224198Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:41831): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:37.474252639Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:43170","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.501266701Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 820b3ae0-7ff6-440b-bfee-0938356a11e7 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.50172359Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 820b3ae0-7ff6-440b-bfee-0938356a11e7, session_id: d316c42b-292f-4616-8e33-b47667df061b, gen: 7 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.501760411Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 820b3ae0-7ff6-440b-bfee-0938356a11e7, session_id: d316c42b-292f-4616-8e33-b47667df061b, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.5022077Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [222, 222, 222, 222, 222]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.503023286Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:42.503052957Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 820b3ae0-7ff6-440b-bfee-0938356a11e7, session_id: d316c42b-292f-4616-8e33-b47667df061b, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:55.406707685Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 820b3ae0-7ff6-440b-bfee-0938356a11e7, session_id: d316c42b-292f-4616-8e33-b47667df061b, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:37:55.406789837Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:43170): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:37:55.406879849Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:61053","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.435235448Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.435745118Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 9 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.435811799Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.436254848Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [682, 1039, 1297, 1452, 1507]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.436983233Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.437018134Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:00.46573119Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:00.465775671Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:61053): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:00.465806202Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:51452","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.466845426Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.466995599Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 10 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.46704116Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.467469789Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [682, 1508, 1510, 1510, 1510]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.468114772Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.468139482Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:01.492579723Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:01.492641164Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:51452): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:01.492687015Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:36030","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.49420234Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.494467735Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 11 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.494502275Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 11 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.494915594Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1512, 1512, 1512, 1513, 1510]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.495613578Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.495658339Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 11 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:02.519907025Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 11 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:02.519935556Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:36030): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:02.519954166Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:40351","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.521035012Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.521284777Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 12 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.521330378Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 12 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.521974221Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1515, 1512, 1516, 1517, 1514]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.522502482Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.522536492Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 12 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:03.550412462Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 12 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:03.550460723Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:40351): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:03.550491544Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:45153","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.551535708Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.551941667Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 13 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.551991478Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 13 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.552306404Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1515, 1519, 1518, 1518, 1518]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.552969787Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.553041279Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 13 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:04.580272485Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 13 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:04.580312676Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:45153): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:04.580336646Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:63326","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.581019734Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 754cf480-521c-48c3-a064-76f0a2c8cd57 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.581232438Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 14 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.581254219Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 14 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.581526404Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1521, 1521, 1522, 1522, 1522]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.582423972Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:05.582465693Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 14 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:09.616264547Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 754cf480-521c-48c3-a064-76f0a2c8cd57, session_id: 39fe5884-c234-477f-b363-23ca8752e7f1, gen: 14 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:09.616345079Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:63326): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:09.616369939Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:33376","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.681024837Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 037462da-5281-4f1b-b597-b6e4139666c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.682308423Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 258990be-50a8-4796-948a-ad60a5935389, gen: 21 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.682355954Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 258990be-50a8-4796-948a-ad60a5935389, gen: 21 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.683095319Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1525, 1525, 1524, 1525, 1525]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.683954546Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:14.683992527Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:37921","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.435479512Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 037462da-5281-4f1b-b597-b6e4139666c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.435671516Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.435708957Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 258990be-50a8-4796-948a-ad60a5935389, gen: 21 } to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:15.436021283Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 258990be-50a8-4796-948a-ad60a5935389, gen: 21 } thread that UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:15.436068904Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.436099385Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 258990be-50a8-4796-948a-ad60a5935389, gen: 21 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:15.436132616Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:33376): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.436160496Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1527, 1527, 1527, 1527, 1527]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.436697407Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:15.436733218Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:42289","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.178816894Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 037462da-5281-4f1b-b597-b6e4139666c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.1791057Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.179141801Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.179447237Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 } thread that UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.179493988Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.179520418Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 006a9100-8e12-48ee-ac82-1b0b449a9b7b, gen: 22 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.179553849Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:37921): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.179581429Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1529, 1529, 1529, 1529, 1529]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.18010887Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.180144621Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:44917","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.9477466Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 037462da-5281-4f1b-b597-b6e4139666c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.948026755Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.948060726Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.94828285Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 } thread that UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.948327251Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.948351502Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 1e57393a-0f2c-4de6-9e1a-c6661549cde9, gen: 23 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:16.948381202Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:42289): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.948406883Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1532, 1532, 1532, 1532, 1532]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.949155608Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:16.949192498Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:36706","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.719261837Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 037462da-5281-4f1b-b597-b6e4139666c2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.719674685Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.719717566Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:17.719958091Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Signaling to UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 } thread that UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:17.720000982Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.720031502Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 12ed5ba2-f36c-4eb1-87d4-5e6caa8944ca, gen: 24 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:17.720063773Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:44917): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.720087153Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1534, 1534, 1535, 1535, 1535]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.720689965Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:17.720724366Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:18.486520049Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 037462da-5281-4f1b-b597-b6e4139666c2, session_id: 5782a50b-864e-4e80-bef7-377445af4e8e, gen: 25 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:18.48657818Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:36706): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.486609671Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:52453","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.514921779Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 4fed69d3-72a3-49f3-9546-5d666b67f9e2 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.515558112Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4fed69d3-72a3-49f3-9546-5d666b67f9e2, session_id: d4cef624-e123-4f97-9f58-06bf9539abda, gen: 31 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.515591793Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 4fed69d3-72a3-49f3-9546-5d666b67f9e2, session_id: d4cef624-e123-4f97-9f58-06bf9539abda, gen: 31 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.516041112Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1537, 1537, 1537, 1537, 1537]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.516881999Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:18.516907739Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4fed69d3-72a3-49f3-9546-5d666b67f9e2, session_id: d4cef624-e123-4f97-9f58-06bf9539abda, gen: 31 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:22.537285054Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4fed69d3-72a3-49f3-9546-5d666b67f9e2, session_id: d4cef624-e123-4f97-9f58-06bf9539abda, gen: 31 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:22.537351835Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:52453): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.537383106Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:34813","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.566936089Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from de90a747-3843-48ed-a101-3850afcc95f9 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.567417059Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: de90a747-3843-48ed-a101-3850afcc95f9, session_id: dbf01cf5-78de-4852-b76c-3c78547d8770, gen: 32 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.56745013Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: de90a747-3843-48ed-a101-3850afcc95f9, session_id: dbf01cf5-78de-4852-b76c-3c78547d8770, gen: 32 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.56795541Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1538, 1538, 1538]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.568757886Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.568792886Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: de90a747-3843-48ed-a101-3850afcc95f9, session_id: dbf01cf5-78de-4852-b76c-3c78547d8770, gen: 32 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:22.581282117Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: de90a747-3843-48ed-a101-3850afcc95f9, session_id: dbf01cf5-78de-4852-b76c-3c78547d8770, gen: 32 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:22.581333368Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:34813): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.581362779Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"accepted connection from 127.0.0.1:51984","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.781119889Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"Connection request from 36d87a8d-8470-4a34-869e-4894d6de4c68 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.781568878Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36d87a8d-8470-4a34-869e-4894d6de4c68, session_id: 00cc62eb-4259-4b0c-931c-3cb563be912b, gen: 33 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.781610529Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 36d87a8d-8470-4a34-869e-4894d6de4c68, session_id: 00cc62eb-4259-4b0c-931c-3cb563be912b, gen: 33 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.782007877Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141} {"msg":"Current flush_numbers [0..12]: [1538, 1538, 1539, 1539, 1538]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.782590198Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:22.782624879Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.843461906Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:64113"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.845313804Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/2/files","method":"GET","req_id":"09964302-e634-42fc-83a0-6d4cce8410b1","remote_addr":"127.0.0.1:64113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":442,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.846947826Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/2/data","method":"GET","req_id":"be52b75e-2fd1-4911-a677-a5bfadf94e7b","remote_addr":"127.0.0.1:64113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":335,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.887178864Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56861"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.887447059Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/3/files","method":"GET","req_id":"fff4b03a-d877-4f89-b4c5-1ec451a5ec41","remote_addr":"127.0.0.1:56861","local_addr":"0.0.0.0:12810","task":"repair","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.888186294Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/3/data","method":"GET","req_id":"f0bcfbd8-6840-4e10-8f58-31288abcfcd0","remote_addr":"127.0.0.1:56861","local_addr":"0.0.0.0:12810","task":"repair","latency_us":225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.899286757Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:48571"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.899748606Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/3/files","method":"GET","req_id":"702ee225-ece4-448f-b36e-143600cbe662","remote_addr":"127.0.0.1:48571","local_addr":"0.0.0.0:12810","task":"repair","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.900766817Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/3/data","method":"GET","req_id":"69acfb8e-19b6-4af3-89e5-271c93d04c15","remote_addr":"127.0.0.1:48571","local_addr":"0.0.0.0:12810","task":"repair","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.940097626Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:63216"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.940382532Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/1/files","method":"GET","req_id":"4684119f-6d35-471b-9591-a7e57b814f11","remote_addr":"127.0.0.1:63216","local_addr":"0.0.0.0:12810","task":"repair","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.940524955Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:57866"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.940729129Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/1/files","method":"GET","req_id":"bcac054d-1f4e-43ab-9269-a1aa878cfc48","remote_addr":"127.0.0.1:57866","local_addr":"0.0.0.0:12810","task":"repair","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.941197378Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/1/data","method":"GET","req_id":"0ae8d16c-b85c-4236-a0aa-3a12e114026a","remote_addr":"127.0.0.1:63216","local_addr":"0.0.0.0:12810","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.941390002Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/1/data","method":"GET","req_id":"56f0509c-17c1-4799-a7d9-fb93d75a8b60","remote_addr":"127.0.0.1:57866","local_addr":"0.0.0.0:12810","task":"repair","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.979802003Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:54797"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.980110839Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/0/files","method":"GET","req_id":"56ce6ed2-8368-44bb-bae1-a16710feb6cb","remote_addr":"127.0.0.1:54797","local_addr":"0.0.0.0:12810","task":"repair","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.980837304Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34491"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.980904875Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/0/data","method":"GET","req_id":"3b803b77-a1b2-4b73-b3e5-fbe608d97ef2","remote_addr":"127.0.0.1:54797","local_addr":"0.0.0.0:12810","task":"repair","latency_us":279,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.98114851Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/extent/0/files","method":"GET","req_id":"e975440f-d06a-4bf2-8487-6800ead1d341","remote_addr":"127.0.0.1:34491","local_addr":"0.0.0.0:12810","task":"repair","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:26.982079519Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"uri":"/newextent/0/data","method":"GET","req_id":"26c2d092-2b4d-40a2-857e-3fea521c7070","remote_addr":"127.0.0.1:34491","local_addr":"0.0.0.0:12810","task":"repair","latency_us":238,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36d87a8d-8470-4a34-869e-4894d6de4c68, session_id: 00cc62eb-4259-4b0c-931c-3cb563be912b, gen: 33 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:30.999373322Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 36d87a8d-8470-4a34-869e-4894d6de4c68, session_id: 00cc62eb-4259-4b0c-931c-3cb563be912b, gen: 33 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:38:30.999455434Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141,"task":"main"} {"msg":"connection (127.0.0.1:51984): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:38:30.999489284Z","hostname":"ip-10-150-1-69.us-west-2.compute.internal","pid":1141}