{"msg":"current number of open files limit 65536 is already the maximum","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.963274335Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Opened existing region file \"/var/tmp/test_up/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.963774188Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.963812199Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.963844174Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.969553073Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.969582769Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ed48f294784d46ea7d4bb99336918b74358eca46\nCommit timestamp: 2023-09-22T22:51:18.000000000Z branch: main\nrustc: 1.70.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.971309098Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.971896826Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Using address: 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.971928768Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.980485731Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.982494193Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.983038864Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.983084707Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:06.983426989Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"accepted connection from 127.0.0.1:58778","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.136313268Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from ce75bfe1-267b-47f2-a887-b01a806a2fd5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.139106021Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ce75bfe1-267b-47f2-a887-b01a806a2fd5, session_id: 45b16846-311d-4a4b-b611-d4e4c53f1050, gen: 1 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.139148966Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ce75bfe1-267b-47f2-a887-b01a806a2fd5, session_id: 45b16846-311d-4a4b-b611-d4e4c53f1050, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.142449999Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.144376952Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:12.144738764Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ce75bfe1-267b-47f2-a887-b01a806a2fd5, session_id: 45b16846-311d-4a4b-b611-d4e4c53f1050, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:24:16.240208871Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ce75bfe1-267b-47f2-a887-b01a806a2fd5, session_id: 45b16846-311d-4a4b-b611-d4e4c53f1050, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:24:16.240270812Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:58778): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.240530232Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:55097","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.274493372Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 089d5dd4-e6c8-43ed-bb6a-15445207a6a9 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.275643875Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 089d5dd4-e6c8-43ed-bb6a-15445207a6a9, session_id: f329e082-1b6a-47a0-a358-018d30be0362, gen: 2 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.275680898Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 089d5dd4-e6c8-43ed-bb6a-15445207a6a9, session_id: f329e082-1b6a-47a0-a358-018d30be0362, gen: 2 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.27635403Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.277186995Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:16.277484574Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 089d5dd4-e6c8-43ed-bb6a-15445207a6a9, session_id: f329e082-1b6a-47a0-a358-018d30be0362, gen: 2 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:24:20.859614462Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 089d5dd4-e6c8-43ed-bb6a-15445207a6a9, session_id: f329e082-1b6a-47a0-a358-018d30be0362, gen: 2 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:24:20.859703125Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:55097): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.859832288Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:53138","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.89214252Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from be207a11-6438-4c72-9500-6e71fc38f10e with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.89316795Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: be207a11-6438-4c72-9500-6e71fc38f10e, session_id: f0963fe8-58df-44a2-b7af-f5b78b98f258, gen: 3 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.893222136Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: be207a11-6438-4c72-9500-6e71fc38f10e, session_id: f0963fe8-58df-44a2-b7af-f5b78b98f258, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.894124905Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 52]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.8948322Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:24:20.895076182Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: be207a11-6438-4c72-9500-6e71fc38f10e, session_id: f0963fe8-58df-44a2-b7af-f5b78b98f258, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:02.503737514Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: be207a11-6438-4c72-9500-6e71fc38f10e, session_id: f0963fe8-58df-44a2-b7af-f5b78b98f258, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:02.503824509Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:53138): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.503934294Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:53215","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.544330955Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from a2c7e9d9-ef3a-40c2-bed2-cc2bc7d85f07 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.545594759Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a2c7e9d9-ef3a-40c2-bed2-cc2bc7d85f07, session_id: fdb46626-6e31-4cec-80f8-2c81b8929e92, gen: 4 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.545632213Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a2c7e9d9-ef3a-40c2-bed2-cc2bc7d85f07, session_id: fdb46626-6e31-4cec-80f8-2c81b8929e92, gen: 4 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.546105093Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [251, 251, 251, 251, 251]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.546975051Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:02.547265526Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a2c7e9d9-ef3a-40c2-bed2-cc2bc7d85f07, session_id: fdb46626-6e31-4cec-80f8-2c81b8929e92, gen: 4 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:32.845891734Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a2c7e9d9-ef3a-40c2-bed2-cc2bc7d85f07, session_id: fdb46626-6e31-4cec-80f8-2c81b8929e92, gen: 4 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:32.845979896Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:53215): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.846024685Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:44753","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.883339042Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.884319587Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 5 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.884361435Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.884943797Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [718, 1081, 1338, 1496, 1551]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.885637184Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.885860588Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:32.958250744Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:32.958321574Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:44753): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:32.958365317Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:55672","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.959382581Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.959528111Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 6 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.959583257Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 6 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.960168894Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1555, 1555, 1553, 1553, 1555]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.961502287Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:33.961943723Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 6 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:34.032787824Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 6 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:34.032860466Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:55672): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:34.032905005Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:44902","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.034537534Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.034731287Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 7 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.034786043Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.035188363Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1556, 1556, 1558, 1558, 1556]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.03594867Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:35.036237942Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:45.114558652Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:45.114652476Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:44902): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:45.114698125Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:56974","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.116349067Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.116546312Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 8 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.11660051Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 8 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.117013237Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1560, 1559, 1560, 1560, 1560]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.117616251Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.117944601Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 8 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:46.190759065Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 8 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:46.190847094Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:56974): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:46.190890732Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:49118","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.1927808Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.192973014Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 9 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.193010016Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.193414255Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1560, 1562, 1562, 1562, 1562]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.194161236Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.194346837Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:47.252975774Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:47.253028695Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:49118): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:47.253059425Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:57978","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.255015612Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 7a2c34a1-4b3a-4085-8ca1-2b015299928f with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.255346679Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 10 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.255382224Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.255821433Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1563, 1563, 1563, 1563, 1563]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.256610687Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:48.256918912Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:52.355287162Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 7a2c34a1-4b3a-4085-8ca1-2b015299928f, session_id: f3e02821-73e5-4f08-90b0-aa3ad6512446, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:52.355356182Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:57978): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.355401279Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:39368","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.450366099Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"accepted connection from 127.0.0.1:46700","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.450539782Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55002","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.45179907Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.453514183Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.45356024Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.453597301Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.45364145Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:36085","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.453985575Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.454349413Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.45440833Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.455047359Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.45510196Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:52270","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.455908831Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.456198191Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.456256341Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.457293135Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1565, 1565, 1565, 1565, 1565]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.459277771Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:52.459563405Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:54.983190963Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Signaling to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } thread that UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:54.98327283Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:54.983322727Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:54.983373621Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:39368): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:54.983424097Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1570, 1571, 1570, 1570, 1570]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:54.984284193Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:54.984479493Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:33690","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:55.985513113Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:55.985831547Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:55.985888401Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:57.56542122Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Signaling to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } thread that UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:57.565511673Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:57.565561723Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:25:57.565614814Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:46700): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:57.565692215Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1576, 1577, 1577, 1577, 1576]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:57.566500832Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:57.566849931Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:33244","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:58.570238355Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:58.570349845Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:25:58.570407292Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:00.08225224Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Signaling to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } thread that UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:00.082320592Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:00.082360392Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:00.082406509Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:55002): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:00.082442249Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1583, 1583, 1582, 1583, 1583]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:00.083381073Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:00.083606774Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:50413","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:01.086842292Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:01.087446273Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:01.087505494Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:02.618651679Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Signaling to UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } thread that UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:02.618741235Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:02.618804662Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Another upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:02.618858459Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:36085): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:02.618902501Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1589, 1589, 1589, 1589, 1589]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:02.619536109Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:02.619810929Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:49552","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:03.624070474Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 10e06cb8-04a4-4806-a97a-3fbdd40729d5 with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:03.624166718Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:03.624208644Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } cannot grab lock, does not match UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 }!","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.106506297Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: e65cc2f2-f262-4266-b51d-152ba9bc4350, gen: 16 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.107528444Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"connection (127.0.0.1:33690): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.107751415Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.108006644Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: bd96b7f3-8b82-44b6-9280-e92a47f98c80, gen: 20 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.108052087Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:52270): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108094277Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } cannot grab work lock, 10e06cb8-04a4-4806-a97a-3fbdd40729d5 is not active!","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.108135423Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 65e00098-b636-45df-9633-f212841e80a7, gen: 18 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108179273Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } cannot grab work lock, 10e06cb8-04a4-4806-a97a-3fbdd40729d5 is not active!","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.10822688Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 7e05ede5-4eef-44d8-a700-6ce785b04767, gen: 17 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108272477Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } cannot grab work lock, 10e06cb8-04a4-4806-a97a-3fbdd40729d5 is not active!","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:05.108316514Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"upstairs UpstairsConnection { upstairs_id: 10e06cb8-04a4-4806-a97a-3fbdd40729d5, session_id: 857c23bd-bdb3-412f-b66d-7e906588cc47, gen: 19 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108352616Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"connection (127.0.0.1:50413): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108386283Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"connection (127.0.0.1:33244): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108415104Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"connection (127.0.0.1:49552): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.108444642Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:33231","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.149152799Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 48015b0a-cfb5-441c-a91b-7d360cbb537b with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.150121698Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 48015b0a-cfb5-441c-a91b-7d360cbb537b, session_id: 5d670231-9bb9-4165-9bc4-24f095d9e952, gen: 26 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.150163917Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 48015b0a-cfb5-441c-a91b-7d360cbb537b, session_id: 5d670231-9bb9-4165-9bc4-24f095d9e952, gen: 26 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.151033536Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1595, 1595, 1595, 1595, 1595]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.152041405Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:05.152383581Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 48015b0a-cfb5-441c-a91b-7d360cbb537b, session_id: 5d670231-9bb9-4165-9bc4-24f095d9e952, gen: 26 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:09.206078752Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 48015b0a-cfb5-441c-a91b-7d360cbb537b, session_id: 5d670231-9bb9-4165-9bc4-24f095d9e952, gen: 26 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:09.206164727Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:33231): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.206197642Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:34815","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.277679039Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from a8713597-e5a4-42a1-a6ca-aa1496a26ddb with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.278949962Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a8713597-e5a4-42a1-a6ca-aa1496a26ddb, session_id: aee7ea26-b49c-4d9f-9b0d-7b655dbe5ca4, gen: 27 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.278987565Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a8713597-e5a4-42a1-a6ca-aa1496a26ddb, session_id: aee7ea26-b49c-4d9f-9b0d-7b655dbe5ca4, gen: 27 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.27962211Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1596, 1596, 1596, 1596, 1596]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.280677043Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.280987608Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"connection (127.0.0.1:34815) Exits with error: do_work_task task has ended: Ok(Err(Broken pipe (os error 32)))","v":0,"name":"crucible","level":50,"time":"2023-09-22T23:26:09.318519638Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"accepted connection from 127.0.0.1:65452","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.76903573Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"Connection request from 461dba6d-98ee-4cf2-a187-c79aeb4bf70a with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.769897061Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.769928502Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a8713597-e5a4-42a1-a6ca-aa1496a26ddb, session_id: aee7ea26-b49c-4d9f-9b0d-7b655dbe5ca4, gen: 27 } to UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 }","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:09.770447795Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Signaling to UpstairsConnection { upstairs_id: a8713597-e5a4-42a1-a6ca-aa1496a26ddb, session_id: aee7ea26-b49c-4d9f-9b0d-7b655dbe5ca4, gen: 27 } thread that UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:09.770499375Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: a8713597-e5a4-42a1-a6ca-aa1496a26ddb, session_id: aee7ea26-b49c-4d9f-9b0d-7b655dbe5ca4, gen: 27 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2023-09-22T23:26:09.770525761Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Crucible Downstairs promoting UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } to active, discarding 1 jobs","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:26:09.770560427Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.770604262Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Current flush_numbers [0..12]: [1596, 1597, 1597, 1596, 1596]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.771299182Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:09.771511077Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.882985479Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52812"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.883080319Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40612"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.887281156Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/0/files","method":"GET","req_id":"f8eebeb3-c2bd-4918-933d-86fe4d0fb1e8","remote_addr":"127.0.0.1:52812","local_addr":"0.0.0.0:12810","task":"repair","latency_us":2475,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.887385661Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/0/files","method":"GET","req_id":"04f033a2-2121-4b94-8b64-ddfbeb946395","remote_addr":"127.0.0.1:40612","local_addr":"0.0.0.0:12810","task":"repair","latency_us":2467,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.890013774Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/0/data","method":"GET","req_id":"4825e4f6-d279-40cd-bd07-f676f5c10d0d","remote_addr":"127.0.0.1:52812","local_addr":"0.0.0.0:12810","task":"repair","latency_us":601,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.890088348Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/0/data","method":"GET","req_id":"e0946397-25a8-4683-829c-653d6a042004","remote_addr":"127.0.0.1:40612","local_addr":"0.0.0.0:12810","task":"repair","latency_us":651,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.89334165Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/0/db","method":"GET","req_id":"fa2d4934-b0ab-40e3-b0f7-83dacf6825aa","remote_addr":"127.0.0.1:52812","local_addr":"0.0.0.0:12810","task":"repair","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.89356816Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/0/db","method":"GET","req_id":"f37f9d39-9cbe-47f7-bc6c-07197bd81c61","remote_addr":"127.0.0.1:40612","local_addr":"0.0.0.0:12810","task":"repair","latency_us":245,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.974065213Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49448"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.974578962Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/4/files","method":"GET","req_id":"208244ea-d885-4472-a4c0-7cfab08cd438","remote_addr":"127.0.0.1:49448","local_addr":"0.0.0.0:12810","task":"repair","latency_us":303,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.975813097Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/4/data","method":"GET","req_id":"3f2e04e4-8cd0-46fc-8824-9c6c79c4bbd1","remote_addr":"127.0.0.1:49448","local_addr":"0.0.0.0:12810","task":"repair","latency_us":395,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.976705832Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50956"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.977137487Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/4/files","method":"GET","req_id":"94a5d6b3-3a7b-422d-9e62-3c740f00ce07","remote_addr":"127.0.0.1:50956","local_addr":"0.0.0.0:12810","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.97820396Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/4/data","method":"GET","req_id":"2c53f437-0b24-424c-a047-f3b8529af863","remote_addr":"127.0.0.1:50956","local_addr":"0.0.0.0:12810","task":"repair","latency_us":311,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.979186686Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/4/db","method":"GET","req_id":"282762a9-f47a-46ed-935e-ef8e3ffbf1bb","remote_addr":"127.0.0.1:49448","local_addr":"0.0.0.0:12810","task":"repair","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.981317763Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/4/db","method":"GET","req_id":"71b23ccf-ccc3-4b37-bbc3-2e43c621a056","remote_addr":"127.0.0.1:50956","local_addr":"0.0.0.0:12810","task":"repair","latency_us":329,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.060916751Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:65473"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.061018414Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:44789"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.061390449Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/3/files","method":"GET","req_id":"5a597f48-68da-443a-9d21-ed37d1d04fcd","remote_addr":"127.0.0.1:44789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.061471522Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/3/files","method":"GET","req_id":"44599390-42a1-4daf-a1dd-f9bebfef2b91","remote_addr":"127.0.0.1:65473","local_addr":"0.0.0.0:12810","task":"repair","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.062514757Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/3/data","method":"GET","req_id":"36ee7090-5e9e-4ef9-9e91-aae3b3c9385d","remote_addr":"127.0.0.1:44789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":315,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.062704578Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/3/data","method":"GET","req_id":"affc415d-94ec-4c6e-adfd-02ab2858dd7c","remote_addr":"127.0.0.1:65473","local_addr":"0.0.0.0:12810","task":"repair","latency_us":288,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.0661865Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/3/db","method":"GET","req_id":"b50e8aa2-1119-45bb-a1f4-843f124dad75","remote_addr":"127.0.0.1:65473","local_addr":"0.0.0.0:12810","task":"repair","latency_us":243,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.066248894Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/3/db","method":"GET","req_id":"9aa64e7a-cec5-4f7c-ba1b-a1f55ff22424","remote_addr":"127.0.0.1:44789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":247,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.146633983Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56839"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.147156111Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/2/files","method":"GET","req_id":"a0d1630f-8bf7-418b-b445-efe4023344f8","remote_addr":"127.0.0.1:56839","local_addr":"0.0.0.0:12810","task":"repair","latency_us":255,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.148151066Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:47289"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.148285163Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/2/data","method":"GET","req_id":"7b2a594e-68c7-4654-9e22-b20f66764f03","remote_addr":"127.0.0.1:56839","local_addr":"0.0.0.0:12810","task":"repair","latency_us":349,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.148417693Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/2/files","method":"GET","req_id":"c6cb7b02-a36b-470c-b2b6-790bf7c29a96","remote_addr":"127.0.0.1:47289","local_addr":"0.0.0.0:12810","task":"repair","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.149576371Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/2/data","method":"GET","req_id":"cba27dd0-a481-4d9e-a989-8d81b815a4c5","remote_addr":"127.0.0.1:47289","local_addr":"0.0.0.0:12810","task":"repair","latency_us":303,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.151518607Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/2/db","method":"GET","req_id":"7a049c1f-16dd-4e27-9411-048e9d24d6c4","remote_addr":"127.0.0.1:56839","local_addr":"0.0.0.0:12810","task":"repair","latency_us":293,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.152771907Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/2/db","method":"GET","req_id":"2eba708c-3d59-435c-bf18-a0113cb79d2a","remote_addr":"127.0.0.1:47289","local_addr":"0.0.0.0:12810","task":"repair","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.231404133Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:64978"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.231890666Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/1/files","method":"GET","req_id":"f5c67a52-22c8-4f2b-addc-1789d6e61924","remote_addr":"127.0.0.1:64978","local_addr":"0.0.0.0:12810","task":"repair","latency_us":255,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.233034503Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/1/data","method":"GET","req_id":"b1156148-c124-4ed5-b92b-379fdd0221fd","remote_addr":"127.0.0.1:64978","local_addr":"0.0.0.0:12810","task":"repair","latency_us":357,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.233149511Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:44749"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.233665843Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/extent/1/files","method":"GET","req_id":"ee2f742f-b7e5-4133-9f7c-b43f545872da","remote_addr":"127.0.0.1:44749","local_addr":"0.0.0.0:12810","task":"repair","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.234763097Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/1/data","method":"GET","req_id":"68bf6874-7171-4266-b9e2-e81192a9cecf","remote_addr":"127.0.0.1:44749","local_addr":"0.0.0.0:12810","task":"repair","latency_us":305,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.236414945Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/1/db","method":"GET","req_id":"dd371a2f-3439-4a85-95c7-ff1c11ceb8cc","remote_addr":"127.0.0.1:64978","local_addr":"0.0.0.0:12810","task":"repair","latency_us":278,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.237786151Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"uri":"/newextent/1/db","method":"GET","req_id":"cf5d3c8a-eb89-4872-b25f-712aa4f25f74","remote_addr":"127.0.0.1:44749","local_addr":"0.0.0.0:12810","task":"repair","latency_us":274,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:31:00.606789755Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:31:00.606843285Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160,"task":"main"} {"msg":"connection (127.0.0.1:65452): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:31:00.606880668Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1160}