/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.194702928Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"7fe08e7f028451780bfe14aca37215026453fbc6\",\n git_commit_timestamp: \"2024-02-06T21:52:40.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.75.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"82e1608dfa6e0b5569232559e3d385fea5a93112\",\n cargo_triple: \"x86_64-unknown-illumos\",\nCrucible runtime is spawned debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195039832Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195067029Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937} {"msg":"Crucible 26ca827c-460b-47de-9dca-9f2c233fcd62 has session id: e6ae72d8-46a4-479b-be07-a39fa5c0482c","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195088616Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Upstairs opts: Upstairs UUID: 26ca827c-460b-47de-9dca-9f2c233fcd62, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195123391Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Crucible stats registered with UUID: 26ca827c-460b-47de-9dca-9f2c233fcd62","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195140779Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195153687Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937} {"msg":"26ca827c-460b-47de-9dca-9f2c233fcd62 active request set","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195292828Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195310506Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195325494Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195339072Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19535268Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195371078Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195388455Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195402113Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195418451Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195432479Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.1955764Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.195616465Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19564622Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"io task","client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19646154Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.196497206Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.196517273Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19653488Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.196552298Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.196572225Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197090335Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197140428Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197334502Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197635022Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197667317Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197685565Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197710851Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197736588Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197761595Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197783732Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197803269Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[0]R flush_numbers[0..12]: [352, 355, 355, 355, 344, 350, 347, 348, 356, 356, 339, 352]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197818927Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[0]R generation[0..12]: [195, 196, 196, 196, 193, 194, 194, 194, 197, 197, 190, 195]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197833345Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197847573Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[1]R flush_numbers[0..12]: [352, 358, 355, 355, 344, 357, 347, 348, 357, 357, 357, 357]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197861521Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[1]R generation[0..12]: [195, 198, 196, 196, 193, 198, 194, 194, 198, 198, 198, 198]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197875619Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, true, false, true, true, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197892777Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[2]R flush_numbers[0..12]: [352, 358, 355, 355, 344, 357, 347, 348, 357, 357, 357, 357]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197907255Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[2]R generation[0..12]: [195, 198, 196, 196, 193, 198, 194, 194, 198, 198, 198, 198]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197921373Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, true, false, true, true, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197935401Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197948399Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197961728Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Next flush: 359","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197974846Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extents 4 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.197987774Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 4","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198001752Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:4 gens: 193 193 193","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19801647Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:4 flush: 344 344 344 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198031858Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198047136Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:4 dirty: false true true","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198061674Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 4","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198076632Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19809301Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198107498Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extents 6 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198122286Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 6","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198136264Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:6 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198150742Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:6 flush: 347 347 347 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19816576Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198180528Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:6 dirty: false true true","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198194976Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 6","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198209474Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198223732Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19823804Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extents 7 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198252278Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 7","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198266027Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:7 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198280134Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:7 flush: 348 348 348 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198297762Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19831274Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:7 dirty: false true true","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198327008Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 7","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198341526Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198355684Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198369962Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extents 14 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198384311Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 14","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198398118Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:14 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198412327Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:14 flush: 343 343 343 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198427225Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198441963Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:14 dirty: false true true","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198456341Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 14","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198470869Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198487186Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198501625Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 1 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198592172Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19861023Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:1 gens: 196 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198625898Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:1 flush: 355 358 358 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198651664Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19868034Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:1 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198711576Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198742502Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 1","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198771518Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198800494Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 5 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198831Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198860346Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:5 gens: 194 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198889042Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:5 flush: 350 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198920298Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198937606Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:5 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198952714Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.198967672Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 5","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19898228Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199001757Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 8 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199024914Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 8","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199039482Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:8 gens: 197 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19905407Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:8 flush: 356 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199069038Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199083796Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:8 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199098524Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199113492Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 8","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19913053Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199145138Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 9 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199159916Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 9","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199173704Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:9 gens: 197 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199188172Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:9 flush: 356 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19920323Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199217758Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:9 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199232316Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199247064Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 9","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199261792Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19927611Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 10 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199290838Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 10","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199304656Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:10 gens: 190 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199319074Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:10 flush: 339 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199336122Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19935071Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:10 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199365178Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199380116Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 10","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199394784Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199409102Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 11 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19942379Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 11","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199437598Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:11 gens: 195 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199452166Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:11 flush: 352 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199467214Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199481992Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:11 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19949663Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199511538Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 11","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199527876Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199542494Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 17 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199557002Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 17","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19957099Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:17 gens: 197 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199585788Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:17 flush: 356 358 358 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199600756Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199615534Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:17 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199630222Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.1996453Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 17","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199660148Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199674656Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 25 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199689414Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 25","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199703262Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:25 gens: 190 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19971905Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:25 flush: 339 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199735708Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199750506Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:25 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199765124Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199779922Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 25","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19979473Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199809298Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 27 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199823986Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 27","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199837794Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:27 gens: 192 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199852312Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:27 flush: 341 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19986717Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199881858Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:27 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199896496Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199911134Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 27","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199927482Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.19994193Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Extent 28 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199956508Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"First source client ID for extent 28","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199970386Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:28 gens: 195 198 198","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.199984964Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:28 flush: 352 357 357 scs: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200007111Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"max_flush now has: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200026589Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"extent:28 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200041356Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"No maxes found, left with: [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200056485Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"find dest for source 1 for extent at index 28","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200071132Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"source 1, add dest 0 gen","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200085491Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200100579Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200114417Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200130055Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Found 14 extents that need repair","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200143713Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Full repair list: {17: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 7: ExtentFix { source: ClientId(1), dest: [ClientId(0), ClientId(2)] }, 6: ExtentFix { source: ClientId(1), dest: [ClientId(0), ClientId(2)] }, 4: ExtentFix { source: ClientId(1), dest: [ClientId(0), ClientId(2)] }, 14: ExtentFix { source: ClientId(1), dest: [ClientId(0), ClientId(2)] }, 1: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 5: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 8: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 9: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 27: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 10: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 28: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 25: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }, 11: ExtentFix { source: ClientId(1), dest: [ClientId(0)] }}","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200171179Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: 17, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: 17, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: 7, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: 7 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: 7, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: 7 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: 6, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: 6 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: 6, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: 6 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: 4, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: 4 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: 4, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: 4 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: 14, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: 14 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: 14, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: 14 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: 1, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: 1 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: 1, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: 1 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: 5, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: 5 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: 5, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: 5 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: 8, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: 8, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: 9, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: 9 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: 9, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: 9 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(36), op: ExtentFlush { repair_id: ReconciliationId(36), extent_id: 27, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(37), op: ExtentClose { repair_id: ReconciliationId(37), extent_id: 27 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(38), op: ExtentRepair { repair_id: ReconciliationId(38), extent_id: 27, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(39), op: ExtentReopen { repair_id: ReconciliationId(39), extent_id: 27 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(40), op: ExtentFlush { repair_id: ReconciliationId(40), extent_id: 10, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(41), op: ExtentClose { repair_id: ReconciliationId(41), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(42), op: ExtentRepair { repair_id: ReconciliationId(42), extent_id: 10, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(43), op: ExtentReopen { repair_id: ReconciliationId(43), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(44), op: ExtentFlush { repair_id: ReconciliationId(44), extent_id: 28, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(45), op: ExtentClose { repair_id: ReconciliationId(45), extent_id: 28 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(46), op: ExtentRepair { repair_id: ReconciliationId(46), extent_id: 28, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(47), op: ExtentReopen { repair_id: ReconciliationId(47), extent_id: 28 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(48), op: ExtentFlush { repair_id: ReconciliationId(48), extent_id: 25, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(49), op: ExtentClose { repair_id: ReconciliationId(49), extent_id: 25 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(50), op: ExtentRepair { repair_id: ReconciliationId(50), extent_id: 25, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(51), op: ExtentReopen { repair_id: ReconciliationId(51), extent_id: 25 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(52), op: ExtentFlush { repair_id: ReconciliationId(52), extent_id: 11, client_id: ClientId(1), flush_number: 359, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(53), op: ExtentClose { repair_id: ReconciliationId(53), extent_id: 11 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(54), op: ExtentRepair { repair_id: ReconciliationId(54), extent_id: 11, source_client_id: ClientId(1), source_repair_address: 0.0.0.0:12820, dest_clients: [ClientId(0)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(55), op: ExtentReopen { repair_id: ReconciliationId(55), extent_id: 11 }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200370972Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200391749Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200405557Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200419045Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200432454Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.200445962Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.20045934Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.250181232Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.250220027Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.250247513Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.252307005Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.252361047Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.252389044Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.292507813Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.292572545Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.292601541Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.295168674Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.295211868Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.295235385Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.336020404Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.336056979Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.336120091Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.33812793Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.338155986Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.338171904Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.379979535Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.380042396Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.380081851Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.381699232Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.381742167Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.381770663Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.421490066Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.421519692Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.4215354Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.422089975Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.422117051Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.42213218Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.462448472Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.462484008Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.462503865Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.463008267Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.463043142Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.463061259Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.50235694Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.502416232Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.502451457Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.503011522Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.503039438Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.503055786Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.542584115Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.5426196Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.542682472Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.543163597Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.543196472Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.54321495Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.581835701Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.581863527Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.581878505Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.58243345Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.582460997Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.582480594Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.62129058Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.621346193Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.621373869Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.62181588Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.621844266Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.621870322Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.66103794Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.661081354Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.661105491Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.661646968Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.661671664Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.661685883Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701013629Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701058343Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701087699Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701653502Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701682179Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.701698076Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.743461104Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.743496449Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"skipping flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.743516076Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"sending reconcile request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.743998151Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.744026687Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"no action needed request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.744042345Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782509978Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"":"downstairs","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782544413Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937Wait for a query_work_queue command to finish before sending IO ,"client":"0","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.7825669Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"1","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782584718Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"client":"2","":"downstairs","session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782601896Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782621923Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"26ca827c-460b-47de-9dca-9f2c233fcd62 is now active with session: e6ae72d8-46a4-479b-be07-a39fa5c0482c","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782639011Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937,"session_id":"e6ae72d8-46a4-479b-be07-a39fa5c0482c"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:24:52.782654838Z","hostname":"ip-10-150-1-27.us-west-2.compute.internal","pid":1937} Region: es:20 ec:30 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:6 States: Active Active Active GW_ID ACK DSID TYPE BLOCKS DS:0 DS:1 DS:2 REPLAY 1 Acked 1000 Read 100 Done Done Done false 2 Acked 1001 Read 100 Done Done Done false 3 Acked 1002 Read 100 Done Done Done false 4 Acked 1003 Read 100 Done Done Done false 5 Acked 1004 Read 100 Done Done Done false 6 Acked 1005 Read 100 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL New 0 0 0 0 Sent 0 0 0 0 Done 6 6 6 18 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 0 0 0 Downstairs last five completed: Upstairs last five completed: 6 5 4 3 2 CLIENT: Up:0 ds:6 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1006 1005 1004 1003 1002 Upstairs last five completed: 7 6 5 4 3 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program